2014-09-10 00:20:23 +00:00
|
|
|
#!/usr/bin/python
|
|
|
|
|
#
|
|
|
|
|
# \file 2_build.py
|
|
|
|
|
# \brief Build shape
|
|
|
|
|
# \date 2010-05-24 13:42GMT
|
|
|
|
|
# \author Jan Boon (Kaetemi)
|
|
|
|
|
# Python port of game data build pipeline.
|
|
|
|
|
# Build shape
|
|
|
|
|
#
|
|
|
|
|
# NeL - MMORPG Framework <http://dev.ryzom.com/projects/nel/>
|
2014-09-10 14:00:13 +00:00
|
|
|
# Copyright (C) 2009-2014 by authors
|
2014-09-10 00:20:23 +00:00
|
|
|
#
|
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
|
# it under the terms of the GNU Affero General Public License as
|
|
|
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
|
|
|
# License, or (at your option) any later version.
|
|
|
|
|
#
|
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
# GNU Affero General Public License for more details.
|
|
|
|
|
#
|
|
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
import time, sys, os, shutil, subprocess, distutils.dir_util
|
|
|
|
|
sys.path.append("../../configuration")
|
|
|
|
|
|
|
|
|
|
if os.path.isfile("log.log"):
|
|
|
|
|
os.remove("log.log")
|
|
|
|
|
log = open("log.log", "w")
|
|
|
|
|
from scripts import *
|
|
|
|
|
from buildsite import *
|
|
|
|
|
from process import *
|
|
|
|
|
from tools import *
|
|
|
|
|
from directories import *
|
|
|
|
|
|
|
|
|
|
printLog(log, "")
|
|
|
|
|
printLog(log, "-------")
|
|
|
|
|
printLog(log, "--- Build shape")
|
|
|
|
|
printLog(log, "-------")
|
|
|
|
|
printLog(log, time.strftime("%Y-%m-%d %H:%MGMT", time.gmtime(time.time())))
|
|
|
|
|
printLog(log, "")
|
|
|
|
|
|
|
|
|
|
# Find tools
|
|
|
|
|
ExecTimeout = findTool(log, ToolDirectories, ExecTimeoutTool, ToolSuffix)
|
|
|
|
|
BuildShadowSkin = findTool(log, ToolDirectories, BuildShadowSkinTool, ToolSuffix)
|
|
|
|
|
BuildClodtex = findTool(log, ToolDirectories, BuildClodtexTool, ToolSuffix)
|
|
|
|
|
LightmapOptimizer = findTool(log, ToolDirectories, LightmapOptimizerTool, ToolSuffix)
|
|
|
|
|
TgaToDds = findTool(log, ToolDirectories, TgaToDdsTool, ToolSuffix)
|
|
|
|
|
BuildCoarseMesh = findTool(log, ToolDirectories, BuildCoarseMeshTool, ToolSuffix)
|
|
|
|
|
|
|
|
|
|
shapeDirectory = ExportBuildDirectory + "/" + ShapeNotOptimizedExportDirectory
|
|
|
|
|
if BuildShadowSkinEnabled:
|
|
|
|
|
mkPath(log, shapeDirectory)
|
|
|
|
|
shadowSkinBuildDirectory = ExportBuildDirectory + "/" + ShapeShadowSkinBuildDirectory
|
|
|
|
|
printLog(log, ">>> BuildShadowSkin <<<")
|
|
|
|
|
shadowSkinShapes = findFilesNoSubdir(log, shapeDirectory, ".shape")
|
|
|
|
|
for shadowSkinShape in shadowSkinShapes:
|
|
|
|
|
srcShape = shapeDirectory + "/" + shadowSkinShape
|
|
|
|
|
dstShape = shadowSkinBuildDirectory + "/" + shadowSkinShape
|
|
|
|
|
if needUpdateLogRemoveDest(log, srcShape, dstShape):
|
|
|
|
|
subprocess.call([ BuildShadowSkin, srcShape, dstShape, str(BuildShadowSkinRatio), str(BuildShadowSkinMaxface) ])
|
|
|
|
|
shapeDirectory = shadowSkinBuildDirectory
|
|
|
|
|
|
|
|
|
|
mkPath(log, shapeDirectory)
|
|
|
|
|
mkPath(log, ExportBuildDirectory + "/" + ShapeClodtexBuildDirectory)
|
|
|
|
|
if ClodConfigFile != "":
|
|
|
|
|
mkPath(log, ExportBuildDirectory + "/" + ClodExportDirectory)
|
|
|
|
|
printLog(log, ">>> Build CLodTex <<<")
|
|
|
|
|
subprocess.call([ BuildClodtex, "-d", DatabaseDirectory + "/" + ClodConfigFile, ExportBuildDirectory + "/" + ClodExportDirectory, shapeDirectory, ExportBuildDirectory + "/" + ShapeClodtexBuildDirectory ])
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, ">>> Copy Shape <<<")
|
|
|
|
|
copyFilesExtNoTreeIfNeeded(log, shapeDirectory, ExportBuildDirectory + "/" + ShapeClodtexBuildDirectory, ".shape")
|
|
|
|
|
|
|
|
|
|
# copy lightmap_not_optimized to lightmap
|
|
|
|
|
printLog(log, ">>> Optimize lightmaps <<<")
|
|
|
|
|
loPathLightmapsOriginal = ExportBuildDirectory + "/" + ShapeLightmapNotOptimizedExportDirectory
|
|
|
|
|
loPathShapesOriginal = ExportBuildDirectory + "/" + ShapeClodtexBuildDirectory
|
|
|
|
|
mkPath(log, loPathLightmapsOriginal)
|
|
|
|
|
loPathLightmaps = ExportBuildDirectory + "/" + ShapeLightmapBuildDirectory
|
|
|
|
|
loPathShapes = ExportBuildDirectory + "/" + ShapeOptimizedBuildDirectory
|
|
|
|
|
loPathTags = ExportBuildDirectory + "/" + ShapeTagExportDirectory
|
|
|
|
|
mkPath(log, loPathLightmaps)
|
|
|
|
|
mkPath(log, loPathShapes)
|
|
|
|
|
mkPath(log, loPathTags)
|
|
|
|
|
if needUpdateDirByTagLog(log, loPathLightmapsOriginal, ".txt", loPathLightmaps, ".txt") or needUpdateDirNoSubdir(log, loPathLightmapsOriginal, loPathLightmaps) or needUpdateDirNoSubdir(log, loPathShapesOriginal, loPathShapes) or needUpdateDirNoSubdir(log, loPathShapes, loPathLightmaps) or needUpdateDirNoSubdir(log, loPathTags, loPathLightmaps):
|
|
|
|
|
removeFilesRecursive(log, loPathLightmaps)
|
|
|
|
|
copyFiles(log, loPathLightmapsOriginal, loPathLightmaps)
|
|
|
|
|
removeFilesRecursive(log, loPathShapes)
|
|
|
|
|
copyFiles(log, loPathShapesOriginal, loPathShapes)
|
|
|
|
|
# Optimize lightmaps if any. Additionnaly, output a file indicating which lightmaps are 8 bits
|
|
|
|
|
# lightmap_optimizer <path_lightmaps> <path_shapes> [path_tags] [path_flag8bit]
|
|
|
|
|
subprocess.call([ LightmapOptimizer, loPathLightmaps, loPathShapes, loPathTags, ExportBuildDirectory + "/" + ShapeLightmapBuildDirectory + "/list_lm_8bit.txt" ])
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, "SKIP *")
|
|
|
|
|
|
|
|
|
|
# Convert lightmap in 16 bits mode if they are not 8 bits lightmap
|
|
|
|
|
printLog(log, ">>> Convert lightmaps in 16 or 8 bits <<<")
|
|
|
|
|
mkPath(log, ExportBuildDirectory + "/" + ShapeLightmapBuildDirectory)
|
|
|
|
|
mkPath(log, ExportBuildDirectory + "/" + ShapeLightmap16BitsBuildDirectory)
|
|
|
|
|
lightMapTgas = findFilesNoSubdir(log, ExportBuildDirectory + "/" + ShapeLightmapBuildDirectory, ".tga")
|
|
|
|
|
listLm8Bit = [ ]
|
|
|
|
|
listLm8BitFile = open(ExportBuildDirectory + "/" + ShapeLightmapBuildDirectory + "/list_lm_8bit.txt", "r")
|
|
|
|
|
for line in listLm8BitFile:
|
|
|
|
|
lineStrip = line.strip()
|
|
|
|
|
if (len(lineStrip) > 0):
|
|
|
|
|
listLm8Bit += [ lineStrip ]
|
|
|
|
|
for lightMapTga in lightMapTgas:
|
|
|
|
|
srcTga = ExportBuildDirectory + "/" + ShapeLightmapBuildDirectory + "/" + lightMapTga
|
|
|
|
|
dstTga = ExportBuildDirectory + "/" + ShapeLightmap16BitsBuildDirectory + "/" + lightMapTga
|
|
|
|
|
if needUpdateLogRemoveDest(log, srcTga, dstTga):
|
|
|
|
|
if lightMapTga in listLm8Bit: # THIS MAY NOT WORK, PLEASE VERIFY CONTENTS OF list_lm_8bit.txt!!!
|
|
|
|
|
subprocess.call([ TgaToDds, srcTga, "-o", dstTga, "-a", "tga8" ])
|
|
|
|
|
else:
|
|
|
|
|
subprocess.call([ TgaToDds, srcTga, "-o", dstTga, "-a", "tga16" ])
|
|
|
|
|
|
|
|
|
|
# Corse meshes for this process ?
|
|
|
|
|
if len(CoarseMeshTextureNames) > 0:
|
|
|
|
|
printLog(log, ">>> Build coarse meshes <<<")
|
|
|
|
|
shapeWithCoarseMesh = ExportBuildDirectory + "/" + ShapeWithCoarseMeshExportDirectory
|
|
|
|
|
mkPath(log, shapeWithCoarseMesh)
|
|
|
|
|
shapeWithCoarseMeshBuilded = ExportBuildDirectory + "/" + ShapeWithCoarseMeshBuildDirectory
|
|
|
|
|
mkPath(log, shapeWithCoarseMeshBuilded)
|
|
|
|
|
# This builds from shapeWithCoarseMesh .shape to shapeWithCoarseMesh .tga
|
|
|
|
|
# And from shapeWithCoarseMesh .shape to shapeWithCoarseMeshBuilded .shape
|
|
|
|
|
# Then builds from shapeWithCoarseMesh .tga to shapeWithCoarseMeshBuilded .tga
|
|
|
|
|
# Depends on MapLookupDirectories
|
|
|
|
|
needUpdateMaps = needUpdateMultiDirNoSubdirMultiFileExt(log, ExportBuildDirectory, MapLookupDirectories, shapeWithCoarseMesh, CoarseMeshTextureNames, ".tga") or needUpdateMultiDirNoSubdir(log, ExportBuildDirectory, MapLookupDirectories, shapeWithCoarseMeshBuilded)
|
|
|
|
|
if needUpdateMaps:
|
|
|
|
|
printLog(log, "DETECT UPDATE Maps->*")
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, "DETECT SKIP Maps->*")
|
|
|
|
|
needUpdateShapeShape = needUpdateDirByTagLog(log, shapeWithCoarseMesh, ".shape", shapeWithCoarseMeshBuilded, ".shape")
|
|
|
|
|
if needUpdateShapeShape:
|
|
|
|
|
printLog(log, "DETECT UPDATE Shape->Shape")
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, "DETECT SKIP Shape->Shape")
|
|
|
|
|
needUpdateShapeCoarse = needUpdateDirNoSubdirExtMultiFileExt(log, shapeWithCoarseMesh, ".shape", shapeWithCoarseMesh, CoarseMeshTextureNames, ".tga")
|
|
|
|
|
if needUpdateShapeCoarse:
|
|
|
|
|
printLog(log, "DETECT UPDATE Shape->Coarse")
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, "DETECT SKIP Shape->Coarse")
|
|
|
|
|
if needUpdateMaps or needUpdateShapeShape or needUpdateShapeCoarse:
|
|
|
|
|
cf = open("config_generated.cfg", "w")
|
|
|
|
|
cf.write("texture_mul_size = " + TextureMulSizeValue + ";\n")
|
|
|
|
|
cf.write("\n")
|
|
|
|
|
cf.write("search_path = \n")
|
|
|
|
|
cf.write("{\n")
|
|
|
|
|
cf.write("\t\"" + shapeWithCoarseMesh + "\", \n")
|
|
|
|
|
for dir in MapLookupDirectories:
|
|
|
|
|
cf.write("\t\"" + ExportBuildDirectory + "/" + dir + "\", \n")
|
|
|
|
|
cf.write("};\n")
|
|
|
|
|
cf.write("\n")
|
|
|
|
|
cf.write("list_mesh = \n")
|
|
|
|
|
cf.write("{\n")
|
|
|
|
|
# For each shape with coarse mesh
|
|
|
|
|
files = findFiles(log, shapeWithCoarseMesh, "", ".shape")
|
|
|
|
|
for file in files:
|
|
|
|
|
sourceFile = shapeWithCoarseMesh + "/" + file
|
|
|
|
|
if os.path.isfile(sourceFile):
|
|
|
|
|
destFile = shapeWithCoarseMeshBuilded + "/" + file
|
|
|
|
|
cf.write("\t\"" + file + "\", \"" + destFile + "\", \n")
|
|
|
|
|
cf.write("};\n")
|
|
|
|
|
cf.write("\n")
|
|
|
|
|
cf.write("output_textures = \n")
|
|
|
|
|
cf.write("{\n")
|
|
|
|
|
# For each shape with coarse mesh
|
|
|
|
|
for tn in CoarseMeshTextureNames:
|
|
|
|
|
cf.write("\t\"" + shapeWithCoarseMesh + "/" + tn + ".tga\", \n")
|
|
|
|
|
cf.write("};\n")
|
|
|
|
|
cf.close()
|
|
|
|
|
subprocess.call([ BuildCoarseMesh, "config_generated.cfg" ])
|
|
|
|
|
os.remove("config_generated.cfg")
|
|
|
|
|
needUpdateCoarse = needUpdateDirNoSubdirExtMultiFileExt(log, shapeWithCoarseMesh, ".tga", shapeWithCoarseMeshBuilded, CoarseMeshTextureNames, ".dds")
|
|
|
|
|
if needUpdateCoarse:
|
|
|
|
|
printLog(log, "DETECT UPDATE Coarse->DDS")
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, "DETECT SKIP Coarse->DDS")
|
|
|
|
|
# Convert the coarse texture to dds
|
|
|
|
|
if needUpdateCoarse:
|
|
|
|
|
for tn in CoarseMeshTextureNames:
|
|
|
|
|
subprocess.call([ TgaToDds, shapeWithCoarseMesh + "/" + tn + ".tga", "-o", shapeWithCoarseMeshBuilded + "/" + tn + ".dds", "-a", "5" ])
|
|
|
|
|
else:
|
|
|
|
|
printLog(log, ">>> No coarse meshes <<<")
|
|
|
|
|
|
|
|
|
|
log.close()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# end of file
|
