d97c3547f9
Conflicts: docs/config.rst overviewer.py overviewer_core/settingsDefinition.py overviewer_core/tileset.py
497 lines
20 KiB
Python
Executable File
497 lines
20 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# This file is part of the Minecraft Overviewer.
|
|
#
|
|
# Minecraft Overviewer is free software: you can redistribute it and/or
|
|
# modify it under the terms of the GNU General Public License as published
|
|
# by the Free Software Foundation, either version 3 of the License, or (at
|
|
# your option) any later version.
|
|
#
|
|
# Minecraft Overviewer is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
|
|
# Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with the Overviewer. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
import platform
|
|
import sys
|
|
|
|
# quick version check
|
|
if not (sys.version_info[0] == 2 and sys.version_info[1] >= 6):
|
|
print "Sorry, the Overviewer requires at least Python 2.6 to run"
|
|
if sys.version_info[0] >= 3:
|
|
print "and will not run on Python 3.0 or later"
|
|
sys.exit(1)
|
|
|
|
import os
|
|
import os.path
|
|
import re
|
|
import subprocess
|
|
import multiprocessing
|
|
import time
|
|
import logging
|
|
from optparse import OptionParser, OptionGroup
|
|
|
|
from overviewer_core import util
|
|
from overviewer_core import logger
|
|
from overviewer_core import textures
|
|
from overviewer_core import optimizeimages, world
|
|
from overviewer_core import configParser, tileset, assetmanager, dispatcher
|
|
from overviewer_core import cache
|
|
from overviewer_core import observer
|
|
|
|
helptext = """
|
|
%prog [--rendermodes=...] [options] <World> <Output Dir>
|
|
%prog --config=<config file> [options]"""
|
|
|
|
def main():
|
|
# bootstrap the logger with defaults
|
|
logger.configure()
|
|
|
|
try:
|
|
cpus = multiprocessing.cpu_count()
|
|
except NotImplementedError:
|
|
cpus = 1
|
|
|
|
#avail_rendermodes = c_overviewer.get_render_modes()
|
|
avail_north_dirs = ['lower-left', 'upper-left', 'upper-right', 'lower-right', 'auto']
|
|
|
|
# Parse for basic options
|
|
parser = OptionParser(usage=helptext, add_help_option=False)
|
|
parser.add_option("-h", "--help", dest="help", action="store_true",
|
|
help="show this help message and exit")
|
|
parser.add_option("--config", dest="config", action="store", help="Specify the config file to use.")
|
|
parser.add_option("-p", "--processes", dest="procs", action="store", type="int",
|
|
help="The number of local worker processes to spawn. Defaults to the number of CPU cores your computer has")
|
|
|
|
# Options that only apply to the config-less render usage
|
|
parser.add_option("--rendermodes", dest="rendermodes", action="store",
|
|
help="If you're not using a config file, specify which rendermodes to render with this option. This is a comma-separated list.")
|
|
|
|
# Useful one-time render modifiers:
|
|
parser.add_option("--forcerender", dest="forcerender", action="store_true",
|
|
help="Force re-rendering the entire map.")
|
|
parser.add_option("--check-tiles", dest="checktiles", action="store_true",
|
|
help="Check each tile on disk and re-render old tiles")
|
|
parser.add_option("--no-tile-checks", dest="notilechecks", action="store_true",
|
|
help="Only render tiles that come from chunks that have changed since the last render (the default)")
|
|
|
|
# Useful one-time debugging options:
|
|
parser.add_option("--check-terrain", dest="check_terrain", action="store_true",
|
|
help="Prints the location and hash of terrain.png, useful for debugging terrain.png problems")
|
|
parser.add_option("-V", "--version", dest="version",
|
|
help="Displays version information and then exits", action="store_true")
|
|
|
|
# Log level options:
|
|
parser.add_option("-q", "--quiet", dest="quiet", action="count", default=0,
|
|
help="Print less output. You can specify this option multiple times.")
|
|
parser.add_option("-v", "--verbose", dest="verbose", action="count", default=0,
|
|
help="Print more output. You can specify this option multiple times.")
|
|
parser.add_option("--simple-output", dest="simple", action="store_true", default=False,
|
|
help="Use a simple output format, with no colors or progress bars")
|
|
|
|
# create a group for "plugin exes" (the concept of a plugin exe is only loosly defined at this point)
|
|
exegroup = OptionGroup(parser, "Other Scripts",
|
|
"These scripts may accept different arguments than the ones listed above")
|
|
exegroup.add_option("--genpoi", dest="genpoi", action="store_true",
|
|
help="Runs the genPOI script")
|
|
|
|
parser.add_option_group(exegroup)
|
|
|
|
options, args = parser.parse_args()
|
|
|
|
# first thing to do is check for stuff in the exegroup:
|
|
if options.genpoi:
|
|
# remove the "--genpoi" option from sys.argv before running genPI
|
|
sys.argv.remove("--genpoi")
|
|
sys.path.append(".")
|
|
g = __import__("genPOI", {}, {})
|
|
g.main()
|
|
return 0
|
|
if options.help:
|
|
parser.print_help()
|
|
return 0
|
|
|
|
# re-configure the logger now that we've processed the command line options
|
|
logger.configure(logging.INFO + 10*options.quiet - 10*options.verbose,
|
|
verbose=options.verbose > 0,
|
|
simple=options.simple)
|
|
|
|
##########################################################################
|
|
# This section of main() runs in response to any one-time options we have,
|
|
# such as -V for version reporting
|
|
if options.version:
|
|
print "Minecraft Overviewer %s" % util.findGitVersion(),
|
|
print "(%s)" % util.findGitHash()[:7]
|
|
try:
|
|
import overviewer_core.overviewer_version as overviewer_version
|
|
print "built on %s" % overviewer_version.BUILD_DATE
|
|
if options.verbose > 0:
|
|
print "Build machine: %s %s" % (overviewer_version.BUILD_PLATFORM, overviewer_version.BUILD_OS)
|
|
except ImportError:
|
|
print "(build info not found)"
|
|
return 0
|
|
|
|
if options.check_terrain:
|
|
import hashlib
|
|
from overviewer_core.textures import Textures
|
|
# TODO custom textures path?
|
|
tex = Textures()
|
|
|
|
try:
|
|
f = tex.find_file("terrain.png", verbose=True)
|
|
except IOError:
|
|
logging.error("Could not find the file terrain.png")
|
|
return 1
|
|
|
|
h = hashlib.sha1()
|
|
h.update(f.read())
|
|
logging.info("Hash of terrain.png file is: `%s`", h.hexdigest())
|
|
return 0
|
|
|
|
# if no arguments are provided, print out a helpful message
|
|
if len(args) == 0 and not options.config:
|
|
# first provide an appropriate error for bare-console users
|
|
# that don't provide any options
|
|
if util.is_bare_console():
|
|
print "\n"
|
|
print "The Overviewer is a console program. Please open a Windows command prompt"
|
|
print "first and run Overviewer from there. Further documentation is available at"
|
|
print "http://docs.overviewer.org/\n"
|
|
else:
|
|
# more helpful message for users who know what they're doing
|
|
logging.error("You must either specify --config or give me a world directory and output directory")
|
|
parser.print_help()
|
|
list_worlds()
|
|
return 1
|
|
|
|
##########################################################################
|
|
# This section does some sanity checking on the command line options passed
|
|
# in. It checks to see if --config was given that no worldname/destdir were
|
|
# given, and vice versa
|
|
if options.config and args:
|
|
print
|
|
print "If you specify --config, you need to specify the world to render as well as"
|
|
print "the destination in the config file, not on the command line."
|
|
print "Put something like this in your config file:"
|
|
print "worlds['myworld'] = %r" % args[0]
|
|
print "outputdir = %r" % (args[1] if len(args) > 1 else "/path/to/output")
|
|
print
|
|
logging.error("Cannot specify both --config AND a world + output directory on the command line.")
|
|
parser.print_help()
|
|
return 1
|
|
|
|
if not options.config and len(args) < 2:
|
|
logging.error("You must specify both the world directory and an output directory")
|
|
parser.print_help()
|
|
return 1
|
|
if not options.config and len(args) > 2:
|
|
# it's possible the user has a space in one of their paths but didn't
|
|
# properly escape it attempt to detect this case
|
|
for start in range(len(args)):
|
|
if not os.path.exists(args[start]):
|
|
for end in range(start+1, len(args)+1):
|
|
if os.path.exists(" ".join(args[start:end])):
|
|
logging.warning("It looks like you meant to specify \"%s\" as your world dir or your output\n\
|
|
dir but you forgot to put quotes around the directory, since it contains spaces." % " ".join(args[start:end]))
|
|
return 1
|
|
logging.error("Too many command line arguments")
|
|
parser.print_help()
|
|
return 1
|
|
|
|
#########################################################################
|
|
# These two halfs of this if statement unify config-file mode and
|
|
# command-line mode.
|
|
mw_parser = configParser.MultiWorldParser()
|
|
|
|
if not options.config:
|
|
# No config file mode.
|
|
worldpath, destdir = map(os.path.expanduser, args)
|
|
logging.debug("Using %r as the world directory", worldpath)
|
|
logging.debug("Using %r as the output directory", destdir)
|
|
|
|
mw_parser.set_config_item("worlds", {'world': worldpath})
|
|
mw_parser.set_config_item("outputdir", destdir)
|
|
|
|
rendermodes = ['lighting']
|
|
if options.rendermodes:
|
|
rendermodes = options.rendermodes.replace("-","_").split(",")
|
|
|
|
# Now for some good defaults
|
|
renders = util.OrderedDict()
|
|
for rm in rendermodes:
|
|
renders["world-" + rm] = {
|
|
"world": "world",
|
|
"title": "Overviewer Render (%s)" % rm,
|
|
"rendermode": rm,
|
|
}
|
|
mw_parser.set_config_item("renders", renders)
|
|
|
|
else:
|
|
if options.rendermodes:
|
|
logging.error("You cannot specify --rendermodes if you give a config file. Configure your rendermodes in the config file instead")
|
|
parser.print_help()
|
|
return 1
|
|
|
|
# Parse the config file
|
|
mw_parser.parse(options.config)
|
|
|
|
# Add in the command options here, perhaps overriding values specified in
|
|
# the config
|
|
if options.procs:
|
|
mw_parser.set_config_item("processes", options.procs)
|
|
|
|
# Now parse and return the validated config
|
|
try:
|
|
config = mw_parser.get_validated_config()
|
|
except Exception:
|
|
logging.exception("An error was encountered with your configuration. See the info below.")
|
|
return 1
|
|
|
|
|
|
|
|
############################################################
|
|
# Final validation steps and creation of the destination directory
|
|
logging.info("Welcome to Minecraft Overviewer!")
|
|
logging.debug("Current log level: {0}".format(logging.getLogger().level))
|
|
|
|
# Override some render configdict options depending on one-time command line
|
|
# modifiers
|
|
if (
|
|
bool(options.forcerender) +
|
|
bool(options.checktiles) +
|
|
bool(options.notilechecks)
|
|
) > 1:
|
|
logging.error("You cannot specify more than one of --forcerender, "+
|
|
"--check-tiles, and --no-tile-checks. These options conflict.")
|
|
parser.print_help()
|
|
return 1
|
|
if options.forcerender:
|
|
logging.info("Forcerender mode activated. ALL tiles will be rendered")
|
|
for render in config['renders'].itervalues():
|
|
render['renderchecks'] = 2
|
|
elif options.checktiles:
|
|
logging.info("Checking all tiles for updates manually.")
|
|
for render in config['renders'].itervalues():
|
|
render['renderchecks'] = 1
|
|
elif options.notilechecks:
|
|
logging.info("Disabling all tile mtime checks. Only rendering tiles "+
|
|
"that need updating since last render")
|
|
for render in config['renders'].itervalues():
|
|
render['renderchecks'] = 0
|
|
|
|
if not config['renders']:
|
|
logging.error("You must specify at least one render in your config file. See the docs if you're having trouble")
|
|
return 1
|
|
|
|
#####################
|
|
# Do a few last minute things to each render dictionary here
|
|
for rname, render in config['renders'].iteritems():
|
|
# Convert render['world'] to the world path, and store the original
|
|
# in render['worldname_orig']
|
|
try:
|
|
worldpath = config['worlds'][render['world']]
|
|
except KeyError:
|
|
logging.error("Render %s's world is '%s', but I could not find a corresponding entry in the worlds dictionary.",
|
|
rname, render['world'])
|
|
return 1
|
|
render['worldname_orig'] = render['world']
|
|
render['world'] = worldpath
|
|
|
|
# If 'forcerender' is set, change renderchecks to 2
|
|
if render.get('forcerender', False):
|
|
render['renderchecks'] = 2
|
|
|
|
# check if overlays are set, if so, make sure that those renders exist
|
|
if render.get('overlay', []) != []:
|
|
for x in render.get('overlay'):
|
|
if x != rname:
|
|
try:
|
|
renderLink = config['renders'][x]
|
|
except KeyError:
|
|
logging.error("Render %s's overlay is '%s', but I could not find a corresponding entry in the renders dictionary.",
|
|
rname, x)
|
|
return 1
|
|
else:
|
|
logging.error("Render %s's overlay contains itself.", rname)
|
|
return 1
|
|
|
|
destdir = config['outputdir']
|
|
if not destdir:
|
|
logging.error("You must specify the output directory in your config file.")
|
|
logging.error("e.g. outputdir = '/path/to/outputdir'")
|
|
return 1
|
|
if not os.path.exists(destdir):
|
|
try:
|
|
os.mkdir(destdir)
|
|
except OSError:
|
|
logging.exception("Could not create the output directory.")
|
|
return 1
|
|
|
|
# The changelist support.
|
|
changelists = {}
|
|
for render in config['renders'].itervalues():
|
|
if 'changelist' in render:
|
|
path = render['changelist']
|
|
if path not in changelists:
|
|
out = open(path, "w")
|
|
logging.debug("Opening changelist %s (%s)", out, out.fileno())
|
|
changelists[path] = out
|
|
else:
|
|
out = changelists[path]
|
|
render['changelist'] = out.fileno()
|
|
|
|
|
|
########################################################################
|
|
# Now we start the actual processing, now that all the configuration has
|
|
# been gathered and validated
|
|
# create our asset manager... ASSMAN
|
|
assetMrg = assetmanager.AssetManager(destdir)
|
|
|
|
tilesets = []
|
|
|
|
# saves us from creating the same World object over and over again
|
|
worldcache = {}
|
|
# same for textures
|
|
texcache = {}
|
|
|
|
# Set up the cache objects to use
|
|
caches = []
|
|
caches.append(cache.LRUCache(size=100))
|
|
if config.get("memcached_host", False):
|
|
caches.append(cache.Memcached(config['memcached_host']))
|
|
# TODO: optionally more caching layers here
|
|
|
|
renders = config['renders']
|
|
for render_name, render in renders.iteritems():
|
|
logging.debug("Found the following render thing: %r", render)
|
|
|
|
# find or create the world object
|
|
try:
|
|
w = worldcache[render['world']]
|
|
except KeyError:
|
|
w = world.World(render['world'])
|
|
worldcache[render['world']] = w
|
|
|
|
# find or create the textures object
|
|
texopts = util.dict_subset(render, ["texturepath", "bgcolor", "northdirection"])
|
|
texopts_key = tuple(texopts.items())
|
|
if texopts_key not in texcache:
|
|
tex = textures.Textures(**texopts)
|
|
tex.generate()
|
|
texcache[texopts_key] = tex
|
|
else:
|
|
tex = texcache[texopts_key]
|
|
|
|
rset = w.get_regionset(render['dimension'])
|
|
if rset == None: # indicates no such dimension was found:
|
|
logging.error("Sorry, you requested dimension '%s' for %s, but I couldn't find it", render['dimension'], render_name)
|
|
return 1
|
|
|
|
#################
|
|
# Apply any regionset transformations here
|
|
|
|
# Insert a layer of caching above the real regionset. Any world
|
|
# tranformations will pull from this cache, but their results will not
|
|
# be cached by this layer. This uses a common pool of caches; each
|
|
# regionset cache pulls from the same underlying cache object.
|
|
rset = world.CachedRegionSet(rset, caches)
|
|
|
|
# If a crop is requested, wrap the regionset here
|
|
if "crop" in render:
|
|
rset = world.CroppedRegionSet(rset, *render['crop'])
|
|
|
|
# If this is to be a rotated regionset, wrap it in a RotatedRegionSet
|
|
# object
|
|
if (render['northdirection'] > 0):
|
|
rset = world.RotatedRegionSet(rset, render['northdirection'])
|
|
logging.debug("Using RegionSet %r", rset)
|
|
|
|
###############################
|
|
# Do the final prep and create the TileSet object
|
|
|
|
# create our TileSet from this RegionSet
|
|
tileset_dir = os.path.abspath(os.path.join(destdir, render_name))
|
|
|
|
# only pass to the TileSet the options it really cares about
|
|
render['name'] = render_name # perhaps a hack. This is stored here for the asset manager
|
|
tileSetOpts = util.dict_subset(render, ["name", "imgformat", "renderchecks", "rerenderprob", "bgcolor", "imgquality", "optimizeimg", "rendermode", "worldname_orig", "title", "dimension", "changelist","showspawn", "overlay"])
|
|
tileSetOpts.update({"spawn": w.find_true_spawn()}) # TODO find a better way to do this
|
|
tset = tileset.TileSet(rset, assetMrg, tex, tileSetOpts, tileset_dir)
|
|
tilesets.append(tset)
|
|
|
|
# Do tileset preprocessing here, before we start dispatching jobs
|
|
for ts in tilesets:
|
|
ts.do_preprocessing()
|
|
|
|
# Output initial static data and configuration
|
|
assetMrg.initialize(tilesets)
|
|
|
|
# multiprocessing dispatcher
|
|
if config['processes'] == 1:
|
|
dispatch = dispatcher.Dispatcher()
|
|
else:
|
|
dispatch = dispatcher.MultiprocessingDispatcher(
|
|
local_procs=config['processes'])
|
|
dispatch.render_all(tilesets, config['observer'])
|
|
dispatch.close()
|
|
|
|
assetMrg.finalize(tilesets)
|
|
|
|
for out in changelists.itervalues():
|
|
logging.debug("Closing %s (%s)", out, out.fileno())
|
|
out.close()
|
|
|
|
if config['processes'] == 1:
|
|
logging.debug("Final cache stats:")
|
|
for c in caches:
|
|
logging.debug("\t%s: %s hits, %s misses", c.__class__.__name__, c.hits, c.misses)
|
|
|
|
return 0
|
|
|
|
def list_worlds():
|
|
"Prints out a brief summary of saves found in the default directory"
|
|
print
|
|
worlds = world.get_worlds()
|
|
if not worlds:
|
|
print 'No world saves found in the usual place'
|
|
return
|
|
print "Detected saves:"
|
|
|
|
# get max length of world name
|
|
worldNameLen = max([len(str(x)) for x in worlds] + [len("World")])
|
|
|
|
formatString = "%-" + str(worldNameLen) + "s | %-8s | %-8s | %-16s | %s "
|
|
print formatString % ("World", "Size", "Playtime", "Modified", "Path")
|
|
print formatString % ("-"*worldNameLen, "-"*8, "-"*8, '-'*16, '-'*4)
|
|
for name, info in sorted(worlds.iteritems()):
|
|
if isinstance(name, basestring) and name.startswith("World") and len(name) == 6:
|
|
try:
|
|
world_n = int(name[-1])
|
|
# we'll catch this one later, when it shows up as an
|
|
# integer key
|
|
continue
|
|
except ValueError:
|
|
pass
|
|
timestamp = time.strftime("%Y-%m-%d %H:%M",
|
|
time.localtime(info['LastPlayed'] / 1000))
|
|
playtime = info['Time'] / 20
|
|
playstamp = '%d:%02d' % (playtime / 3600, playtime / 60 % 60)
|
|
size = "%.2fMB" % (info['SizeOnDisk'] / 1024. / 1024.)
|
|
path = info['path']
|
|
print formatString % (name, size, playstamp, timestamp, path)
|
|
|
|
if __name__ == "__main__":
|
|
multiprocessing.freeze_support()
|
|
try:
|
|
ret = main()
|
|
util.nice_exit(ret)
|
|
except Exception, e:
|
|
logging.exception("""An error has occurred. This may be a bug. Please let us know!
|
|
See http://docs.overviewer.org/en/latest/index.html#help
|
|
|
|
This is the error that occurred:""")
|
|
util.nice_exit(1)
|