A fork of hyde, the static site generation. Some patches will be pushed upstream.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

288 lines
10 KiB

  1. # -*- coding: utf-8 -*-
  2. """
  3. The generator class and related utility functions.
  4. """
  5. from hyde.exceptions import HydeException
  6. from hyde.fs import File, Folder
  7. from hyde.model import Context
  8. from hyde.plugin import Plugin
  9. from hyde.template import Template
  10. from contextlib import contextmanager
  11. from hyde.util import getLoggerWithNullHandler
  12. logger = getLoggerWithNullHandler('hyde.engine')
  13. class Generator(object):
  14. """
  15. Generates output from a node or resource.
  16. """
  17. def __init__(self, site):
  18. super(Generator, self).__init__()
  19. self.site = site
  20. self.generated_once = False
  21. self.__context__ = dict(site=site)
  22. if hasattr(site.config, 'context'):
  23. site.context = Context.load(site.sitepath, site.config.context)
  24. self.__context__.update(site.context)
  25. self.template = None
  26. Plugin.load_all(site)
  27. self.events = Plugin.get_proxy(self.site)
  28. @contextmanager
  29. def context_for_resource(self, resource):
  30. """
  31. Context manager that intializes the context for a given
  32. resource and rolls it back after the resource is processed.
  33. """
  34. # TODO: update metadata and other resource
  35. # specific properties here.
  36. self.__context__.update(resource=resource)
  37. yield self.__context__
  38. self.__context__.update(resource=None)
  39. def context_for_path(self, path):
  40. resource = self.site.resource_from_path(path)
  41. if not resource:
  42. return {}
  43. ctx = self.__context__.copy
  44. ctx.resource = resource
  45. return ctx
  46. def load_template_if_needed(self):
  47. """
  48. Loads and configures the template environement from the site
  49. configuration if its not done already.
  50. """
  51. class GeneratorProxy(object):
  52. """
  53. An interface to templates and plugins for
  54. providing restricted access to the methods.
  55. """
  56. def __init__(self, preprocessor=None, postprocessor=None, context_for_path=None):
  57. self.preprocessor = preprocessor
  58. self.postprocessor = postprocessor
  59. self.context_for_path = context_for_path
  60. if not self.template:
  61. logger.info("Generating site at [%s]" % self.site.sitepath)
  62. self.template = Template.find_template(self.site)
  63. logger.debug("Using [%s] as the template",
  64. self.template.__class__.__name__)
  65. logger.info("Configuring the template environment")
  66. self.template.configure(self.site,
  67. engine=GeneratorProxy(
  68. context_for_path=self.context_for_path,
  69. preprocessor=self.events.begin_text_resource,
  70. postprocessor=self.events.text_resource_complete))
  71. self.events.template_loaded(self.template)
  72. def initialize(self):
  73. """
  74. Start Generation. Perform setup tasks and inform plugins.
  75. """
  76. logger.info("Begin Generation")
  77. self.events.begin_generation()
  78. def load_site_if_needed(self):
  79. """
  80. Checks if the site requries a reload and loads if
  81. necessary.
  82. """
  83. #TODO: Perhaps this is better suited in Site
  84. if not len(self.site.content.child_nodes):
  85. logger.info("Reading site contents")
  86. self.site.load()
  87. def finalize(self):
  88. """
  89. Generation complete. Inform plugins and cleanup.
  90. """
  91. logger.info("Generation Complete")
  92. self.events.generation_complete()
  93. def get_dependencies(self, resource):
  94. """
  95. Gets the dependencies for a given resource.
  96. """
  97. deps = []
  98. if hasattr(resource, 'depends'):
  99. user_deps = resource.depends
  100. for dep in user_deps:
  101. deps.append(dep)
  102. deps.extend(self.template.get_dependencies(dep))
  103. deps.extend(self.template.get_dependencies(resource.relative_path))
  104. deps = list(set(deps))
  105. if None in deps:
  106. deps.remove(None)
  107. return deps
  108. def has_resource_changed(self, resource):
  109. """
  110. Checks if the given resource has changed since the
  111. last generation.
  112. """
  113. if not self.generated_once:
  114. return True
  115. logger.debug("Checking for changes in %s" % resource)
  116. self.load_site_if_needed()
  117. self.load_template_if_needed()
  118. target = File(self.site.config.deploy_root_path.child(
  119. resource.relative_deploy_path))
  120. if not target.exists or target.older_than(resource.source_file):
  121. logger.debug("Found changes in %s" % resource)
  122. return True
  123. if resource.source_file.is_binary or not resource.uses_template:
  124. logger.debug("No Changes found in %s" % resource)
  125. return False
  126. deps = self.get_dependencies(resource)
  127. if not deps or None in deps:
  128. logger.debug("No changes found in %s" % resource)
  129. return False
  130. content = self.site.content.source_folder
  131. layout = Folder(self.site.sitepath).child_folder('layout')
  132. logger.debug("Checking for changes in dependents:%s" % deps)
  133. for dep in deps:
  134. if not dep:
  135. return True
  136. source = File(content.child(dep))
  137. if not source.exists:
  138. source = File(layout.child(dep))
  139. if not source.exists:
  140. return True
  141. if target.older_than(source):
  142. return True
  143. logger.debug("No changes found in %s" % resource)
  144. return False
  145. def generate_all(self):
  146. """
  147. Generates the entire website
  148. """
  149. logger.info("Reading site contents")
  150. self.load_template_if_needed()
  151. self.initialize()
  152. self.load_site_if_needed()
  153. self.events.begin_site()
  154. logger.info("Generating site to [%s]" %
  155. self.site.config.deploy_root_path)
  156. self.__generate_node__(self.site.content)
  157. self.events.site_complete()
  158. self.finalize()
  159. self.generated_once = True
  160. def generate_node_at_path(self, node_path=None):
  161. """
  162. Generates a single node. If node_path is non-existent or empty,
  163. generates the entire site.
  164. """
  165. if not self.generated_once:
  166. return self.generate_all()
  167. self.load_template_if_needed()
  168. self.load_site_if_needed()
  169. node = None
  170. if node_path:
  171. node = self.site.content.node_from_path(node_path)
  172. self.generate_node(node)
  173. def generate_node(self, node=None):
  174. """
  175. Generates the given node. If node is invalid, empty or
  176. non-existent, generates the entire website.
  177. """
  178. if not node or not self.generated_once:
  179. return self.generate_all()
  180. self.load_template_if_needed()
  181. self.initialize()
  182. self.load_site_if_needed()
  183. try:
  184. self.__generate_node__(node)
  185. self.finalize()
  186. except HydeException:
  187. self.generate_all()
  188. def generate_resource_at_path(self, resource_path=None):
  189. """
  190. Generates a single resource. If resource_path is non-existent or empty,
  191. generats the entire website.
  192. """
  193. if not self.generated_once:
  194. return self.generate_all()
  195. self.load_template_if_needed()
  196. self.load_site_if_needed()
  197. resource = None
  198. if resource_path:
  199. resource = self.site.content.resource_from_path(resource_path)
  200. self.generate_resource(resource)
  201. def generate_resource(self, resource=None):
  202. """
  203. Generates the given resource. If resource is invalid, empty or
  204. non-existent, generates the entire website.
  205. """
  206. if not resource or not self.generated_once:
  207. return self.generate_all()
  208. self.load_template_if_needed()
  209. self.initialize()
  210. self.load_site_if_needed()
  211. try:
  212. self.__generate_resource__(resource)
  213. self.finalize()
  214. except HydeException:
  215. self.generate_all()
  216. def __generate_node__(self, node):
  217. for node in node.walk():
  218. logger.debug("Generating Node [%s]", node)
  219. self.events.begin_node(node)
  220. for resource in node.resources:
  221. self.__generate_resource__(resource)
  222. self.events.node_complete(node)
  223. def __generate_resource__(self, resource):
  224. if not resource.is_processable:
  225. logger.debug("Skipping [%s]", resource)
  226. return
  227. logger.debug("Processing [%s]", resource)
  228. with self.context_for_resource(resource) as context:
  229. if resource.source_file.is_text:
  230. text = resource.source_file.read_all()
  231. text = self.events.begin_text_resource(resource, text) or text
  232. if resource.uses_template:
  233. logger.debug("Rendering [%s]", resource)
  234. try:
  235. text = self.template.render(text, context)
  236. except Exception:
  237. logger.error("Error occurred when"
  238. " processing template:[%s]" % resource)
  239. raise
  240. text = self.events.text_resource_complete(
  241. resource, text) or text
  242. target = File(self.site.config.deploy_root_path.child(
  243. resource.relative_deploy_path))
  244. target.parent.make()
  245. target.write(text)
  246. else:
  247. logger.debug("Copying binary file [%s]", resource)
  248. self.events.begin_binary_resource(resource)
  249. target = File(self.site.config.deploy_root_path.child(
  250. resource.relative_deploy_path))
  251. target.parent.make()
  252. resource.source_file.copy_to(target)
  253. self.events.binary_resource_complete(resource)