# Forked from: https://github.com/jonbretman/jinja-to-js # With additional functionality: in/not in, replace, pprint, round, + for lists, # rendering empty dicts # This script is mostly used to generate the JavaScript function for the # training quickstart widget. import contextlib import json import re import os from os import path from io import StringIO from jinja2 import Environment, FileSystemLoader, nodes from pathlib import Path import srsly import sys OPERANDS = { "eq": "===", "ne": "!==", "lt": " < ", "gt": " > ", "lteq": " <= ", "gteq": " >= ", } DICT_ITER_METHODS = ("iteritems", "items", "values", "keys") STATE_DEFAULT = 0 STATE_EXECUTING = 1 STATE_INTERPOLATING = 2 LOOP_HELPER_INDEX = "index" LOOP_HELPER_INDEX_0 = "index0" LOOP_HELPER_FIRST = "first" LOOP_HELPER_LAST = "last" LOOP_HELPER_LENGTH = "length" LOOP_HELPERS = ( LOOP_HELPER_INDEX, LOOP_HELPER_INDEX_0, LOOP_HELPER_FIRST, LOOP_HELPER_LAST, LOOP_HELPER_LENGTH, ) def amd_format(dependencies, template_function): result = "define([" result += ",".join('"{0}"'.format(x[0]) for x in dependencies) result += "], function (" result += ",".join(x[1] for x in dependencies) result += ") { return " result += template_function result += "; });" return result def commonjs_format(dependencies, template_function): result = "".join('var {0} = require("{1}");'.format(y, x) for x, y in dependencies) result += "module.exports = {0};".format(template_function) return result def es6_format(dependencies, template_function): result = "".join('import {0} from "{1}";'.format(y, x) for x, y in dependencies) result += "export default {0}".format(template_function) return result JS_MODULE_FORMATS = { None: lambda dependencies, template_function: template_function, "amd": amd_format, "commonjs": commonjs_format, "es6": es6_format, } # This string has to double all the '{' and '}' due to Python's string formatting. # See - https://docs.python.org/2/library/string.html#formatstrings TEMPLATE_WRAPPER = """ function {function_name}(ctx) {{ var __result = ""; var __tmp; var __runtime = jinjaToJS.runtime; var __filters = jinjaToJS.filters; var __globals = jinjaToJS.globals; var context = jinjaToJS.createContext(ctx); {template_code} return __result; }} """ class ExtendsException(Exception): """ Raised when an {% extends %} is encountered. At this point the parent template is loaded and all blocks defined in the current template passed to it. """ pass @contextlib.contextmanager def option(current_kwargs, **kwargs): """ Context manager for temporarily setting a keyword argument and then restoring it to whatever it was before. """ tmp_kwargs = dict((key, current_kwargs.get(key)) for key, value in kwargs.items()) current_kwargs.update(kwargs) yield current_kwargs.update(tmp_kwargs) def is_method_call(node, method_name): """ Returns True if `node` is a method call for `method_name`. `method_name` can be either a string or an iterable of strings. """ if not isinstance(node, nodes.Call): return False if isinstance(node.node, nodes.Getattr): # e.g. foo.bar() method = node.node.attr elif isinstance(node.node, nodes.Name): # e.g. bar() method = node.node.name elif isinstance(node.node, nodes.Getitem): # e.g. foo["bar"]() method = node.node.arg.value else: return False if isinstance(method_name, (list, tuple)): return method in method_name return method == method_name def is_loop_helper(node): """ Returns True is node is a loop helper e.g. {{ loop.index }} or {{ loop.first }} """ return ( hasattr(node, "node") and isinstance(node.node, nodes.Name) and node.node.name == "loop" ) def temp_var_names_generator(): x = 0 while True: yield "__$%s" % x x += 1 class JinjaToJS(object): def __init__( self, template_root, template_name, js_module_format=None, runtime_path="jinja-to-js", include_prefix="", include_ext="", child_blocks=None, dependencies=None, custom_filters=None, ): """ Args: template_root (str): The path to where templates should be loaded from. template_name (str): The name of the template to compile (relative to `template_root`). js_module_format (str, optional): The JavaScript module format to use. One of ('amd', 'commonjs', 'es6') runtime_path (str, optional): If `js_module_format` is specified then the JavaScript runtime will be imported using the appropriate method. It defaults to assuming it will be imported from `node_modules` but you can change it using this option. include_prefix (str, optional): If using the `amd` module format you can use this option to add a prefix to every include path as AMD imports are generally relative to the main file, not the module importing. include_ext (str, optional): By default any includes will be references without an extension, as neither AMD, commonJS or ES6 require the '.js' extension. If you want to use an extension, say '.template' then set this option to a string including the leading '.' child_blocks (dict, optional): Used internally when handling templates that extend other templates. dependencies (list of tuple, optional): Used internally when handling templates that extend other templates. custom_filters (list of str, optional): List of custom filters which should be allowed. These may be filters supported by Jinja but not supported by jinja-to-js. These filters MUST be registered with the jinja-to-js JS runtime. """ self.environment = Environment( loader=FileSystemLoader(template_root), autoescape=True, ) self.output = StringIO() self.stored_names = set() self.temp_var_names = temp_var_names_generator() self.state = STATE_DEFAULT self.child_blocks = child_blocks or {} self.dependencies = dependencies or [] self._runtime_function_cache = [] self.js_module_format = js_module_format self.runtime_path = runtime_path self.include_prefix = include_prefix self.include_ext = include_ext self.template_root = template_root self.template_name = template_name self.custom_filters = custom_filters or [] # The name of the JavaScript function that will output this template. By using a named # function the template can call itself which is required to support recursive includes. self.js_function_name = "template" + "".join( x.title() for x in re.split(r"[^\w]|_", path.splitext(self.template_name)[0]) ) self.context_name = "context" self._add_dependency(self.runtime_path, "jinjaToJS") # Jinja2 doesn't accept Windows filepaths if os.name == "nt": self.template_name = self.template_name.replace(os.pathsep, "/") template_string, template_path, _ = self.environment.loader.get_source( self.environment, self.template_name ) # It is assumed that this will be the absolute path to the template. It is used to work out # related paths for inclues. self.template_path = template_path if self.js_module_format not in JS_MODULE_FORMATS.keys(): raise ValueError( "The js_module_format option must be one of: %s" % JS_MODULE_FORMATS.keys() ) self.ast = self.environment.parse(template_string) try: for node in self.ast.body: self._process_node(node) except ExtendsException: pass def get_output(self): """ Returns the generated JavaScript code. Returns: str """ # generate the JS function string template_function = TEMPLATE_WRAPPER.format( function_name=self.js_function_name, template_code=self.output.getvalue() ).strip() # get the correct module format template module_format = JS_MODULE_FORMATS[self.js_module_format] # generate the module code return module_format(self.dependencies, template_function) def _get_depencency_var_name(self, dependency): """ Returns the variable name assigned to the given dependency or None if the dependency has not yet been registered. Args: dependency (str): Thet dependency that needs to be imported. Returns: str or None """ for dep_path, var_name in self.dependencies: if dep_path == dependency: return var_name def _add_dependency(self, dependency, var_name=None): """ Adds the given dependency and returns the variable name to use to access it. If `var_name` is not given then a random one will be created. Args: dependency (str): var_name (str, optional): Returns: str """ if var_name is None: var_name = next(self.temp_var_names) # Don't add duplicate dependencies if (dependency, var_name) not in self.dependencies: self.dependencies.append((dependency, var_name)) return var_name def _process_node(self, node, **kwargs): node_name = node.__class__.__name__.lower() handler = getattr(self, "_process_" + node_name, None) if callable(handler): handler(node, **kwargs) else: raise Exception(f"Unknown node {node} ({node_name})") def _process_extends(self, node, **kwargs): """ Processes an extends block e.g. `{% extends "some/template.jinja" %}` """ # find all the blocks in this template for b in self.ast.find_all(nodes.Block): # if not already in `child_blocks` then this is the first time a # block with this name has been encountered. if b.name not in self.child_blocks: self.child_blocks[b.name] = b else: # otherwise we have seen this block before, so we need to find the last # super_block and add the block from this template to the end. block = self.child_blocks.get(b.name) while hasattr(block, "super_block"): block = block.super_block block.super_block = b # load the parent template parent_template = JinjaToJS( template_root=self.template_root, template_name=node.template.value, js_module_format=self.js_module_format, runtime_path=self.runtime_path, include_prefix=self.include_prefix, include_ext=self.include_ext, child_blocks=self.child_blocks, dependencies=self.dependencies, ) # add the parent templates output to the current output self.output.write(parent_template.output.getvalue()) # Raise an exception so we stop parsing this template raise ExtendsException def _process_block(self, node, **kwargs): """ Processes a block e.g. `{% block my_block %}{% endblock %}` """ # check if this node already has a 'super_block' attribute if not hasattr(node, "super_block"): # since it doesn't it must be the last block in the inheritance chain node.super_block = None # see if there has been a child block defined - if there is this # will be the first block in the inheritance chain child_block = self.child_blocks.get(node.name) if child_block: # we have child nodes so we need to set `node` as the # super of the last one in the chain last_block = child_block while hasattr(last_block, "super_block"): last_block = child_block.super_block # once we have found it, set this node as it's super block last_block.super_block = node # this is the node we want to process as it's the first in the inheritance chain node = child_block # process the block passing the it's super along, if this block # calls super() it will be handled by `_process_call` for n in node.body: self._process_node(n, super_block=node.super_block, **kwargs) def _process_output(self, node, **kwargs): """ Processes an output node, which will contain things like `Name` and `TemplateData` nodes. """ for n in node.nodes: self._process_node(n, **kwargs) def _process_templatedata(self, node, **_): """ Processes a `TemplateData` node, this is just a bit of as-is text to be written to the output. """ # escape double quotes value = re.sub('"', r'\\"', node.data) # escape new lines value = re.sub("\n", r"\\n", value) # append value to the result self.output.write('__result += "' + value + '";') def _process_name(self, node, **kwargs): """ Processes a `Name` node. Some examples of `Name` nodes: {{ foo }} -> 'foo' is a Name {% if foo }} -> 'foo' is a Name """ with self._interpolation(): with self._python_bool_wrapper(**kwargs): if node.name not in self.stored_names and node.ctx != "store": self.output.write(self.context_name) self.output.write(".") if node.ctx == "store": self.stored_names.add(node.name) self.output.write(node.name) def _process_dict(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs): if node.items: err = f"Can't process non-empty dict in expression: {node}" raise ValueError(err) self.output.write("{}") def _process_getattr(self, node, **kwargs): """ Processes a `GetAttr` node. e.g. {{ foo.bar }} """ with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: if is_loop_helper(node): self._process_loop_helper(node, **new_kwargs) else: self._process_node(node.node, **new_kwargs) self.output.write(".") self.output.write(node.attr) def _process_getitem(self, node, **kwargs): """ Processes a `GetItem` node e.g. {{ foo["bar"] }} """ with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.node, **new_kwargs) if isinstance(node.arg, nodes.Slice): self.output.write(".slice(") if node.arg.step is not None: raise Exception( "The step argument is not supported when slicing." ) if node.arg.start is None: self.output.write("0") else: self._process_node(node.arg.start, **new_kwargs) if node.arg.stop is None: self.output.write(")") else: self.output.write(",") self._process_node(node.arg.stop, **new_kwargs) self.output.write(")") else: self.output.write("[") self._process_node(node.arg, **new_kwargs) self.output.write("]") def _process_for(self, node, **kwargs): """ Processes a for loop. e.g. {% for number in numbers %} {{ number }} {% endfor %} {% for key, value in somemap.items() %} {{ key }} -> {{ value }} {% %} """ # since a for loop can introduce new names into the context # we need to remember the ones that existed outside the loop previous_stored_names = self.stored_names.copy() with self._execution(): self.output.write("__runtime.each(") if is_method_call(node.iter, dict.keys.__name__): self.output.write("Object.keys(") self._process_node(node.iter, **kwargs) if is_method_call(node.iter, dict.keys.__name__): self.output.write(")") self.output.write(",") self.output.write("function") self.output.write("(") # javascript iterations put the value first, then the key if isinstance(node.target, nodes.Tuple): if len(node.target.items) > 2: raise Exception( "De-structuring more than 2 items is not supported." ) for i, item in enumerate(reversed(node.target.items)): self._process_node(item, **kwargs) if i < len(node.target.items) - 1: self.output.write(",") else: self._process_node(node.target, **kwargs) self.output.write(")") self.output.write("{") if node.test: self.output.write("if (!(") self._process_node(node.test, **kwargs) self.output.write(")) { return; }") assigns = ( node.target.items if isinstance(node.target, nodes.Tuple) else [node.target] ) with self._scoped_variables(assigns, **kwargs): for n in node.body: self._process_node(n, **kwargs) with self._execution(): self.output.write("}") self.output.write(")") self.output.write(";") # restore the stored names self.stored_names = previous_stored_names def _process_if(self, node, execute_end=None, **kwargs): """ Processes an if block e.g. `{% if foo %} do something {% endif %}` """ with self._execution(): self.output.write("if") self.output.write("(") with option(kwargs, use_python_bool_wrapper=True): self._process_node(node.test, **kwargs) self.output.write(")") self.output.write("{") # We accept an `execute_end` function as a keyword argument as this function is # recursive in the case of something like if-elif-elif-else. In these cases this # invocation of this function may have to close execution opened by a previous # invocation of this function. if execute_end: execute_end() # body for n in node.body: self._process_node(n, **kwargs) if not node.else_ and not node.elif_: # no else - just close the if with self._execution(): self.output.write("}") else: # either an else or an elif with self._execution() as execute_end: self.output.write("}") self.output.write(" else ") # check for elif for n in node.elif_: self._process_node(n, execute_end=execute_end, **kwargs) if node.elif_ and node.else_: self.output.write(" else ") # open up the body self.output.write("{") # process the body of the else for n in node.else_: self._process_node(n, **kwargs) # close the body with self._execution(): self.output.write("}") def _process_condexpr(self, node, **kwargs): with self._interpolation(): self.output.write("(") with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.test, **new_kwargs) self.output.write(" ? ") self._process_node(node.expr1, **kwargs) self.output.write(" : ") self._process_node(node.expr2, **kwargs) self.output.write(")") def _process_not(self, node, **kwargs): self.output.write("!") with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.node, **new_kwargs) def _process_or(self, node, **kwargs): self._process_node(node.left, **kwargs) self.output.write(" || ") self._process_node(node.right, **kwargs) def _process_and(self, node, **kwargs): self._process_node(node.left, **kwargs) self.output.write(" && ") self._process_node(node.right, **kwargs) def _process_tuple(self, node, **kwargs): self.output.write("[") for i, item in enumerate(node.items): self._process_node(item, **kwargs) if i < len(node.items) - 1: self.output.write(",") self.output.write("]") def _process_call(self, node, super_block=None, **kwargs): if is_method_call(node, DICT_ITER_METHODS): # special case for dict methods self._process_node(node.node.node, **kwargs) elif is_method_call(node, "super"): # special case for the super() method which is available inside blocks if not super_block: raise Exception("super() called outside of a block with a parent.") self._process_node(super_block, **kwargs) else: # just a normal function call on a context variable with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.node, **new_kwargs) self.output.write("(") self._process_args(node, **new_kwargs) self.output.write(")") # only output the semi-colon if we are not interpolating if self.state != STATE_INTERPOLATING: self.output.write("") def _process_filter(self, node, **kwargs): method_name = getattr(self, "_process_filter_%s" % node.name, None) if callable(method_name): method_name(node, **kwargs) elif node.name in self.custom_filters: with self._interpolation(safe=True): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.%s(" % node.name) self._process_node(node.node, **new_kwargs) if getattr(node, "args", None): self.output.write(",") self._process_args(node, **new_kwargs) self.output.write(")") else: raise Exception("Unsupported filter: %s" % node.name) def _process_filter_safe(self, node, **kwargs): with self._interpolation(safe=True): with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.node, **new_kwargs) def _process_filter_capitalize(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.capitalize(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_abs(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("Math.abs(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_replace(self, node, **kwargs): # We're getting a quoted string from Python/Jinja as the pattern to # replace, but to replace all occurrences in JS, we typically need a # regex, which would be annoying to convert. So we're using split/join # instead here. with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.node, **new_kwargs) self.output.write(".split(") self._process_node(node.args[0], **new_kwargs) self.output.write(").join(") self._process_node(node.args[1], **new_kwargs) self.output.write(")") def _process_filter_pprint(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("JSON.stringify(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_attr(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.node, **new_kwargs) self.output.write("[") self._process_node(node.args[0], **new_kwargs) self.output.write("]") def _process_filter_batch(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.batch(") self._process_node(node.node, **new_kwargs) self.output.write(",") self._process_args(node, **new_kwargs) self.output.write(")") def _process_filter_default(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.default(") self._process_node(node.node, **new_kwargs) if node.args: self.output.write(",") self._process_args(node, **new_kwargs) self.output.write(")") def _process_filter_first(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.first(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_int(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.int(") self._process_node(node.node, **new_kwargs) if node.args: self.output.write(",") self._process_args(node, **new_kwargs) self.output.write(")") def _process_filter_round(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("Math.round((") self._process_node(node.node, **new_kwargs) self.output.write("+ Number.EPSILON) * 10**") self._process_node(node.args[0], **new_kwargs) self.output.write(") / 10**") self._process_node(node.args[0], **new_kwargs) def _process_filter_last(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.last(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_length(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.size(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_lower(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("(") self._process_node(node.node, **new_kwargs) self.output.write(' + "").toLowerCase()') def _process_filter_slice(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.slice(") self._process_node(node.node, **new_kwargs) self.output.write(",") self._process_args(node, **new_kwargs) self.output.write(")") def _process_filter_title(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.title(") self._process_node(node.node, **new_kwargs) self.output.write(")") def _process_filter_trim(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("(") self._process_node(node.node, **new_kwargs) self.output.write(' + "").trim()') def _process_filter_upper(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("(") self._process_node(node.node, **new_kwargs) self.output.write(' + "").toUpperCase()') def _process_filter_truncate(self, node, **kwargs): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self.output.write("__filters.truncate(") self._process_node(node.node, **new_kwargs) self.output.write(",") self._process_args(node, **new_kwargs) self.output.write(")") def _process_assign(self, node, **kwargs): with self._execution(): self.output.write("var ") self._process_node(node.target, **kwargs) self.output.write(" = ") self._process_node(node.node, **kwargs) self.output.write(";") def _process_with(self, node, **kwargs): # keep a copy of the stored names before the scope previous_stored_names = self.stored_names.copy() # assigns in the with tag # e.g. {% with var = "something %} assigns_in_tag = [nodes.Assign(t, v) for t, v in zip(node.targets, node.values)] # assigns in the with body # e.g. {% set name = 'John' %} assigns_in_body = [x for x in node.body if isinstance(x, nodes.Assign)] # remove assigns from the body node.body = [x for x in node.body if not isinstance(x, nodes.Assign)] # get a list of all the assigns in this with block # both on the tag, and within the body of the block all_assigns = assigns_in_tag + assigns_in_body with self._execution(): self.output.write("(function () {") with self._scoped_variables(all_assigns, **kwargs): for node in node.body: self._process_node(node, **kwargs) with self._execution(): self.output.write("})();") # restore previous stored names self.stored_names = previous_stored_names def _process_compare(self, node, **kwargs): if len(node.ops) > 1: raise Exception("Multiple operands are not supported.") operand = node.ops[0] is_equality = operand.op in ("eq", "ne") left_hand_is_const = isinstance(node.expr, nodes.Const) right_hand_is_const = isinstance(operand.expr, nodes.Const) # If the operand is equality and neither the left or right hand side are constants then we # will need to use the JavaScript deep equals function. Ideally we want to avoid using this # as it is quite a big function. use_is_equal_function = is_equality and not ( left_hand_is_const or right_hand_is_const ) with option(kwargs, use_python_bool_wrapper=False): if operand.op == "in" or operand.op == "notin": # Special case for "in" operator if operand.op == "notin": self.output.write("!") self._process_node(operand.expr, **kwargs) self.output.write(".includes(") self._process_node(node.expr, **kwargs) self.output.write(")") else: if use_is_equal_function: if operand.op == "ne": self.output.write("!") self.output.write("__runtime.isEqual(") self._process_node(node.expr, **kwargs) if use_is_equal_function: self.output.write(",") else: self.output.write(OPERANDS.get(operand.op)) self._process_node(operand.expr, **kwargs) if use_is_equal_function: self.output.write(")") def _process_operand(self, node, **kwargs): self.output.write(OPERANDS.get(node.op)) self._process_node(node.expr, **kwargs) def _process_const(self, node, **_): with self._interpolation(): self.output.write(json.dumps(node.value)) def _process_nonetype(self, node, **_): with self._interpolation(): self.output.write("null") def _process_neg(self, node, **kwargs): with self._interpolation(): self.output.write("-") self._process_node(node.node, **kwargs) def _process_list(self, node, **kwargs): self.output.write("[") for i, item in enumerate(node.items): self._process_node(item, **kwargs) if i < len(node.items) - 1: self.output.write(",") self.output.write("]") def _process_test(self, node, **kwargs): with option(kwargs, use_python_bool_wrapper=False): method_name = getattr(self, "_process_test_%s" % node.name, None) if callable(method_name): method_name(node, **kwargs) else: raise Exception("Unsupported test: %s" % node.name) def _process_test_defined(self, node, **kwargs): self.output.write("(typeof ") self._process_node(node.node, **kwargs) self.output.write(' !== "undefined")') def _process_test_undefined(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(" === undefined") def _process_test_callable(self, node, **kwargs): self.output.write("__runtime.type(") self._process_node(node.node, **kwargs) self.output.write(') === "Function"') def _process_test_divisibleby(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(" % ") self._process_node(node.args[0], **kwargs) self.output.write(" === 0") def _process_test_even(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(" % 2 === 0") def _process_test_odd(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(" % 2 === 1") def _process_test_none(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(" === null") def _process_test_upper(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(".toUpperCase() === ") self._process_node(node.node, **kwargs) def _process_test_lower(self, node, **kwargs): self._process_node(node.node, **kwargs) self.output.write(".toLowerCase() === ") self._process_node(node.node, **kwargs) def _process_test_string(self, node, **kwargs): self.output.write("__runtime.type(") self._process_node(node.node, **kwargs) self.output.write(') === "String"') def _process_test_mapping(self, node, **kwargs): self.output.write("__runtime.type(") self._process_node(node.node, **kwargs) self.output.write(') === "Object"') def _process_test_number(self, node, **kwargs): self.output.write("(__runtime.type(") self._process_node(node.node, **kwargs) self.output.write(') === "Number" && !isNaN(') self._process_node(node.node, **kwargs) self.output.write("))") def _process_include(self, node, **kwargs): with self._interpolation(safe=True): include_path = node.template.value if include_path == self.template_name: # template is including itself include_var_name = self.js_function_name else: if self.include_prefix: include_path = self.include_prefix + node.template.value elif ( self.js_module_format in ("es6", "commonjs",) and self.template_name ): _, absolute_include_path, _ = self.environment.loader.get_source( self.environment, node.template.value ) include_path = os.path.relpath( absolute_include_path, os.path.dirname(self.template_path) ) if not include_path.startswith("."): include_path = "./" + include_path # Jinja2 doesn't accept Windows filepaths (but does output them!) if os.name == "nt": include_path = include_path.replace(os.pathsep, "/") include_path = path.splitext(include_path)[0] + self.include_ext include_var_name = self._get_depencency_var_name(include_path) if not include_var_name: include_var_name = self._add_dependency(include_path) if self.js_module_format is None: self.output.write('jinjaToJS.include("') self.output.write(include_path) self.output.write('");') else: self.output.write(include_var_name) self.output.write("(") self.output.write(self.context_name) self.output.write(")") def _process_add(self, node, **kwargs): # Handle + operator for lists, which behaves differently in JS. Currently # only works if we have an explicit list node on either side (in which # case we assume both are lists). if isinstance(node.left, nodes.List) or isinstance(node.right, nodes.List): with self._interpolation(): with self._python_bool_wrapper(**kwargs) as new_kwargs: self._process_node(node.left, **new_kwargs) self.output.write(".concat(") self._process_node(node.right, **new_kwargs) self.output.write(")") else: self._process_math(node, math_operator=" + ", **kwargs) def _process_sub(self, node, **kwargs): self._process_math(node, math_operator=" - ", **kwargs) def _process_div(self, node, **kwargs): self._process_math(node, math_operator=" / ", **kwargs) def _process_floordiv(self, node, **kwargs): self._process_math(node, math_operator=" / ", function="Math.floor", **kwargs) def _process_mul(self, node, **kwargs): self._process_math(node, math_operator=" * ", **kwargs) def _process_mod(self, node, **kwargs): self._process_math(node, math_operator=" % ", **kwargs) def _process_math(self, node, math_operator=None, function=None, **kwargs): """ Processes a math node e.g. `Div`, `Sub`, `Add`, `Mul` etc... If `function` is provided the expression is wrapped in a call to that function. """ with self._interpolation(): if function: self.output.write(function) self.output.write("(") self._process_node(node.left, **kwargs) self.output.write(math_operator) self._process_node(node.right, **kwargs) if function: self.output.write(")") def _process_loop_helper(self, node, **kwargs): """ Processes a loop helper e.g. {{ loop.first }} or {{ loop.index }} """ if node.attr == LOOP_HELPER_INDEX: self.output.write("(arguments[1] + 1)") elif node.attr == LOOP_HELPER_INDEX_0: self.output.write("arguments[1]") elif node.attr == LOOP_HELPER_FIRST: self.output.write("(arguments[1] == 0)") elif node.attr == LOOP_HELPER_LAST: self.output.write("(arguments[1] == arguments[2].length - 1)") elif node.attr == LOOP_HELPER_LENGTH: self.output.write("arguments[2].length") def _process_args(self, node, **kwargs): args = getattr(node, "args", None) if not args: return for i, item in enumerate(args): self._process_node(item, **kwargs) if i < len(node.args) - 1: self.output.write(",") @contextlib.contextmanager def _execution(self): """ Context manager for executing some JavaScript inside a template. """ did_start_executing = False if self.state == STATE_DEFAULT: did_start_executing = True self.state = STATE_EXECUTING def close(): if did_start_executing and self.state == STATE_EXECUTING: self.state = STATE_DEFAULT yield close close() @contextlib.contextmanager def _interpolation(self, safe=False): did_start_interpolating = False if self.state == STATE_DEFAULT: did_start_interpolating = True self.output.write('__result += "" + ') if safe is not True: self.output.write("__runtime.escape") self.output.write("((__tmp = (") self.state = STATE_INTERPOLATING def close(): if did_start_interpolating and self.state == STATE_INTERPOLATING: self.output.write(')) == null ? "" : __tmp);') self.state = STATE_DEFAULT yield close close() @contextlib.contextmanager def _scoped_variables(self, nodes_list, **kwargs): """ Context manager for creating scoped variables defined by the nodes in `nodes_list`. These variables will be added to the context, and when the context manager exits the context object will be restored to it's previous state. """ tmp_vars = [] for node in nodes_list: is_assign_node = isinstance(node, nodes.Assign) name = node.target.name if is_assign_node else node.name # create a temp variable name tmp_var = next(self.temp_var_names) # save previous context value with self._execution(): # save the current value of this name self.output.write( "var %s = %s.%s;" % (tmp_var, self.context_name, name) ) # add new value to context self.output.write("%s.%s = " % (self.context_name, name)) if is_assign_node: self._process_node(node.node, **kwargs) else: self.output.write(node.name) self.output.write(";") tmp_vars.append((tmp_var, name)) yield # restore context for tmp_var, name in tmp_vars: with self._execution(): self.output.write("%s.%s = %s;" % (self.context_name, name, tmp_var)) @contextlib.contextmanager def _python_bool_wrapper(self, **kwargs): use_python_bool_wrapper = kwargs.get("use_python_bool_wrapper") if use_python_bool_wrapper: self.output.write("__runtime.boolean(") with option(kwargs, use_python_bool_wrapper=False): yield kwargs if use_python_bool_wrapper: self.output.write(")") def main(template_path, output=None, data_path=None): """Convert a jinja2 template to a JavaScript module. template_path (Path): Path to .jijna file. output (Optional[Path]): Path to output .js module (stdout if unset). data_path (Optional[Path]): Optional JSON or YAML file with additional data to be included in the JS module as the exported variable DATA. """ data = "{}" if data_path is not None: if data_path.suffix in (".yml", ".yaml"): data = srsly.read_yaml(data_path) else: data = srsly.read_json(data_path) data = srsly.json_dumps(data) # dump and load for compactness template_path = Path(template_path) tpl_file = template_path.parts[-1] compiler = JinjaToJS(template_path.parent, tpl_file, js_module_format="es6") header = f"// This file was auto-generated by {__file__} based on {tpl_file}" data_str = f"export const DATA = {data}" result = compiler.get_output() if output is not None: with output.open("w", encoding="utf8") as f: f.write(f"{header}\n{result}\n{data_str}") print(f"Updated {output.parts[-1]}") else: print(result) if __name__ == "__main__": args = sys.argv[1:] if not len(args): raise ValueError("Need at least one argument: path to .jinja template") template_path = Path(args[0]) output = Path(args[1]) if len(args) > 1 else None data_path = Path(args[2]) if len(args) > 2 else None main(template_path, output, data_path)