import os import sys from io import StringIO from collections import namedtuple from ast import Str from ast import Name from ast import List from ast import Tuple from ast import parse from ast import Assign from ast import Global from ast import Attribute from ast import Subscript from ast import FunctionDef from ast import NodeVisitor from .utils import YieldSearch ClassDefNode = namedtuple('ClassDef', 'name') FunctionDefNode = namedtuple('FunctionDef', 'name') class Writer: def __init__(self): self.level = 0 self.output = StringIO() def push(self): self.level += 1 def pull(self): self.level -= 1 def write(self, code): self.output.write(' ' * 4 * self.level + code + '\n') def value(self): return self.output.getvalue() class Pythonium(NodeVisitor): def __init__(self): super().__init__() self.dependencies = [] self._def_stack = [] self.__all__ = None self.writer = Writer() self._uuid = -1 def uuid(self): self._uuid += 1 return self._uuid def visit(self, node): if os.environ.get('DEBUG', False): sys.stderr.write(">>> {} {}\n".format(node.__class__.__name__, node._fields)) return super().visit(node) def visit_Pass(self, node): self.writer.write('/* pass */') def visit_Try(self, node): self.writer.write('try {') self.writer.push() list(map(self.visit, node.body)) self.writer.pull() self.writer.write('}') list(map(self.visit, node.handlers)) def visit_Raise(self, node): self.writer.write('throw {};'.format(self.visit(node.exc))) def visit_ExceptHandler(self, node): # 'type', 'name', 'body' if node.type: if node.name: catch = '{} if (pythonium_is_exception({}, {}))'.format(node.name, node.name, self.visit(node.type)) else: catch = '__exception__ if (pythonium_is_exception(__exception__, {}))'.format(self.visit(node.type)) elif node.name: catch = node.name else: catch = '__exception__' self.writer.write('catch ({}) {{'.format(catch)) self.writer.push() list(map(self.visit, node.body)) self.writer.pull() self.writer.write('}') def visit_Yield(self, node): return 'yield {}'.format(self.visit(node.value)) def visit_In(self, node): return '__in__' def visit_Module(self, node): list(map(self.visit, node.body)) def visit_Tuple(self, node): args = ', '.join(map(self.visit, node.elts)) if args: return 'pythonium_call(list, [{}])'.format(args) else: return 'pythonium_call(list)' def visit_List(self, node): args = ', '.join(map(self.visit, node.elts)) if args: return 'pythonium_call(list, [{}])'.format(args) else: return 'pythonium_call(list)' def visit_ImportFrom(self, node): if len(node.names) > 1: raise NotImplemented if len(node.names) == 0: raise NotImplemented out = '' name = node.names[0].name asname = node.names[0].asname if not asname: asname = name modules = '/'.join(node.module.split('.')) path = modules + '/' + name if node.level == 0: self.writer.write('var {} = require("{}");'.format(asname, path)) self.dependencies.append('/' + path) # relative to project root elif node.level == 1: self.writer.write('var {} = require.toUrl("./{}");'.format(asname, path)) self.dependencies.append('./' + path) # relative to current file else: path = '../' * node.level + path self.writer.write('var {} = require.toUrl("{}");'.format(asname, path)) self.dependencies.append(path) # relative to current file return out def visit_Global(self, node): # handled in visit_FunctionDef return '' def _is_inside_method_definition(self): if len(self._def_stack) >= 2: if isinstance(self._def_stack[-2], ClassDefNode): if isinstance(self._def_stack[-1], FunctionDef): return True return False def _is_inside_class_definition(self): return isinstance(self._def_stack[-1], ClassDefNode) def visit_FunctionDef(self, node): # 'name', 'args', 'body', 'decorator_list', 'returns' self._def_stack.append(FunctionDefNode(node.name)) args, kwargs, varargs, varkwargs = self.visit(node.args) all_parameters = list(args) all_parameters.extend(kwargs.keys()) if varargs: all_parameters.append(varargs) if varkwargs: all_parameters.append(varkwargs) all_parameters = set(all_parameters) __args = ', '.join(args) if self._is_inside_method_definition(): name = '__{}_{}'.format(self._def_stack[-2].name, node.name) else: name = node.name # handle yield has_yield = False for child in node.body: searcher = YieldSearch() searcher.visit(child) if getattr(searcher, 'has_yield', False): has_yield = True break if has_yield: self.writer.write('var {} = function*({}) {{'.format(name, __args)) else: self.writer.write('var {} = function({}) {{'.format(name, __args)) self.writer.push() if not varkwargs: varkwargs = '__kwargs' # unpack arguments if varargs or varkwargs != '__kwargs' or kwargs: self.writer.write('var __args = Array.prototype.slice.call(arguments);') if varkwargs != '__kwargs' or kwargs: self.writer.write('var {} = __args[__args.length - 1];'.format(varkwargs)) for keyword in kwargs.keys(): self.writer.write('{} = {} || {}.{} || {};'.format(keyword, keyword, varkwargs, keyword, kwargs[keyword])) self.writer.write('delete {}.{};'.format(varkwargs, keyword)) if varargs: self.writer.write('var {} = __args.splice({});'.format(varargs, len(args))) self.writer.write('{}.pop();'.format(varargs)) # check for variable creation use var if not global def retrieve_vars(body, vars=None): local_vars = set() global_vars = vars if vars else set() for n in body: if isinstance(n, Assign) and isinstance(n.targets[0], Name): local_vars.add(n.targets[0].id) elif isinstance(n, Assign) and isinstance(n.targets[0], Tuple): for target in n.targets[0].elts: local_vars.add(target.id) elif isinstance(n, Global): global_vars.update(n.names) elif hasattr(n, 'body') and not isinstance(n, FunctionDef): # do a recursive search inside new block except function def l, g = retrieve_vars(n.body) local_vars.update(l) global_vars.update(g) if hasattr(n, 'orelse'): l, g = retrieve_vars(n.orelse) local_vars.update(l) global_vars.update(g) return local_vars, global_vars local_vars, global_vars = retrieve_vars(node.body, all_parameters) if local_vars - global_vars: a = ','.join(local_vars-global_vars) self.writer.write('var {};'.format(a)) # output function body list(map(self.visit, node.body)) self.writer.pull() self.writer.write('};') for decorator in node.decorator_list: decorator = self.visit(decorator) self.writer.write('{} = {}({});'.format(name, decorator, name)) self._def_stack.pop() return node.name, name def visit_Slice(self, node): start = self.visit(node.lower) if node.lower else 'undefined' end = self.visit(node.upper) if node.upper else 'undefined' step = self.visit(node.step) if node.step else 'undefined' return 'slice({}, {}, {})'.format(start, step, end) def visit_Index(self, node): return self.visit(node.value) def visit_Subscript(self, node): return "pythonium_call(pythonium_get_attribute({}, '__getitem__'), {})".format(self.visit(node.value), self.visit(node.slice)) def visit_arguments(self, node): # 'args', 'vararg', 'varargannotation', 'kwonlyargs', 'kwarg', 'kwargannotation', 'defaults', 'kw_defaults' args = list(map(lambda x: x.arg, node.args)) vararg = node.vararg kwonlyargs = node.kwonlyargs varkwargs = node.kwarg defaults = list(map(self.visit, node.defaults)) kwargs = dict(zip(args[-len(defaults):], defaults)) return args, kwargs, vararg, varkwargs def visit_Name(self, node): if node.id == 'None': return '__NONE' elif node.id == 'True': return '__TRUE' elif node.id == 'False': return '__FALSE' elif node.id == 'null': return 'null' return node.id.replace('__DOLLAR__', '$') def visit_Attribute(self, node): name = self.visit(node.value) attr = node.attr.replace('__DOLLAR__', '$') return 'pythonium_get_attribute({}, "{}")'.format(name, attr) def visit_keyword(self, node): if isinstance(node.arg, str): return node.arg, self.visit(node.value) return self.visit(node.arg), self.visit(node.value) def visit_Call(self, node): name = self.visit(node.func) if name == 'instanceof': # this gets used by "with javascript:" blocks # to test if an instance is a JavaScript type args = list(map(self.visit, node.args)) if len(args) == 2: return '{} instanceof {}'.format(*tuple(args)) else: raise SyntaxError(args) elif name == 'JSObject': if node.keywords: kwargs = map(self.visit, node.keywords) f = lambda x: '"{}": {}'.format(x[0], x[1]) out = ', '.join(map(f, kwargs)) return '{{}}'.format(out) else: return 'Object()' elif name == 'var': args = map(self.visit, node.args) out = ', '.join(args) return 'var {}'.format(out) elif name == 'new': args = list(map(self.visit, node.args)) object = args[0] args = ', '.join(args[1:]) return 'new {}({})'.format(object, args) elif name == 'JSArray': if node.args: args = map(self.visit, node.args) out = ', '.join(args) else: out = '' return '[{}]'.format(out) elif name == 'JS': return node.args[0].s elif name == 'print': args = [self.visit(e) for e in node.args] s = 'console.log({})'.format(', '.join(args)) return s else: if node.args: args = [self.visit(e) for e in node.args] args = [e for e in args if e] else: args = [] if node.keywords and not node.kwargs: keywords = '__kwargs{}__'.format(self.uuid()) _ = ', '.join(map(lambda x: '{}: {}'.format(x[0], x[1]), map(self.visit, node.keywords))) self.writer.write('var {} = {{{}}}'.format(keywords, _)) args.append(keywords) elif node.kwargs and not node.keywords: args.append(node.kwargs.id) elif node.kwargs and node.keywords: for key, value in map(self.visit, node.keywords): self.writer.write('{}.{} = {}'.format(node.kwargs.id, key, value)) args.append(node.kwargs.id) if args: return 'pythonium_call({}, {})'.format(name, ', '.join(args)) else: return 'pythonium_call({})'.format(name) def visit_ListComp(self, node): # 'elt', 'generators' comprehension = '__comp{}__'.format(self.uuid()) self.writer.write('var {} = [];'.format(comprehension)) list(map(self.visit, node.generators)) value = self.visit(node.elt) self.writer.write('{}.push({});'.format(comprehension, value)) for _ in node.generators: self.writer.pull() self.writer.write('}') return comprehension def visit_comprehension(self, node): # 'target', 'iter', 'ifs' iterator = '__iterator{}__'.format(self.uuid()) index = '__index{}__'.format(self.uuid()) self.writer.write('var {} = {};'.format(iterator, self.visit(node.iter))) self.writer.write('for (var {} = 0; {}<{}.length; {}++) {{'.format(index, index, iterator, index)) self.writer.push() self.writer.write('var {} = {}[{}];'.format(self.visit(node.target), iterator, index)) if node.ifs: self.writer.write('if(!{}) {{ continue; }}'.format(' && '.join(map(self.visit, node.ifs)))) def visit_While(self, node): self.writer.write('while(pythonium_is_true({})) {{'.format(self.visit(node.test))) self.writer.push() list(map(self.visit, node.body)) self.writer.pull() self.writer.write('}') def visit_AugAssign(self, node): target = self.visit(node.target) self.writer.write('{} = pythonium_call(pythonium_get_attribute({}, "{}"), {});'.format(target, target, self.visit(node.op), self.visit(node.value))) def visit_Str(self, node): s = node.s.replace('\n', '\\n') if '"' in s: return "pythonium_call(str, '{}')".format(s) return 'pythonium_call(str, "{}")'.format(s) def visit_BinOp(self, node): left = self.visit(node.left) op = self.visit(node.op) right = self.visit(node.right) return '(pythonium_call(pythonium_get_attribute({}, "{}"), {}))'.format(left, op, right) def visit_Mult(self, node): return '__mul__' def visit_Add(self, node): return '__add__' def visit_Sub(self, node): return '__sub__' def visit_USub(self, node): return '__neg__' def visit_Div(self, node): return '__div__' def visit_Mod(self, node): return '__mod__' def visit_Lt(self, node): return '__lt__' def visit_Gt(self, node): return '__gt__' def visit_GtE(self, node): return '__gte__' def visit_LtE(self, node): return '__lte__' def visit_LShift(self, node): return '__lshift__' def visit_RShift(self, node): return '__rshift__' def visit_BitXor(self, node): return '__xor__' def visit_BitOr(self, node): return '__or__' def visit_BitAnd(self, node): return '__and__' def visit_Eq(self, node): return '__eq__' def visit_NotEq(self, node): return '__neq__' def visit_Num(self, node): if isinstance(node.n, float): return 'pythonium_call(float, {})'.format(str(node.n)) else: return 'pythonium_call(int, {})'.format(str(node.n)) def visit_Is(self, node): return '__is__' def visit_Not(self, node): return '__neg__' def visit_IsNot(self, node): return '__isnot__' def visit_UnaryOp(self, node): return 'pythonium_call(pythonium_get_attribute({}, "{}"))'.format(self.visit(node.operand), self.visit(node.op)) def visit_And(self, node): return '__and__' def visit_Or(self, node): return '__or__' def visit_Delete(self, node): raise NotImplementedError def visit_Assign(self, node): value = self.visit(node.value) if len(node.targets) == 1 and not isinstance(node.targets[0], Tuple): target = node.targets[0] if isinstance(target, Attribute): self.writer.write('pythonium_set_attribute({}, "{}", {});'.format( self.visit(target.value), target.attr.replace('__DOLLAR__', '$'), value )) return elif isinstance(target, Subscript): self.writer.write('pythonium_call(pythonium_get_attribute({}, "__setitem__"), {}, {});'.format( self.visit(target.value), self.visit(target.slice), value, )) return else: target = self.visit(target) self.writer.write('{} = {};'.format(target, value)) return self.writer.write('var __assignement = {};'.format(value)) for target in node.targets: if isinstance(target, Tuple): targets = map(self.visit, target.elts) for index, target in enumerate(targets): self.writer.write('{} = __assignement[{}];\n'.format(target, index)) else: if isinstance(target, Attribute): name = self.visit(target.value) attr = target.attr.replace('__DOLLAR__', '$') self.writer.write('pythonium_set_attribute({}, "{}", {});'.format( name, attr, value, )) else: target = self.visit(target) if target == '__all__': if isinstance(node.value, Name): self.__all__ = value elif isinstance(node.value, Str): self.__all__ = node.value.s elif isinstance(node.value, List): if isinstance(node.value.elts[0], Name): self.__all__ = list(map(self.visit, node.value.elts)) else: self.__all__ = list(map(lambda x: x.s, node.value.elts)) else: raise NotImplementedError else: if self._def_stack and isinstance(self._def_stack[-1], ClassDefNode): name = '__{}_{}'.format(self._def_stack[-1].name, target) else: name = target self.writer.write('{} = __assignement;'.format(name)) if self._def_stack and isinstance(self._def_stack[-1], ClassDefNode): return target, name def visit_Expr(self, node): self.writer.write(self.visit(node.value) + ';') def visit_Return(self, node): if node.value: self.writer.write('return {};'.format(self.visit(node.value))) def visit_Compare(self, node): def merge(a, b, c): if a and b: c.append(self.visit(a[0])) c.append(self.visit(b[0])) return merge(a[1:], b[1:], c) else: return c ops = merge(node.ops, node.comparators, [self.visit(node.left)]) iter = reversed(ops) c = next(iter) for op in iter: c = '(pythonium_get_attribute({}, "{}")({}))'.format(next(iter), op, c) return c def visit_BoolOp(self, node): op = self.visit(node.op) out = self.visit(node.values[0]) for value in node.values[1:]: v = self.visit(value) out = 'pythonium_call(pythonium_get_attribute({}, "{}"), {})'.format(v, op, out) return out def visit_If(self, node): test = self.visit(node.test) self.writer.write('if (pythonium_is_true({})) {{'.format(test)) self.writer.push() list(map(self.visit, node.body)) self.writer.pull() self.writer.write('}') if node.orelse: self.writer.write('else {') self.writer.push() list(map(self.visit, node.orelse)) self.writer.pull() self.writer.write('}') def visit_Dict(self, node): a = [] for i in range(len(node.keys)): k = self.visit(node.keys[i]) v = self.visit(node.values[i]) a.append('{}:{}'.format(k, v)) b = ','.join(a) return '{{{}}}'.format(b) def visit_For(self, node): # support only arrays target = node.target.id iterator = self.visit(node.iter) # iter is the python iterator self.writer.write('try {') self.writer.push() self.writer.write('var __next__ = pythonium_get_attribute(iter({}), "__next__");'.format(iterator)) self.writer.write('while(true) {') self.writer.push() self.writer.write('var {} = pythonium_call(__next__);'.format(target)) list(map(self.visit, node.body)) self.writer.pull() self.writer.write('}') self.writer.pull() self.writer.write('} catch (x) { if (!pythonium_is_exception(x, StopIteration)) { throw x; }}') def visit_Continue(self, node): self.writer.write('continue;') def visit_Break(self, node): self.writer.write('break;') def visit_Lambda(self, node): args = ', '.join(map(self.visit, node.args.args)) return '(function ({}) {{{}}})'.format(args, self.visit(node.body)) def visit_ClassDef(self, node): # 'name', 'bases', 'keywords', 'starargs', 'kwargs', 'body', 'decorator_lis't if len(node.bases) == 0: bases = ['__object'] else: bases = map(self.visit, node.bases) bases = '[{}]'.format(', '.join(bases)) self._def_stack.append(ClassDefNode(node.name)) self.writer.write('/* class definition {} */'.format(node.name)) definitions = [] for child in node.body: definitions.append(self.visit(child)) self.writer.write('var {} = pythonium_create_class("{}", {}, {{'.format(node.name, node.name, bases)) self.writer.push() for o in definitions: if not o: continue name, definition = o self.writer.write('{}: {},'.format(name, definition)) self.writer.pull() self.writer.write('});') self._def_stack.pop() def pythonium_generate_js(filepath, requirejs=False, root_path=None, output=None, deep=None): dirname = os.path.abspath(os.path.dirname(filepath)) if not root_path: root_path = dirname basename = os.path.basename(filepath) output_name = os.path.join(dirname, basename + '.js') if not output: print('Generating {}'.format(output_name)) # generate js with open(os.path.join(dirname, basename)) as f: input = parse(f.read()) tree = parse(input) python_core = Pythonium() python_core.visit(tree) script = python_core.writer.value() if requirejs: out = 'define(function(require) {\n' out += script if isinstance(python_core.__all__, str): out += '\nreturn {};\n'.format(python_core.__all__) elif python_core.__all__: public = '{{{}}}'.format(', '.join(map(lambda x: '{}: {}'.format(x[0], x[1]), zip(python_core.__all__, python_core.__all__)))) out += '\nreturn {};\n'.format(public) else: raise Exception('__all__ is not defined!') out += '\n})\n' script = out if deep: for dependency in python_core.dependencies: if dependency.startswith('.'): generate_js(os.path.join(dirname, dependency + '.py'), requirejs, root_path, output, deep) else: generate_js(os.path.join(root_path, dependency[1:] + '.py'), requirejs, root_path, output, deep) output.write(script)