from inspect import getfullargspec, getcallargs, isclass, getsource

import os

import ctypes

import platform

from dataclasses import dataclass, field, is_dataclass as py_is_dataclass

import functools

# TODO: this does not seem to restrict other imports

__slots__ = ["i8", "i16", "i32", "i64", "u8", "u16", "u32", "u64", "f32", "f64", "c32", "c64", "CPtr",

"overload", "ccall", "TypeVar", "pointer", "c_p_pointer", "Pointer",

"p_c_pointer", "vectorize", "inline", "Union", "static",

"packed", "Const", "sizeof", "ccallable", "ccallback", "Callable",

"Allocatable", "In", "Out", "InOut", "dataclass", "field", "S"]

# data-types

def get_sympy_S(x):

from sympy import S

return S(x)

type_to_convert_func = {

"i1": bool,

"i8": int,

"i16": int,

"i32": int,

"i64": int,

"u8": int,

"u16": int,

"u32": int,

"u64": int,

"f32": float,

"f64": float,

"c32": complex,

"c64": complex,

"c_ptr": lambda x: x,

"Const": lambda x: x,

"Callable": lambda x: x,

"Allocatable": lambda x: x,

"Pointer": lambda x: x,

"S": get_sympy_S,

}

class Type:

def __init__(self, name):

self._name = name

self._convert = type_to_convert_func[name]

def __getitem__(self, params):

return Array(self, params)

def __call__(self, arg):

return self._convert(arg)

def is_ctypes_Structure(obj):

return (isclass(obj) and issubclass(obj, ctypes.Structure))

def is_dataclass(obj):

return ((isclass(obj) and issubclass(obj, ctypes.Structure)) or

py_is_dataclass(obj))

class PointerType(Type):

def __getitem__(self, type):

if is_dataclass(type):

return convert_to_ctypes_Structure(type)

return type

class ConstType(Type):

def __getitem__(self, type):

return type

class Array:

def __init__(self, type, dims):

self._type = type

self._dims = dims

def __class_getitem__(self, params):

return Array(params[0], params[1:])

i1 = Type("i1")

i8 = Type("i8")

i16 = Type("i16")

i32 = Type("i32")

i64 = Type("i64")

u8 = Type("u8")

u16 = Type("u16")

u32 = Type("u32")

u64 = Type("u64")

f32 = Type("f32")

f64 = Type("f64")

c32 = Type("c32")

c64 = Type("c64")

CPtr = Type("c_ptr")

Const = ConstType("Const")

Callable = Type("Callable")

Allocatable = Type("Allocatable")

Pointer = PointerType("Pointer")

S = Type("S")

class Union:

def __init__(self):

pass

def __setattr__(self, name: str, value):

self.__dict__[name] = value

def __getattr__(self, name: str):

return self.__dict__[name]

class Intent:

def __init__(self, type):

self._type = type

def __getitem__(self, params):

return params

In = Intent("In")

Out = Intent("Out")

InOut = Intent("InOut")

# Generics

class TypeVar():

def __init__(self, name):

self._name = name

def __getitem__(self, params):

return Array(self, params)

def restriction(func):

return func

# Overloading support

def ltype(x):

"""

Converts CPython types to LPython types

"""

if type(x) == int:

return i32, i64

elif type(x) == float:

return f32, f64

elif type(x) == complex:

return c32, c64

elif type(x) == str:

return (str, )

elif type(x) == bool:

return (bool, )

raise Exception("Unsupported Type: %s" % str(type(x)))

class OverloadedFunction:

"""

A wrapper class for allowing overloading.

"""

global_map = {}

def __init__(self, func):

self.func_name = func.__name__

f_list = self.global_map.get(func.__name__, [])

f_list.append((func, getfullargspec(func)))

self.global_map[func.__name__] = f_list

def __call__(self, *args, **kwargs):

func_map_list = self.global_map.get(self.func_name, False)

if not func_map_list:

raise Exception("Function: %s is not defined" % self.func_name)

for item in func_map_list:

func, key = item

try:

# This might fail for the cases when arguments don't match

ann_dict = getcallargs(func, *args, **kwargs)

except TypeError:

continue

flag = True

for k, v in ann_dict.items():

if not key.annotations.get(k, False):

flag = False

break

else:

if not (key.annotations.get(k) in ltype(v)):

flag = False

break

if flag:

return func(*args, **kwargs)

raise Exception(f"Function: {self.func_name} not found with matching "

"signature")

def overload(f):

overloaded_f = OverloadedFunction(f)

overloaded_f.__name__ = f.__name__

overloaded_f.__code__ = f.__code__

overloaded_f.__annotations__ = f.__annotations__

return overloaded_f

# To be handled in ASR

def vectorize(f):

return f

# To be handled in backend

def inline(f):

return f

# To be handled in backend

def static(f):

return f

class PackedDataClass:

pass

def packed(*args, aligned=None):

if len(args) == 1:

if not is_dataclass(args[0]):

raise TypeError("packed can only be applied over a dataclass.")

class PackedDataClassLocal(args[0], PackedDataClass):

class_to_pack = args[0]

return PackedDataClassLocal

def _packed(f):

if not is_dataclass(f):

raise TypeError("packed can only be applied over a dataclass.")

class PackedDataClassLocal(f, PackedDataClass):

class_to_pack = f

return PackedDataClassLocal

return _packed

def interface(f):

def inner_func():

raise Exception("Unexpected to be called by CPython")

return inner_func

# C interoperation support

class c_complex(ctypes.Structure):

def __eq__(self, other):

if isinstance(other, complex):

return self.real == other.real and self.imag == other.imag

elif isinstance(other, (int, float)):

return self.real == other and self.imag == 0.0

return super().__eq__(other)

def __sub__(self, other):

import numpy as np

if isinstance(other, (complex, np.complex64, np.complex128)):

return complex(self.real - other.real, self.imag - other.imag)

elif isinstance(other, (int, float)):

return complex(self.real - other, self.imag)

raise NotImplementedError()

class c_float_complex(c_complex):

_fields_ = [("real", ctypes.c_float), ("imag", ctypes.c_float)]

class c_double_complex(c_complex):

_fields_ = [("real", ctypes.c_double), ("imag", ctypes.c_double)]

def convert_type_to_ctype(arg):

from enum import Enum

if arg == f64:

return ctypes.c_double

elif arg == f32:

return ctypes.c_float

elif arg == i64:

return ctypes.c_int64

elif arg == i32:

return ctypes.c_int32

elif arg == i16:

return ctypes.c_int16

elif arg == i8:

return ctypes.c_int8

elif arg == u64:

return ctypes.c_uint64

elif arg == u32:

return ctypes.c_uint32

elif arg == u16:

return ctypes.c_uint16

elif arg == u8:

return ctypes.c_uint8

elif arg == CPtr:

return ctypes.c_void_p

elif arg == str:

return ctypes.c_char_p

elif arg == c32:

return c_float_complex

elif arg == c64:

return c_double_complex

elif arg == bool:

return ctypes.c_bool

elif arg == Callable:

return ctypes.PYFUNCTYPE(None)

elif arg is None:

raise NotImplementedError("Type cannot be None")

elif isinstance(arg, Array):

if is_dataclass(arg._type):

return arg

type = convert_type_to_ctype(arg._type)

return ctypes.POINTER(type)

elif is_dataclass(arg):

return convert_to_ctypes_Structure(arg)

elif issubclass(arg, Enum):

# TODO: store enum in ctypes.Structure with name and value as fields.

return ctypes.c_int64

else:

raise NotImplementedError("Type %r not implemented" % arg)

def convert_numpy_dtype_to_ctype(arg):

import numpy as np

if arg == np.float64:

return ctypes.c_double

elif arg == np.float32:

return ctypes.c_float

elif arg == np.int64:

return ctypes.c_int64

elif arg == np.int32:

return ctypes.c_int32

elif arg == np.int16:

return ctypes.c_int16

elif arg == np.int8:

return ctypes.c_int8

elif arg == np.uint64:

return ctypes.c_uint64

elif arg == np.uint32:

return ctypes.c_uint32

elif arg == np.uint16:

return ctypes.c_uint16

elif arg == np.uint8:

return ctypes.c_uint8

elif arg == np.void:

return ctypes.c_void_p

elif arg is None:

raise NotImplementedError("Type cannot be None")

else:

raise NotImplementedError("Type %r not implemented" % arg)

class CTypes:

"""

A wrapper class for interfacing C via ctypes.

"""

def __init__(self, f, py_mod = None, py_mod_path = None):

def get_rtlib_dir():

current_dir = os.path.dirname(os.path.abspath(__file__))

return os.path.join(current_dir, "..")

def get_lib_name(name):

if platform.system() == "Linux":

return "lib" + name + ".so"

elif platform.system() == "Darwin":

return "lib" + name + ".dylib"

elif platform.system() == "Windows":

return name + ".dll"

else:

raise NotImplementedError("Platform not implemented")

def get_crtlib_path():

nonlocal py_mod, py_mod_path

if py_mod is None:

py_mod = os.environ.get("LPYTHON_PY_MOD_NAME", "")

if py_mod == "":

return os.path.join(get_rtlib_dir(),

get_lib_name("lpython_runtime"))

else:

if py_mod_path is None:

py_mod_path = os.environ["LPYTHON_PY_MOD_PATH"]

return os.path.join(py_mod_path, get_lib_name(py_mod))

self.name = f.__name__

self.args = f.__code__.co_varnames

self.annotations = f.__annotations__

if ("LPYTHON_PY_MOD_NAME" in os.environ) or (py_mod is not None):

crtlib = get_crtlib_path()

self.library = ctypes.CDLL(crtlib)

self.cf = self.library[self.name]

else:

self.cf = CTypes.emulations[self.name]

argtypes = []

for arg in self.args:

arg_type = self.annotations[arg]

arg_ctype = convert_type_to_ctype(arg_type)

argtypes.append(arg_ctype)

self.cf.argtypes = argtypes

self.cf.restype = None

if "return" in self.annotations:

res_type = self.annotations["return"]

if res_type is not None:

self.cf.restype = convert_type_to_ctype(res_type)

def __call__(self, *args, **kwargs):

if len(kwargs) > 0:

raise Exception("kwargs are not supported")

new_args = []

for arg in args:

import numpy as np

if isinstance(arg, str):

new_args.append(arg.encode("utf-8"))

elif isinstance(arg, np.ndarray):

new_args.append(arg.ctypes.data_as(ctypes.POINTER(convert_numpy_dtype_to_ctype(arg.dtype))))

else:

new_args.append(arg)

res = self.cf(*new_args)

if self.cf.restype == ctypes.c_char_p:

res = res.decode("utf-8")

return res

def convert_to_ctypes_Union(f):

fields = []

for name in f.__annotations__:

ltype_ = f.__annotations__[name]

fields.append((name, convert_type_to_ctype(ltype_)))

f._fields_ = fields

f.__annotations__ = {}

return f

def get_fixed_size_of_array(ltype_: Array):

if isinstance(ltype_._dims, tuple):

size = 1

for dim in ltype_._dims:

if not isinstance(dim, int):

return None

size *= dim

elif isinstance(ltype_._dims, int):

return ltype_._dims

return None

def convert_to_ctypes_Structure(f):

fields = []

pack_class = issubclass(f, PackedDataClass)

if pack_class:

f = f.class_to_pack

if not issubclass(f, ctypes.Structure):

for name in f.__annotations__:

ltype_ = f.__annotations__[name]

if isinstance(ltype_, Array):

array_size = get_fixed_size_of_array(ltype_)

if array_size is not None:

ltype_ = ltype_._type

fields.append((name, convert_type_to_ctype(ltype_) * array_size))

else:

fields.append((name, convert_type_to_ctype(ltype_)))

else:

fields.append((name, convert_type_to_ctype(ltype_)))

else:

fields = f._fields_

pack_class = pack_class or f._pack_

class ctypes_Structure(ctypes.Structure):

_pack_ = int(pack_class)

_fields_ = fields

def __init__(self, *args):

if len(args) != 0 and len(args) != len(self._fields_):

super().__init__(*args)

for field, arg in zip(self._fields_, args):

from enum import Enum

member = self.__getattribute__(field[0])

value = arg

if isinstance(member, ctypes.Array):

import numpy as np

if isinstance(value, np.ndarray):

if value.dtype == np.complex64:

value = value.flatten().tolist()

value = [c_float_complex(val.real, val.imag) for val in value]

elif value.dtype == np.complex128:

value = value.flatten().tolist()

value = [c_double_complex(val.real, val.imag) for val in value]

value = type(member)(*value)

elif isinstance(value, Enum):

value = value.value

self.__setattr__(field[0], value)

ctypes_Structure.__name__ = f.__name__

return ctypes_Structure

def ccall(f=None, header=None, c_shared_lib=None, c_shared_lib_path=None):

def wrap(func):

if not isclass(func) or not issubclass(func, Union):

func = CTypes(func, c_shared_lib, c_shared_lib_path)

return func

if f:

return wrap(f)

return wrap

def pythoncall(*args, **kwargs):

def inner(fn):

import importlib

module = importlib.import_module(kwargs["module"])

fn_new = getattr(module, fn.__name__)

return fn_new

return inner

def union(f):

fields = []

fa = {}

for name in f.__annotations__:

ltype_ = f.__annotations__[name]

ltype_ = convert_type_to_ctype(ltype_)

fa[name] = ltype_

fields.append((name, ltype_))

f._fields_ = fields

f.__annotations__ = fa

return f

def pointer(x, type_=None):

if type_ is None:

type_ = type(x)

from numpy import ndarray

if isinstance(x, ndarray):

return x.ctypes.data_as(ctypes.POINTER(convert_numpy_dtype_to_ctype(x.dtype)))

else:

if type_ == i8:

return ctypes.cast(ctypes.pointer(ctypes.c_int8(x)),

ctypes.c_void_p)

elif type_ == i16:

return ctypes.cast(ctypes.pointer(ctypes.c_int16(x)),

ctypes.c_void_p)

elif type_ == i32:

return ctypes.cast(ctypes.pointer(ctypes.c_int32(x)),

ctypes.c_void_p)

elif type_ == i64:

return ctypes.cast(ctypes.pointer(ctypes.c_int64(x)),

ctypes.c_void_p)

elif type_ == u8:

return ctypes.cast(ctypes.pointer(ctypes.c_uint8(x)),

ctypes.c_void_p)

elif type_ == u16:

return ctypes.cast(ctypes.pointer(ctypes.c_uint16(x)),

ctypes.c_void_p)

elif type_ == u32:

return ctypes.cast(ctypes.pointer(ctypes.c_uint32(x)),

ctypes.c_void_p)

elif type_ == u64:

return ctypes.cast(ctypes.pointer(ctypes.c_uint64(x)),

ctypes.c_void_p)

elif type_ == f32:

return ctypes.cast(ctypes.pointer(ctypes.c_float(x)),

ctypes.c_void_p)

elif type_ == f64:

return ctypes.cast(ctypes.pointer(ctypes.c_double(x)),

ctypes.c_void_p)

elif is_dataclass(type_):

if issubclass(type_, ctypes.Structure):

return ctypes.cast(ctypes.pointer(x), ctypes.c_void_p)

else:

return x

else:

raise Exception("Type not supported in pointer()")

class PointerToStruct:

def __init__(self, ctypes_ptr_):

self.__dict__["ctypes_ptr"] = ctypes_ptr_

def __getattr__(self, name: str):

if name == "ctypes_ptr":

return self.__dict__[name]

value = self.ctypes_ptr.contents.__getattribute__(name)

if isinstance(value, (c_float_complex, c_double_complex)):

value = complex(value.real, value.imag)

return value

def __setattr__(self, name: str, value):

name_ = self.ctypes_ptr.contents.__getattribute__(name)

from enum import Enum

if isinstance(name_, c_float_complex):

if isinstance(value, complex):

value = c_float_complex(value.real, value.imag)

else:

value = c_float_complex(value.real, 0.0)

elif isinstance(name_, c_double_complex):

if isinstance(value, complex):

value = c_double_complex(value.real, value.imag)

else:

value = c_double_complex(value.real, 0.0)

elif isinstance(name_, ctypes.Array):

import numpy as np

if isinstance(value, np.ndarray):

if value.dtype == np.complex64:

value = value.flatten().tolist()

value = [c_float_complex(val.real, val.imag) for val in value]

elif value.dtype == np.complex128:

value = value.flatten().tolist()

value = [c_double_complex(val.real, val.imag) for val in value]

value = type(name_)(*value)

elif isinstance(value, Enum):

value = value.value

self.ctypes_ptr.contents.__setattr__(name, value)

def c_p_pointer(cptr, targettype, targetshape=None):

targettype_ptr = convert_type_to_ctype(targettype)

if isinstance(targettype, Array):

if targetshape is None:

raise ValueError("target shape must be "

"provided if target type is an array.")

# TODO: Add support for multi-dimensional shape of target variable

if py_is_dataclass(targettype._type):

return ctypes.cast(cptr.value, ctypes.py_object).value

newa = ctypes.cast(cptr, targettype_ptr)

return newa

else:

if py_is_dataclass(targettype):

if cptr.value is None:

return None

return ctypes.cast(cptr, ctypes.py_object).value

targettype_ptr = ctypes.POINTER(targettype_ptr)

newa = ctypes.cast(cptr, targettype_ptr)

if is_ctypes_Structure(targettype):

# return after wrapping newa inside PointerToStruct

return PointerToStruct(newa)

return newa

def p_c_pointer(ptr, cptr):

if isinstance(ptr, ctypes.c_void_p):

cptr.value = ptr.value

else:

# assign the address of ptr in memory to cptr.value

# the case for numpy arrays converted to a pointer

cptr.value = id(ptr)

def empty_c_void_p():

class ctypes_c_void_p(ctypes.c_void_p):

def __eq__(self, value):

return self.value == value.value

def __repr__(self):

return str(self.value)

return ctypes_c_void_p()

def cptr_to_u64(cptr):

return u64(ctypes.cast(cptr, ctypes.c_void_p).value)

def u64_to_cptr(ivalue):

return ctypes.c_void_p(i64(ivalue))

def sizeof(arg):

return ctypes.sizeof(convert_type_to_ctype(arg))

def ccallable(f):

if py_is_dataclass(f):

return convert_to_ctypes_Structure(f)

return f

def ccallback(f):

return f

class LpythonJITCache:

def __init__(self):

self.pyfunc2compiledfunc = {}

def compile(self, function, backend, optimisation_flags):

if function in self.pyfunc2compiledfunc:

return self.pyfunc2compiledfunc[function]

if optimisation_flags is not None and backend is None:

raise ValueError("backend must be specified if backend_optimisation_flags are provided.")

if backend is None:

backend = "c"

def get_rtlib_dir():

current_dir = os.path.dirname(os.path.abspath(__file__))

return os.path.join(current_dir, "..")

fn_name = function.__name__

# Get the source code of the function

source_code = getsource(function)

source_code = source_code[source_code.find('\n'):]

dir_name = "./lpython_decorator_" + fn_name

if not os.path.exists(dir_name):

os.mkdir(dir_name)

filename = dir_name + "/" + fn_name

# Open the file for writing

with open(filename + ".py", "w") as file:

# Write the Python source code to the file

file.write("@pythoncallable")

file.write(source_code)

if backend != "c":

raise NotImplementedError("Backend %s is not supported with @lpython yet."%(backend))

opt_flags = " "

if optimisation_flags is not None:

for opt_flag in optimisation_flags:

opt_flags += opt_flag + " "

# ----------------------------------------------------------------------

# Generate the shared library

# TODO: Use LLVM instead of C backend

r = os.system("lpython --show-c --disable-main "

+ filename + ".py > " + filename + ".c")

assert r == 0, "Failed to create C file"

gcc_flags = ""

if platform.system() == "Linux":

gcc_flags = " -shared -fPIC"

elif platform.system() == "Darwin":

gcc_flags = " -bundle -flat_namespace -undefined suppress"

else:

raise NotImplementedError("Platform not implemented")

gcc_flags += opt_flags

from numpy import get_include

from distutils.sysconfig import get_python_inc, get_python_lib, \

get_python_version

python_path = "-I" + get_python_inc() + " "

numpy_path = "-I" + get_include() + " "

rt_path_01 = "-I" + get_rtlib_dir() + "/../../libasr/src/libasr/runtime "

rt_path_02 = "-L" + get_rtlib_dir() + " -Wl,-rpath," \

+ get_rtlib_dir() + " -llpython_runtime "

python_lib = "-L" + get_python_lib() + "/../.." + f" -Wl,-rpath,{get_python_lib()+'/../..'}" + " -lpython" + \

get_python_version() + " -lm"

# ----------------------------------------------------------------------

# Compile the C file and create a shared library

shared_library_name = "lpython_module_" + fn_name

r = os.system("gcc -g" + gcc_flags + python_path + numpy_path +

filename + ".c -o " + shared_library_name + ".so " +

rt_path_01 + rt_path_02 + python_lib)

assert r == 0, "Failed to create the shared library"

self.pyfunc2compiledfunc[function] = (shared_library_name, fn_name)

return self.pyfunc2compiledfunc[function]

lpython_jit_cache = LpythonJITCache()

# Taken from https://stackoverflow.com/a/24617244

def lpython(original_function=None, backend=None, backend_optimisation_flags=None):

"""

The @lpython decorator compiles a given function using LPython.

The decorator should be used from CPython mode, i.e., when the module is

being run using CPython. When possible, it is recommended to use LPython

for the main program, and use the @cpython decorator from the LPython mode

to access CPython features that are not supported by LPython.

"""

def _lpython(function):

@functools.wraps(function)

def __lpython(*args, **kwargs):

import sys; sys.path.append('.')

lib_name, fn_name = lpython_jit_cache.compile(

function, backend, backend_optimisation_flags)

return getattr(__import__(lib_name), fn_name)(*args, **kwargs)

return __lpython

if original_function:

return _lpython(original_function)

return _lpython

def bitnot(x, bitsize):

return (~x) % (2 ** bitsize)

def reserve(data_structure, n):

if isinstance(data_structure, list):

data_structure = [None] * n

# no-op

bitnot_u8 = lambda x: bitnot(x, 8)

bitnot_u16 = lambda x: bitnot(x, 16)

bitnot_u32 = lambda x: bitnot(x, 32)

bitnot_u64 = lambda x: bitnot(x, 64)