/* * Copyright 2011,2015 Sven Verdoolaege. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials provided * with the distribution. * * THIS SOFTWARE IS PROVIDED BY SVEN VERDOOLAEGE ''AS IS'' AND ANY * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SVEN VERDOOLAEGE OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, * OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * The views and conclusions contained in the software and documentation * are those of the authors and should not be interpreted as * representing official policies, either expressed or implied, of * Sven Verdoolaege. */ #include "isl_config.h" #include #include #include #include #include "python.h" #include "generator.h" /* Drop the "isl_" initial part of the type name "name". */ static string type2python(string name) { return name.substr(4); } /* Print the header of the method "name" with "n_arg" arguments. * If "is_static" is set, then mark the python method as static. * * If the method is called "from", then rename it to "convert_from" * because "from" is a python keyword. */ void python_generator::print_method_header(bool is_static, const string &name, int n_arg) { const char *s; if (is_static) printf(" @staticmethod\n"); s = name.c_str(); if (name == "from") s = "convert_from"; printf(" def %s(", s); for (int i = 0; i < n_arg; ++i) { if (i) printf(", "); printf("arg%d", i); } printf("):\n"); } /* Print a check that the argument in position "pos" is of type "type". * If this fails and if "upcast" is set, then convert the first * argument to "super" and call the method "name" on it, passing * the remaining of the "n" arguments. * If the check fails and "upcast" is not set, then simply raise * an exception. * If "upcast" is not set, then the "super", "name" and "n" arguments * to this function are ignored. */ void python_generator::print_type_check(const string &type, int pos, bool upcast, const string &super, const string &name, int n) { printf(" try:\n"); printf(" if not arg%d.__class__ is %s:\n", pos, type.c_str()); printf(" arg%d = %s(arg%d)\n", pos, type.c_str(), pos); printf(" except:\n"); if (upcast) { printf(" return %s(arg0).%s(", type2python(super).c_str(), name.c_str()); for (int i = 1; i < n; ++i) { if (i != 1) printf(", "); printf("arg%d", i); } printf(")\n"); } else printf(" raise\n"); } /* Print a call to the *_copy function corresponding to "type". */ void python_generator::print_copy(QualType type) { string type_s = extract_type(type); printf("isl.%s_copy", type_s.c_str()); } /* Construct a wrapper for callback argument "param" (at position "arg"). * Assign the wrapper to "cb". We assume here that a function call * has at most one callback argument. * * The wrapper converts the arguments of the callback to python types, * taking a copy if the C callback does not take its arguments. * If any exception is thrown, the wrapper keeps track of it in exc_info[0] * and returns -1. Otherwise the wrapper returns 0. */ void python_generator::print_callback(ParmVarDecl *param, int arg) { QualType type = param->getOriginalType(); const FunctionProtoType *fn = extract_prototype(type); unsigned n_arg = fn->getNumArgs(); printf(" exc_info = [None]\n"); printf(" fn = CFUNCTYPE(c_int"); for (unsigned i = 0; i < n_arg - 1; ++i) { if (!is_isl_type(fn->getArgType(i))) die("Argument has non-isl type"); printf(", c_void_p"); } printf(", c_void_p)\n"); printf(" def cb_func("); for (unsigned i = 0; i < n_arg; ++i) { if (i) printf(", "); printf("cb_arg%d", i); } printf("):\n"); for (unsigned i = 0; i < n_arg - 1; ++i) { string arg_type; arg_type = type2python(extract_type(fn->getArgType(i))); printf(" cb_arg%d = %s(ctx=arg0.ctx, ptr=", i, arg_type.c_str()); if (!callback_takes_argument(param, i)) print_copy(fn->getArgType(i)); printf("(cb_arg%d))\n", i); } printf(" try:\n"); printf(" arg%d(", arg); for (unsigned i = 0; i < n_arg - 1; ++i) { if (i) printf(", "); printf("cb_arg%d", i); } printf(")\n"); printf(" except:\n"); printf(" import sys\n"); printf(" exc_info[0] = sys.exc_info()\n"); printf(" return -1\n"); printf(" return 0\n"); printf(" cb = fn(cb_func)\n"); } /* Print the argument at position "arg" in call to "fd". * "skip" is the number of initial arguments of "fd" that are * skipped in the Python method. * * If the argument is a callback, then print a reference to * the callback wrapper "cb". * Otherwise, if the argument is marked as consuming a reference, * then pass a copy of the pointer stored in the corresponding * argument passed to the Python method. * Otherwise, if the argument is a pointer, then pass this pointer itself. * Otherwise, pass the argument directly. */ void python_generator::print_arg_in_call(FunctionDecl *fd, int arg, int skip) { ParmVarDecl *param = fd->getParamDecl(arg); QualType type = param->getOriginalType(); if (is_callback(type)) { printf("cb"); } else if (takes(param)) { print_copy(type); printf("(arg%d.ptr)", arg - skip); } else if (type->isPointerType()) { printf("arg%d.ptr", arg - skip); } else { printf("arg%d", arg - skip); } } /* Print the return statement of the python method corresponding * to the C function "method". * * If the return type is a (const) char *, then convert the result * to a Python string, raising an error on NULL and freeing * the C string if needed. For python 3 compatibility, the string returned * by isl is explicitly decoded as an 'ascii' string. This is correct * as all strings returned by isl are expected to be 'ascii'. * * If the return type is isl_bool, then convert the result to * a Python boolean, raising an error on isl_bool_error. */ void python_generator::print_method_return(FunctionDecl *method) { QualType return_type = method->getReturnType(); if (is_isl_type(return_type)) { string type; type = type2python(extract_type(return_type)); printf(" return %s(ctx=ctx, ptr=res)\n", type.c_str()); } else if (is_string(return_type)) { printf(" if res == 0:\n"); printf(" raise\n"); printf(" string = " "cast(res, c_char_p).value.decode('ascii')\n"); if (gives(method)) printf(" libc.free(res)\n"); printf(" return string\n"); } else if (is_isl_bool(return_type)) { printf(" if res < 0:\n"); printf(" raise\n"); printf(" return bool(res)\n"); } else { printf(" return res\n"); } } /* Print a python method corresponding to the C function "method". * "super" contains the superclasses of the class to which the method belongs, * with the first element corresponding to the annotation that appears * closest to the annotated type. This superclass is the least * general extension of the annotated type in the linearization * of the class hierarchy. * * If the first argument of "method" is something other than an instance * of the class, then mark the python method as static. * If, moreover, this first argument is an isl_ctx, then remove * it from the arguments of the Python method. * * If the function has a callback argument, then it also has a "user" * argument. Since Python has closures, there is no need for such * a user argument in the Python interface, so we simply drop it. * We also create a wrapper ("cb") for the callback. * * For each argument of the function that refers to an isl structure, * including the object on which the method is called, * we check if the corresponding actual argument is of the right type. * If not, we try to convert it to the right type. * If that doesn't work and if "super" contains at least one element, we try * to convert self to the type of the first superclass in "super" and * call the corresponding method. * * If the function consumes a reference, then we pass it a copy of * the actual argument. */ void python_generator::print_method(const isl_class &clazz, FunctionDecl *method, vector super) { string fullname = method->getName(); string cname = clazz.method_name(method); int num_params = method->getNumParams(); int drop_user = 0; int drop_ctx = first_arg_is_isl_ctx(method); for (int i = 1; i < num_params; ++i) { ParmVarDecl *param = method->getParamDecl(i); QualType type = param->getOriginalType(); if (is_callback(type)) drop_user = 1; } print_method_header(is_static(clazz, method), cname, num_params - drop_ctx - drop_user); for (int i = drop_ctx; i < num_params; ++i) { ParmVarDecl *param = method->getParamDecl(i); string type; if (!is_isl_type(param->getOriginalType())) continue; type = type2python(extract_type(param->getOriginalType())); if (!drop_ctx && i > 0 && super.size() > 0) print_type_check(type, i - drop_ctx, true, super[0], cname, num_params - drop_user); else print_type_check(type, i - drop_ctx, false, "", cname, -1); } for (int i = 1; i < num_params; ++i) { ParmVarDecl *param = method->getParamDecl(i); QualType type = param->getOriginalType(); if (!is_callback(type)) continue; print_callback(param, i - drop_ctx); } if (drop_ctx) printf(" ctx = Context.getDefaultInstance()\n"); else printf(" ctx = arg0.ctx\n"); printf(" res = isl.%s(", fullname.c_str()); if (drop_ctx) printf("ctx"); else print_arg_in_call(method, 0, 0); for (int i = 1; i < num_params - drop_user; ++i) { printf(", "); print_arg_in_call(method, i, drop_ctx); } if (drop_user) printf(", None"); printf(")\n"); if (drop_user) { printf(" if exc_info[0] != None:\n"); printf(" raise (exc_info[0][0], " "exc_info[0][1], exc_info[0][2])\n"); } print_method_return(method); } /* Print part of an overloaded python method corresponding to the C function * "method". * * In particular, print code to test whether the arguments passed to * the python method correspond to the arguments expected by "method" * and to call "method" if they do. */ void python_generator::print_method_overload(const isl_class &clazz, FunctionDecl *method) { string fullname = method->getName(); int num_params = method->getNumParams(); int first; string type; first = is_static(clazz, method) ? 0 : 1; printf(" if "); for (int i = first; i < num_params; ++i) { if (i > first) printf(" and "); ParmVarDecl *param = method->getParamDecl(i); if (is_isl_type(param->getOriginalType())) { string type; type = extract_type(param->getOriginalType()); type = type2python(type); printf("arg%d.__class__ is %s", i, type.c_str()); } else printf("type(arg%d) == str", i); } printf(":\n"); printf(" res = isl.%s(", fullname.c_str()); print_arg_in_call(method, 0, 0); for (int i = 1; i < num_params; ++i) { printf(", "); print_arg_in_call(method, i, 0); } printf(")\n"); type = type2python(extract_type(method->getReturnType())); printf(" return %s(ctx=arg0.ctx, ptr=res)\n", type.c_str()); } /* Print a python method with a name derived from "fullname" * corresponding to the C functions "methods". * "super" contains the superclasses of the class to which the method belongs. * * If "methods" consists of a single element that is not marked overloaded, * the use print_method to print the method. * Otherwise, print an overloaded method with pieces corresponding * to each function in "methods". */ void python_generator::print_method(const isl_class &clazz, const string &fullname, const set &methods, vector super) { string cname; set::const_iterator it; int num_params; FunctionDecl *any_method; any_method = *methods.begin(); if (methods.size() == 1 && !is_overload(any_method)) { print_method(clazz, any_method, super); return; } cname = clazz.method_name(any_method); num_params = any_method->getNumParams(); print_method_header(is_static(clazz, any_method), cname, num_params); for (it = methods.begin(); it != methods.end(); ++it) print_method_overload(clazz, *it); } /* Print part of the constructor for this isl_class. * * In particular, check if the actual arguments correspond to the * formal arguments of "cons" and if so call "cons" and put the * result in self.ptr and a reference to the default context in self.ctx. * * If the function consumes a reference, then we pass it a copy of * the actual argument. * * If the function takes a string argument, the python string is first * encoded as a byte sequence, using 'ascii' as encoding. This assumes * that all strings passed to isl can be converted to 'ascii'. */ void python_generator::print_constructor(const isl_class &clazz, FunctionDecl *cons) { string fullname = cons->getName(); string cname = clazz.method_name(cons); int num_params = cons->getNumParams(); int drop_ctx = first_arg_is_isl_ctx(cons); printf(" if len(args) == %d", num_params - drop_ctx); for (int i = drop_ctx; i < num_params; ++i) { ParmVarDecl *param = cons->getParamDecl(i); QualType type = param->getOriginalType(); if (is_isl_type(type)) { string s; s = type2python(extract_type(type)); printf(" and args[%d].__class__ is %s", i - drop_ctx, s.c_str()); } else if (type->isPointerType()) { printf(" and type(args[%d]) == str", i - drop_ctx); } else { printf(" and type(args[%d]) == int", i - drop_ctx); } } printf(":\n"); printf(" self.ctx = Context.getDefaultInstance()\n"); printf(" self.ptr = isl.%s(", fullname.c_str()); if (drop_ctx) printf("self.ctx"); for (int i = drop_ctx; i < num_params; ++i) { ParmVarDecl *param = cons->getParamDecl(i); QualType type = param->getOriginalType(); if (i) printf(", "); if (is_isl_type(type)) { if (takes(param)) print_copy(param->getOriginalType()); printf("(args[%d].ptr)", i - drop_ctx); } else if (is_string(type)) { printf("args[%d].encode('ascii')", i - drop_ctx); } else { printf("args[%d]", i - drop_ctx); } } printf(")\n"); printf(" return\n"); } /* Print the header of the class "name" with superclasses "super". * The order of the superclasses is the opposite of the order * in which the corresponding annotations appear in the source code. */ void python_generator::print_class_header(const isl_class &clazz, const string &name, const vector &super) { printf("class %s", name.c_str()); if (super.size() > 0) { printf("("); for (unsigned i = 0; i < super.size(); ++i) { if (i > 0) printf(", "); printf("%s", type2python(super[i]).c_str()); } printf(")"); } else { printf("(object)"); } printf(":\n"); } /* Tell ctypes about the return type of "fd". * In particular, if "fd" returns a pointer to an isl object, * then tell ctypes it returns a "c_void_p". * Similarly, if "fd" returns an isl_bool, * then tell ctypes it returns a "c_bool". * If "fd" returns a char *, then simply tell ctypes. */ void python_generator::print_restype(FunctionDecl *fd) { string fullname = fd->getName(); QualType type = fd->getReturnType(); if (is_isl_type(type)) printf("isl.%s.restype = c_void_p\n", fullname.c_str()); else if (is_isl_bool(type)) printf("isl.%s.restype = c_bool\n", fullname.c_str()); else if (is_string(type)) printf("isl.%s.restype = POINTER(c_char)\n", fullname.c_str()); } /* Tell ctypes about the types of the arguments of the function "fd". */ void python_generator::print_argtypes(FunctionDecl *fd) { string fullname = fd->getName(); int n = fd->getNumParams(); int drop_user = 0; printf("isl.%s.argtypes = [", fullname.c_str()); for (int i = 0; i < n - drop_user; ++i) { ParmVarDecl *param = fd->getParamDecl(i); QualType type = param->getOriginalType(); if (is_callback(type)) drop_user = 1; if (i) printf(", "); if (is_isl_ctx(type)) printf("Context"); else if (is_isl_type(type) || is_callback(type)) printf("c_void_p"); else if (is_string(type)) printf("c_char_p"); else if (is_long(type)) printf("c_long"); else printf("c_int"); } if (drop_user) printf(", c_void_p"); printf("]\n"); } /* Print type definitions for the method 'fd'. */ void python_generator::print_method_type(FunctionDecl *fd) { print_restype(fd); print_argtypes(fd); } /* Print declarations for methods printing the class representation, * provided there is a corresponding *_to_str function. * * In particular, provide an implementation of __str__ and __repr__ methods to * override the default representation used by python. Python uses __str__ to * pretty print the class (e.g., when calling print(obj)) and uses __repr__ * when printing a precise representation of an object (e.g., when dumping it * in the REPL console). * * Check the type of the argument before calling the *_to_str function * on it in case the method was called on an object from a subclass. * * The return value of the *_to_str function is decoded to a python string * assuming an 'ascii' encoding. This is necessary for python 3 compatibility. */ void python_generator::print_representation(const isl_class &clazz, const string &python_name) { if (!clazz.fn_to_str) return; printf(" def __str__(arg0):\n"); print_type_check(python_name, 0, false, "", "", -1); printf(" ptr = isl.%s(arg0.ptr)\n", string(clazz.fn_to_str->getName()).c_str()); printf(" res = cast(ptr, c_char_p).value.decode('ascii')\n"); printf(" libc.free(ptr)\n"); printf(" return res\n"); printf(" def __repr__(self):\n"); printf(" s = str(self)\n"); printf(" if '\"' in s:\n"); printf(" return 'isl.%s(\"\"\"%%s\"\"\")' %% s\n", python_name.c_str()); printf(" else:\n"); printf(" return 'isl.%s(\"%%s\")' %% s\n", python_name.c_str()); } /* Print code to set method type signatures. * * To be able to call C functions it is necessary to explicitly set their * argument and result types. Do this for all exported constructors and * methods, as well as for the *_to_str method, if it exists. * Assuming each exported class has a *_copy and a *_free method, * also unconditionally set the type of such methods. */ void python_generator::print_method_types(const isl_class &clazz) { set::const_iterator in; map >::const_iterator it; for (in = clazz.constructors.begin(); in != clazz.constructors.end(); ++in) print_method_type(*in); for (it = clazz.methods.begin(); it != clazz.methods.end(); ++it) for (in = it->second.begin(); in != it->second.end(); ++in) print_method_type(*in); print_method_type(clazz.fn_copy); print_method_type(clazz.fn_free); if (clazz.fn_to_str) print_method_type(clazz.fn_to_str); } /* Print out the definition of this isl_class. * * We first check if this isl_class is a subclass of one or more other classes. * If it is, we make sure those superclasses are printed out first. * * Then we print a constructor with several cases, one for constructing * a Python object from a return value and one for each function that * was marked as a constructor. * * Next, we print out some common methods and the methods corresponding * to functions that are not marked as constructors. * * Finally, we tell ctypes about the types of the arguments of the * constructor functions and the return types of those function returning * an isl object. */ void python_generator::print(const isl_class &clazz) { string p_name = type2python(clazz.name); set::const_iterator in; map >::const_iterator it; vector super = find_superclasses(clazz.type); for (unsigned i = 0; i < super.size(); ++i) if (done.find(super[i]) == done.end()) print(classes[super[i]]); done.insert(clazz.name); printf("\n"); print_class_header(clazz, p_name, super); printf(" def __init__(self, *args, **keywords):\n"); printf(" if \"ptr\" in keywords:\n"); printf(" self.ctx = keywords[\"ctx\"]\n"); printf(" self.ptr = keywords[\"ptr\"]\n"); printf(" return\n"); for (in = clazz.constructors.begin(); in != clazz.constructors.end(); ++in) print_constructor(clazz, *in); printf(" raise Error\n"); printf(" def __del__(self):\n"); printf(" if hasattr(self, 'ptr'):\n"); printf(" isl.%s_free(self.ptr)\n", clazz.name.c_str()); print_representation(clazz, p_name); for (it = clazz.methods.begin(); it != clazz.methods.end(); ++it) print_method(clazz, it->first, it->second, super); printf("\n"); print_method_types(clazz); } /* Generate a python interface based on the extracted types and * functions. * * Print out each class in turn. If one of these is a subclass of some * other class, make sure the superclass is printed out first. * functions. */ void python_generator::generate() { map::iterator ci; for (ci = classes.begin(); ci != classes.end(); ++ci) { if (done.find(ci->first) == done.end()) print(ci->second); } }