594 lines · 18.1 KB · Python
RawDownload
aubiodefvalue = {    # we have some clean up to do    'buf_size': 'Py_default_vector_length',    'win_s': 'Py_default_vector_length',    'size': 'Py_default_vector_length',    # and here too    'hop_size': 'Py_default_vector_length / 2',    'hop_s': 'Py_default_vector_length / 2',    # these should be alright    'samplerate': 'Py_aubio_default_samplerate',    # now for the non obvious ones    'n_filters': '40',    'n_coeffs': '13',    'nelems': '10',    'flow': '0.',    'fhig': '1.',    'ilow': '0.',    'ihig': '1.',    'thrs': '0.5',    'ratio': '0.5',    'method': '"default"',    'uri': '"none"',    } member_types = {        'name': 'type',        'char_t*': 'T_STRING',        'uint_t': 'T_INT',        'smpl_t': 'AUBIO_NPY_SMPL',        } pyfromtype_fn = {        'smpl_t': 'PyFloat_FromDouble',        'uint_t': 'PyLong_FromLong', # was: 'PyInt_FromLong',        'fvec_t*': 'PyAubio_CFvecToArray',        'fmat_t*': 'PyAubio_CFmatToArray',        } pytoaubio_fn = {        'fvec_t*': 'PyAubio_ArrayToCFvec',        'cvec_t*': 'PyAubio_PyCvecToCCvec',        #'fmat_t*': 'PyAubio_ArrayToCFmat',        } newfromtype_fn = {        'fvec_t*': 'new_py_fvec',        'fmat_t*': 'new_py_fmat',        'cvec_t*': 'new_py_cvec',        } delfromtype_fn = {        'fvec_t*': 'Py_DECREF',        'fmat_t*': 'Py_DECREF',        'cvec_t*': 'Py_DECREF',        } param_init = {        'char_t*': 'NULL',        'uint_t': '0',        'sint_t': 0,        'smpl_t': 0.,        'lsmp_t': 0.,        } pyargparse_chars = {        'smpl_t': 'f', # if not usedouble else 'd',        'uint_t': 'I',        'sint_t': 'I',        'char_t*': 's',        'fmat_t*': 'O',        'fvec_t*': 'O',        'cvec_t*': 'O',        } objoutsize = {        'onset': '1',        'pitch': '1',        'notes': '3',        'wavetable': 'self->hop_size',        'sampler': 'self->hop_size',        'mfcc': 'self->n_coeffs',        'specdesc': '1',        'tempo': '1',        'filterbank': 'self->n_filters',        'tss': 'self->buf_size',        'dct': 'self->size',        } objinputsize = {        'mfcc': 'self->buf_size / 2 + 1',        'notes': 'self->hop_size',        'onset': 'self->hop_size',        'pitch': 'self->hop_size',        'sampler': 'self->hop_size',        'specdesc': 'self->buf_size / 2 + 1',        'tempo': 'self->hop_size',        'wavetable': 'self->hop_size',        'tss': 'self->buf_size / 2 + 1',        } def get_name(proto):    name = proto.replace(' *', '* ').split()[1].split('(')[0]    name = name.replace('*','')    if name == '': raise ValueError(proto + "gave empty name")    return name def get_return_type(proto):    import re    paramregex = re.compile('(\w+ ?\*?).*')    outputs = paramregex.findall(proto)    assert len(outputs) == 1    return outputs[0].replace(' ', '') def split_type(arg):    """ arg = 'foo *name'         return ['foo*', 'name'] """    l = arg.split()    type_arg = {} #'type': l[0], 'name': l[1]}    type_arg['type'] = " ".join(l[:-1])    type_arg['name'] = l[-1]    # fix up type / name    if type_arg['name'].startswith('*'):        # ['foo', '*name'] -> ['foo*', 'name']        type_arg['type'] += '*'        type_arg['name'] = type_arg['name'][1:]    if type_arg['type'].endswith(' *'):        # ['foo *', 'name'] -> ['foo*', 'name']        type_arg['type'] = type_arg['type'].replace(' *','*')    if type_arg['type'].startswith('const '):        # ['foo *', 'name'] -> ['foo*', 'name']        type_arg['type'] = type_arg['type'].replace('const ','')    return type_arg def get_params(proto):    """ get the list of parameters from a function prototype    example: proto = "int main (int argc, char ** argv)"    returns: ['int argc', 'char ** argv']    """    import re    paramregex = re.compile('.*\((.*)\);')    a = paramregex.findall(proto)[0].split(', ')    #a = [i.replace('const ', '') for i in a]    return a def get_input_params(proto):    a = get_params(proto)    return [i.replace('const ', '') for i in a if (i.startswith('const ') or i.startswith('uint_t ') or i.startswith('smpl_t '))] def get_output_params(proto):    a = get_params(proto)    return [i for i in a if not i.startswith('const ')][1:] def get_params_types_names(proto):    """ get the list of parameters from a function prototype    example: proto = "int main (int argc, char ** argv)"    returns: [['int', 'argc'], ['char **','argv']]    """    a = list(map(split_type, get_params(proto)))    #print proto, a    #import sys; sys.exit(1)    return a class MappedObject(object):     def __init__(self, prototypes, usedouble = False):        if usedouble:            pyargparse_chars['smpl_t'] = 'd'        self.prototypes = prototypes         self.shortname = prototypes['shortname']        self.longname = prototypes['longname']        self.new_proto = prototypes['new'][0]        self.del_proto = prototypes['del'][0]        self.do_proto = prototypes['do'][0]        self.input_params = get_params_types_names(self.new_proto)        self.input_params_list = "; ".join(get_input_params(self.new_proto))        self.outputs = get_params_types_names(self.do_proto)[2:]        self.do_inputs = [get_params_types_names(self.do_proto)[1]]        self.do_outputs = get_params_types_names(self.do_proto)[2:]        struct_output_str = ["PyObject *{0[name]}; {1} c_{0[name]}".format(i, i['type'][:-1]) for i in self.do_outputs]        if len(self.prototypes['rdo']):            rdo_outputs = get_params_types_names(prototypes['rdo'][0])[2:]            struct_output_str += ["PyObject *{0[name]}; {1} c_{0[name]}".format(i, i['type'][:-1]) for i in rdo_outputs]            self.outputs += rdo_outputs        self.struct_outputs = ";\n    ".join(struct_output_str)         #print ("input_params: ", map(split_type, get_input_params(self.do_proto)))        #print ("output_params", map(split_type, get_output_params(self.do_proto)))     def gen_code(self):        out = ""        try:            out += self.gen_struct()            out += self.gen_doc()            out += self.gen_new()            out += self.gen_init()            out += self.gen_del()            out += self.gen_do()            if len(self.prototypes['rdo']):                self.do_proto = self.prototypes['rdo'][0]                self.do_inputs = [get_params_types_names(self.do_proto)[1]]                self.do_outputs = get_params_types_names(self.do_proto)[2:]                out += self.gen_do(method='rdo')            out += self.gen_memberdef()            out += self.gen_set()            out += self.gen_get()            out += self.gen_methodef()            out += self.gen_typeobject()        except Exception as e:            print ("Failed generating code for", self.shortname)            raise        return out     def gen_struct(self):        out = """// {shortname} structuretypedef struct{{    PyObject_HEAD    // pointer to aubio object    {longname} *o;    // input parameters    {input_params_list};    // do input vectors    {do_inputs_list};    // output results    {struct_outputs};}} Py_{shortname};"""        # fmat_t* / fvec_t* / cvec_t* inputs -> full fvec_t /.. struct in Py_{shortname}        do_inputs_list = "; ".join(get_input_params(self.do_proto)).replace('fvec_t *','fvec_t').replace('fmat_t *', 'fmat_t').replace('cvec_t *', 'cvec_t')        return out.format(do_inputs_list = do_inputs_list, **self.__dict__)     def gen_doc(self):        out = """// TODO: add documentationstatic char Py_{shortname}_doc[] = \"undefined\";"""        return out.format(**self.__dict__)     def gen_new(self):        out = """// new {shortname}static PyObject *Py_{shortname}_new (PyTypeObject * pytype, PyObject * args, PyObject * kwds){{    Py_{shortname} *self;""".format(**self.__dict__)        params = self.input_params        for p in params:            out += """    {type} {name} = {defval};""".format(defval = param_init[p['type']], **p)        plist = ", ".join(["\"%s\"" % p['name'] for p in params])        out += """    static char *kwlist[] = {{ {plist}, NULL }};""".format(plist = plist)        argchars = "".join([pyargparse_chars[p['type']] for p in params])        arglist = ", ".join(["&%s" % p['name'] for p in params])        out += """    if (!PyArg_ParseTupleAndKeywords (args, kwds, "|{argchars}", kwlist,              {arglist})) {{        return NULL;    }}""".format(argchars = argchars, arglist = arglist)        out += """    self = (Py_{shortname} *) pytype->tp_alloc (pytype, 0);    if (self == NULL) {{        return NULL;    }}""".format(**self.__dict__)        params = self.input_params        for p in params:            out += self.check_valid(p)        out += """    return (PyObject *)self;}"""        return out     def check_valid(self, p):        if p['type'] == 'uint_t':            return self.check_valid_uint(p)        if p['type'] == 'char_t*':            return self.check_valid_char(p)        else:            print ("ERROR, no idea how to check %s for validity" % p['type'])     def check_valid_uint(self, p):        name = p['name']        return """    self->{name} = {defval};    if ((sint_t){name} > 0) {{        self->{name} = {name};    }} else if ((sint_t){name} < 0) {{        PyErr_SetString (PyExc_ValueError, "can not use negative value for {name}");        return NULL;    }}""".format(defval = aubiodefvalue[name], name = name)     def check_valid_char(self, p):        name = p['name']        return """    self->{name} = {defval};    if ({name} != NULL) {{        self->{name} = {name};    }}""".format(defval = aubiodefvalue[name], name = name)     def gen_init(self):        out = """// init {shortname}static intPy_{shortname}_init (Py_{shortname} * self, PyObject * args, PyObject * kwds){{""".format(**self.__dict__)        new_name = get_name(self.new_proto)        new_params = ", ".join(["self->%s" % s['name'] for s in self.input_params])        out += """  self->o = {new_name}({new_params});""".format(new_name = new_name, new_params = new_params)        paramchars = "%s"        paramvals = "self->method"        out += """  // return -1 and set error string on failure  if (self->o == NULL) {{    PyErr_Format (PyExc_RuntimeError, "failed creating {shortname}");    return -1;  }}""".format(paramchars = paramchars, paramvals = paramvals, **self.__dict__)        output_create = ""        for o in self.outputs:            output_create += """  self->{name} = {create_fn}({output_size});""".format(name = o['name'], create_fn = newfromtype_fn[o['type']], output_size = objoutsize[self.shortname])        out += """  // TODO get internal params after actual object creation?"""        out += """  // create outputs{output_create}""".format(output_create = output_create)        out += """  return 0;}"""        return out     def gen_memberdef(self):        out = """static PyMemberDef Py_{shortname}_members[] = {{""".format(**self.__dict__)        for p in get_params_types_names(self.new_proto):            tmp = "  {{\"{name}\", {ttype}, offsetof (Py_{shortname}, {name}), READONLY, \"TODO documentation\"}},\n"            pytype = member_types[p['type']]            out += tmp.format(name = p['name'], ttype = pytype, shortname = self.shortname)        out += """  {NULL}, // sentinel};"""        return out     def gen_del(self):        out = """// del {shortname}static voidPy_{shortname}_del  (Py_{shortname} * self, PyObject * unused){{""".format(**self.__dict__)        for input_param in self.do_inputs:            if input_param['type'] == 'fmat_t *':                out += """  free(self->{0[name]}.data);""".format(input_param)        for o in self.outputs:            name = o['name']            del_out = delfromtype_fn[o['type']]            out += """  if (self->{name}) {{    {del_out}(self->{name});  }}""".format(del_out = del_out, name = name)        del_fn = get_name(self.del_proto)        out += """  if (self->o) {{    {del_fn}(self->o);  }}  Py_TYPE(self)->tp_free((PyObject *) self);}}""".format(del_fn = del_fn)        return out     def gen_do(self, method = 'do'):        out = """// do {shortname}static PyObject*Pyaubio_{shortname}_{method}  (Py_{shortname} * self, PyObject * args){{""".format(method = method, **self.__dict__)        input_params = self.do_inputs        output_params = self.do_outputs        #print input_params        #print output_params        out += """    PyObject *outputs;"""        for input_param in input_params:            out += """    PyObject *py_{0};""".format(input_param['name'])        refs = ", ".join(["&py_%s" % p['name'] for p in input_params])        pyparamtypes = "".join([pyargparse_chars[p['type']] for p in input_params])        out += """    if (!PyArg_ParseTuple (args, "{pyparamtypes}", {refs})) {{        return NULL;    }}""".format(refs = refs, pyparamtypes = pyparamtypes, **self.__dict__)        for input_param in input_params:            out += """     if (!{pytoaubio}(py_{0[name]}, &(self->{0[name]}))) {{        return NULL;    }}""".format(input_param, pytoaubio = pytoaubio_fn[input_param['type']])        if self.shortname in objinputsize:            out += """     if (self->{0[name]}.length != {expected_size}) {{        PyErr_Format (PyExc_ValueError,            "input size of {shortname} should be %d, not %d",            {expected_size}, self->{0[name]}.length);        return NULL;    }}""".format(input_param, expected_size = objinputsize[self.shortname], **self.__dict__)        else:            out += """     // TODO: check input sizes"""        for output_param in output_params:            out += """     Py_INCREF(self->{0[name]});    if (!{pytoaubio}(self->{0[name]}, &(self->c_{0[name]}))) {{        return NULL;    }}""".format(output_param, pytoaubio = pytoaubio_fn[output_param['type']])        do_fn = get_name(self.do_proto)        inputs = ", ".join(['&(self->'+p['name']+')' for p in input_params])        c_outputs = ", ".join(["&(self->c_%s)" % p['name'] for p in self.do_outputs])        outputs = ", ".join(["self->%s" % p['name'] for p in self.do_outputs])        out += """     {do_fn}(self->o, {inputs}, {c_outputs});""".format(        do_fn = do_fn,        inputs = inputs, c_outputs = c_outputs,        )        if len(self.do_outputs) > 1:            out += """    outputs = PyTuple_New({:d});""".format(len(self.do_outputs))            for i, p in enumerate(self.do_outputs):                out += """    PyTuple_SetItem( outputs, {i}, self->{p[name]});""".format(i = i, p = p)        else:            out += """    outputs = self->{p[name]};""".format(p = self.do_outputs[0])        out += """     return outputs;}}""".format(        outputs = outputs,        )        return out     def gen_set(self):        out = """// {shortname} setters""".format(**self.__dict__)        for set_param in self.prototypes['set']:            params = get_params_types_names(set_param)[1]            paramtype = params['type']            method_name = get_name(set_param)            param = method_name.split('aubio_'+self.shortname+'_set_')[-1]            pyparamtype = pyargparse_chars[paramtype]            out += """static PyObject *Pyaubio_{shortname}_set_{param} (Py_{shortname} *self, PyObject *args){{  uint_t err = 0;  {paramtype} {param};   if (!PyArg_ParseTuple (args, "{pyparamtype}", &{param})) {{    return NULL;  }}  err = aubio_{shortname}_set_{param} (self->o, {param});   if (err > 0) {{    PyErr_SetString (PyExc_ValueError, "error running aubio_{shortname}_set_{param}");    return NULL;  }}  Py_RETURN_NONE;}}""".format(param = param, paramtype = paramtype, pyparamtype = pyparamtype, **self.__dict__)        return out     def gen_get(self):        out = """// {shortname} getters""".format(**self.__dict__)        for method in self.prototypes['get']:            params = get_params_types_names(method)            method_name = get_name(method)            assert len(params) == 1, \                "get method has more than one parameter %s" % params            param = method_name.split('aubio_'+self.shortname+'_get_')[-1]

Lines 1–500 of 594.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t