46962 lines
1.8 MiB
46962 lines
1.8 MiB
/* Generated by Cython 0.29.37 */
|
|
|
|
/* BEGIN: Cython Metadata
|
|
{
|
|
"distutils": {
|
|
"depends": [
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\arrayobject.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\arrayscalars.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\ndarrayobject.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\ndarraytypes.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\ufuncobject.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.11.7\\tools\\Include\\Python.h"
|
|
],
|
|
"extra_compile_args": [
|
|
"-std=c++11"
|
|
],
|
|
"include_dirs": [
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.11.7\\tools\\Include"
|
|
],
|
|
"language": "c++",
|
|
"name": "spacy.tokenizer",
|
|
"sources": [
|
|
"spacy/tokenizer.pyx"
|
|
]
|
|
},
|
|
"module_name": "spacy.tokenizer"
|
|
}
|
|
END: Cython Metadata */
|
|
|
|
#ifndef PY_SSIZE_T_CLEAN
|
|
#define PY_SSIZE_T_CLEAN
|
|
#endif /* PY_SSIZE_T_CLEAN */
|
|
#include "Python.h"
|
|
#ifndef Py_PYTHON_H
|
|
#error Python headers needed to compile C extensions, please install development version of Python.
|
|
#elif PY_VERSION_HEX < 0x02060000 || (0x03000000 <= PY_VERSION_HEX && PY_VERSION_HEX < 0x03030000)
|
|
#error Cython requires Python 2.6+ or Python 3.3+.
|
|
#else
|
|
#define CYTHON_ABI "0_29_37"
|
|
#define CYTHON_HEX_VERSION 0x001D25F0
|
|
#define CYTHON_FUTURE_DIVISION 0
|
|
#include <stddef.h>
|
|
#ifndef offsetof
|
|
#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
|
|
#endif
|
|
#if !defined(WIN32) && !defined(MS_WINDOWS)
|
|
#ifndef __stdcall
|
|
#define __stdcall
|
|
#endif
|
|
#ifndef __cdecl
|
|
#define __cdecl
|
|
#endif
|
|
#ifndef __fastcall
|
|
#define __fastcall
|
|
#endif
|
|
#endif
|
|
#ifndef DL_IMPORT
|
|
#define DL_IMPORT(t) t
|
|
#endif
|
|
#ifndef DL_EXPORT
|
|
#define DL_EXPORT(t) t
|
|
#endif
|
|
#define __PYX_COMMA ,
|
|
#ifndef HAVE_LONG_LONG
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
#define HAVE_LONG_LONG
|
|
#endif
|
|
#endif
|
|
#ifndef PY_LONG_LONG
|
|
#define PY_LONG_LONG LONG_LONG
|
|
#endif
|
|
#ifndef Py_HUGE_VAL
|
|
#define Py_HUGE_VAL HUGE_VAL
|
|
#endif
|
|
#ifdef PYPY_VERSION
|
|
#define CYTHON_COMPILING_IN_PYPY 1
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_NOGIL 0
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 0
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#if PY_VERSION_HEX < 0x03050000
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#elif !defined(CYTHON_USE_ASYNC_SLOTS)
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#undef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 1
|
|
#undef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 0
|
|
#undef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 0
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#if PY_VERSION_HEX < 0x03090000
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#elif !defined(CYTHON_PEP489_MULTI_PHASE_INIT)
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1 && PYPY_VERSION_NUM >= 0x07030C00)
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
|
|
#endif
|
|
#elif defined(PYSTON_VERSION)
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 1
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_NOGIL 0
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 0
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
|
|
#endif
|
|
#elif defined(PY_NOGIL)
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_NOGIL 1
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#ifndef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 1
|
|
#endif
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#else
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 1
|
|
#define CYTHON_COMPILING_IN_NOGIL 0
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#elif !defined(CYTHON_USE_PYTYPE_LOOKUP)
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 1
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#elif !defined(CYTHON_USE_ASYNC_SLOTS)
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#elif !defined(CYTHON_USE_PYLONG_INTERNALS)
|
|
#define CYTHON_USE_PYLONG_INTERNALS (PY_VERSION_HEX < 0x030C00A5)
|
|
#endif
|
|
#ifndef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 1
|
|
#endif
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030300F0 || PY_VERSION_HEX >= 0x030B00A2
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#elif !defined(CYTHON_USE_UNICODE_WRITER)
|
|
#define CYTHON_USE_UNICODE_WRITER 1
|
|
#endif
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030B00A4
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#elif !defined(CYTHON_FAST_THREAD_STATE)
|
|
#define CYTHON_FAST_THREAD_STATE 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL (PY_VERSION_HEX < 0x030A0000)
|
|
#endif
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT (PY_VERSION_HEX >= 0x03050000)
|
|
#endif
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1)
|
|
#endif
|
|
#ifndef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS ((PY_VERSION_HEX >= 0x030600B1) && (PY_VERSION_HEX < 0x030C00A5))
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030B00A4
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#elif !defined(CYTHON_USE_EXC_INFO_STACK)
|
|
#define CYTHON_USE_EXC_INFO_STACK (PY_VERSION_HEX >= 0x030700A3)
|
|
#endif
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 1
|
|
#endif
|
|
#endif
|
|
#if !defined(CYTHON_FAST_PYCCALL)
|
|
#define CYTHON_FAST_PYCCALL (CYTHON_FAST_PYCALL && PY_VERSION_HEX >= 0x030600B1)
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
#if PY_MAJOR_VERSION < 3
|
|
#include "longintrepr.h"
|
|
#endif
|
|
#undef SHIFT
|
|
#undef BASE
|
|
#undef MASK
|
|
#ifdef SIZEOF_VOID_P
|
|
enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
|
|
#endif
|
|
#endif
|
|
#ifndef __has_attribute
|
|
#define __has_attribute(x) 0
|
|
#endif
|
|
#ifndef __has_cpp_attribute
|
|
#define __has_cpp_attribute(x) 0
|
|
#endif
|
|
#ifndef CYTHON_RESTRICT
|
|
#if defined(__GNUC__)
|
|
#define CYTHON_RESTRICT __restrict__
|
|
#elif defined(_MSC_VER) && _MSC_VER >= 1400
|
|
#define CYTHON_RESTRICT __restrict
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define CYTHON_RESTRICT restrict
|
|
#else
|
|
#define CYTHON_RESTRICT
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_UNUSED
|
|
# if defined(__GNUC__)
|
|
# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_MAYBE_UNUSED_VAR
|
|
# if defined(__cplusplus)
|
|
template<class T> void CYTHON_MAYBE_UNUSED_VAR( const T& ) { }
|
|
# else
|
|
# define CYTHON_MAYBE_UNUSED_VAR(x) (void)(x)
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_NCP_UNUSED
|
|
# if CYTHON_COMPILING_IN_CPYTHON
|
|
# define CYTHON_NCP_UNUSED
|
|
# else
|
|
# define CYTHON_NCP_UNUSED CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
|
|
#ifdef _MSC_VER
|
|
#ifndef _MSC_STDINT_H_
|
|
#if _MSC_VER < 1300
|
|
typedef unsigned char uint8_t;
|
|
typedef unsigned int uint32_t;
|
|
#else
|
|
typedef unsigned __int8 uint8_t;
|
|
typedef unsigned __int32 uint32_t;
|
|
#endif
|
|
#endif
|
|
#else
|
|
#include <stdint.h>
|
|
#endif
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if defined(__cplusplus) && __cplusplus >= 201103L
|
|
#if __has_cpp_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[fallthrough]]
|
|
#elif __has_cpp_attribute(clang::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[clang::fallthrough]]
|
|
#elif __has_cpp_attribute(gnu::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if __has_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH __attribute__((fallthrough))
|
|
#else
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#if defined(__clang__ ) && defined(__apple_build_version__)
|
|
#if __apple_build_version__ < 7000000
|
|
#undef CYTHON_FALLTHROUGH
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef __cplusplus
|
|
#error "Cython files generated with the C++ option must be compiled with a C++ compiler."
|
|
#endif
|
|
#ifndef CYTHON_INLINE
|
|
#if defined(__clang__)
|
|
#define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
|
|
#else
|
|
#define CYTHON_INLINE inline
|
|
#endif
|
|
#endif
|
|
template<typename T>
|
|
void __Pyx_call_destructor(T& x) {
|
|
x.~T();
|
|
}
|
|
template<typename T>
|
|
class __Pyx_FakeReference {
|
|
public:
|
|
__Pyx_FakeReference() : ptr(NULL) { }
|
|
__Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
|
|
T *operator->() { return ptr; }
|
|
T *operator&() { return ptr; }
|
|
operator T&() { return *ptr; }
|
|
template<typename U> bool operator ==(U other) { return *ptr == other; }
|
|
template<typename U> bool operator !=(U other) { return *ptr != other; }
|
|
private:
|
|
T *ptr;
|
|
};
|
|
|
|
#define __PYX_BUILD_PY_SSIZE_T "n"
|
|
#define CYTHON_FORMAT_SSIZE_T "z"
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_BUILTIN_MODULE_NAME "__builtin__"
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
|
|
PyCode_New(a+k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#define __Pyx_DefaultClassType PyClass_Type
|
|
#else
|
|
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
|
|
#define __Pyx_DefaultClassType PyType_Type
|
|
#if PY_VERSION_HEX >= 0x030B00A1
|
|
static CYTHON_INLINE PyCodeObject* __Pyx_PyCode_New(int a, int k, int l, int s, int f,
|
|
PyObject *code, PyObject *c, PyObject* n, PyObject *v,
|
|
PyObject *fv, PyObject *cell, PyObject* fn,
|
|
PyObject *name, int fline, PyObject *lnos) {
|
|
PyObject *kwds=NULL, *argcount=NULL, *posonlyargcount=NULL, *kwonlyargcount=NULL;
|
|
PyObject *nlocals=NULL, *stacksize=NULL, *flags=NULL, *replace=NULL, *call_result=NULL, *empty=NULL;
|
|
const char *fn_cstr=NULL;
|
|
const char *name_cstr=NULL;
|
|
PyCodeObject* co=NULL;
|
|
PyObject *type, *value, *traceback;
|
|
PyErr_Fetch(&type, &value, &traceback);
|
|
if (!(kwds=PyDict_New())) goto end;
|
|
if (!(argcount=PyLong_FromLong(a))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_argcount", argcount) != 0) goto end;
|
|
if (!(posonlyargcount=PyLong_FromLong(0))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_posonlyargcount", posonlyargcount) != 0) goto end;
|
|
if (!(kwonlyargcount=PyLong_FromLong(k))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_kwonlyargcount", kwonlyargcount) != 0) goto end;
|
|
if (!(nlocals=PyLong_FromLong(l))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_nlocals", nlocals) != 0) goto end;
|
|
if (!(stacksize=PyLong_FromLong(s))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_stacksize", stacksize) != 0) goto end;
|
|
if (!(flags=PyLong_FromLong(f))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_flags", flags) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_code", code) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_consts", c) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_names", n) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_varnames", v) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_freevars", fv) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_cellvars", cell) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_linetable", lnos) != 0) goto end;
|
|
if (!(fn_cstr=PyUnicode_AsUTF8AndSize(fn, NULL))) goto end;
|
|
if (!(name_cstr=PyUnicode_AsUTF8AndSize(name, NULL))) goto end;
|
|
if (!(co = PyCode_NewEmpty(fn_cstr, name_cstr, fline))) goto end;
|
|
if (!(replace = PyObject_GetAttrString((PyObject*)co, "replace"))) goto cleanup_code_too;
|
|
if (!(empty = PyTuple_New(0))) goto cleanup_code_too; // unfortunately __pyx_empty_tuple isn't available here
|
|
if (!(call_result = PyObject_Call(replace, empty, kwds))) goto cleanup_code_too;
|
|
Py_XDECREF((PyObject*)co);
|
|
co = (PyCodeObject*)call_result;
|
|
call_result = NULL;
|
|
if (0) {
|
|
cleanup_code_too:
|
|
Py_XDECREF((PyObject*)co);
|
|
co = NULL;
|
|
}
|
|
end:
|
|
Py_XDECREF(kwds);
|
|
Py_XDECREF(argcount);
|
|
Py_XDECREF(posonlyargcount);
|
|
Py_XDECREF(kwonlyargcount);
|
|
Py_XDECREF(nlocals);
|
|
Py_XDECREF(stacksize);
|
|
Py_XDECREF(replace);
|
|
Py_XDECREF(call_result);
|
|
Py_XDECREF(empty);
|
|
if (type) {
|
|
PyErr_Restore(type, value, traceback);
|
|
}
|
|
return co;
|
|
}
|
|
#else
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
|
|
PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#endif
|
|
#define __Pyx_DefaultClassType PyType_Type
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030900F0 && !CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyObject_GC_IsFinalized(o) PyObject_GC_IsFinalized(o)
|
|
#else
|
|
#define __Pyx_PyObject_GC_IsFinalized(o) _PyGC_FINALIZED(o)
|
|
#endif
|
|
#ifndef Py_TPFLAGS_CHECKTYPES
|
|
#define Py_TPFLAGS_CHECKTYPES 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_INDEX
|
|
#define Py_TPFLAGS_HAVE_INDEX 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
|
|
#define Py_TPFLAGS_HAVE_NEWBUFFER 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_FINALIZE
|
|
#define Py_TPFLAGS_HAVE_FINALIZE 0
|
|
#endif
|
|
#ifndef METH_STACKLESS
|
|
#define METH_STACKLESS 0
|
|
#endif
|
|
#if PY_VERSION_HEX <= 0x030700A3 || !defined(METH_FASTCALL)
|
|
#ifndef METH_FASTCALL
|
|
#define METH_FASTCALL 0x80
|
|
#endif
|
|
typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
|
|
typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
|
|
Py_ssize_t nargs, PyObject *kwnames);
|
|
#else
|
|
#define __Pyx_PyCFunctionFast _PyCFunctionFast
|
|
#define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
#define __Pyx_PyFastCFunction_Check(func)\
|
|
((PyCFunction_Check(func) && (METH_FASTCALL == (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)))))
|
|
#else
|
|
#define __Pyx_PyFastCFunction_Check(func) 0
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
|
|
#define PyObject_Malloc(s) PyMem_Malloc(s)
|
|
#define PyObject_Free(p) PyMem_Free(p)
|
|
#define PyObject_Realloc(p) PyMem_Realloc(p)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030400A1
|
|
#define PyMem_RawMalloc(n) PyMem_Malloc(n)
|
|
#define PyMem_RawRealloc(p, n) PyMem_Realloc(p, n)
|
|
#define PyMem_RawFree(p) PyMem_Free(p)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYSTON
|
|
#define __Pyx_PyCode_HasFreeVars(co) PyCode_HasFreeVars(co)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) PyFrame_SetLineNumber(frame, lineno)
|
|
#else
|
|
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno)
|
|
#endif
|
|
#if !CYTHON_FAST_THREAD_STATE || PY_VERSION_HEX < 0x02070000
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#elif PY_VERSION_HEX >= 0x03060000
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
|
|
#elif PY_VERSION_HEX >= 0x03000000
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#else
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_Current
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030700A2 && !defined(PyThread_tss_create) && !defined(Py_tss_NEEDS_INIT)
|
|
#include "pythread.h"
|
|
#define Py_tss_NEEDS_INIT 0
|
|
typedef int Py_tss_t;
|
|
static CYTHON_INLINE int PyThread_tss_create(Py_tss_t *key) {
|
|
*key = PyThread_create_key();
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE Py_tss_t * PyThread_tss_alloc(void) {
|
|
Py_tss_t *key = (Py_tss_t *)PyObject_Malloc(sizeof(Py_tss_t));
|
|
*key = Py_tss_NEEDS_INIT;
|
|
return key;
|
|
}
|
|
static CYTHON_INLINE void PyThread_tss_free(Py_tss_t *key) {
|
|
PyObject_Free(key);
|
|
}
|
|
static CYTHON_INLINE int PyThread_tss_is_created(Py_tss_t *key) {
|
|
return *key != Py_tss_NEEDS_INIT;
|
|
}
|
|
static CYTHON_INLINE void PyThread_tss_delete(Py_tss_t *key) {
|
|
PyThread_delete_key(*key);
|
|
*key = Py_tss_NEEDS_INIT;
|
|
}
|
|
static CYTHON_INLINE int PyThread_tss_set(Py_tss_t *key, void *value) {
|
|
return PyThread_set_key_value(*key, value);
|
|
}
|
|
static CYTHON_INLINE void * PyThread_tss_get(Py_tss_t *key) {
|
|
return PyThread_get_key_value(*key);
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
|
|
#define __Pyx_PyDict_NewPresized(n) ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
|
|
#else
|
|
#define __Pyx_PyDict_NewPresized(n) PyDict_New()
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3 || CYTHON_FUTURE_DIVISION
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
|
|
#else
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_Divide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceDivide(x,y)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 && CYTHON_USE_UNICODE_INTERNALS
|
|
#define __Pyx_PyDict_GetItemStr(dict, name) _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
|
|
#else
|
|
#define __Pyx_PyDict_GetItemStr(dict, name) PyDict_GetItem(dict, name)
|
|
#endif
|
|
#if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)
|
|
#define CYTHON_PEP393_ENABLED 1
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#else
|
|
#define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ?\
|
|
0 : _PyUnicode_Ready((PyObject *)(op)))
|
|
#endif
|
|
#define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u)
|
|
#define __Pyx_PyUnicode_KIND(u) PyUnicode_KIND(u)
|
|
#define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u)
|
|
#define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, ch)
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_LENGTH(u))
|
|
#else
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03090000
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : ((PyCompactUnicodeObject *)(u))->wstr_length))
|
|
#else
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
|
|
#endif
|
|
#endif
|
|
#else
|
|
#define CYTHON_PEP393_ENABLED 0
|
|
#define PyUnicode_1BYTE_KIND 1
|
|
#define PyUnicode_2BYTE_KIND 2
|
|
#define PyUnicode_4BYTE_KIND 4
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i]))
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((sizeof(Py_UNICODE) == 2) ? 65535 : 1114111)
|
|
#define __Pyx_PyUnicode_KIND(u) (sizeof(Py_UNICODE))
|
|
#define __Pyx_PyUnicode_DATA(u) ((void*)PyUnicode_AS_UNICODE(u))
|
|
#define __Pyx_PyUnicode_READ(k, d, i) ((void)(k), (Py_UCS4)(((Py_UNICODE*)d)[i]))
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) (((void)(k)), ((Py_UNICODE*)d)[i] = ch)
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_SIZE(u))
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b)
|
|
#else
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
|
|
PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_Contains)
|
|
#define PyUnicode_Contains(u, s) PySequence_Contains(u, s)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyByteArray_Check)
|
|
#define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Format)
|
|
#define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt)
|
|
#endif
|
|
#define __Pyx_PyString_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyString_Check(b) && !PyString_CheckExact(b)))) ? PyNumber_Remainder(a, b) : __Pyx_PyString_Format(a, b))
|
|
#define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyString_Format(a, b) PyUnicode_Format(a, b)
|
|
#else
|
|
#define __Pyx_PyString_Format(a, b) PyString_Format(a, b)
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3 && !defined(PyObject_ASCII)
|
|
#define PyObject_ASCII(o) PyObject_Repr(o)
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyBaseString_Type PyUnicode_Type
|
|
#define PyStringObject PyUnicodeObject
|
|
#define PyString_Type PyUnicode_Type
|
|
#define PyString_Check PyUnicode_Check
|
|
#define PyString_CheckExact PyUnicode_CheckExact
|
|
#ifndef PyObject_Unicode
|
|
#define PyObject_Unicode PyObject_Str
|
|
#endif
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj)
|
|
#define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj)
|
|
#else
|
|
#define __Pyx_PyBaseString_Check(obj) (PyString_Check(obj) || PyUnicode_Check(obj))
|
|
#define __Pyx_PyBaseString_CheckExact(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj))
|
|
#endif
|
|
#ifndef PySet_CheckExact
|
|
#define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type)
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030900A4
|
|
#define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt)
|
|
#define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size)
|
|
#else
|
|
#define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt)
|
|
#define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size)
|
|
#endif
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PySequence_SIZE(seq) Py_SIZE(seq)
|
|
#else
|
|
#define __Pyx_PySequence_SIZE(seq) PySequence_Size(seq)
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyIntObject PyLongObject
|
|
#define PyInt_Type PyLong_Type
|
|
#define PyInt_Check(op) PyLong_Check(op)
|
|
#define PyInt_CheckExact(op) PyLong_CheckExact(op)
|
|
#define PyInt_FromString PyLong_FromString
|
|
#define PyInt_FromUnicode PyLong_FromUnicode
|
|
#define PyInt_FromLong PyLong_FromLong
|
|
#define PyInt_FromSize_t PyLong_FromSize_t
|
|
#define PyInt_FromSsize_t PyLong_FromSsize_t
|
|
#define PyInt_AsLong PyLong_AsLong
|
|
#define PyInt_AS_LONG PyLong_AS_LONG
|
|
#define PyInt_AsSsize_t PyLong_AsSsize_t
|
|
#define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask
|
|
#define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask
|
|
#define PyNumber_Int PyNumber_Long
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyBoolObject PyLongObject
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3 && CYTHON_COMPILING_IN_PYPY
|
|
#ifndef PyUnicode_InternFromString
|
|
#define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
|
|
#endif
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030200A4
|
|
typedef long Py_hash_t;
|
|
#define __Pyx_PyInt_FromHash_t PyInt_FromLong
|
|
#define __Pyx_PyInt_AsHash_t __Pyx_PyIndex_AsHash_t
|
|
#else
|
|
#define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t
|
|
#define __Pyx_PyInt_AsHash_t __Pyx_PyIndex_AsSsize_t
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyMethod_New(func, self, klass) ((self) ? ((void)(klass), PyMethod_New(func, self)) : __Pyx_NewRef(func))
|
|
#else
|
|
#define __Pyx_PyMethod_New(func, self, klass) PyMethod_New(func, self, klass)
|
|
#endif
|
|
#if CYTHON_USE_ASYNC_SLOTS
|
|
#if PY_VERSION_HEX >= 0x030500B1
|
|
#define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
|
|
#define __Pyx_PyType_AsAsync(obj) (Py_TYPE(obj)->tp_as_async)
|
|
#else
|
|
#define __Pyx_PyType_AsAsync(obj) ((__Pyx_PyAsyncMethodsStruct*) (Py_TYPE(obj)->tp_reserved))
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyType_AsAsync(obj) NULL
|
|
#endif
|
|
#ifndef __Pyx_PyAsyncMethodsStruct
|
|
typedef struct {
|
|
unaryfunc am_await;
|
|
unaryfunc am_aiter;
|
|
unaryfunc am_anext;
|
|
} __Pyx_PyAsyncMethodsStruct;
|
|
#endif
|
|
|
|
#if defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)
|
|
#if !defined(_USE_MATH_DEFINES)
|
|
#define _USE_MATH_DEFINES
|
|
#endif
|
|
#endif
|
|
#include <math.h>
|
|
#ifdef NAN
|
|
#define __PYX_NAN() ((float) NAN)
|
|
#else
|
|
static CYTHON_INLINE float __PYX_NAN() {
|
|
float value;
|
|
memset(&value, 0xFF, sizeof(value));
|
|
return value;
|
|
}
|
|
#endif
|
|
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
|
|
#define __Pyx_truncl trunc
|
|
#else
|
|
#define __Pyx_truncl truncl
|
|
#endif
|
|
|
|
#define __PYX_MARK_ERR_POS(f_index, lineno) \
|
|
{ __pyx_filename = __pyx_f[f_index]; (void)__pyx_filename; __pyx_lineno = lineno; (void)__pyx_lineno; __pyx_clineno = __LINE__; (void)__pyx_clineno; }
|
|
#define __PYX_ERR(f_index, lineno, Ln_error) \
|
|
{ __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; }
|
|
|
|
#ifndef __PYX_EXTERN_C
|
|
#ifdef __cplusplus
|
|
#define __PYX_EXTERN_C extern "C"
|
|
#else
|
|
#define __PYX_EXTERN_C extern
|
|
#endif
|
|
#endif
|
|
|
|
#define __PYX_HAVE__spacy__tokenizer
|
|
#define __PYX_HAVE_API__spacy__tokenizer
|
|
/* Early includes */
|
|
#include "ios"
|
|
#include "new"
|
|
#include "stdexcept"
|
|
#include "typeinfo"
|
|
#include <vector>
|
|
#include <stdint.h>
|
|
#include <utility>
|
|
|
|
#if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600)
|
|
// move should be defined for these versions of MSVC, but __cplusplus isn't set usefully
|
|
#include <type_traits>
|
|
|
|
namespace cython_std {
|
|
template <typename T> typename std::remove_reference<T>::type&& move(T& t) noexcept { return std::move(t); }
|
|
template <typename T> typename std::remove_reference<T>::type&& move(T&& t) noexcept { return std::move(t); }
|
|
}
|
|
|
|
#endif
|
|
|
|
#include <unordered_map>
|
|
#include <unordered_set>
|
|
#include <string.h>
|
|
#include <stdio.h>
|
|
#include "numpy/arrayobject.h"
|
|
#include "numpy/ndarrayobject.h"
|
|
#include "numpy/ndarraytypes.h"
|
|
#include "numpy/arrayscalars.h"
|
|
#include "numpy/ufuncobject.h"
|
|
|
|
/* NumPy API declarations from "numpy/__init__.pxd" */
|
|
|
|
#include <set>
|
|
#include <algorithm>
|
|
#include "pythread.h"
|
|
#include <stdlib.h>
|
|
#include "pystate.h"
|
|
#ifdef _OPENMP
|
|
#include <omp.h>
|
|
#endif /* _OPENMP */
|
|
|
|
#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
|
|
#define CYTHON_WITHOUT_ASSERTIONS
|
|
#endif
|
|
|
|
typedef struct {PyObject **p; const char *s; const Py_ssize_t n; const char* encoding;
|
|
const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry;
|
|
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT (PY_MAJOR_VERSION >= 3 && __PYX_DEFAULT_STRING_ENCODING_IS_UTF8)
|
|
#define __PYX_DEFAULT_STRING_ENCODING ""
|
|
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
|
|
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
|
|
#define __Pyx_uchar_cast(c) ((unsigned char)c)
|
|
#define __Pyx_long_cast(x) ((long)x)
|
|
#define __Pyx_fits_Py_ssize_t(v, type, is_signed) (\
|
|
(sizeof(type) < sizeof(Py_ssize_t)) ||\
|
|
(sizeof(type) > sizeof(Py_ssize_t) &&\
|
|
likely(v < (type)PY_SSIZE_T_MAX ||\
|
|
v == (type)PY_SSIZE_T_MAX) &&\
|
|
(!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
|
|
v == (type)PY_SSIZE_T_MIN))) ||\
|
|
(sizeof(type) == sizeof(Py_ssize_t) &&\
|
|
(is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
|
|
v == (type)PY_SSIZE_T_MAX))) )
|
|
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
|
|
return (size_t) i < (size_t) limit;
|
|
}
|
|
#if defined (__cplusplus) && __cplusplus >= 201103L
|
|
#include <cstdlib>
|
|
#define __Pyx_sst_abs(value) std::abs(value)
|
|
#elif SIZEOF_INT >= SIZEOF_SIZE_T
|
|
#define __Pyx_sst_abs(value) abs(value)
|
|
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
|
|
#define __Pyx_sst_abs(value) labs(value)
|
|
#elif defined (_MSC_VER)
|
|
#define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define __Pyx_sst_abs(value) llabs(value)
|
|
#elif defined (__GNUC__)
|
|
#define __Pyx_sst_abs(value) __builtin_llabs(value)
|
|
#else
|
|
#define __Pyx_sst_abs(value) ((value<0) ? -value : value)
|
|
#endif
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
|
|
#define __Pyx_PyByteArray_FromString(s) PyByteArray_FromStringAndSize((const char*)s, strlen((const char*)s))
|
|
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
|
|
#define __Pyx_PyBytes_FromString PyBytes_FromString
|
|
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
|
|
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyStr_FromString __Pyx_PyBytes_FromString
|
|
#define __Pyx_PyStr_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
|
|
#else
|
|
#define __Pyx_PyStr_FromString __Pyx_PyUnicode_FromString
|
|
#define __Pyx_PyStr_FromStringAndSize __Pyx_PyUnicode_FromStringAndSize
|
|
#endif
|
|
#define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyObject_AsWritableString(s) ((char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsWritableSString(s) ((signed char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsWritableUString(s) ((unsigned char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsSString(s) ((const signed char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsUString(s) ((const unsigned char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_FromCString(s) __Pyx_PyObject_FromString((const char*)s)
|
|
#define __Pyx_PyBytes_FromCString(s) __Pyx_PyBytes_FromString((const char*)s)
|
|
#define __Pyx_PyByteArray_FromCString(s) __Pyx_PyByteArray_FromString((const char*)s)
|
|
#define __Pyx_PyStr_FromCString(s) __Pyx_PyStr_FromString((const char*)s)
|
|
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
|
|
static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u) {
|
|
const Py_UNICODE *u_end = u;
|
|
while (*u_end++) ;
|
|
return (size_t)(u_end - u - 1);
|
|
}
|
|
#define __Pyx_PyUnicode_FromUnicode(u) PyUnicode_FromUnicode(u, __Pyx_Py_UNICODE_strlen(u))
|
|
#define __Pyx_PyUnicode_FromUnicodeAndLength PyUnicode_FromUnicode
|
|
#define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode
|
|
#define __Pyx_NewRef(obj) (Py_INCREF(obj), obj)
|
|
#define __Pyx_Owned_Py_None(b) __Pyx_NewRef(Py_None)
|
|
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
|
|
static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x);
|
|
#define __Pyx_PySequence_Tuple(obj)\
|
|
(likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
|
|
static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t);
|
|
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject*);
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
|
|
#else
|
|
#define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
|
|
#endif
|
|
#define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x))
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
|
|
#else
|
|
#define __Pyx_PyNumber_Int(x) (PyInt_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Int(x))
|
|
#endif
|
|
#define __Pyx_PyNumber_Float(x) (PyFloat_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Float(x))
|
|
#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
static int __Pyx_sys_getdefaultencoding_not_ascii;
|
|
static int __Pyx_init_sys_getdefaultencoding_params(void) {
|
|
PyObject* sys;
|
|
PyObject* default_encoding = NULL;
|
|
PyObject* ascii_chars_u = NULL;
|
|
PyObject* ascii_chars_b = NULL;
|
|
const char* default_encoding_c;
|
|
sys = PyImport_ImportModule("sys");
|
|
if (!sys) goto bad;
|
|
default_encoding = PyObject_CallMethod(sys, (char*) "getdefaultencoding", NULL);
|
|
Py_DECREF(sys);
|
|
if (!default_encoding) goto bad;
|
|
default_encoding_c = PyBytes_AsString(default_encoding);
|
|
if (!default_encoding_c) goto bad;
|
|
if (strcmp(default_encoding_c, "ascii") == 0) {
|
|
__Pyx_sys_getdefaultencoding_not_ascii = 0;
|
|
} else {
|
|
char ascii_chars[128];
|
|
int c;
|
|
for (c = 0; c < 128; c++) {
|
|
ascii_chars[c] = c;
|
|
}
|
|
__Pyx_sys_getdefaultencoding_not_ascii = 1;
|
|
ascii_chars_u = PyUnicode_DecodeASCII(ascii_chars, 128, NULL);
|
|
if (!ascii_chars_u) goto bad;
|
|
ascii_chars_b = PyUnicode_AsEncodedString(ascii_chars_u, default_encoding_c, NULL);
|
|
if (!ascii_chars_b || !PyBytes_Check(ascii_chars_b) || memcmp(ascii_chars, PyBytes_AS_STRING(ascii_chars_b), 128) != 0) {
|
|
PyErr_Format(
|
|
PyExc_ValueError,
|
|
"This module compiled with c_string_encoding=ascii, but default encoding '%.200s' is not a superset of ascii.",
|
|
default_encoding_c);
|
|
goto bad;
|
|
}
|
|
Py_DECREF(ascii_chars_u);
|
|
Py_DECREF(ascii_chars_b);
|
|
}
|
|
Py_DECREF(default_encoding);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(default_encoding);
|
|
Py_XDECREF(ascii_chars_u);
|
|
Py_XDECREF(ascii_chars_b);
|
|
return -1;
|
|
}
|
|
#endif
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT && PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
|
|
#else
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
|
|
static char* __PYX_DEFAULT_STRING_ENCODING;
|
|
static int __Pyx_init_sys_getdefaultencoding_params(void) {
|
|
PyObject* sys;
|
|
PyObject* default_encoding = NULL;
|
|
char* default_encoding_c;
|
|
sys = PyImport_ImportModule("sys");
|
|
if (!sys) goto bad;
|
|
default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL);
|
|
Py_DECREF(sys);
|
|
if (!default_encoding) goto bad;
|
|
default_encoding_c = PyBytes_AsString(default_encoding);
|
|
if (!default_encoding_c) goto bad;
|
|
__PYX_DEFAULT_STRING_ENCODING = (char*) malloc(strlen(default_encoding_c) + 1);
|
|
if (!__PYX_DEFAULT_STRING_ENCODING) goto bad;
|
|
strcpy(__PYX_DEFAULT_STRING_ENCODING, default_encoding_c);
|
|
Py_DECREF(default_encoding);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(default_encoding);
|
|
return -1;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
|
|
/* Test for GCC > 2.95 */
|
|
#if defined(__GNUC__) && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
|
|
#define likely(x) __builtin_expect(!!(x), 1)
|
|
#define unlikely(x) __builtin_expect(!!(x), 0)
|
|
#else /* !__GNUC__ or GCC < 2.95 */
|
|
#define likely(x) (x)
|
|
#define unlikely(x) (x)
|
|
#endif /* __GNUC__ */
|
|
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }
|
|
|
|
static PyObject *__pyx_m = NULL;
|
|
static PyObject *__pyx_d;
|
|
static PyObject *__pyx_b;
|
|
static PyObject *__pyx_cython_runtime = NULL;
|
|
static PyObject *__pyx_empty_tuple;
|
|
static PyObject *__pyx_empty_bytes;
|
|
static PyObject *__pyx_empty_unicode;
|
|
static int __pyx_lineno;
|
|
static int __pyx_clineno = 0;
|
|
static const char * __pyx_cfilenm= __FILE__;
|
|
static const char *__pyx_filename;
|
|
|
|
/* Header.proto */
|
|
#if !defined(CYTHON_CCOMPLEX)
|
|
#if defined(__cplusplus)
|
|
#define CYTHON_CCOMPLEX 1
|
|
#elif (defined(_Complex_I) && !defined(_MSC_VER))
|
|
#define CYTHON_CCOMPLEX 1
|
|
#else
|
|
#define CYTHON_CCOMPLEX 0
|
|
#endif
|
|
#endif
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
#include <complex>
|
|
#else
|
|
#include <complex.h>
|
|
#endif
|
|
#endif
|
|
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
|
|
#undef _Complex_I
|
|
#define _Complex_I 1.0fj
|
|
#endif
|
|
|
|
|
|
static const char *__pyx_f[] = {
|
|
"spacy\\tokenizer.pyx",
|
|
"spacy\\tokenizer.pxd",
|
|
"__init__.pxd",
|
|
"spacy\\lexeme.pxd",
|
|
"stringsource",
|
|
"cymem.pxd",
|
|
"maps.pxd",
|
|
"type.pxd",
|
|
"spacy\\strings.pxd",
|
|
"spacy\\morphology.pxd",
|
|
"spacy\\vocab.pxd",
|
|
"spacy\\tokens\\doc.pxd",
|
|
"spacy\\matcher\\phrasematcher.pxd",
|
|
};
|
|
/* ForceInitThreads.proto */
|
|
#ifndef __PYX_FORCE_INIT_THREADS
|
|
#define __PYX_FORCE_INIT_THREADS 0
|
|
#endif
|
|
|
|
/* NoFastGil.proto */
|
|
#define __Pyx_PyGILState_Ensure PyGILState_Ensure
|
|
#define __Pyx_PyGILState_Release PyGILState_Release
|
|
#define __Pyx_FastGIL_Remember()
|
|
#define __Pyx_FastGIL_Forget()
|
|
#define __Pyx_FastGilFuncInit()
|
|
|
|
/* BufferFormatStructs.proto */
|
|
#define IS_UNSIGNED(type) (((type) -1) > 0)
|
|
struct __Pyx_StructField_;
|
|
#define __PYX_BUF_FLAGS_PACKED_STRUCT (1 << 0)
|
|
typedef struct {
|
|
const char* name;
|
|
struct __Pyx_StructField_* fields;
|
|
size_t size;
|
|
size_t arraysize[8];
|
|
int ndim;
|
|
char typegroup;
|
|
char is_unsigned;
|
|
int flags;
|
|
} __Pyx_TypeInfo;
|
|
typedef struct __Pyx_StructField_ {
|
|
__Pyx_TypeInfo* type;
|
|
const char* name;
|
|
size_t offset;
|
|
} __Pyx_StructField;
|
|
typedef struct {
|
|
__Pyx_StructField* field;
|
|
size_t parent_offset;
|
|
} __Pyx_BufFmt_StackElem;
|
|
typedef struct {
|
|
__Pyx_StructField root;
|
|
__Pyx_BufFmt_StackElem* head;
|
|
size_t fmt_offset;
|
|
size_t new_count, enc_count;
|
|
size_t struct_alignment;
|
|
int is_complex;
|
|
char enc_type;
|
|
char new_packmode;
|
|
char enc_packmode;
|
|
char is_valid_array;
|
|
} __Pyx_BufFmt_Context;
|
|
|
|
/* Atomics.proto */
|
|
#include <pythread.h>
|
|
#ifndef CYTHON_ATOMICS
|
|
#define CYTHON_ATOMICS 1
|
|
#endif
|
|
#define __PYX_CYTHON_ATOMICS_ENABLED() CYTHON_ATOMICS
|
|
#define __pyx_atomic_int_type int
|
|
#if CYTHON_ATOMICS && (__GNUC__ >= 5 || (__GNUC__ == 4 &&\
|
|
(__GNUC_MINOR__ > 1 ||\
|
|
(__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ >= 2))))
|
|
#define __pyx_atomic_incr_aligned(value) __sync_fetch_and_add(value, 1)
|
|
#define __pyx_atomic_decr_aligned(value) __sync_fetch_and_sub(value, 1)
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#warning "Using GNU atomics"
|
|
#endif
|
|
#elif CYTHON_ATOMICS && defined(_MSC_VER) && CYTHON_COMPILING_IN_NOGIL
|
|
#include <intrin.h>
|
|
#undef __pyx_atomic_int_type
|
|
#define __pyx_atomic_int_type long
|
|
#pragma intrinsic (_InterlockedExchangeAdd)
|
|
#define __pyx_atomic_incr_aligned(value) _InterlockedExchangeAdd(value, 1)
|
|
#define __pyx_atomic_decr_aligned(value) _InterlockedExchangeAdd(value, -1)
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#pragma message ("Using MSVC atomics")
|
|
#endif
|
|
#else
|
|
#undef CYTHON_ATOMICS
|
|
#define CYTHON_ATOMICS 0
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#warning "Not using atomics"
|
|
#endif
|
|
#endif
|
|
typedef volatile __pyx_atomic_int_type __pyx_atomic_int;
|
|
#if CYTHON_ATOMICS
|
|
#define __pyx_add_acquisition_count(memview)\
|
|
__pyx_atomic_incr_aligned(__pyx_get_slice_count_pointer(memview))
|
|
#define __pyx_sub_acquisition_count(memview)\
|
|
__pyx_atomic_decr_aligned(__pyx_get_slice_count_pointer(memview))
|
|
#else
|
|
#define __pyx_add_acquisition_count(memview)\
|
|
__pyx_add_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
|
|
#define __pyx_sub_acquisition_count(memview)\
|
|
__pyx_sub_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
|
|
#endif
|
|
|
|
/* MemviewSliceStruct.proto */
|
|
struct __pyx_memoryview_obj;
|
|
typedef struct {
|
|
struct __pyx_memoryview_obj *memview;
|
|
char *data;
|
|
Py_ssize_t shape[8];
|
|
Py_ssize_t strides[8];
|
|
Py_ssize_t suboffsets[8];
|
|
} __Pyx_memviewslice;
|
|
#define __Pyx_MemoryView_Len(m) (m.shape[0])
|
|
|
|
|
|
/* "preshed/maps.pxd":5
|
|
*
|
|
*
|
|
* ctypedef uint64_t key_t # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
typedef uint64_t __pyx_t_7preshed_4maps_key_t;
|
|
|
|
/* "typedefs.pxd":3
|
|
* from libc.stdint cimport int32_t, uint8_t, uint16_t, uint32_t, uint64_t, uintptr_t
|
|
*
|
|
* ctypedef float weight_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t hash_t
|
|
* ctypedef uint64_t class_t
|
|
*/
|
|
typedef float __pyx_t_5spacy_8typedefs_weight_t;
|
|
|
|
/* "typedefs.pxd":4
|
|
*
|
|
* ctypedef float weight_t
|
|
* ctypedef uint64_t hash_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t class_t
|
|
* ctypedef uint64_t attr_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_hash_t;
|
|
|
|
/* "typedefs.pxd":5
|
|
* ctypedef float weight_t
|
|
* ctypedef uint64_t hash_t
|
|
* ctypedef uint64_t class_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t attr_t
|
|
* ctypedef uint64_t flags_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_class_t;
|
|
|
|
/* "typedefs.pxd":6
|
|
* ctypedef uint64_t hash_t
|
|
* ctypedef uint64_t class_t
|
|
* ctypedef uint64_t attr_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t flags_t
|
|
* ctypedef uint16_t len_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_attr_t;
|
|
|
|
/* "typedefs.pxd":7
|
|
* ctypedef uint64_t class_t
|
|
* ctypedef uint64_t attr_t
|
|
* ctypedef uint64_t flags_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint16_t len_t
|
|
* ctypedef uint16_t tag_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_flags_t;
|
|
|
|
/* "typedefs.pxd":8
|
|
* ctypedef uint64_t attr_t
|
|
* ctypedef uint64_t flags_t
|
|
* ctypedef uint16_t len_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint16_t tag_t
|
|
*/
|
|
typedef uint16_t __pyx_t_5spacy_8typedefs_len_t;
|
|
|
|
/* "typedefs.pxd":9
|
|
* ctypedef uint64_t flags_t
|
|
* ctypedef uint16_t len_t
|
|
* ctypedef uint16_t tag_t # <<<<<<<<<<<<<<
|
|
*/
|
|
typedef uint16_t __pyx_t_5spacy_8typedefs_tag_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":688
|
|
* # in Cython to enable them only on the right systems.
|
|
*
|
|
* ctypedef npy_int8 int8_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_int16 int16_t
|
|
* ctypedef npy_int32 int32_t
|
|
*/
|
|
typedef npy_int8 __pyx_t_5numpy_int8_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":689
|
|
*
|
|
* ctypedef npy_int8 int8_t
|
|
* ctypedef npy_int16 int16_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_int32 int32_t
|
|
* ctypedef npy_int64 int64_t
|
|
*/
|
|
typedef npy_int16 __pyx_t_5numpy_int16_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":690
|
|
* ctypedef npy_int8 int8_t
|
|
* ctypedef npy_int16 int16_t
|
|
* ctypedef npy_int32 int32_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_int64 int64_t
|
|
* #ctypedef npy_int96 int96_t
|
|
*/
|
|
typedef npy_int32 __pyx_t_5numpy_int32_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":691
|
|
* ctypedef npy_int16 int16_t
|
|
* ctypedef npy_int32 int32_t
|
|
* ctypedef npy_int64 int64_t # <<<<<<<<<<<<<<
|
|
* #ctypedef npy_int96 int96_t
|
|
* #ctypedef npy_int128 int128_t
|
|
*/
|
|
typedef npy_int64 __pyx_t_5numpy_int64_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":695
|
|
* #ctypedef npy_int128 int128_t
|
|
*
|
|
* ctypedef npy_uint8 uint8_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uint16 uint16_t
|
|
* ctypedef npy_uint32 uint32_t
|
|
*/
|
|
typedef npy_uint8 __pyx_t_5numpy_uint8_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":696
|
|
*
|
|
* ctypedef npy_uint8 uint8_t
|
|
* ctypedef npy_uint16 uint16_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uint32 uint32_t
|
|
* ctypedef npy_uint64 uint64_t
|
|
*/
|
|
typedef npy_uint16 __pyx_t_5numpy_uint16_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":697
|
|
* ctypedef npy_uint8 uint8_t
|
|
* ctypedef npy_uint16 uint16_t
|
|
* ctypedef npy_uint32 uint32_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uint64 uint64_t
|
|
* #ctypedef npy_uint96 uint96_t
|
|
*/
|
|
typedef npy_uint32 __pyx_t_5numpy_uint32_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":698
|
|
* ctypedef npy_uint16 uint16_t
|
|
* ctypedef npy_uint32 uint32_t
|
|
* ctypedef npy_uint64 uint64_t # <<<<<<<<<<<<<<
|
|
* #ctypedef npy_uint96 uint96_t
|
|
* #ctypedef npy_uint128 uint128_t
|
|
*/
|
|
typedef npy_uint64 __pyx_t_5numpy_uint64_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":702
|
|
* #ctypedef npy_uint128 uint128_t
|
|
*
|
|
* ctypedef npy_float32 float32_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_float64 float64_t
|
|
* #ctypedef npy_float80 float80_t
|
|
*/
|
|
typedef npy_float32 __pyx_t_5numpy_float32_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":703
|
|
*
|
|
* ctypedef npy_float32 float32_t
|
|
* ctypedef npy_float64 float64_t # <<<<<<<<<<<<<<
|
|
* #ctypedef npy_float80 float80_t
|
|
* #ctypedef npy_float128 float128_t
|
|
*/
|
|
typedef npy_float64 __pyx_t_5numpy_float64_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":712
|
|
* # The int types are mapped a bit surprising --
|
|
* # numpy.int corresponds to 'l' and numpy.long to 'q'
|
|
* ctypedef npy_long int_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_longlong longlong_t
|
|
*
|
|
*/
|
|
typedef npy_long __pyx_t_5numpy_int_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":713
|
|
* # numpy.int corresponds to 'l' and numpy.long to 'q'
|
|
* ctypedef npy_long int_t
|
|
* ctypedef npy_longlong longlong_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_ulong uint_t
|
|
*/
|
|
typedef npy_longlong __pyx_t_5numpy_longlong_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":715
|
|
* ctypedef npy_longlong longlong_t
|
|
*
|
|
* ctypedef npy_ulong uint_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_ulonglong ulonglong_t
|
|
*
|
|
*/
|
|
typedef npy_ulong __pyx_t_5numpy_uint_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":716
|
|
*
|
|
* ctypedef npy_ulong uint_t
|
|
* ctypedef npy_ulonglong ulonglong_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_intp intp_t
|
|
*/
|
|
typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":718
|
|
* ctypedef npy_ulonglong ulonglong_t
|
|
*
|
|
* ctypedef npy_intp intp_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uintp uintp_t
|
|
*
|
|
*/
|
|
typedef npy_intp __pyx_t_5numpy_intp_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":719
|
|
*
|
|
* ctypedef npy_intp intp_t
|
|
* ctypedef npy_uintp uintp_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_double float_t
|
|
*/
|
|
typedef npy_uintp __pyx_t_5numpy_uintp_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":721
|
|
* ctypedef npy_uintp uintp_t
|
|
*
|
|
* ctypedef npy_double float_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_double double_t
|
|
* ctypedef npy_longdouble longdouble_t
|
|
*/
|
|
typedef npy_double __pyx_t_5numpy_float_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":722
|
|
*
|
|
* ctypedef npy_double float_t
|
|
* ctypedef npy_double double_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_longdouble longdouble_t
|
|
*
|
|
*/
|
|
typedef npy_double __pyx_t_5numpy_double_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":723
|
|
* ctypedef npy_double float_t
|
|
* ctypedef npy_double double_t
|
|
* ctypedef npy_longdouble longdouble_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_cfloat cfloat_t
|
|
*/
|
|
typedef npy_longdouble __pyx_t_5numpy_longdouble_t;
|
|
/* Declarations.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
typedef ::std::complex< float > __pyx_t_float_complex;
|
|
#else
|
|
typedef float _Complex __pyx_t_float_complex;
|
|
#endif
|
|
#else
|
|
typedef struct { float real, imag; } __pyx_t_float_complex;
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float);
|
|
|
|
/* Declarations.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
typedef ::std::complex< double > __pyx_t_double_complex;
|
|
#else
|
|
typedef double _Complex __pyx_t_double_complex;
|
|
#endif
|
|
#else
|
|
typedef struct { double real, imag; } __pyx_t_double_complex;
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);
|
|
|
|
|
|
/*--- Type declarations ---*/
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree;
|
|
struct __pyx_obj_5cymem_5cymem_Pool;
|
|
struct __pyx_obj_5cymem_5cymem_Address;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap;
|
|
struct __pyx_obj_7preshed_4maps_PreshMapArray;
|
|
struct __pyx_obj_5spacy_7strings_StringStore;
|
|
struct __pyx_obj_5spacy_10morphology_Morphology;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc;
|
|
struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher;
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme;
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
|
|
struct __pyx_array_obj;
|
|
struct __pyx_MemviewEnum_obj;
|
|
struct __pyx_memoryview_obj;
|
|
struct __pyx_memoryviewslice_obj;
|
|
|
|
/* "cymem/cymem.pxd":1
|
|
* ctypedef void* (*malloc_t)(size_t n) # <<<<<<<<<<<<<<
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
*/
|
|
typedef void *(*__pyx_t_5cymem_5cymem_malloc_t)(size_t);
|
|
|
|
/* "cymem/cymem.pxd":2
|
|
* ctypedef void* (*malloc_t)(size_t n)
|
|
* ctypedef void (*free_t)(void *p) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef class PyMalloc:
|
|
*/
|
|
typedef void (*__pyx_t_5cymem_5cymem_free_t)(void *);
|
|
struct __pyx_t_7preshed_4maps_Cell;
|
|
struct __pyx_t_7preshed_4maps_Result;
|
|
struct __pyx_t_7preshed_4maps_MapStruct;
|
|
|
|
/* "preshed/maps.pxd":8
|
|
*
|
|
*
|
|
* cdef struct Cell: # <<<<<<<<<<<<<<
|
|
* key_t key
|
|
* void* value
|
|
*/
|
|
struct __pyx_t_7preshed_4maps_Cell {
|
|
__pyx_t_7preshed_4maps_key_t key;
|
|
void *value;
|
|
};
|
|
|
|
/* "preshed/maps.pxd":13
|
|
*
|
|
*
|
|
* cdef struct Result: # <<<<<<<<<<<<<<
|
|
* int found
|
|
* void* value
|
|
*/
|
|
struct __pyx_t_7preshed_4maps_Result {
|
|
int found;
|
|
void *value;
|
|
};
|
|
|
|
/* "preshed/maps.pxd":18
|
|
*
|
|
*
|
|
* cdef struct MapStruct: # <<<<<<<<<<<<<<
|
|
* Cell* cells
|
|
* void* value_for_empty_key
|
|
*/
|
|
struct __pyx_t_7preshed_4maps_MapStruct {
|
|
struct __pyx_t_7preshed_4maps_Cell *cells;
|
|
void *value_for_empty_key;
|
|
void *value_for_del_key;
|
|
__pyx_t_7preshed_4maps_key_t length;
|
|
__pyx_t_7preshed_4maps_key_t filled;
|
|
int is_empty_key_set;
|
|
int is_del_key_set;
|
|
};
|
|
|
|
/* "symbols.pxd":1
|
|
* cdef enum symbol_t: # <<<<<<<<<<<<<<
|
|
* NIL
|
|
* IS_ALPHA
|
|
*/
|
|
enum __pyx_t_5spacy_7symbols_symbol_t {
|
|
__pyx_e_5spacy_7symbols_NIL,
|
|
__pyx_e_5spacy_7symbols_IS_ALPHA,
|
|
__pyx_e_5spacy_7symbols_IS_ASCII,
|
|
__pyx_e_5spacy_7symbols_IS_DIGIT,
|
|
__pyx_e_5spacy_7symbols_IS_LOWER,
|
|
__pyx_e_5spacy_7symbols_IS_PUNCT,
|
|
__pyx_e_5spacy_7symbols_IS_SPACE,
|
|
__pyx_e_5spacy_7symbols_IS_TITLE,
|
|
__pyx_e_5spacy_7symbols_IS_UPPER,
|
|
__pyx_e_5spacy_7symbols_LIKE_URL,
|
|
__pyx_e_5spacy_7symbols_LIKE_NUM,
|
|
__pyx_e_5spacy_7symbols_LIKE_EMAIL,
|
|
__pyx_e_5spacy_7symbols_IS_STOP,
|
|
__pyx_e_5spacy_7symbols_IS_OOV_DEPRECATED,
|
|
__pyx_e_5spacy_7symbols_IS_BRACKET,
|
|
__pyx_e_5spacy_7symbols_IS_QUOTE,
|
|
__pyx_e_5spacy_7symbols_IS_LEFT_PUNCT,
|
|
__pyx_e_5spacy_7symbols_IS_RIGHT_PUNCT,
|
|
__pyx_e_5spacy_7symbols_IS_CURRENCY,
|
|
__pyx_e_5spacy_7symbols_FLAG19 = 19,
|
|
__pyx_e_5spacy_7symbols_FLAG20,
|
|
__pyx_e_5spacy_7symbols_FLAG21,
|
|
__pyx_e_5spacy_7symbols_FLAG22,
|
|
__pyx_e_5spacy_7symbols_FLAG23,
|
|
__pyx_e_5spacy_7symbols_FLAG24,
|
|
__pyx_e_5spacy_7symbols_FLAG25,
|
|
__pyx_e_5spacy_7symbols_FLAG26,
|
|
__pyx_e_5spacy_7symbols_FLAG27,
|
|
__pyx_e_5spacy_7symbols_FLAG28,
|
|
__pyx_e_5spacy_7symbols_FLAG29,
|
|
__pyx_e_5spacy_7symbols_FLAG30,
|
|
__pyx_e_5spacy_7symbols_FLAG31,
|
|
__pyx_e_5spacy_7symbols_FLAG32,
|
|
__pyx_e_5spacy_7symbols_FLAG33,
|
|
__pyx_e_5spacy_7symbols_FLAG34,
|
|
__pyx_e_5spacy_7symbols_FLAG35,
|
|
__pyx_e_5spacy_7symbols_FLAG36,
|
|
__pyx_e_5spacy_7symbols_FLAG37,
|
|
__pyx_e_5spacy_7symbols_FLAG38,
|
|
__pyx_e_5spacy_7symbols_FLAG39,
|
|
__pyx_e_5spacy_7symbols_FLAG40,
|
|
__pyx_e_5spacy_7symbols_FLAG41,
|
|
__pyx_e_5spacy_7symbols_FLAG42,
|
|
__pyx_e_5spacy_7symbols_FLAG43,
|
|
__pyx_e_5spacy_7symbols_FLAG44,
|
|
__pyx_e_5spacy_7symbols_FLAG45,
|
|
__pyx_e_5spacy_7symbols_FLAG46,
|
|
__pyx_e_5spacy_7symbols_FLAG47,
|
|
__pyx_e_5spacy_7symbols_FLAG48,
|
|
__pyx_e_5spacy_7symbols_FLAG49,
|
|
__pyx_e_5spacy_7symbols_FLAG50,
|
|
__pyx_e_5spacy_7symbols_FLAG51,
|
|
__pyx_e_5spacy_7symbols_FLAG52,
|
|
__pyx_e_5spacy_7symbols_FLAG53,
|
|
__pyx_e_5spacy_7symbols_FLAG54,
|
|
__pyx_e_5spacy_7symbols_FLAG55,
|
|
__pyx_e_5spacy_7symbols_FLAG56,
|
|
__pyx_e_5spacy_7symbols_FLAG57,
|
|
__pyx_e_5spacy_7symbols_FLAG58,
|
|
__pyx_e_5spacy_7symbols_FLAG59,
|
|
__pyx_e_5spacy_7symbols_FLAG60,
|
|
__pyx_e_5spacy_7symbols_FLAG61,
|
|
__pyx_e_5spacy_7symbols_FLAG62,
|
|
__pyx_e_5spacy_7symbols_FLAG63,
|
|
__pyx_e_5spacy_7symbols_ID,
|
|
__pyx_e_5spacy_7symbols_ORTH,
|
|
__pyx_e_5spacy_7symbols_LOWER,
|
|
__pyx_e_5spacy_7symbols_NORM,
|
|
__pyx_e_5spacy_7symbols_SHAPE,
|
|
__pyx_e_5spacy_7symbols_PREFIX,
|
|
__pyx_e_5spacy_7symbols_SUFFIX,
|
|
__pyx_e_5spacy_7symbols_LENGTH,
|
|
__pyx_e_5spacy_7symbols_CLUSTER,
|
|
__pyx_e_5spacy_7symbols_LEMMA,
|
|
__pyx_e_5spacy_7symbols_POS,
|
|
__pyx_e_5spacy_7symbols_TAG,
|
|
__pyx_e_5spacy_7symbols_DEP,
|
|
__pyx_e_5spacy_7symbols_ENT_IOB,
|
|
__pyx_e_5spacy_7symbols_ENT_TYPE,
|
|
__pyx_e_5spacy_7symbols_HEAD,
|
|
__pyx_e_5spacy_7symbols_SENT_START,
|
|
__pyx_e_5spacy_7symbols_SPACY,
|
|
__pyx_e_5spacy_7symbols_PROB,
|
|
__pyx_e_5spacy_7symbols_LANG,
|
|
__pyx_e_5spacy_7symbols_ADJ,
|
|
__pyx_e_5spacy_7symbols_ADP,
|
|
__pyx_e_5spacy_7symbols_ADV,
|
|
__pyx_e_5spacy_7symbols_AUX,
|
|
__pyx_e_5spacy_7symbols_CONJ,
|
|
__pyx_e_5spacy_7symbols_CCONJ,
|
|
__pyx_e_5spacy_7symbols_DET,
|
|
__pyx_e_5spacy_7symbols_INTJ,
|
|
__pyx_e_5spacy_7symbols_NOUN,
|
|
__pyx_e_5spacy_7symbols_NUM,
|
|
__pyx_e_5spacy_7symbols_PART,
|
|
__pyx_e_5spacy_7symbols_PRON,
|
|
__pyx_e_5spacy_7symbols_PROPN,
|
|
__pyx_e_5spacy_7symbols_PUNCT,
|
|
__pyx_e_5spacy_7symbols_SCONJ,
|
|
__pyx_e_5spacy_7symbols_SYM,
|
|
__pyx_e_5spacy_7symbols_VERB,
|
|
__pyx_e_5spacy_7symbols_X,
|
|
__pyx_e_5spacy_7symbols_EOL,
|
|
__pyx_e_5spacy_7symbols_SPACE,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED001,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED002,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED003,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED004,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED005,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED006,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED007,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED008,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED009,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED010,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED011,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED012,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED013,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED014,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED015,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED016,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED017,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED018,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED019,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED020,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED021,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED022,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED023,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED024,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED025,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED026,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED027,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED028,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED029,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED030,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED031,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED032,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED033,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED034,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED035,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED036,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED037,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED038,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED039,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED040,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED041,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED042,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED043,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED044,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED045,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED046,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED047,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED048,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED049,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED050,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED051,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED052,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED053,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED054,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED055,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED056,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED057,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED058,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED059,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED060,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED061,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED062,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED063,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED064,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED065,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED066,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED067,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED068,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED069,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED070,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED071,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED072,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED073,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED074,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED075,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED076,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED077,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED078,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED079,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED080,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED081,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED082,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED083,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED084,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED085,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED086,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED087,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED088,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED089,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED090,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED091,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED092,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED093,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED094,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED095,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED096,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED097,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED098,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED099,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED100,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED101,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED102,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED103,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED104,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED105,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED106,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED107,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED108,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED109,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED110,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED111,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED112,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED113,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED114,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED115,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED116,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED117,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED118,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED119,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED120,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED121,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED122,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED123,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED124,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED125,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED126,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED127,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED128,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED129,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED130,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED131,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED132,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED133,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED134,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED135,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED136,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED137,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED138,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED139,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED140,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED141,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED142,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED143,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED144,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED145,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED146,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED147,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED148,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED149,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED150,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED151,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED152,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED153,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED154,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED155,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED156,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED157,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED158,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED159,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED160,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED161,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED162,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED163,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED164,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED165,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED166,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED167,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED168,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED169,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED170,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED171,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED172,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED173,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED174,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED175,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED176,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED177,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED178,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED179,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED180,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED181,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED182,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED183,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED184,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED185,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED186,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED187,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED188,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED189,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED190,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED191,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED192,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED193,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED194,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED195,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED196,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED197,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED198,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED199,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED200,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED201,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED202,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED203,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED204,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED205,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED206,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED207,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED208,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED209,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED210,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED211,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED212,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED213,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED214,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED215,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED216,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED217,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED218,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED219,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED220,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED221,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED222,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED223,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED224,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED225,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED226,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED227,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED228,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED229,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED230,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED231,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED232,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED233,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED234,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED235,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED236,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED237,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED238,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED239,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED240,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED241,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED242,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED243,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED244,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED245,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED246,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED247,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED248,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED249,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED250,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED251,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED252,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED253,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED254,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED255,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED256,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED257,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED258,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED259,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED260,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED261,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED262,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED263,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED264,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED265,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED266,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED267,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED268,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED269,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED270,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED271,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED272,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED273,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED274,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED275,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED276,
|
|
__pyx_e_5spacy_7symbols_PERSON,
|
|
__pyx_e_5spacy_7symbols_NORP,
|
|
__pyx_e_5spacy_7symbols_FACILITY,
|
|
__pyx_e_5spacy_7symbols_ORG,
|
|
__pyx_e_5spacy_7symbols_GPE,
|
|
__pyx_e_5spacy_7symbols_LOC,
|
|
__pyx_e_5spacy_7symbols_PRODUCT,
|
|
__pyx_e_5spacy_7symbols_EVENT,
|
|
__pyx_e_5spacy_7symbols_WORK_OF_ART,
|
|
__pyx_e_5spacy_7symbols_LANGUAGE,
|
|
__pyx_e_5spacy_7symbols_LAW,
|
|
__pyx_e_5spacy_7symbols_DATE,
|
|
__pyx_e_5spacy_7symbols_TIME,
|
|
__pyx_e_5spacy_7symbols_PERCENT,
|
|
__pyx_e_5spacy_7symbols_MONEY,
|
|
__pyx_e_5spacy_7symbols_QUANTITY,
|
|
__pyx_e_5spacy_7symbols_ORDINAL,
|
|
__pyx_e_5spacy_7symbols_CARDINAL,
|
|
__pyx_e_5spacy_7symbols_acomp,
|
|
__pyx_e_5spacy_7symbols_advcl,
|
|
__pyx_e_5spacy_7symbols_advmod,
|
|
__pyx_e_5spacy_7symbols_agent,
|
|
__pyx_e_5spacy_7symbols_amod,
|
|
__pyx_e_5spacy_7symbols_appos,
|
|
__pyx_e_5spacy_7symbols_attr,
|
|
__pyx_e_5spacy_7symbols_aux,
|
|
__pyx_e_5spacy_7symbols_auxpass,
|
|
__pyx_e_5spacy_7symbols_cc,
|
|
__pyx_e_5spacy_7symbols_ccomp,
|
|
__pyx_e_5spacy_7symbols_complm,
|
|
__pyx_e_5spacy_7symbols_conj,
|
|
__pyx_e_5spacy_7symbols_cop,
|
|
__pyx_e_5spacy_7symbols_csubj,
|
|
__pyx_e_5spacy_7symbols_csubjpass,
|
|
__pyx_e_5spacy_7symbols_dep,
|
|
__pyx_e_5spacy_7symbols_det,
|
|
__pyx_e_5spacy_7symbols_dobj,
|
|
__pyx_e_5spacy_7symbols_expl,
|
|
__pyx_e_5spacy_7symbols_hmod,
|
|
__pyx_e_5spacy_7symbols_hyph,
|
|
__pyx_e_5spacy_7symbols_infmod,
|
|
__pyx_e_5spacy_7symbols_intj,
|
|
__pyx_e_5spacy_7symbols_iobj,
|
|
__pyx_e_5spacy_7symbols_mark,
|
|
__pyx_e_5spacy_7symbols_meta,
|
|
__pyx_e_5spacy_7symbols_neg,
|
|
__pyx_e_5spacy_7symbols_nmod,
|
|
__pyx_e_5spacy_7symbols_nn,
|
|
__pyx_e_5spacy_7symbols_npadvmod,
|
|
__pyx_e_5spacy_7symbols_nsubj,
|
|
__pyx_e_5spacy_7symbols_nsubjpass,
|
|
__pyx_e_5spacy_7symbols_num,
|
|
__pyx_e_5spacy_7symbols_number,
|
|
__pyx_e_5spacy_7symbols_oprd,
|
|
__pyx_e_5spacy_7symbols_obj,
|
|
__pyx_e_5spacy_7symbols_obl,
|
|
__pyx_e_5spacy_7symbols_parataxis,
|
|
__pyx_e_5spacy_7symbols_partmod,
|
|
__pyx_e_5spacy_7symbols_pcomp,
|
|
__pyx_e_5spacy_7symbols_pobj,
|
|
__pyx_e_5spacy_7symbols_poss,
|
|
__pyx_e_5spacy_7symbols_possessive,
|
|
__pyx_e_5spacy_7symbols_preconj,
|
|
__pyx_e_5spacy_7symbols_prep,
|
|
__pyx_e_5spacy_7symbols_prt,
|
|
__pyx_e_5spacy_7symbols_punct,
|
|
__pyx_e_5spacy_7symbols_quantmod,
|
|
__pyx_e_5spacy_7symbols_relcl,
|
|
__pyx_e_5spacy_7symbols_rcmod,
|
|
__pyx_e_5spacy_7symbols_root,
|
|
__pyx_e_5spacy_7symbols_xcomp,
|
|
__pyx_e_5spacy_7symbols_acl,
|
|
__pyx_e_5spacy_7symbols_ENT_KB_ID,
|
|
__pyx_e_5spacy_7symbols_MORPH,
|
|
__pyx_e_5spacy_7symbols_ENT_ID,
|
|
__pyx_e_5spacy_7symbols_IDX,
|
|
__pyx_e_5spacy_7symbols__
|
|
};
|
|
|
|
/* "attrs.pxd":5
|
|
*
|
|
*
|
|
* cdef enum attr_id_t: # <<<<<<<<<<<<<<
|
|
* NULL_ATTR
|
|
* IS_ALPHA
|
|
*/
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t {
|
|
|
|
/* "attrs.pxd":96
|
|
* ENT_KB_ID = symbols.ENT_KB_ID
|
|
* MORPH
|
|
* ENT_ID = symbols.ENT_ID # <<<<<<<<<<<<<<
|
|
*
|
|
* IDX
|
|
*/
|
|
__pyx_e_5spacy_5attrs_NULL_ATTR,
|
|
__pyx_e_5spacy_5attrs_IS_ALPHA,
|
|
__pyx_e_5spacy_5attrs_IS_ASCII,
|
|
__pyx_e_5spacy_5attrs_IS_DIGIT,
|
|
__pyx_e_5spacy_5attrs_IS_LOWER,
|
|
__pyx_e_5spacy_5attrs_IS_PUNCT,
|
|
__pyx_e_5spacy_5attrs_IS_SPACE,
|
|
__pyx_e_5spacy_5attrs_IS_TITLE,
|
|
__pyx_e_5spacy_5attrs_IS_UPPER,
|
|
__pyx_e_5spacy_5attrs_LIKE_URL,
|
|
__pyx_e_5spacy_5attrs_LIKE_NUM,
|
|
__pyx_e_5spacy_5attrs_LIKE_EMAIL,
|
|
__pyx_e_5spacy_5attrs_IS_STOP,
|
|
__pyx_e_5spacy_5attrs_IS_OOV_DEPRECATED,
|
|
__pyx_e_5spacy_5attrs_IS_BRACKET,
|
|
__pyx_e_5spacy_5attrs_IS_QUOTE,
|
|
__pyx_e_5spacy_5attrs_IS_LEFT_PUNCT,
|
|
__pyx_e_5spacy_5attrs_IS_RIGHT_PUNCT,
|
|
__pyx_e_5spacy_5attrs_IS_CURRENCY,
|
|
__pyx_e_5spacy_5attrs_FLAG19 = 19,
|
|
__pyx_e_5spacy_5attrs_FLAG20,
|
|
__pyx_e_5spacy_5attrs_FLAG21,
|
|
__pyx_e_5spacy_5attrs_FLAG22,
|
|
__pyx_e_5spacy_5attrs_FLAG23,
|
|
__pyx_e_5spacy_5attrs_FLAG24,
|
|
__pyx_e_5spacy_5attrs_FLAG25,
|
|
__pyx_e_5spacy_5attrs_FLAG26,
|
|
__pyx_e_5spacy_5attrs_FLAG27,
|
|
__pyx_e_5spacy_5attrs_FLAG28,
|
|
__pyx_e_5spacy_5attrs_FLAG29,
|
|
__pyx_e_5spacy_5attrs_FLAG30,
|
|
__pyx_e_5spacy_5attrs_FLAG31,
|
|
__pyx_e_5spacy_5attrs_FLAG32,
|
|
__pyx_e_5spacy_5attrs_FLAG33,
|
|
__pyx_e_5spacy_5attrs_FLAG34,
|
|
__pyx_e_5spacy_5attrs_FLAG35,
|
|
__pyx_e_5spacy_5attrs_FLAG36,
|
|
__pyx_e_5spacy_5attrs_FLAG37,
|
|
__pyx_e_5spacy_5attrs_FLAG38,
|
|
__pyx_e_5spacy_5attrs_FLAG39,
|
|
__pyx_e_5spacy_5attrs_FLAG40,
|
|
__pyx_e_5spacy_5attrs_FLAG41,
|
|
__pyx_e_5spacy_5attrs_FLAG42,
|
|
__pyx_e_5spacy_5attrs_FLAG43,
|
|
__pyx_e_5spacy_5attrs_FLAG44,
|
|
__pyx_e_5spacy_5attrs_FLAG45,
|
|
__pyx_e_5spacy_5attrs_FLAG46,
|
|
__pyx_e_5spacy_5attrs_FLAG47,
|
|
__pyx_e_5spacy_5attrs_FLAG48,
|
|
__pyx_e_5spacy_5attrs_FLAG49,
|
|
__pyx_e_5spacy_5attrs_FLAG50,
|
|
__pyx_e_5spacy_5attrs_FLAG51,
|
|
__pyx_e_5spacy_5attrs_FLAG52,
|
|
__pyx_e_5spacy_5attrs_FLAG53,
|
|
__pyx_e_5spacy_5attrs_FLAG54,
|
|
__pyx_e_5spacy_5attrs_FLAG55,
|
|
__pyx_e_5spacy_5attrs_FLAG56,
|
|
__pyx_e_5spacy_5attrs_FLAG57,
|
|
__pyx_e_5spacy_5attrs_FLAG58,
|
|
__pyx_e_5spacy_5attrs_FLAG59,
|
|
__pyx_e_5spacy_5attrs_FLAG60,
|
|
__pyx_e_5spacy_5attrs_FLAG61,
|
|
__pyx_e_5spacy_5attrs_FLAG62,
|
|
__pyx_e_5spacy_5attrs_FLAG63,
|
|
__pyx_e_5spacy_5attrs_ID,
|
|
__pyx_e_5spacy_5attrs_ORTH,
|
|
__pyx_e_5spacy_5attrs_LOWER,
|
|
__pyx_e_5spacy_5attrs_NORM,
|
|
__pyx_e_5spacy_5attrs_SHAPE,
|
|
__pyx_e_5spacy_5attrs_PREFIX,
|
|
__pyx_e_5spacy_5attrs_SUFFIX,
|
|
__pyx_e_5spacy_5attrs_LENGTH,
|
|
__pyx_e_5spacy_5attrs_CLUSTER,
|
|
__pyx_e_5spacy_5attrs_LEMMA,
|
|
__pyx_e_5spacy_5attrs_POS,
|
|
__pyx_e_5spacy_5attrs_TAG,
|
|
__pyx_e_5spacy_5attrs_DEP,
|
|
__pyx_e_5spacy_5attrs_ENT_IOB,
|
|
__pyx_e_5spacy_5attrs_ENT_TYPE,
|
|
__pyx_e_5spacy_5attrs_HEAD,
|
|
__pyx_e_5spacy_5attrs_SENT_START,
|
|
__pyx_e_5spacy_5attrs_SPACY,
|
|
__pyx_e_5spacy_5attrs_PROB,
|
|
__pyx_e_5spacy_5attrs_LANG,
|
|
__pyx_e_5spacy_5attrs_ENT_KB_ID = __pyx_e_5spacy_7symbols_ENT_KB_ID,
|
|
__pyx_e_5spacy_5attrs_MORPH,
|
|
__pyx_e_5spacy_5attrs_ENT_ID = __pyx_e_5spacy_7symbols_ENT_ID,
|
|
__pyx_e_5spacy_5attrs_IDX,
|
|
__pyx_e_5spacy_5attrs_SENT_END
|
|
};
|
|
|
|
/* "parts_of_speech.pxd":4
|
|
*
|
|
*
|
|
* cpdef enum univ_pos_t: # <<<<<<<<<<<<<<
|
|
* NO_TAG = 0
|
|
* ADJ = symbols.ADJ
|
|
*/
|
|
enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t {
|
|
|
|
/* "parts_of_speech.pxd":6
|
|
* cpdef enum univ_pos_t:
|
|
* NO_TAG = 0
|
|
* ADJ = symbols.ADJ # <<<<<<<<<<<<<<
|
|
* ADP
|
|
* ADV
|
|
*/
|
|
__pyx_e_5spacy_15parts_of_speech_NO_TAG = 0,
|
|
__pyx_e_5spacy_15parts_of_speech_ADJ = __pyx_e_5spacy_7symbols_ADJ,
|
|
__pyx_e_5spacy_15parts_of_speech_ADP,
|
|
__pyx_e_5spacy_15parts_of_speech_ADV,
|
|
__pyx_e_5spacy_15parts_of_speech_AUX,
|
|
__pyx_e_5spacy_15parts_of_speech_CONJ,
|
|
__pyx_e_5spacy_15parts_of_speech_CCONJ,
|
|
__pyx_e_5spacy_15parts_of_speech_DET,
|
|
__pyx_e_5spacy_15parts_of_speech_INTJ,
|
|
__pyx_e_5spacy_15parts_of_speech_NOUN,
|
|
__pyx_e_5spacy_15parts_of_speech_NUM,
|
|
__pyx_e_5spacy_15parts_of_speech_PART,
|
|
__pyx_e_5spacy_15parts_of_speech_PRON,
|
|
__pyx_e_5spacy_15parts_of_speech_PROPN,
|
|
__pyx_e_5spacy_15parts_of_speech_PUNCT,
|
|
__pyx_e_5spacy_15parts_of_speech_SCONJ,
|
|
__pyx_e_5spacy_15parts_of_speech_SYM,
|
|
__pyx_e_5spacy_15parts_of_speech_VERB,
|
|
__pyx_e_5spacy_15parts_of_speech_X,
|
|
__pyx_e_5spacy_15parts_of_speech_EOL,
|
|
__pyx_e_5spacy_15parts_of_speech_SPACE
|
|
};
|
|
struct __pyx_t_5spacy_7structs_LexemeC;
|
|
struct __pyx_t_5spacy_7structs_SpanC;
|
|
struct __pyx_t_5spacy_7structs_TokenC;
|
|
struct __pyx_t_5spacy_7structs_MorphAnalysisC;
|
|
struct __pyx_t_5spacy_7structs_KBEntryC;
|
|
struct __pyx_t_5spacy_7structs_AliasC;
|
|
struct __pyx_t_5spacy_7structs_EdgeC;
|
|
struct __pyx_t_5spacy_7structs_GraphC;
|
|
|
|
/* "structs.pxd":10
|
|
*
|
|
*
|
|
* cdef struct LexemeC: # <<<<<<<<<<<<<<
|
|
* flags_t flags
|
|
*
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_LexemeC {
|
|
__pyx_t_5spacy_8typedefs_flags_t flags;
|
|
__pyx_t_5spacy_8typedefs_attr_t lang;
|
|
__pyx_t_5spacy_8typedefs_attr_t id;
|
|
__pyx_t_5spacy_8typedefs_attr_t length;
|
|
__pyx_t_5spacy_8typedefs_attr_t orth;
|
|
__pyx_t_5spacy_8typedefs_attr_t lower;
|
|
__pyx_t_5spacy_8typedefs_attr_t norm;
|
|
__pyx_t_5spacy_8typedefs_attr_t shape;
|
|
__pyx_t_5spacy_8typedefs_attr_t prefix;
|
|
__pyx_t_5spacy_8typedefs_attr_t suffix;
|
|
};
|
|
|
|
/* "structs.pxd":26
|
|
*
|
|
*
|
|
* cdef struct SpanC: # <<<<<<<<<<<<<<
|
|
* hash_t id
|
|
* int start
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_SpanC {
|
|
__pyx_t_5spacy_8typedefs_hash_t id;
|
|
int start;
|
|
int end;
|
|
int start_char;
|
|
int end_char;
|
|
__pyx_t_5spacy_8typedefs_attr_t label;
|
|
__pyx_t_5spacy_8typedefs_attr_t kb_id;
|
|
};
|
|
|
|
/* "structs.pxd":36
|
|
*
|
|
*
|
|
* cdef struct TokenC: # <<<<<<<<<<<<<<
|
|
* const LexemeC* lex
|
|
* uint64_t morph
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_TokenC {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *lex;
|
|
uint64_t morph;
|
|
enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t pos;
|
|
int spacy;
|
|
__pyx_t_5spacy_8typedefs_attr_t tag;
|
|
int idx;
|
|
__pyx_t_5spacy_8typedefs_attr_t lemma;
|
|
__pyx_t_5spacy_8typedefs_attr_t norm;
|
|
int head;
|
|
__pyx_t_5spacy_8typedefs_attr_t dep;
|
|
uint32_t l_kids;
|
|
uint32_t r_kids;
|
|
uint32_t l_edge;
|
|
uint32_t r_edge;
|
|
int sent_start;
|
|
int ent_iob;
|
|
__pyx_t_5spacy_8typedefs_attr_t ent_type;
|
|
__pyx_t_5spacy_8typedefs_attr_t ent_kb_id;
|
|
__pyx_t_5spacy_8typedefs_hash_t ent_id;
|
|
};
|
|
|
|
/* "structs.pxd":60
|
|
*
|
|
*
|
|
* cdef struct MorphAnalysisC: # <<<<<<<<<<<<<<
|
|
* hash_t key
|
|
* int length
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_MorphAnalysisC {
|
|
__pyx_t_5spacy_8typedefs_hash_t key;
|
|
int length;
|
|
__pyx_t_5spacy_8typedefs_attr_t *fields;
|
|
__pyx_t_5spacy_8typedefs_attr_t *features;
|
|
};
|
|
|
|
/* "structs.pxd":69
|
|
*
|
|
* # Internal struct, for storage and disambiguation of entities.
|
|
* cdef struct KBEntryC: # <<<<<<<<<<<<<<
|
|
*
|
|
* # The hash of this entry's unique ID/name in the kB
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_KBEntryC {
|
|
__pyx_t_5spacy_8typedefs_hash_t entity_hash;
|
|
int32_t vector_index;
|
|
int32_t feats_row;
|
|
float freq;
|
|
};
|
|
|
|
/* "structs.pxd":88
|
|
* # Each alias struct stores a list of Entry pointers with their prior probabilities
|
|
* # for this specific mention/alias.
|
|
* cdef struct AliasC: # <<<<<<<<<<<<<<
|
|
*
|
|
* # All entry candidates for this alias
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_AliasC {
|
|
std::vector<int64_t> entry_indices;
|
|
std::vector<float> probs;
|
|
};
|
|
|
|
/* "structs.pxd":97
|
|
*
|
|
*
|
|
* cdef struct EdgeC: # <<<<<<<<<<<<<<
|
|
* hash_t label
|
|
* int32_t head
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_EdgeC {
|
|
__pyx_t_5spacy_8typedefs_hash_t label;
|
|
int32_t head;
|
|
int32_t tail;
|
|
};
|
|
|
|
/* "structs.pxd":103
|
|
*
|
|
*
|
|
* cdef struct GraphC: # <<<<<<<<<<<<<<
|
|
* vector[vector[int32_t]] nodes
|
|
* vector[EdgeC] edges
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_GraphC {
|
|
std::vector<std::vector<int32_t> > nodes;
|
|
std::vector<struct __pyx_t_5spacy_7structs_EdgeC> edges;
|
|
std::vector<float> weights;
|
|
std::vector<int> n_heads;
|
|
std::vector<int> n_tails;
|
|
std::vector<int> first_head;
|
|
std::vector<int> first_tail;
|
|
std::unordered_set<int> *roots;
|
|
std::unordered_map<__pyx_t_5spacy_8typedefs_hash_t,int> *node_map;
|
|
std::unordered_map<__pyx_t_5spacy_8typedefs_hash_t,int> *edge_map;
|
|
};
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":725
|
|
* ctypedef npy_longdouble longdouble_t
|
|
*
|
|
* ctypedef npy_cfloat cfloat_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_cdouble cdouble_t
|
|
* ctypedef npy_clongdouble clongdouble_t
|
|
*/
|
|
typedef npy_cfloat __pyx_t_5numpy_cfloat_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":726
|
|
*
|
|
* ctypedef npy_cfloat cfloat_t
|
|
* ctypedef npy_cdouble cdouble_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_clongdouble clongdouble_t
|
|
*
|
|
*/
|
|
typedef npy_cdouble __pyx_t_5numpy_cdouble_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":727
|
|
* ctypedef npy_cfloat cfloat_t
|
|
* ctypedef npy_cdouble cdouble_t
|
|
* ctypedef npy_clongdouble clongdouble_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_cdouble complex_t
|
|
*/
|
|
typedef npy_clongdouble __pyx_t_5numpy_clongdouble_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":729
|
|
* ctypedef npy_clongdouble clongdouble_t
|
|
*
|
|
* ctypedef npy_cdouble complex_t # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a):
|
|
*/
|
|
typedef npy_cdouble __pyx_t_5numpy_complex_t;
|
|
union __pyx_t_5spacy_7strings_Utf8Str;
|
|
typedef union __pyx_t_5spacy_7strings_Utf8Str __pyx_t_5spacy_7strings_Utf8Str;
|
|
|
|
/* "strings.pxd":17
|
|
*
|
|
*
|
|
* ctypedef union Utf8Str: # <<<<<<<<<<<<<<
|
|
* unsigned char[8] s
|
|
* unsigned char* p
|
|
*/
|
|
union __pyx_t_5spacy_7strings_Utf8Str {
|
|
unsigned char s[8];
|
|
unsigned char *p;
|
|
};
|
|
union __pyx_t_5spacy_5vocab_LexemesOrTokens;
|
|
struct __pyx_t_5spacy_5vocab__Cached;
|
|
|
|
/* "vocab.pxd":15
|
|
*
|
|
*
|
|
* cdef union LexemesOrTokens: # <<<<<<<<<<<<<<
|
|
* const LexemeC* const* lexemes
|
|
* const TokenC* tokens
|
|
*/
|
|
union __pyx_t_5spacy_5vocab_LexemesOrTokens {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *const *lexemes;
|
|
struct __pyx_t_5spacy_7structs_TokenC const *tokens;
|
|
};
|
|
|
|
/* "vocab.pxd":20
|
|
*
|
|
*
|
|
* cdef struct _Cached: # <<<<<<<<<<<<<<
|
|
* LexemesOrTokens data
|
|
* bint is_lex
|
|
*/
|
|
struct __pyx_t_5spacy_5vocab__Cached {
|
|
union __pyx_t_5spacy_5vocab_LexemesOrTokens data;
|
|
int is_lex;
|
|
int length;
|
|
};
|
|
|
|
/* "tokens/doc.pxd":14
|
|
*
|
|
*
|
|
* ctypedef const LexemeC* const_Lexeme_ptr # <<<<<<<<<<<<<<
|
|
* ctypedef const TokenC* const_TokenC_ptr
|
|
*
|
|
*/
|
|
typedef struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr;
|
|
|
|
/* "tokens/doc.pxd":15
|
|
*
|
|
* ctypedef const LexemeC* const_Lexeme_ptr
|
|
* ctypedef const TokenC* const_TokenC_ptr # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef fused LexemeOrToken:
|
|
*/
|
|
typedef struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr;
|
|
|
|
/* "cymem/cymem.pxd":4
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
* cdef class PyMalloc: # <<<<<<<<<<<<<<
|
|
* cdef malloc_t malloc
|
|
* cdef void _set(self, malloc_t malloc)
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtab;
|
|
__pyx_t_5cymem_5cymem_malloc_t malloc;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":10
|
|
* cdef PyMalloc WrapMalloc(malloc_t malloc)
|
|
*
|
|
* cdef class PyFree: # <<<<<<<<<<<<<<
|
|
* cdef free_t free
|
|
* cdef void _set(self, free_t free)
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_PyFree {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtab;
|
|
__pyx_t_5cymem_5cymem_free_t free;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":16
|
|
* cdef PyFree WrapFree(free_t free)
|
|
*
|
|
* cdef class Pool: # <<<<<<<<<<<<<<
|
|
* cdef readonly size_t size
|
|
* cdef readonly dict addresses
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_Pool {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtab;
|
|
size_t size;
|
|
PyObject *addresses;
|
|
PyObject *refs;
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":28
|
|
*
|
|
*
|
|
* cdef class Address: # <<<<<<<<<<<<<<
|
|
* cdef void* ptr
|
|
* cdef readonly PyMalloc pymalloc
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_Address {
|
|
PyObject_HEAD
|
|
void *ptr;
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
|
|
};
|
|
|
|
|
|
/* "preshed/maps.pxd":45
|
|
*
|
|
*
|
|
* cdef class PreshMap: # <<<<<<<<<<<<<<
|
|
* cdef MapStruct* c_map
|
|
* cdef Pool mem
|
|
*/
|
|
struct __pyx_obj_7preshed_4maps_PreshMap {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtab;
|
|
struct __pyx_t_7preshed_4maps_MapStruct *c_map;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
};
|
|
|
|
|
|
/* "preshed/maps.pxd":53
|
|
*
|
|
*
|
|
* cdef class PreshMapArray: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef MapStruct* maps
|
|
*/
|
|
struct __pyx_obj_7preshed_4maps_PreshMapArray {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_t_7preshed_4maps_MapStruct *maps;
|
|
size_t length;
|
|
};
|
|
|
|
|
|
/* "strings.pxd":22
|
|
*
|
|
*
|
|
* cdef class StringStore: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_7strings_StringStore {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
std::vector<__pyx_t_5spacy_8typedefs_hash_t> keys;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *_map;
|
|
};
|
|
|
|
|
|
/* "morphology.pxd":11
|
|
*
|
|
*
|
|
* cdef class Morphology: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
struct __pyx_obj_5spacy_10morphology_Morphology {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_5spacy_7strings_StringStore *strings;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *tags;
|
|
};
|
|
|
|
|
|
/* "vocab.pxd":26
|
|
*
|
|
*
|
|
* cdef class Vocab: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
struct __pyx_obj_5spacy_5vocab_Vocab {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_5spacy_7strings_StringStore *strings;
|
|
struct __pyx_obj_5spacy_10morphology_Morphology *morphology;
|
|
PyObject *_vectors;
|
|
PyObject *_lookups;
|
|
PyObject *writing_system;
|
|
PyObject *get_noun_chunks;
|
|
int length;
|
|
PyObject *_unused_object;
|
|
PyObject *lex_attr_getters;
|
|
PyObject *cfg;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *_by_orth;
|
|
};
|
|
|
|
|
|
/* "tokens/doc.pxd":37
|
|
*
|
|
*
|
|
* cdef class Doc: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
PyObject *_vector;
|
|
PyObject *_vector_norm;
|
|
PyObject *tensor;
|
|
PyObject *cats;
|
|
PyObject *user_data;
|
|
PyObject *spans;
|
|
struct __pyx_t_5spacy_7structs_TokenC *c;
|
|
float sentiment;
|
|
PyObject *user_hooks;
|
|
PyObject *user_token_hooks;
|
|
PyObject *user_span_hooks;
|
|
int has_unknown_spaces;
|
|
PyObject *_context;
|
|
int length;
|
|
int max_length;
|
|
PyObject *noun_chunks_iterator;
|
|
PyObject *__weakref__;
|
|
};
|
|
|
|
|
|
/* "matcher/phrasematcher.pxd":11
|
|
*
|
|
*
|
|
* cdef class PhraseMatcher: # <<<<<<<<<<<<<<
|
|
* cdef readonly Vocab vocab
|
|
* cdef attr_id_t attr
|
|
*/
|
|
struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher *__pyx_vtab;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t attr;
|
|
PyObject *_callbacks;
|
|
PyObject *_docs;
|
|
int _validate;
|
|
struct __pyx_t_7preshed_4maps_MapStruct *c_map;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
__pyx_t_7preshed_4maps_key_t _terminal_hash;
|
|
};
|
|
|
|
|
|
/* "lexeme.pxd":24
|
|
* cdef attr_t OOV_RANK
|
|
*
|
|
* cdef class Lexeme: # <<<<<<<<<<<<<<
|
|
* cdef LexemeC* c
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtab;
|
|
struct __pyx_t_5spacy_7structs_LexemeC *c;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
__pyx_t_5spacy_8typedefs_attr_t orth;
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pxd":13
|
|
*
|
|
*
|
|
* cdef class Tokenizer: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef PreshMap _cache
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *_cache;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *_specials;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
PyObject *_token_match;
|
|
PyObject *_url_match;
|
|
PyObject *_prefix_search;
|
|
PyObject *_suffix_search;
|
|
PyObject *_infix_finditer;
|
|
PyObject *_rules;
|
|
struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *_special_matcher;
|
|
int _faster_heuristics;
|
|
int _unused_int2;
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":203
|
|
* return doc
|
|
*
|
|
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
|
|
* """Tokenize a stream of texts.
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_batch_size;
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
|
|
PyObject *__pyx_v_text;
|
|
PyObject *__pyx_v_texts;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *(*__pyx_t_2)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":622
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
* def explain(self, text): # <<<<<<<<<<<<<<
|
|
* """A debugging tokenizer that provides information about which
|
|
* tokenizer rule or pattern was matched for each token. The tokens
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
|
|
PyObject *__pyx_v_special_cases;
|
|
PyObject *__pyx_v_substring;
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":656
|
|
* while substring:
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* continue
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_outer_scope;
|
|
PyObject *__pyx_v_e;
|
|
PyObject *__pyx_v_i;
|
|
PyObject *__pyx_t_0;
|
|
PyObject *__pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":665
|
|
* break
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* break
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_outer_scope;
|
|
PyObject *__pyx_v_e;
|
|
PyObject *__pyx_v_i;
|
|
PyObject *__pyx_t_0;
|
|
PyObject *__pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":693
|
|
* substring = ''
|
|
* elif substring in special_cases:
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* elif list(infix_finditer(substring)):
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_outer_scope;
|
|
PyObject *__pyx_v_e;
|
|
PyObject *__pyx_v_i;
|
|
PyObject *__pyx_t_0;
|
|
PyObject *__pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":781
|
|
* return self
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize the current state to a binary string.
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_exclude;
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
|
|
};
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":801
|
|
* return util.to_bytes(serializers, exclude)
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Load state from a binary string.
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_data;
|
|
PyObject *__pyx_v_exclude;
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":106
|
|
*
|
|
* @cname("__pyx_array")
|
|
* cdef class array: # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef:
|
|
*/
|
|
struct __pyx_array_obj {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_array *__pyx_vtab;
|
|
char *data;
|
|
Py_ssize_t len;
|
|
char *format;
|
|
int ndim;
|
|
Py_ssize_t *_shape;
|
|
Py_ssize_t *_strides;
|
|
Py_ssize_t itemsize;
|
|
PyObject *mode;
|
|
PyObject *_format;
|
|
void (*callback_free_data)(void *);
|
|
int free_data;
|
|
int dtype_is_object;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":280
|
|
*
|
|
* @cname('__pyx_MemviewEnum')
|
|
* cdef class Enum(object): # <<<<<<<<<<<<<<
|
|
* cdef object name
|
|
* def __init__(self, name):
|
|
*/
|
|
struct __pyx_MemviewEnum_obj {
|
|
PyObject_HEAD
|
|
PyObject *name;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":331
|
|
*
|
|
* @cname('__pyx_memoryview')
|
|
* cdef class memoryview(object): # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object obj
|
|
*/
|
|
struct __pyx_memoryview_obj {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_memoryview *__pyx_vtab;
|
|
PyObject *obj;
|
|
PyObject *_size;
|
|
PyObject *_array_interface;
|
|
PyThread_type_lock lock;
|
|
__pyx_atomic_int acquisition_count[2];
|
|
__pyx_atomic_int *acquisition_count_aligned_p;
|
|
Py_buffer view;
|
|
int flags;
|
|
int dtype_is_object;
|
|
__Pyx_TypeInfo *typeinfo;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":967
|
|
*
|
|
* @cname('__pyx_memoryviewslice')
|
|
* cdef class _memoryviewslice(memoryview): # <<<<<<<<<<<<<<
|
|
* "Internal class for passing memoryview slices to Python"
|
|
*
|
|
*/
|
|
struct __pyx_memoryviewslice_obj {
|
|
struct __pyx_memoryview_obj __pyx_base;
|
|
__Pyx_memviewslice from_slice;
|
|
PyObject *from_object;
|
|
PyObject *(*to_object_func)(char *);
|
|
int (*to_dtype_func)(char *, PyObject *);
|
|
};
|
|
|
|
|
|
|
|
/* "cymem/cymem.pxd":4
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
* cdef class PyMalloc: # <<<<<<<<<<<<<<
|
|
* cdef malloc_t malloc
|
|
* cdef void _set(self, malloc_t malloc)
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc {
|
|
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyMalloc *, __pyx_t_5cymem_5cymem_malloc_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtabptr_5cymem_5cymem_PyMalloc;
|
|
|
|
|
|
/* "cymem/cymem.pxd":10
|
|
* cdef PyMalloc WrapMalloc(malloc_t malloc)
|
|
*
|
|
* cdef class PyFree: # <<<<<<<<<<<<<<
|
|
* cdef free_t free
|
|
* cdef void _set(self, free_t free)
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyFree {
|
|
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyFree *, __pyx_t_5cymem_5cymem_free_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtabptr_5cymem_5cymem_PyFree;
|
|
|
|
|
|
/* "cymem/cymem.pxd":16
|
|
* cdef PyFree WrapFree(free_t free)
|
|
*
|
|
* cdef class Pool: # <<<<<<<<<<<<<<
|
|
* cdef readonly size_t size
|
|
* cdef readonly dict addresses
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_Pool {
|
|
void *(*alloc)(struct __pyx_obj_5cymem_5cymem_Pool *, size_t, size_t);
|
|
void (*free)(struct __pyx_obj_5cymem_5cymem_Pool *, void *);
|
|
void *(*realloc)(struct __pyx_obj_5cymem_5cymem_Pool *, void *, size_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtabptr_5cymem_5cymem_Pool;
|
|
|
|
|
|
/* "preshed/maps.pxd":45
|
|
*
|
|
*
|
|
* cdef class PreshMap: # <<<<<<<<<<<<<<
|
|
* cdef MapStruct* c_map
|
|
* cdef Pool mem
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMap {
|
|
void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t);
|
|
void (*set)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t, void *);
|
|
};
|
|
static struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtabptr_7preshed_4maps_PreshMap;
|
|
|
|
|
|
/* "preshed/maps.pxd":53
|
|
*
|
|
*
|
|
* cdef class PreshMapArray: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef MapStruct* maps
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray {
|
|
void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t);
|
|
void (*set)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t, void *);
|
|
};
|
|
static struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtabptr_7preshed_4maps_PreshMapArray;
|
|
|
|
|
|
/* "strings.pxd":22
|
|
*
|
|
*
|
|
* cdef class StringStore: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
*
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_7strings_StringStore {
|
|
__pyx_t_5spacy_7strings_Utf8Str const *(*intern_unicode)(struct __pyx_obj_5spacy_7strings_StringStore *, PyObject *);
|
|
__pyx_t_5spacy_7strings_Utf8Str const *(*_intern_utf8)(struct __pyx_obj_5spacy_7strings_StringStore *, char *, int, __pyx_t_5spacy_8typedefs_hash_t *);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtabptr_5spacy_7strings_StringStore;
|
|
|
|
|
|
/* "morphology.pxd":11
|
|
*
|
|
*
|
|
* cdef class Morphology: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_10morphology_Morphology {
|
|
struct __pyx_t_5spacy_7structs_MorphAnalysisC (*create_morph_tag)(struct __pyx_obj_5spacy_10morphology_Morphology *, PyObject *);
|
|
int (*insert)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_MorphAnalysisC);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtabptr_5spacy_10morphology_Morphology;
|
|
|
|
|
|
/* "vocab.pxd":26
|
|
*
|
|
*
|
|
* cdef class Vocab: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_5vocab_Vocab {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *(*get)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *);
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *(*get_by_orth)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, __pyx_t_5spacy_8typedefs_attr_t);
|
|
struct __pyx_t_5spacy_7structs_TokenC const *(*make_fused_token)(struct __pyx_obj_5spacy_5vocab_Vocab *, PyObject *);
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *(*_new_lexeme)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *);
|
|
int (*_add_lex_to_vocab)(struct __pyx_obj_5spacy_5vocab_Vocab *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_t_5spacy_7structs_LexemeC const *);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtabptr_5spacy_5vocab_Vocab;
|
|
|
|
|
|
/* "tokens/doc.pxd":37
|
|
*
|
|
*
|
|
* cdef class Doc: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc {
|
|
PyArrayObject *(*to_array)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, int __pyx_skip_dispatch);
|
|
int (*__pyx_fuse_0push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr, int);
|
|
int (*__pyx_fuse_1push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr, int);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtabptr_5spacy_6tokens_3doc_Doc;
|
|
|
|
|
|
/* "matcher/phrasematcher.pxd":11
|
|
*
|
|
*
|
|
* cdef class PhraseMatcher: # <<<<<<<<<<<<<<
|
|
* cdef readonly Vocab vocab
|
|
* cdef attr_id_t attr
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher {
|
|
void (*find_matches)(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int, int, std::vector<struct __pyx_t_5spacy_7structs_SpanC> *);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher *__pyx_vtabptr_5spacy_7matcher_13phrasematcher_PhraseMatcher;
|
|
|
|
|
|
/* "lexeme.pxd":24
|
|
* cdef attr_t OOV_RANK
|
|
*
|
|
* cdef class Lexeme: # <<<<<<<<<<<<<<
|
|
* cdef LexemeC* c
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme {
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *(*from_ptr)(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *);
|
|
void (*set_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
|
|
__pyx_t_5spacy_8typedefs_attr_t (*get_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
int (*c_check_flag)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
int (*c_set_flag)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtabptr_5spacy_6lexeme_Lexeme;
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *);
|
|
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int);
|
|
|
|
|
|
/* "spacy/tokenizer.pyx":25
|
|
*
|
|
*
|
|
* cdef class Tokenizer: # <<<<<<<<<<<<<<
|
|
* """Segment text, and create Doc objects with the discovered segment
|
|
* boundaries.
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer {
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *(*_tokenize_affixes)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, PyObject *, int);
|
|
int (*_apply_special_cases)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *);
|
|
void (*_filter_special_spans)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, int);
|
|
PyObject *(*_prepare_special_spans)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &);
|
|
int (*_retokenize_special_spans)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_TokenC *, PyObject *);
|
|
int (*_try_specials_and_cache)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int *, int);
|
|
int (*_tokenize)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, __pyx_t_5spacy_8typedefs_hash_t, int *, int);
|
|
PyObject *(*_split_affixes)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int);
|
|
int (*_attach_tokens)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int);
|
|
int (*_save_cached)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_t_5spacy_7structs_TokenC const *, __pyx_t_5spacy_8typedefs_hash_t, int *, int);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *__pyx_vtabptr_5spacy_9tokenizer_Tokenizer;
|
|
|
|
|
|
/* "View.MemoryView":106
|
|
*
|
|
* @cname("__pyx_array")
|
|
* cdef class array: # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef:
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_array {
|
|
PyObject *(*get_memview)(struct __pyx_array_obj *);
|
|
};
|
|
static struct __pyx_vtabstruct_array *__pyx_vtabptr_array;
|
|
|
|
|
|
/* "View.MemoryView":331
|
|
*
|
|
* @cname('__pyx_memoryview')
|
|
* cdef class memoryview(object): # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object obj
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_memoryview {
|
|
char *(*get_item_pointer)(struct __pyx_memoryview_obj *, PyObject *);
|
|
PyObject *(*is_slice)(struct __pyx_memoryview_obj *, PyObject *);
|
|
PyObject *(*setitem_slice_assignment)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
|
|
PyObject *(*setitem_slice_assign_scalar)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *);
|
|
PyObject *(*setitem_indexed)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
|
|
PyObject *(*convert_item_to_object)(struct __pyx_memoryview_obj *, char *);
|
|
PyObject *(*assign_item_from_object)(struct __pyx_memoryview_obj *, char *, PyObject *);
|
|
};
|
|
static struct __pyx_vtabstruct_memoryview *__pyx_vtabptr_memoryview;
|
|
|
|
|
|
/* "View.MemoryView":967
|
|
*
|
|
* @cname('__pyx_memoryviewslice')
|
|
* cdef class _memoryviewslice(memoryview): # <<<<<<<<<<<<<<
|
|
* "Internal class for passing memoryview slices to Python"
|
|
*
|
|
*/
|
|
|
|
struct __pyx_vtabstruct__memoryviewslice {
|
|
struct __pyx_vtabstruct_memoryview __pyx_base;
|
|
};
|
|
static struct __pyx_vtabstruct__memoryviewslice *__pyx_vtabptr__memoryviewslice;
|
|
|
|
/* --- Runtime support code (head) --- */
|
|
/* Refnanny.proto */
|
|
#ifndef CYTHON_REFNANNY
|
|
#define CYTHON_REFNANNY 0
|
|
#endif
|
|
#if CYTHON_REFNANNY
|
|
typedef struct {
|
|
void (*INCREF)(void*, PyObject*, int);
|
|
void (*DECREF)(void*, PyObject*, int);
|
|
void (*GOTREF)(void*, PyObject*, int);
|
|
void (*GIVEREF)(void*, PyObject*, int);
|
|
void* (*SetupContext)(const char*, int, const char*);
|
|
void (*FinishContext)(void**);
|
|
} __Pyx_RefNannyAPIStruct;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
|
|
#define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)\
|
|
if (acquire_gil) {\
|
|
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\
|
|
PyGILState_Release(__pyx_gilstate_save);\
|
|
} else {\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\
|
|
}
|
|
#else
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__)
|
|
#endif
|
|
#define __Pyx_RefNannyFinishContext()\
|
|
__Pyx_RefNanny->FinishContext(&__pyx_refnanny)
|
|
#define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0)
|
|
#define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0)
|
|
#define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0)
|
|
#define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0)
|
|
#else
|
|
#define __Pyx_RefNannyDeclarations
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)
|
|
#define __Pyx_RefNannyFinishContext()
|
|
#define __Pyx_INCREF(r) Py_INCREF(r)
|
|
#define __Pyx_DECREF(r) Py_DECREF(r)
|
|
#define __Pyx_GOTREF(r)
|
|
#define __Pyx_GIVEREF(r)
|
|
#define __Pyx_XINCREF(r) Py_XINCREF(r)
|
|
#define __Pyx_XDECREF(r) Py_XDECREF(r)
|
|
#define __Pyx_XGOTREF(r)
|
|
#define __Pyx_XGIVEREF(r)
|
|
#endif
|
|
#define __Pyx_XDECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; __Pyx_XDECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_DECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; __Pyx_DECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
|
|
#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
|
|
|
|
/* PyObjectGetAttrStr.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
|
|
#endif
|
|
|
|
/* GetBuiltinName.proto */
|
|
static PyObject *__Pyx_GetBuiltinName(PyObject *name);
|
|
|
|
/* RaiseDoubleKeywords.proto */
|
|
static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name);
|
|
|
|
/* ParseKeywords.proto */
|
|
static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[],\
|
|
PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args,\
|
|
const char* function_name);
|
|
|
|
/* RaiseArgTupleInvalid.proto */
|
|
static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
|
|
Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found);
|
|
|
|
/* ArgTypeTest.proto */
|
|
#define __Pyx_ArgTypeTest(obj, type, none_allowed, name, exact)\
|
|
((likely((Py_TYPE(obj) == type) | (none_allowed && (obj == Py_None)))) ? 1 :\
|
|
__Pyx__ArgTypeTest(obj, type, name, exact))
|
|
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact);
|
|
|
|
/* PyThreadStateGet.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyThreadState_declare PyThreadState *__pyx_tstate;
|
|
#define __Pyx_PyThreadState_assign __pyx_tstate = __Pyx_PyThreadState_Current;
|
|
#define __Pyx_PyErr_Occurred() __pyx_tstate->curexc_type
|
|
#else
|
|
#define __Pyx_PyThreadState_declare
|
|
#define __Pyx_PyThreadState_assign
|
|
#define __Pyx_PyErr_Occurred() PyErr_Occurred()
|
|
#endif
|
|
|
|
/* PyErrFetchRestore.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
|
|
#define __Pyx_ErrRestoreWithState(type, value, tb) __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
|
|
#define __Pyx_ErrFetchWithState(type, value, tb) __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
|
|
#define __Pyx_ErrRestore(type, value, tb) __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
|
|
#define __Pyx_ErrFetch(type, value, tb) __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
|
|
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
|
|
#else
|
|
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyErr_Clear() PyErr_Clear()
|
|
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
|
|
#define __Pyx_ErrRestoreWithState(type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetchWithState(type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#define __Pyx_ErrRestoreInState(tstate, type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetchInState(tstate, type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#define __Pyx_ErrRestore(type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetch(type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#endif
|
|
|
|
/* Profile.proto */
|
|
#ifndef CYTHON_PROFILE
|
|
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON
|
|
#define CYTHON_PROFILE 0
|
|
#else
|
|
#define CYTHON_PROFILE 1
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_TRACE_NOGIL
|
|
#define CYTHON_TRACE_NOGIL 0
|
|
#else
|
|
#if CYTHON_TRACE_NOGIL && !defined(CYTHON_TRACE)
|
|
#define CYTHON_TRACE 1
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_TRACE
|
|
#define CYTHON_TRACE 0
|
|
#endif
|
|
#if CYTHON_TRACE
|
|
#undef CYTHON_PROFILE_REUSE_FRAME
|
|
#endif
|
|
#ifndef CYTHON_PROFILE_REUSE_FRAME
|
|
#define CYTHON_PROFILE_REUSE_FRAME 0
|
|
#endif
|
|
#if CYTHON_PROFILE || CYTHON_TRACE
|
|
#include "compile.h"
|
|
#include "frameobject.h"
|
|
#include "traceback.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#if CYTHON_PROFILE_REUSE_FRAME
|
|
#define CYTHON_FRAME_MODIFIER static
|
|
#define CYTHON_FRAME_DEL(frame)
|
|
#else
|
|
#define CYTHON_FRAME_MODIFIER
|
|
#define CYTHON_FRAME_DEL(frame) Py_CLEAR(frame)
|
|
#endif
|
|
#define __Pyx_TraceDeclarations\
|
|
static PyCodeObject *__pyx_frame_code = NULL;\
|
|
CYTHON_FRAME_MODIFIER PyFrameObject *__pyx_frame = NULL;\
|
|
int __Pyx_use_tracing = 0;
|
|
#define __Pyx_TraceFrameInit(codeobj)\
|
|
if (codeobj) __pyx_frame_code = (PyCodeObject*) codeobj;
|
|
#if PY_VERSION_HEX >= 0x030b00a2
|
|
#define __Pyx_IsTracing(tstate, check_tracing, check_funcs)\
|
|
(unlikely((tstate)->cframe->use_tracing) &&\
|
|
(!(check_tracing) || !(tstate)->tracing) &&\
|
|
(!(check_funcs) || (tstate)->c_profilefunc || (CYTHON_TRACE && (tstate)->c_tracefunc)))
|
|
#define __Pyx_EnterTracing(tstate) PyThreadState_EnterTracing(tstate)
|
|
#define __Pyx_LeaveTracing(tstate) PyThreadState_LeaveTracing(tstate)
|
|
#elif PY_VERSION_HEX >= 0x030a00b1
|
|
#define __Pyx_IsTracing(tstate, check_tracing, check_funcs)\
|
|
(unlikely((tstate)->cframe->use_tracing) &&\
|
|
(!(check_tracing) || !(tstate)->tracing) &&\
|
|
(!(check_funcs) || (tstate)->c_profilefunc || (CYTHON_TRACE && (tstate)->c_tracefunc)))
|
|
#define __Pyx_EnterTracing(tstate)\
|
|
do { tstate->tracing++; tstate->cframe->use_tracing = 0; } while (0)
|
|
#define __Pyx_LeaveTracing(tstate)\
|
|
do {\
|
|
tstate->tracing--;\
|
|
tstate->cframe->use_tracing = ((CYTHON_TRACE && tstate->c_tracefunc != NULL)\
|
|
|| tstate->c_profilefunc != NULL);\
|
|
} while (0)
|
|
#else
|
|
#define __Pyx_IsTracing(tstate, check_tracing, check_funcs)\
|
|
(unlikely((tstate)->use_tracing) &&\
|
|
(!(check_tracing) || !(tstate)->tracing) &&\
|
|
(!(check_funcs) || (tstate)->c_profilefunc || (CYTHON_TRACE && (tstate)->c_tracefunc)))
|
|
#define __Pyx_EnterTracing(tstate)\
|
|
do { tstate->tracing++; tstate->use_tracing = 0; } while (0)
|
|
#define __Pyx_LeaveTracing(tstate)\
|
|
do {\
|
|
tstate->tracing--;\
|
|
tstate->use_tracing = ((CYTHON_TRACE && tstate->c_tracefunc != NULL)\
|
|
|| tstate->c_profilefunc != NULL);\
|
|
} while (0)
|
|
#endif
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error)\
|
|
if (nogil) {\
|
|
if (CYTHON_TRACE_NOGIL) {\
|
|
PyThreadState *tstate;\
|
|
PyGILState_STATE state = PyGILState_Ensure();\
|
|
tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 1, 1)) {\
|
|
__Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\
|
|
}\
|
|
PyGILState_Release(state);\
|
|
if (unlikely(__Pyx_use_tracing < 0)) goto_error;\
|
|
}\
|
|
} else {\
|
|
PyThreadState* tstate = PyThreadState_GET();\
|
|
if (__Pyx_IsTracing(tstate, 1, 1)) {\
|
|
__Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\
|
|
if (unlikely(__Pyx_use_tracing < 0)) goto_error;\
|
|
}\
|
|
}
|
|
#else
|
|
#define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error)\
|
|
{ PyThreadState* tstate = PyThreadState_GET();\
|
|
if (__Pyx_IsTracing(tstate, 1, 1)) {\
|
|
__Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\
|
|
if (unlikely(__Pyx_use_tracing < 0)) goto_error;\
|
|
}\
|
|
}
|
|
#endif
|
|
#define __Pyx_TraceException()\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 1)) {\
|
|
__Pyx_EnterTracing(tstate);\
|
|
PyObject *exc_info = __Pyx_GetExceptionTuple(tstate);\
|
|
if (exc_info) {\
|
|
if (CYTHON_TRACE && tstate->c_tracefunc)\
|
|
tstate->c_tracefunc(\
|
|
tstate->c_traceobj, __pyx_frame, PyTrace_EXCEPTION, exc_info);\
|
|
tstate->c_profilefunc(\
|
|
tstate->c_profileobj, __pyx_frame, PyTrace_EXCEPTION, exc_info);\
|
|
Py_DECREF(exc_info);\
|
|
}\
|
|
__Pyx_LeaveTracing(tstate);\
|
|
}\
|
|
}
|
|
static void __Pyx_call_return_trace_func(PyThreadState *tstate, PyFrameObject *frame, PyObject *result) {
|
|
PyObject *type, *value, *traceback;
|
|
__Pyx_ErrFetchInState(tstate, &type, &value, &traceback);
|
|
__Pyx_EnterTracing(tstate);
|
|
if (CYTHON_TRACE && tstate->c_tracefunc)
|
|
tstate->c_tracefunc(tstate->c_traceobj, frame, PyTrace_RETURN, result);
|
|
if (tstate->c_profilefunc)
|
|
tstate->c_profilefunc(tstate->c_profileobj, frame, PyTrace_RETURN, result);
|
|
CYTHON_FRAME_DEL(frame);
|
|
__Pyx_LeaveTracing(tstate);
|
|
__Pyx_ErrRestoreInState(tstate, type, value, traceback);
|
|
}
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_TraceReturn(result, nogil)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
if (nogil) {\
|
|
if (CYTHON_TRACE_NOGIL) {\
|
|
PyThreadState *tstate;\
|
|
PyGILState_STATE state = PyGILState_Ensure();\
|
|
tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0)) {\
|
|
__Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\
|
|
}\
|
|
PyGILState_Release(state);\
|
|
}\
|
|
} else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0)) {\
|
|
__Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\
|
|
}\
|
|
}\
|
|
}
|
|
#else
|
|
#define __Pyx_TraceReturn(result, nogil)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0)) {\
|
|
__Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\
|
|
}\
|
|
}
|
|
#endif
|
|
static PyCodeObject *__Pyx_createFrameCodeObject(const char *funcname, const char *srcfile, int firstlineno);
|
|
static int __Pyx_TraceSetupAndCall(PyCodeObject** code, PyFrameObject** frame, PyThreadState* tstate, const char *funcname, const char *srcfile, int firstlineno);
|
|
#else
|
|
#define __Pyx_TraceDeclarations
|
|
#define __Pyx_TraceFrameInit(codeobj)
|
|
#define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error) if ((1)); else goto_error;
|
|
#define __Pyx_TraceException()
|
|
#define __Pyx_TraceReturn(result, nogil)
|
|
#endif
|
|
#if CYTHON_TRACE
|
|
static int __Pyx_call_line_trace_func(PyThreadState *tstate, PyFrameObject *frame, int lineno) {
|
|
int ret;
|
|
PyObject *type, *value, *traceback;
|
|
__Pyx_ErrFetchInState(tstate, &type, &value, &traceback);
|
|
__Pyx_PyFrame_SetLineNumber(frame, lineno);
|
|
__Pyx_EnterTracing(tstate);
|
|
ret = tstate->c_tracefunc(tstate->c_traceobj, frame, PyTrace_LINE, NULL);
|
|
__Pyx_LeaveTracing(tstate);
|
|
if (likely(!ret)) {
|
|
__Pyx_ErrRestoreInState(tstate, type, value, traceback);
|
|
} else {
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(value);
|
|
Py_XDECREF(traceback);
|
|
}
|
|
return ret;
|
|
}
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_TraceLine(lineno, nogil, goto_error)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
if (nogil) {\
|
|
if (CYTHON_TRACE_NOGIL) {\
|
|
int ret = 0;\
|
|
PyThreadState *tstate;\
|
|
PyGILState_STATE state = PyGILState_Ensure();\
|
|
tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0) && tstate->c_tracefunc && __pyx_frame->f_trace) {\
|
|
ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\
|
|
}\
|
|
PyGILState_Release(state);\
|
|
if (unlikely(ret)) goto_error;\
|
|
}\
|
|
} else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0) && tstate->c_tracefunc && __pyx_frame->f_trace) {\
|
|
int ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\
|
|
if (unlikely(ret)) goto_error;\
|
|
}\
|
|
}\
|
|
}
|
|
#else
|
|
#define __Pyx_TraceLine(lineno, nogil, goto_error)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0) && tstate->c_tracefunc && __pyx_frame->f_trace) {\
|
|
int ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\
|
|
if (unlikely(ret)) goto_error;\
|
|
}\
|
|
}
|
|
#endif
|
|
#else
|
|
#define __Pyx_TraceLine(lineno, nogil, goto_error) if ((1)); else goto_error;
|
|
#endif
|
|
|
|
/* PyFunctionFastCall.proto */
|
|
#if CYTHON_FAST_PYCALL
|
|
#define __Pyx_PyFunction_FastCall(func, args, nargs)\
|
|
__Pyx_PyFunction_FastCallDict((func), (args), (nargs), NULL)
|
|
#if 1 || PY_VERSION_HEX < 0x030600B1
|
|
static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs);
|
|
#else
|
|
#define __Pyx_PyFunction_FastCallDict(func, args, nargs, kwargs) _PyFunction_FastCallDict(func, args, nargs, kwargs)
|
|
#endif
|
|
#define __Pyx_BUILD_ASSERT_EXPR(cond)\
|
|
(sizeof(char [1 - 2*!(cond)]) - 1)
|
|
#ifndef Py_MEMBER_SIZE
|
|
#define Py_MEMBER_SIZE(type, member) sizeof(((type *)0)->member)
|
|
#endif
|
|
#if CYTHON_FAST_PYCALL
|
|
static size_t __pyx_pyframe_localsplus_offset = 0;
|
|
#include "frameobject.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#define __Pxy_PyFrame_Initialize_Offsets()\
|
|
((void)__Pyx_BUILD_ASSERT_EXPR(sizeof(PyFrameObject) == offsetof(PyFrameObject, f_localsplus) + Py_MEMBER_SIZE(PyFrameObject, f_localsplus)),\
|
|
(void)(__pyx_pyframe_localsplus_offset = ((size_t)PyFrame_Type.tp_basicsize) - Py_MEMBER_SIZE(PyFrameObject, f_localsplus)))
|
|
#define __Pyx_PyFrame_GetLocalsplus(frame)\
|
|
(assert(__pyx_pyframe_localsplus_offset), (PyObject **)(((char *)(frame)) + __pyx_pyframe_localsplus_offset))
|
|
#endif // CYTHON_FAST_PYCALL
|
|
#endif
|
|
|
|
/* PyObjectCall.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
|
|
#else
|
|
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
|
|
#endif
|
|
|
|
/* PyObjectCallMethO.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
|
|
#endif
|
|
|
|
/* PyObjectCallNoArg.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);
|
|
#else
|
|
#define __Pyx_PyObject_CallNoArg(func) __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL)
|
|
#endif
|
|
|
|
/* PyObjectSetAttrStr.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
#define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_SetAttrStr(o, n, NULL)
|
|
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value);
|
|
#else
|
|
#define __Pyx_PyObject_DelAttrStr(o,n) PyObject_DelAttr(o,n)
|
|
#define __Pyx_PyObject_SetAttrStr(o,n,v) PyObject_SetAttr(o,n,v)
|
|
#endif
|
|
|
|
/* PyCFunctionFastCall.proto */
|
|
#if CYTHON_FAST_PYCCALL
|
|
static CYTHON_INLINE PyObject *__Pyx_PyCFunction_FastCall(PyObject *func, PyObject **args, Py_ssize_t nargs);
|
|
#else
|
|
#define __Pyx_PyCFunction_FastCall(func, args, nargs) (assert(0), NULL)
|
|
#endif
|
|
|
|
/* PyObjectCallOneArg.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);
|
|
|
|
/* PyObjectCall2Args.proto */
|
|
static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2);
|
|
|
|
/* PyDictVersioning.proto */
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
|
|
#define __PYX_DICT_VERSION_INIT ((PY_UINT64_T) -1)
|
|
#define __PYX_GET_DICT_VERSION(dict) (((PyDictObject*)(dict))->ma_version_tag)
|
|
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
|
|
(version_var) = __PYX_GET_DICT_VERSION(dict);\
|
|
(cache_var) = (value);
|
|
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
|
|
static PY_UINT64_T __pyx_dict_version = 0;\
|
|
static PyObject *__pyx_dict_cached_value = NULL;\
|
|
if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
|
|
(VAR) = __pyx_dict_cached_value;\
|
|
} else {\
|
|
(VAR) = __pyx_dict_cached_value = (LOOKUP);\
|
|
__pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
|
|
}\
|
|
}
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
|
|
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
|
|
#else
|
|
#define __PYX_GET_DICT_VERSION(dict) (0)
|
|
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
|
|
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) (VAR) = (LOOKUP);
|
|
#endif
|
|
|
|
/* GetModuleGlobalName.proto */
|
|
#if CYTHON_USE_DICT_VERSIONS
|
|
#define __Pyx_GetModuleGlobalName(var, name) do {\
|
|
static PY_UINT64_T __pyx_dict_version = 0;\
|
|
static PyObject *__pyx_dict_cached_value = NULL;\
|
|
(var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_d))) ?\
|
|
(likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\
|
|
__Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
|
|
} while(0)
|
|
#define __Pyx_GetModuleGlobalNameUncached(var, name) do {\
|
|
PY_UINT64_T __pyx_dict_version;\
|
|
PyObject *__pyx_dict_cached_value;\
|
|
(var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
|
|
} while(0)
|
|
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value);
|
|
#else
|
|
#define __Pyx_GetModuleGlobalName(var, name) (var) = __Pyx__GetModuleGlobalName(name)
|
|
#define __Pyx_GetModuleGlobalNameUncached(var, name) (var) = __Pyx__GetModuleGlobalName(name)
|
|
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name);
|
|
#endif
|
|
|
|
/* RaiseException.proto */
|
|
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause);
|
|
|
|
/* GetItemInt.proto */
|
|
#define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck) :\
|
|
(is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\
|
|
__Pyx_GetItemInt_Generic(o, to_py_func(i))))
|
|
#define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\
|
|
(PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
|
|
int wraparound, int boundscheck);
|
|
#define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\
|
|
(PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL))
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
|
|
int wraparound, int boundscheck);
|
|
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
|
|
int is_list, int wraparound, int boundscheck);
|
|
|
|
/* IncludeStringH.proto */
|
|
#include <string.h>
|
|
|
|
/* BytesEquals.proto */
|
|
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals);
|
|
|
|
/* UnicodeEquals.proto */
|
|
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals);
|
|
|
|
/* StrEquals.proto */
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyString_Equals __Pyx_PyUnicode_Equals
|
|
#else
|
|
#define __Pyx_PyString_Equals __Pyx_PyBytes_Equals
|
|
#endif
|
|
|
|
/* ListCompAppend.proto */
|
|
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
|
|
static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) {
|
|
PyListObject* L = (PyListObject*) list;
|
|
Py_ssize_t len = Py_SIZE(list);
|
|
if (likely(L->allocated > len)) {
|
|
Py_INCREF(x);
|
|
PyList_SET_ITEM(list, len, x);
|
|
__Pyx_SET_SIZE(list, len + 1);
|
|
return 0;
|
|
}
|
|
return PyList_Append(list, x);
|
|
}
|
|
#else
|
|
#define __Pyx_ListComp_Append(L,x) PyList_Append(L,x)
|
|
#endif
|
|
|
|
/* RaiseTooManyValuesToUnpack.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected);
|
|
|
|
/* RaiseNeedMoreValuesToUnpack.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index);
|
|
|
|
/* IterFinish.proto */
|
|
static CYTHON_INLINE int __Pyx_IterFinish(void);
|
|
|
|
/* UnpackItemEndCheck.proto */
|
|
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected);
|
|
|
|
/* AssertionsEnabled.proto */
|
|
#define __Pyx_init_assertions_enabled()
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x02070600 && !defined(Py_OptimizeFlag)
|
|
#define __pyx_assertions_enabled() (1)
|
|
#elif PY_VERSION_HEX < 0x03080000 || CYTHON_COMPILING_IN_PYPY || defined(Py_LIMITED_API)
|
|
#define __pyx_assertions_enabled() (!Py_OptimizeFlag)
|
|
#elif CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030900A6
|
|
static int __pyx_assertions_enabled_flag;
|
|
#define __pyx_assertions_enabled() (__pyx_assertions_enabled_flag)
|
|
#undef __Pyx_init_assertions_enabled
|
|
static void __Pyx_init_assertions_enabled(void) {
|
|
__pyx_assertions_enabled_flag = ! _PyInterpreterState_GetConfig(__Pyx_PyThreadState_Current->interp)->optimization_level;
|
|
}
|
|
#else
|
|
#define __pyx_assertions_enabled() (!Py_OptimizeFlag)
|
|
#endif
|
|
|
|
/* WriteUnraisableException.proto */
|
|
static void __Pyx_WriteUnraisable(const char *name, int clineno,
|
|
int lineno, const char *filename,
|
|
int full_traceback, int nogil);
|
|
|
|
/* SliceObject.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(
|
|
PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop,
|
|
PyObject** py_start, PyObject** py_stop, PyObject** py_slice,
|
|
int has_cstart, int has_cstop, int wraparound);
|
|
|
|
/* PySequenceContains.proto */
|
|
static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) {
|
|
int result = PySequence_Contains(seq, item);
|
|
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
|
|
}
|
|
|
|
/* PyIntCompare.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_NeObjC(PyObject *op1, PyObject *op2, long intval, long inplace);
|
|
|
|
/* None.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname);
|
|
|
|
/* StringJoin.proto */
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyString_Join __Pyx_PyBytes_Join
|
|
#define __Pyx_PyBaseString_Join(s, v) (PyUnicode_CheckExact(s) ? PyUnicode_Join(s, v) : __Pyx_PyBytes_Join(s, v))
|
|
#else
|
|
#define __Pyx_PyString_Join PyUnicode_Join
|
|
#define __Pyx_PyBaseString_Join PyUnicode_Join
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyBytes_Join _PyString_Join
|
|
#else
|
|
#define __Pyx_PyBytes_Join _PyBytes_Join
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE PyObject* __Pyx_PyBytes_Join(PyObject* sep, PyObject* values);
|
|
#endif
|
|
|
|
/* ObjectGetItem.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key);
|
|
#else
|
|
#define __Pyx_PyObject_GetItem(obj, key) PyObject_GetItem(obj, key)
|
|
#endif
|
|
|
|
/* None.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname);
|
|
|
|
/* DictGetItem.proto */
|
|
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key);
|
|
#define __Pyx_PyObject_Dict_GetItem(obj, name)\
|
|
(likely(PyDict_CheckExact(obj)) ?\
|
|
__Pyx_PyDict_GetItem(obj, name) : PyObject_GetItem(obj, name))
|
|
#else
|
|
#define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key)
|
|
#define __Pyx_PyObject_Dict_GetItem(obj, name) PyObject_GetItem(obj, name)
|
|
#endif
|
|
|
|
/* PyIntBinop.proto */
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
|
|
#else
|
|
#define __Pyx_PyInt_AddObjC(op1, op2, intval, inplace, zerodivision_check)\
|
|
(inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2))
|
|
#endif
|
|
|
|
/* PyObjectFormatSimple.proto */
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
PyObject_Format(s, f))
|
|
#elif PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
likely(PyString_CheckExact(s)) ? PyUnicode_FromEncodedObject(s, NULL, "strict") :\
|
|
PyObject_Format(s, f))
|
|
#elif CYTHON_USE_TYPE_SLOTS
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
likely(PyLong_CheckExact(s)) ? PyLong_Type.tp_str(s) :\
|
|
likely(PyFloat_CheckExact(s)) ? PyFloat_Type.tp_str(s) :\
|
|
PyObject_Format(s, f))
|
|
#else
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
PyObject_Format(s, f))
|
|
#endif
|
|
|
|
/* PyDictContains.proto */
|
|
static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) {
|
|
int result = PyDict_Contains(dict, item);
|
|
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
|
|
}
|
|
|
|
/* ListExtend.proto */
|
|
static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
PyObject* none = _PyList_Extend((PyListObject*)L, v);
|
|
if (unlikely(!none))
|
|
return -1;
|
|
Py_DECREF(none);
|
|
return 0;
|
|
#else
|
|
return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v);
|
|
#endif
|
|
}
|
|
|
|
/* ListAppend.proto */
|
|
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
|
|
static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) {
|
|
PyListObject* L = (PyListObject*) list;
|
|
Py_ssize_t len = Py_SIZE(list);
|
|
if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) {
|
|
Py_INCREF(x);
|
|
PyList_SET_ITEM(list, len, x);
|
|
__Pyx_SET_SIZE(list, len + 1);
|
|
return 0;
|
|
}
|
|
return PyList_Append(list, x);
|
|
}
|
|
#else
|
|
#define __Pyx_PyList_Append(L,x) PyList_Append(L,x)
|
|
#endif
|
|
|
|
/* PyIntCompare.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_EqObjC(PyObject *op1, PyObject *op2, long intval, long inplace);
|
|
|
|
/* PyObjectLookupSpecial.proto */
|
|
#if CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_LookupSpecial(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *res;
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (unlikely(PyInstance_Check(obj)))
|
|
return __Pyx_PyObject_GetAttrStr(obj, attr_name);
|
|
#endif
|
|
res = _PyType_Lookup(tp, attr_name);
|
|
if (likely(res)) {
|
|
descrgetfunc f = Py_TYPE(res)->tp_descr_get;
|
|
if (!f) {
|
|
Py_INCREF(res);
|
|
} else {
|
|
res = f(res, obj, (PyObject *)tp);
|
|
}
|
|
} else {
|
|
PyErr_SetObject(PyExc_AttributeError, attr_name);
|
|
}
|
|
return res;
|
|
}
|
|
#else
|
|
#define __Pyx_PyObject_LookupSpecial(o,n) __Pyx_PyObject_GetAttrStr(o,n)
|
|
#endif
|
|
|
|
/* GetTopmostException.proto */
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
|
|
#endif
|
|
|
|
/* SaveResetException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_ExceptionSave(type, value, tb) __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#define __Pyx_ExceptionReset(type, value, tb) __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
|
|
#else
|
|
#define __Pyx_ExceptionSave(type, value, tb) PyErr_GetExcInfo(type, value, tb)
|
|
#define __Pyx_ExceptionReset(type, value, tb) PyErr_SetExcInfo(type, value, tb)
|
|
#endif
|
|
|
|
/* GetException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_GetException(type, value, tb) __Pyx__GetException(__pyx_tstate, type, value, tb)
|
|
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#else
|
|
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb);
|
|
#endif
|
|
|
|
/* FetchCommonType.proto */
|
|
static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type);
|
|
|
|
/* CythonFunctionShared.proto */
|
|
#define __Pyx_CyFunction_USED 1
|
|
#define __Pyx_CYFUNCTION_STATICMETHOD 0x01
|
|
#define __Pyx_CYFUNCTION_CLASSMETHOD 0x02
|
|
#define __Pyx_CYFUNCTION_CCLASS 0x04
|
|
#define __Pyx_CyFunction_GetClosure(f)\
|
|
(((__pyx_CyFunctionObject *) (f))->func_closure)
|
|
#define __Pyx_CyFunction_GetClassObj(f)\
|
|
(((__pyx_CyFunctionObject *) (f))->func_classobj)
|
|
#define __Pyx_CyFunction_Defaults(type, f)\
|
|
((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
|
|
#define __Pyx_CyFunction_SetDefaultsGetter(f, g)\
|
|
((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
|
|
typedef struct {
|
|
PyCFunctionObject func;
|
|
#if PY_VERSION_HEX < 0x030500A0
|
|
PyObject *func_weakreflist;
|
|
#endif
|
|
PyObject *func_dict;
|
|
PyObject *func_name;
|
|
PyObject *func_qualname;
|
|
PyObject *func_doc;
|
|
PyObject *func_globals;
|
|
PyObject *func_code;
|
|
PyObject *func_closure;
|
|
PyObject *func_classobj;
|
|
void *defaults;
|
|
int defaults_pyobjects;
|
|
size_t defaults_size; // used by FusedFunction for copying defaults
|
|
int flags;
|
|
PyObject *defaults_tuple;
|
|
PyObject *defaults_kwdict;
|
|
PyObject *(*defaults_getter)(PyObject *);
|
|
PyObject *func_annotations;
|
|
} __pyx_CyFunctionObject;
|
|
static PyTypeObject *__pyx_CyFunctionType = 0;
|
|
#define __Pyx_CyFunction_Check(obj) (__Pyx_TypeCheck(obj, __pyx_CyFunctionType))
|
|
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject* op, PyMethodDef *ml,
|
|
int flags, PyObject* qualname,
|
|
PyObject *self,
|
|
PyObject *module, PyObject *globals,
|
|
PyObject* code);
|
|
static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m,
|
|
size_t size,
|
|
int pyobjects);
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
|
|
PyObject *tuple);
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
|
|
PyObject *dict);
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
|
|
PyObject *dict);
|
|
static int __pyx_CyFunction_init(void);
|
|
|
|
/* CythonFunction.proto */
|
|
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml,
|
|
int flags, PyObject* qualname,
|
|
PyObject *closure,
|
|
PyObject *module, PyObject *globals,
|
|
PyObject* code);
|
|
|
|
/* dict_setdefault.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value, int is_safe_type);
|
|
|
|
/* UnpackUnboundCMethod.proto */
|
|
typedef struct {
|
|
PyObject *type;
|
|
PyObject **method_name;
|
|
PyCFunction func;
|
|
PyObject *method;
|
|
int flag;
|
|
} __Pyx_CachedCFunction;
|
|
|
|
/* CallUnboundCMethod2.proto */
|
|
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2);
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030600B1
|
|
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2);
|
|
#else
|
|
#define __Pyx_CallUnboundCMethod2(cfunc, self, arg1, arg2) __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2)
|
|
#endif
|
|
|
|
/* PyErrExceptionMatches.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
|
|
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
|
|
#else
|
|
#define __Pyx_PyErr_ExceptionMatches(err) PyErr_ExceptionMatches(err)
|
|
#endif
|
|
|
|
/* tp_new.proto */
|
|
#define __Pyx_tp_new(type_obj, args) __Pyx_tp_new_kwargs(type_obj, args, NULL)
|
|
static CYTHON_INLINE PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs) {
|
|
return (PyObject*) (((PyTypeObject*)type_obj)->tp_new((PyTypeObject*)type_obj, args, kwargs));
|
|
}
|
|
|
|
/* ExtTypeTest.proto */
|
|
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type);
|
|
|
|
/* DivInt[Py_ssize_t].proto */
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t, Py_ssize_t);
|
|
|
|
/* UnaryNegOverflows.proto */
|
|
#define UNARY_NEG_WOULD_OVERFLOW(x)\
|
|
(((x) < 0) & ((unsigned long)(x) == 0-(unsigned long)(x)))
|
|
|
|
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *); /*proto*/
|
|
/* GetAttr.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *, PyObject *);
|
|
|
|
/* decode_c_string_utf16.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16(const char *s, Py_ssize_t size, const char *errors) {
|
|
int byteorder = 0;
|
|
return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16LE(const char *s, Py_ssize_t size, const char *errors) {
|
|
int byteorder = -1;
|
|
return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16BE(const char *s, Py_ssize_t size, const char *errors) {
|
|
int byteorder = 1;
|
|
return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
|
|
}
|
|
|
|
/* decode_c_string.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_decode_c_string(
|
|
const char* cstring, Py_ssize_t start, Py_ssize_t stop,
|
|
const char* encoding, const char* errors,
|
|
PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors));
|
|
|
|
/* GetAttr3.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *, PyObject *, PyObject *);
|
|
|
|
/* RaiseNoneIterError.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void);
|
|
|
|
/* SwapException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_ExceptionSwap(type, value, tb) __Pyx__ExceptionSwap(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#else
|
|
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb);
|
|
#endif
|
|
|
|
/* Import.proto */
|
|
static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level);
|
|
|
|
/* FastTypeChecks.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
|
|
#else
|
|
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
|
|
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
|
|
#define __Pyx_PyErr_GivenExceptionMatches2(err, type1, type2) (PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2))
|
|
#endif
|
|
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
|
|
|
|
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
/* DivInt[long].proto */
|
|
static CYTHON_INLINE long __Pyx_div_long(long, long);
|
|
|
|
/* ImportFrom.proto */
|
|
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name);
|
|
|
|
/* HasAttr.proto */
|
|
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);
|
|
|
|
/* PyObject_GenericGetAttrNoDict.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GenericGetAttrNoDict PyObject_GenericGetAttr
|
|
#endif
|
|
|
|
/* PyObject_GenericGetAttr.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GenericGetAttr PyObject_GenericGetAttr
|
|
#endif
|
|
|
|
/* SetVTable.proto */
|
|
static int __Pyx_SetVtable(PyObject *dict, void *vtable);
|
|
|
|
/* PyObjectGetAttrStrNoError.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name);
|
|
|
|
/* SetupReduce.proto */
|
|
static int __Pyx_setup_reduce(PyObject* type_obj);
|
|
|
|
/* TypeImport.proto */
|
|
#ifndef __PYX_HAVE_RT_ImportType_proto_0_29_37
|
|
#define __PYX_HAVE_RT_ImportType_proto_0_29_37
|
|
#if __STDC_VERSION__ >= 201112L
|
|
#include <stdalign.h>
|
|
#endif
|
|
#if __STDC_VERSION__ >= 201112L || __cplusplus >= 201103L
|
|
#define __PYX_GET_STRUCT_ALIGNMENT_0_29_37(s) alignof(s)
|
|
#else
|
|
#define __PYX_GET_STRUCT_ALIGNMENT_0_29_37(s) sizeof(void*)
|
|
#endif
|
|
enum __Pyx_ImportType_CheckSize_0_29_37 {
|
|
__Pyx_ImportType_CheckSize_Error_0_29_37 = 0,
|
|
__Pyx_ImportType_CheckSize_Warn_0_29_37 = 1,
|
|
__Pyx_ImportType_CheckSize_Ignore_0_29_37 = 2
|
|
};
|
|
static PyTypeObject *__Pyx_ImportType_0_29_37(PyObject* module, const char *module_name, const char *class_name, size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_0_29_37 check_size);
|
|
#endif
|
|
|
|
/* GetVTable.proto */
|
|
static void* __Pyx_GetVtable(PyObject *dict);
|
|
|
|
/* CLineInTraceback.proto */
|
|
#ifdef CYTHON_CLINE_IN_TRACEBACK
|
|
#define __Pyx_CLineForTraceback(tstate, c_line) (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
|
|
#else
|
|
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
|
|
#endif
|
|
|
|
/* CodeObjectCache.proto */
|
|
typedef struct {
|
|
PyCodeObject* code_object;
|
|
int code_line;
|
|
} __Pyx_CodeObjectCacheEntry;
|
|
struct __Pyx_CodeObjectCache {
|
|
int count;
|
|
int max_count;
|
|
__Pyx_CodeObjectCacheEntry* entries;
|
|
};
|
|
static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL};
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
|
|
static PyCodeObject *__pyx_find_code_object(int code_line);
|
|
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object);
|
|
|
|
/* AddTraceback.proto */
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename);
|
|
|
|
/* GCCDiagnostics.proto */
|
|
#if defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 6))
|
|
#define __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#endif
|
|
|
|
/* CppExceptionConversion.proto */
|
|
#ifndef __Pyx_CppExn2PyErr
|
|
#include <new>
|
|
#include <typeinfo>
|
|
#include <stdexcept>
|
|
#include <ios>
|
|
static void __Pyx_CppExn2PyErr() {
|
|
try {
|
|
if (PyErr_Occurred())
|
|
; // let the latest Python exn pass through and ignore the current one
|
|
else
|
|
throw;
|
|
} catch (const std::bad_alloc& exn) {
|
|
PyErr_SetString(PyExc_MemoryError, exn.what());
|
|
} catch (const std::bad_cast& exn) {
|
|
PyErr_SetString(PyExc_TypeError, exn.what());
|
|
} catch (const std::bad_typeid& exn) {
|
|
PyErr_SetString(PyExc_TypeError, exn.what());
|
|
} catch (const std::domain_error& exn) {
|
|
PyErr_SetString(PyExc_ValueError, exn.what());
|
|
} catch (const std::invalid_argument& exn) {
|
|
PyErr_SetString(PyExc_ValueError, exn.what());
|
|
} catch (const std::ios_base::failure& exn) {
|
|
PyErr_SetString(PyExc_IOError, exn.what());
|
|
} catch (const std::out_of_range& exn) {
|
|
PyErr_SetString(PyExc_IndexError, exn.what());
|
|
} catch (const std::overflow_error& exn) {
|
|
PyErr_SetString(PyExc_OverflowError, exn.what());
|
|
} catch (const std::range_error& exn) {
|
|
PyErr_SetString(PyExc_ArithmeticError, exn.what());
|
|
} catch (const std::underflow_error& exn) {
|
|
PyErr_SetString(PyExc_ArithmeticError, exn.what());
|
|
} catch (const std::exception& exn) {
|
|
PyErr_SetString(PyExc_RuntimeError, exn.what());
|
|
}
|
|
catch (...)
|
|
{
|
|
PyErr_SetString(PyExc_RuntimeError, "Unknown exception");
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* RealImag.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
#define __Pyx_CREAL(z) ((z).real())
|
|
#define __Pyx_CIMAG(z) ((z).imag())
|
|
#else
|
|
#define __Pyx_CREAL(z) (__real__(z))
|
|
#define __Pyx_CIMAG(z) (__imag__(z))
|
|
#endif
|
|
#else
|
|
#define __Pyx_CREAL(z) ((z).real)
|
|
#define __Pyx_CIMAG(z) ((z).imag)
|
|
#endif
|
|
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
|
|
&& (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
|
|
#define __Pyx_SET_CREAL(z,x) ((z).real(x))
|
|
#define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
|
|
#else
|
|
#define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
|
|
#define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
|
|
#endif
|
|
|
|
/* Arithmetic.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#define __Pyx_c_eq_float(a, b) ((a)==(b))
|
|
#define __Pyx_c_sum_float(a, b) ((a)+(b))
|
|
#define __Pyx_c_diff_float(a, b) ((a)-(b))
|
|
#define __Pyx_c_prod_float(a, b) ((a)*(b))
|
|
#define __Pyx_c_quot_float(a, b) ((a)/(b))
|
|
#define __Pyx_c_neg_float(a) (-(a))
|
|
#ifdef __cplusplus
|
|
#define __Pyx_c_is_zero_float(z) ((z)==(float)0)
|
|
#define __Pyx_c_conj_float(z) (::std::conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_float(z) (::std::abs(z))
|
|
#define __Pyx_c_pow_float(a, b) (::std::pow(a, b))
|
|
#endif
|
|
#else
|
|
#define __Pyx_c_is_zero_float(z) ((z)==0)
|
|
#define __Pyx_c_conj_float(z) (conjf(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_float(z) (cabsf(z))
|
|
#define __Pyx_c_pow_float(a, b) (cpowf(a, b))
|
|
#endif
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex);
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex);
|
|
#if 1
|
|
static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
#endif
|
|
#endif
|
|
|
|
/* Arithmetic.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#define __Pyx_c_eq_double(a, b) ((a)==(b))
|
|
#define __Pyx_c_sum_double(a, b) ((a)+(b))
|
|
#define __Pyx_c_diff_double(a, b) ((a)-(b))
|
|
#define __Pyx_c_prod_double(a, b) ((a)*(b))
|
|
#define __Pyx_c_quot_double(a, b) ((a)/(b))
|
|
#define __Pyx_c_neg_double(a) (-(a))
|
|
#ifdef __cplusplus
|
|
#define __Pyx_c_is_zero_double(z) ((z)==(double)0)
|
|
#define __Pyx_c_conj_double(z) (::std::conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_double(z) (::std::abs(z))
|
|
#define __Pyx_c_pow_double(a, b) (::std::pow(a, b))
|
|
#endif
|
|
#else
|
|
#define __Pyx_c_is_zero_double(z) ((z)==0)
|
|
#define __Pyx_c_conj_double(z) (conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_double(z) (cabs(z))
|
|
#define __Pyx_c_pow_double(a, b) (cpow(a, b))
|
|
#endif
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
|
|
#if 1
|
|
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
#endif
|
|
#endif
|
|
|
|
/* None.proto */
|
|
#include <new>
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags);
|
|
static void __Pyx_ReleaseBuffer(Py_buffer *view);
|
|
#else
|
|
#define __Pyx_GetBuffer PyObject_GetBuffer
|
|
#define __Pyx_ReleaseBuffer PyBuffer_Release
|
|
#endif
|
|
|
|
|
|
/* BufferStructDeclare.proto */
|
|
typedef struct {
|
|
Py_ssize_t shape, strides, suboffsets;
|
|
} __Pyx_Buf_DimInfo;
|
|
typedef struct {
|
|
size_t refcount;
|
|
Py_buffer pybuffer;
|
|
} __Pyx_Buffer;
|
|
typedef struct {
|
|
__Pyx_Buffer *rcbuffer;
|
|
char *data;
|
|
__Pyx_Buf_DimInfo diminfo[8];
|
|
} __Pyx_LocalBuf_ND;
|
|
|
|
/* MemviewSliceIsContig.proto */
|
|
static int __pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim);
|
|
|
|
/* OverlappingSlices.proto */
|
|
static int __pyx_slices_overlap(__Pyx_memviewslice *slice1,
|
|
__Pyx_memviewslice *slice2,
|
|
int ndim, size_t itemsize);
|
|
|
|
/* Capsule.proto */
|
|
static CYTHON_INLINE PyObject *__pyx_capsule_create(void *p, const char *sig);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *);
|
|
|
|
/* MemviewSliceCopyTemplate.proto */
|
|
static __Pyx_memviewslice
|
|
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
|
|
const char *mode, int ndim,
|
|
size_t sizeof_dtype, int contig_flag,
|
|
int dtype_is_object);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value);
|
|
|
|
/* MemviewSliceInit.proto */
|
|
#define __Pyx_BUF_MAX_NDIMS %(BUF_MAX_NDIMS)d
|
|
#define __Pyx_MEMVIEW_DIRECT 1
|
|
#define __Pyx_MEMVIEW_PTR 2
|
|
#define __Pyx_MEMVIEW_FULL 4
|
|
#define __Pyx_MEMVIEW_CONTIG 8
|
|
#define __Pyx_MEMVIEW_STRIDED 16
|
|
#define __Pyx_MEMVIEW_FOLLOW 32
|
|
#define __Pyx_IS_C_CONTIG 1
|
|
#define __Pyx_IS_F_CONTIG 2
|
|
static int __Pyx_init_memviewslice(
|
|
struct __pyx_memoryview_obj *memview,
|
|
int ndim,
|
|
__Pyx_memviewslice *memviewslice,
|
|
int memview_is_new_reference);
|
|
static CYTHON_INLINE int __pyx_add_acquisition_count_locked(
|
|
__pyx_atomic_int *acquisition_count, PyThread_type_lock lock);
|
|
static CYTHON_INLINE int __pyx_sub_acquisition_count_locked(
|
|
__pyx_atomic_int *acquisition_count, PyThread_type_lock lock);
|
|
#define __pyx_get_slice_count_pointer(memview) (memview->acquisition_count_aligned_p)
|
|
#define __pyx_get_slice_count(memview) (*__pyx_get_slice_count_pointer(memview))
|
|
#define __PYX_INC_MEMVIEW(slice, have_gil) __Pyx_INC_MEMVIEW(slice, have_gil, __LINE__)
|
|
#define __PYX_XDEC_MEMVIEW(slice, have_gil) __Pyx_XDEC_MEMVIEW(slice, have_gil, __LINE__)
|
|
static CYTHON_INLINE void __Pyx_INC_MEMVIEW(__Pyx_memviewslice *, int, int);
|
|
static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *, int, int);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *);
|
|
|
|
/* PyObjectGetMethod.proto */
|
|
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);
|
|
|
|
/* PyObjectCallMethod1.proto */
|
|
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg);
|
|
|
|
/* CoroutineBase.proto */
|
|
typedef PyObject *(*__pyx_coroutine_body_t)(PyObject *, PyThreadState *, PyObject *);
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
#define __Pyx_ExcInfoStruct _PyErr_StackItem
|
|
#else
|
|
typedef struct {
|
|
PyObject *exc_type;
|
|
PyObject *exc_value;
|
|
PyObject *exc_traceback;
|
|
} __Pyx_ExcInfoStruct;
|
|
#endif
|
|
typedef struct {
|
|
PyObject_HEAD
|
|
__pyx_coroutine_body_t body;
|
|
PyObject *closure;
|
|
__Pyx_ExcInfoStruct gi_exc_state;
|
|
PyObject *gi_weakreflist;
|
|
PyObject *classobj;
|
|
PyObject *yieldfrom;
|
|
PyObject *gi_name;
|
|
PyObject *gi_qualname;
|
|
PyObject *gi_modulename;
|
|
PyObject *gi_code;
|
|
PyObject *gi_frame;
|
|
int resume_label;
|
|
char is_running;
|
|
} __pyx_CoroutineObject;
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_New(
|
|
PyTypeObject *type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name);
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit(
|
|
__pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name);
|
|
static CYTHON_INLINE void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *self);
|
|
static int __Pyx_Coroutine_clear(PyObject *self);
|
|
static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value);
|
|
static PyObject *__Pyx_Coroutine_Close(PyObject *self);
|
|
static PyObject *__Pyx_Coroutine_Throw(PyObject *gen, PyObject *args);
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
#define __Pyx_Coroutine_SwapException(self)
|
|
#define __Pyx_Coroutine_ResetAndClearException(self) __Pyx_Coroutine_ExceptionClear(&(self)->gi_exc_state)
|
|
#else
|
|
#define __Pyx_Coroutine_SwapException(self) {\
|
|
__Pyx_ExceptionSwap(&(self)->gi_exc_state.exc_type, &(self)->gi_exc_state.exc_value, &(self)->gi_exc_state.exc_traceback);\
|
|
__Pyx_Coroutine_ResetFrameBackpointer(&(self)->gi_exc_state);\
|
|
}
|
|
#define __Pyx_Coroutine_ResetAndClearException(self) {\
|
|
__Pyx_ExceptionReset((self)->gi_exc_state.exc_type, (self)->gi_exc_state.exc_value, (self)->gi_exc_state.exc_traceback);\
|
|
(self)->gi_exc_state.exc_type = (self)->gi_exc_state.exc_value = (self)->gi_exc_state.exc_traceback = NULL;\
|
|
}
|
|
#endif
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyGen_FetchStopIterationValue(pvalue)\
|
|
__Pyx_PyGen__FetchStopIterationValue(__pyx_tstate, pvalue)
|
|
#else
|
|
#define __Pyx_PyGen_FetchStopIterationValue(pvalue)\
|
|
__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, pvalue)
|
|
#endif
|
|
static int __Pyx_PyGen__FetchStopIterationValue(PyThreadState *tstate, PyObject **pvalue);
|
|
static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state);
|
|
|
|
/* PatchModuleWithCoroutine.proto */
|
|
static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code);
|
|
|
|
/* PatchGeneratorABC.proto */
|
|
static int __Pyx_patch_abc(void);
|
|
|
|
/* Generator.proto */
|
|
#define __Pyx_Generator_USED
|
|
static PyTypeObject *__pyx_GeneratorType = 0;
|
|
#define __Pyx_Generator_CheckExact(obj) (Py_TYPE(obj) == __pyx_GeneratorType)
|
|
#define __Pyx_Generator_New(body, code, closure, name, qualname, module_name)\
|
|
__Pyx__Coroutine_New(__pyx_GeneratorType, body, code, closure, name, qualname, module_name)
|
|
static PyObject *__Pyx_Generator_Next(PyObject *self);
|
|
static int __pyx_Generator_init(void);
|
|
|
|
/* CheckBinaryVersion.proto */
|
|
static int __Pyx_check_binary_version(void);
|
|
|
|
/* VoidPtrImport.proto */
|
|
static int __Pyx_ImportVoidPtr_0_29_37(PyObject *module, const char *name, void **p, const char *sig);
|
|
|
|
/* FunctionImport.proto */
|
|
static int __Pyx_ImportFunction_0_29_37(PyObject *module, const char *funcname, void (**f)(void), const char *sig);
|
|
|
|
/* InitStrings.proto */
|
|
static int __Pyx_InitStrings(__Pyx_StringTabEntry *t);
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, int __pyx_v_with_special_cases); /* proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__apply_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc); /* proto*/
|
|
static void __pyx_f_5spacy_9tokenizer_9Tokenizer__filter_special_spans(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_original, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered, CYTHON_UNUSED int __pyx_v_doc_len); /* proto*/
|
|
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__prepare_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered); /* proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__retokenize_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens, PyObject *__pyx_v_span_data); /* proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__try_specials_and_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_span, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_orig_key, int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
|
|
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__split_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, CYTHON_UNUSED int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__attach_tokens(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__save_cached(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, int *__pyx_v_has_special, int __pyx_v_n); /* proto*/
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self); /* proto*/
|
|
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto*/
|
|
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj); /* proto*/
|
|
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src); /* proto*/
|
|
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
|
|
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
|
|
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
|
|
|
|
/* Module declarations from 'cymem.cymem' */
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_PyMalloc = 0;
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_PyFree = 0;
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_Pool = 0;
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_Address = 0;
|
|
|
|
/* Module declarations from 'libcpp.vector' */
|
|
|
|
/* Module declarations from 'libc.stdint' */
|
|
|
|
/* Module declarations from 'preshed.maps' */
|
|
static PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMap = 0;
|
|
static PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMapArray = 0;
|
|
|
|
/* Module declarations from 'spacy' */
|
|
|
|
/* Module declarations from 'spacy.symbols' */
|
|
|
|
/* Module declarations from 'spacy.attrs' */
|
|
|
|
/* Module declarations from 'libcpp.utility' */
|
|
|
|
/* Module declarations from 'libcpp.unordered_map' */
|
|
|
|
/* Module declarations from 'libcpp.unordered_set' */
|
|
|
|
/* Module declarations from 'spacy.parts_of_speech' */
|
|
|
|
/* Module declarations from 'spacy.typedefs' */
|
|
|
|
/* Module declarations from 'spacy.structs' */
|
|
|
|
/* Module declarations from 'cpython.buffer' */
|
|
|
|
/* Module declarations from 'libc.string' */
|
|
|
|
/* Module declarations from 'libc.stdio' */
|
|
|
|
/* Module declarations from '__builtin__' */
|
|
|
|
/* Module declarations from 'cpython.type' */
|
|
static PyTypeObject *__pyx_ptype_7cpython_4type_type = 0;
|
|
|
|
/* Module declarations from 'cpython' */
|
|
|
|
/* Module declarations from 'cpython.object' */
|
|
|
|
/* Module declarations from 'cpython.ref' */
|
|
|
|
/* Module declarations from 'cpython.mem' */
|
|
|
|
/* Module declarations from 'numpy' */
|
|
|
|
/* Module declarations from 'numpy' */
|
|
static PyTypeObject *__pyx_ptype_5numpy_dtype = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_flatiter = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_broadcast = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_ndarray = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_generic = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_number = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_integer = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_signedinteger = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_unsignedinteger = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_inexact = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_floating = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_complexfloating = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_flexible = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_character = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_ufunc = 0;
|
|
|
|
/* Module declarations from 'murmurhash.mrmr' */
|
|
static uint64_t (*__pyx_f_10murmurhash_4mrmr_hash64)(void *, int, uint64_t); /*proto*/
|
|
|
|
/* Module declarations from 'libcpp.set' */
|
|
|
|
/* Module declarations from 'spacy.strings' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_7strings_StringStore = 0;
|
|
static __pyx_t_5spacy_8typedefs_hash_t (*__pyx_f_5spacy_7strings_hash_string)(PyObject *, int __pyx_skip_dispatch); /*proto*/
|
|
|
|
/* Module declarations from 'spacy.morphology' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_10morphology_Morphology = 0;
|
|
|
|
/* Module declarations from 'spacy.vocab' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_5vocab_Vocab = 0;
|
|
static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_5vocab_EMPTY_LEXEME = 0;
|
|
#define __pyx_v_5spacy_5vocab_EMPTY_LEXEME (*__pyx_vp_5spacy_5vocab_EMPTY_LEXEME)
|
|
|
|
/* Module declarations from 'spacy.tokens.doc' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc_Doc = 0;
|
|
|
|
/* Module declarations from 'spacy.matcher.phrasematcher' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher = 0;
|
|
|
|
/* Module declarations from 'cython.view' */
|
|
|
|
/* Module declarations from 'cython' */
|
|
|
|
/* Module declarations from 'spacy.lexeme' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_6lexeme_Lexeme = 0;
|
|
static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME = 0;
|
|
#define __pyx_v_5spacy_6lexeme_EMPTY_LEXEME (*__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME)
|
|
static __pyx_t_5spacy_8typedefs_attr_t *__pyx_vp_5spacy_6lexeme_OOV_RANK = 0;
|
|
#define __pyx_v_5spacy_6lexeme_OOV_RANK (*__pyx_vp_5spacy_6lexeme_OOV_RANK)
|
|
|
|
/* Module declarations from 'spacy.tokenizer' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer_Tokenizer = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = 0;
|
|
static PyTypeObject *__pyx_array_type = 0;
|
|
static PyTypeObject *__pyx_MemviewEnum_type = 0;
|
|
static PyTypeObject *__pyx_memoryview_type = 0;
|
|
static PyTypeObject *__pyx_memoryviewslice_type = 0;
|
|
static PyObject *generic = 0;
|
|
static PyObject *strided = 0;
|
|
static PyObject *indirect = 0;
|
|
static PyObject *contiguous = 0;
|
|
static PyObject *indirect_contiguous = 0;
|
|
static int __pyx_memoryview_thread_locks_used;
|
|
static PyThread_type_lock __pyx_memoryview_thread_locks[8];
|
|
static int __pyx_f_5spacy_9tokenizer_len_start_cmp(struct __pyx_t_5spacy_7structs_SpanC, struct __pyx_t_5spacy_7structs_SpanC); /*proto*/
|
|
static int __pyx_f_5spacy_9tokenizer_start_cmp(struct __pyx_t_5spacy_7structs_SpanC, struct __pyx_t_5spacy_7structs_SpanC); /*proto*/
|
|
static struct __pyx_array_obj *__pyx_array_new(PyObject *, Py_ssize_t, char *, char *, char *); /*proto*/
|
|
static void *__pyx_align_pointer(void *, size_t); /*proto*/
|
|
static PyObject *__pyx_memoryview_new(PyObject *, int, int, __Pyx_TypeInfo *); /*proto*/
|
|
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *); /*proto*/
|
|
static PyObject *_unellipsify(PyObject *, int); /*proto*/
|
|
static PyObject *assert_direct_dimensions(Py_ssize_t *, int); /*proto*/
|
|
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *, PyObject *); /*proto*/
|
|
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int, int); /*proto*/
|
|
static char *__pyx_pybuffer_index(Py_buffer *, char *, Py_ssize_t, Py_ssize_t); /*proto*/
|
|
static int __pyx_memslice_transpose(__Pyx_memviewslice *); /*proto*/
|
|
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice, int, PyObject *(*)(char *), int (*)(char *, PyObject *), int); /*proto*/
|
|
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
|
|
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
|
|
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *); /*proto*/
|
|
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
|
|
static Py_ssize_t abs_py_ssize_t(Py_ssize_t); /*proto*/
|
|
static char __pyx_get_best_slice_order(__Pyx_memviewslice *, int); /*proto*/
|
|
static void _copy_strided_to_strided(char *, Py_ssize_t *, char *, Py_ssize_t *, Py_ssize_t *, Py_ssize_t *, int, size_t); /*proto*/
|
|
static void copy_strided_to_strided(__Pyx_memviewslice *, __Pyx_memviewslice *, int, size_t); /*proto*/
|
|
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *, int); /*proto*/
|
|
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *, Py_ssize_t *, Py_ssize_t, int, char); /*proto*/
|
|
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *, __Pyx_memviewslice *, char, int); /*proto*/
|
|
static int __pyx_memoryview_err_extents(int, Py_ssize_t, Py_ssize_t); /*proto*/
|
|
static int __pyx_memoryview_err_dim(PyObject *, char *, int); /*proto*/
|
|
static int __pyx_memoryview_err(PyObject *, char *); /*proto*/
|
|
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice, __Pyx_memviewslice, int, int, int); /*proto*/
|
|
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *, int, int); /*proto*/
|
|
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *, int, int, int); /*proto*/
|
|
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
|
|
static void __pyx_memoryview_refcount_objects_in_slice(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
|
|
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *, int, size_t, void *, int); /*proto*/
|
|
static void __pyx_memoryview__slice_assign_scalar(char *, Py_ssize_t *, Py_ssize_t *, int, size_t, void *); /*proto*/
|
|
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *, PyObject *); /*proto*/
|
|
#define __Pyx_MODULE_NAME "spacy.tokenizer"
|
|
extern int __pyx_module_is_main_spacy__tokenizer;
|
|
int __pyx_module_is_main_spacy__tokenizer = 0;
|
|
|
|
/* Implementation of 'spacy.tokenizer' */
|
|
static PyObject *__pyx_builtin_ValueError;
|
|
static PyObject *__pyx_builtin_range;
|
|
static PyObject *__pyx_builtin_reversed;
|
|
static PyObject *__pyx_builtin_zip;
|
|
static PyObject *__pyx_builtin_enumerate;
|
|
static PyObject *__pyx_builtin_ImportError;
|
|
static PyObject *__pyx_builtin_MemoryError;
|
|
static PyObject *__pyx_builtin_TypeError;
|
|
static PyObject *__pyx_builtin_Ellipsis;
|
|
static PyObject *__pyx_builtin_id;
|
|
static PyObject *__pyx_builtin_IndexError;
|
|
static const char __pyx_k_O[] = "O";
|
|
static const char __pyx_k_a[] = "a^";
|
|
static const char __pyx_k_c[] = "c";
|
|
static const char __pyx_k_d[] = "d";
|
|
static const char __pyx_k_e[] = "e";
|
|
static const char __pyx_k_i[] = "i";
|
|
static const char __pyx_k_j[] = "j";
|
|
static const char __pyx_k_k[] = "k";
|
|
static const char __pyx_k_s[] = "s";
|
|
static const char __pyx_k_t[] = "t";
|
|
static const char __pyx_k__2[] = " ";
|
|
static const char __pyx_k_id[] = "id";
|
|
static const char __pyx_k_rb[] = "rb";
|
|
static const char __pyx_k_re[] = "re";
|
|
static const char __pyx_k_wb[] = "wb";
|
|
static const char __pyx_k__12[] = "";
|
|
static const char __pyx_k_add[] = "add";
|
|
static const char __pyx_k_doc[] = "doc";
|
|
static const char __pyx_k_end[] = "end";
|
|
static const char __pyx_k_exc[] = "exc";
|
|
static const char __pyx_k_get[] = "get";
|
|
static const char __pyx_k_key[] = "key";
|
|
static const char __pyx_k_new[] = "__new__";
|
|
static const char __pyx_k_obj[] = "obj";
|
|
static const char __pyx_k_zip[] = "zip";
|
|
static const char __pyx_k_E025[] = "E025";
|
|
static const char __pyx_k_E997[] = "E997";
|
|
static const char __pyx_k_NORM[] = "NORM";
|
|
static const char __pyx_k_ORTH[] = "ORTH";
|
|
static const char __pyx_k_Span[] = "Span";
|
|
static const char __pyx_k_args[] = "args";
|
|
static const char __pyx_k_attr[] = "attr";
|
|
static const char __pyx_k_base[] = "base";
|
|
static const char __pyx_k_data[] = "data";
|
|
static const char __pyx_k_dict[] = "__dict__";
|
|
static const char __pyx_k_exit[] = "__exit__";
|
|
static const char __pyx_k_file[] = "file_";
|
|
static const char __pyx_k_join[] = "join";
|
|
static const char __pyx_k_keys[] = "keys";
|
|
static const char __pyx_k_m_id[] = "m_id";
|
|
static const char __pyx_k_main[] = "__main__";
|
|
static const char __pyx_k_mode[] = "mode";
|
|
static const char __pyx_k_name[] = "name";
|
|
static const char __pyx_k_ndim[] = "ndim";
|
|
static const char __pyx_k_open[] = "open";
|
|
static const char __pyx_k_orth[] = "orth";
|
|
static const char __pyx_k_pack[] = "pack";
|
|
static const char __pyx_k_path[] = "path";
|
|
static const char __pyx_k_pipe[] = "pipe";
|
|
static const char __pyx_k_read[] = "read";
|
|
static const char __pyx_k_self[] = "__self__";
|
|
static const char __pyx_k_send[] = "send";
|
|
static const char __pyx_k_size[] = "size";
|
|
static const char __pyx_k_span[] = "span";
|
|
static const char __pyx_k_spec[] = "spec";
|
|
static const char __pyx_k_step[] = "step";
|
|
static const char __pyx_k_stop[] = "stop";
|
|
static const char __pyx_k_test[] = "__test__";
|
|
static const char __pyx_k_text[] = "text";
|
|
static const char __pyx_k_util[] = "util";
|
|
static const char __pyx_k_word[] = "word";
|
|
static const char __pyx_k_ASCII[] = "ASCII";
|
|
static const char __pyx_k_E1005[] = "E1005";
|
|
static const char __pyx_k_INFIX[] = "INFIX";
|
|
static const char __pyx_k_TOKEN[] = "TOKEN";
|
|
static const char __pyx_k_attrs[] = "attrs";
|
|
static const char __pyx_k_chunk[] = "chunk";
|
|
static const char __pyx_k_class[] = "__class__";
|
|
static const char __pyx_k_close[] = "close";
|
|
static const char __pyx_k_enter[] = "__enter__";
|
|
static const char __pyx_k_error[] = "error";
|
|
static const char __pyx_k_flags[] = "flags";
|
|
static const char __pyx_k_items[] = "items";
|
|
static const char __pyx_k_label[] = "label";
|
|
static const char __pyx_k_match[] = "match";
|
|
static const char __pyx_k_range[] = "range";
|
|
static const char __pyx_k_regex[] = "regex";
|
|
static const char __pyx_k_rules[] = "rules";
|
|
static const char __pyx_k_score[] = "score";
|
|
static const char __pyx_k_shape[] = "shape";
|
|
static const char __pyx_k_space[] = "space";
|
|
static const char __pyx_k_spans[] = "spans";
|
|
static const char __pyx_k_split[] = "split";
|
|
static const char __pyx_k_start[] = "start";
|
|
static const char __pyx_k_texts[] = "texts";
|
|
static const char __pyx_k_throw[] = "throw";
|
|
static const char __pyx_k_vocab[] = "vocab";
|
|
static const char __pyx_k_words[] = "words";
|
|
static const char __pyx_k_write[] = "write";
|
|
static const char __pyx_k_Errors[] = "Errors";
|
|
static const char __pyx_k_PREFIX[] = "PREFIX";
|
|
static const char __pyx_k_SUFFIX[] = "SUFFIX";
|
|
static const char __pyx_k_Scorer[] = "Scorer";
|
|
static const char __pyx_k_cached[] = "cached";
|
|
static const char __pyx_k_encode[] = "encode";
|
|
static const char __pyx_k_errors[] = "errors";
|
|
static const char __pyx_k_format[] = "format";
|
|
static const char __pyx_k_import[] = "__import__";
|
|
static const char __pyx_k_kwargs[] = "kwargs";
|
|
static const char __pyx_k_length[] = "length";
|
|
static const char __pyx_k_name_2[] = "__name__";
|
|
static const char __pyx_k_offset[] = "offset";
|
|
static const char __pyx_k_pickle[] = "pickle";
|
|
static const char __pyx_k_reduce[] = "__reduce__";
|
|
static const char __pyx_k_scorer[] = "scorer";
|
|
static const char __pyx_k_search[] = "search";
|
|
static const char __pyx_k_self_2[] = "self";
|
|
static const char __pyx_k_spaces[] = "spaces";
|
|
static const char __pyx_k_string[] = "string";
|
|
static const char __pyx_k_struct[] = "struct";
|
|
static const char __pyx_k_tokens[] = "tokens";
|
|
static const char __pyx_k_unpack[] = "unpack";
|
|
static const char __pyx_k_update[] = "update";
|
|
static const char __pyx_k_SPECIAL[] = "SPECIAL-";
|
|
static const char __pyx_k_compile[] = "compile";
|
|
static const char __pyx_k_exclude[] = "exclude";
|
|
static const char __pyx_k_explain[] = "explain";
|
|
static const char __pyx_k_fortran[] = "fortran";
|
|
static const char __pyx_k_genexpr[] = "genexpr";
|
|
static const char __pyx_k_infixes[] = "infixes";
|
|
static const char __pyx_k_isspace[] = "isspace";
|
|
static const char __pyx_k_label_2[] = "label_";
|
|
static const char __pyx_k_matches[] = "matches";
|
|
static const char __pyx_k_memview[] = "memview";
|
|
static const char __pyx_k_pattern[] = "pattern";
|
|
static const char __pyx_k_realloc[] = "_realloc";
|
|
static const char __pyx_k_symbols[] = "symbols";
|
|
static const char __pyx_k_t_words[] = "t_words";
|
|
static const char __pyx_k_to_disk[] = "to_disk";
|
|
static const char __pyx_k_Ellipsis[] = "Ellipsis";
|
|
static const char __pyx_k_examples[] = "examples";
|
|
static const char __pyx_k_finditer[] = "finditer";
|
|
static const char __pyx_k_getstate[] = "__getstate__";
|
|
static const char __pyx_k_itemsize[] = "itemsize";
|
|
static const char __pyx_k_pyx_type[] = "__pyx_type";
|
|
static const char __pyx_k_reversed[] = "reversed";
|
|
static const char __pyx_k_setstate[] = "__setstate__";
|
|
static const char __pyx_k_suffixes[] = "suffixes";
|
|
static const char __pyx_k_t_spaces[] = "t_spaces";
|
|
static const char __pyx_k_to_bytes[] = "to_bytes";
|
|
static const char __pyx_k_training[] = "training";
|
|
static const char __pyx_k_Tokenizer[] = "Tokenizer";
|
|
static const char __pyx_k_TypeError[] = "TypeError";
|
|
static const char __pyx_k_URL_MATCH[] = "URL_MATCH";
|
|
static const char __pyx_k_enumerate[] = "enumerate";
|
|
static const char __pyx_k_from_disk[] = "from_disk";
|
|
static const char __pyx_k_pyx_state[] = "__pyx_state";
|
|
static const char __pyx_k_reduce_ex[] = "__reduce_ex__";
|
|
static const char __pyx_k_substring[] = "substring";
|
|
static const char __pyx_k_url_match[] = "url_match";
|
|
static const char __pyx_k_IndexError[] = "IndexError";
|
|
static const char __pyx_k_ValueError[] = "ValueError";
|
|
static const char __pyx_k_batch_size[] = "batch_size";
|
|
static const char __pyx_k_bytes_data[] = "bytes_data";
|
|
static const char __pyx_k_exceptions[] = "exceptions";
|
|
static const char __pyx_k_find_infix[] = "find_infix";
|
|
static const char __pyx_k_from_bytes[] = "from_bytes";
|
|
static const char __pyx_k_pyx_result[] = "__pyx_result";
|
|
static const char __pyx_k_pyx_vtable[] = "__pyx_vtable__";
|
|
static const char __pyx_k_setdefault[] = "setdefault";
|
|
static const char __pyx_k_substrings[] = "substrings";
|
|
static const char __pyx_k_ImportError[] = "ImportError";
|
|
static const char __pyx_k_MemoryError[] = "MemoryError";
|
|
static const char __pyx_k_PickleError[] = "PickleError";
|
|
static const char __pyx_k_TOKEN_MATCH[] = "TOKEN_MATCH";
|
|
static const char __pyx_k_ensure_path[] = "ensure_path";
|
|
static const char __pyx_k_find_prefix[] = "find_prefix";
|
|
static const char __pyx_k_find_suffix[] = "find_suffix";
|
|
static const char __pyx_k_flush_cache[] = "_flush_cache";
|
|
static const char __pyx_k_reset_cache[] = "_reset_cache";
|
|
static const char __pyx_k_serializers[] = "serializers";
|
|
static const char __pyx_k_strings_map[] = "strings_map";
|
|
static const char __pyx_k_token_attrs[] = "token_attrs";
|
|
static const char __pyx_k_token_match[] = "token_match";
|
|
static const char __pyx_k_filter_spans[] = "filter_spans";
|
|
static const char __pyx_k_final_tokens[] = "final_tokens";
|
|
static const char __pyx_k_intify_attrs[] = "intify_attrs";
|
|
static const char __pyx_k_pyx_checksum[] = "__pyx_checksum";
|
|
static const char __pyx_k_stringsource[] = "stringsource";
|
|
static const char __pyx_k_deserializers[] = "deserializers";
|
|
static const char __pyx_k_do_deprecated[] = "_do_deprecated";
|
|
static const char __pyx_k_prefix_search[] = "prefix_search";
|
|
static const char __pyx_k_pyx_getbuffer[] = "__pyx_getbuffer";
|
|
static const char __pyx_k_reduce_cython[] = "__reduce_cython__";
|
|
static const char __pyx_k_special_cases[] = "special_cases";
|
|
static const char __pyx_k_special_token[] = "special_token";
|
|
static const char __pyx_k_stale_special[] = "stale_special";
|
|
static const char __pyx_k_suffix_search[] = "suffix_search";
|
|
static const char __pyx_k_Tokenizer_pipe[] = "Tokenizer.pipe";
|
|
static const char __pyx_k_flush_specials[] = "_flush_specials";
|
|
static const char __pyx_k_infix_finditer[] = "infix_finditer";
|
|
static const char __pyx_k_spans_by_start[] = "spans_by_start";
|
|
static const char __pyx_k_special_tokens[] = "special_tokens";
|
|
static const char __pyx_k_Tokenizer_score[] = "Tokenizer.score";
|
|
static const char __pyx_k_View_MemoryView[] = "View.MemoryView";
|
|
static const char __pyx_k_allocate_buffer[] = "allocate_buffer";
|
|
static const char __pyx_k_dtype_is_object[] = "dtype_is_object";
|
|
static const char __pyx_k_pyx_PickleError[] = "__pyx_PickleError";
|
|
static const char __pyx_k_setstate_cython[] = "__setstate_cython__";
|
|
static const char __pyx_k_spacy_tokenizer[] = "spacy.tokenizer";
|
|
static const char __pyx_k_add_special_case[] = "add_special_case";
|
|
static const char __pyx_k_Tokenizer_explain[] = "Tokenizer.explain";
|
|
static const char __pyx_k_Tokenizer_to_disk[] = "Tokenizer.to_disk";
|
|
static const char __pyx_k_faster_heuristics[] = "faster_heuristics";
|
|
static const char __pyx_k_get_regex_pattern[] = "_get_regex_pattern";
|
|
static const char __pyx_k_pyx_unpickle_Enum[] = "__pyx_unpickle_Enum";
|
|
static const char __pyx_k_validate_examples[] = "validate_examples";
|
|
static const char __pyx_k_Tokenizer___reduce[] = "Tokenizer.__reduce__";
|
|
static const char __pyx_k_Tokenizer_to_bytes[] = "Tokenizer.to_bytes";
|
|
static const char __pyx_k_cline_in_traceback[] = "cline_in_traceback";
|
|
static const char __pyx_k_load_special_cases[] = "_load_special_cases";
|
|
static const char __pyx_k_score_tokenization[] = "score_tokenization";
|
|
static const char __pyx_k_strided_and_direct[] = "<strided and direct>";
|
|
static const char __pyx_k_Tokenizer_from_disk[] = "Tokenizer.from_disk";
|
|
static const char __pyx_k_spacy_tokenizer_pyx[] = "spacy\\tokenizer.pyx";
|
|
static const char __pyx_k_Tokenizer_find_infix[] = "Tokenizer.find_infix";
|
|
static const char __pyx_k_Tokenizer_from_bytes[] = "Tokenizer.from_bytes";
|
|
static const char __pyx_k_get_words_and_spaces[] = "get_words_and_spaces";
|
|
static const char __pyx_k_reload_special_cases[] = "_reload_special_cases";
|
|
static const char __pyx_k_strided_and_indirect[] = "<strided and indirect>";
|
|
static const char __pyx_k_Tokenizer_find_prefix[] = "Tokenizer.find_prefix";
|
|
static const char __pyx_k_Tokenizer_find_suffix[] = "Tokenizer.find_suffix";
|
|
static const char __pyx_k_contiguous_and_direct[] = "<contiguous and direct>";
|
|
static const char __pyx_k_validate_special_case[] = "_validate_special_case";
|
|
static const char __pyx_k_MemoryView_of_r_object[] = "<MemoryView of %r object>";
|
|
static const char __pyx_k_Tokenizer__flush_cache[] = "Tokenizer._flush_cache";
|
|
static const char __pyx_k_Tokenizer__reset_cache[] = "Tokenizer._reset_cache";
|
|
static const char __pyx_k_explain_locals_genexpr[] = "explain.<locals>.genexpr";
|
|
static const char __pyx_k_to_bytes_locals_lambda[] = "to_bytes.<locals>.<lambda>";
|
|
static const char __pyx_k_MemoryView_of_r_at_0x_x[] = "<MemoryView of %r at 0x%x>";
|
|
static const char __pyx_k_contiguous_and_indirect[] = "<contiguous and indirect>";
|
|
static const char __pyx_k_Cannot_index_with_type_s[] = "Cannot index with type '%s'";
|
|
static const char __pyx_k_from_bytes_locals_lambda[] = "from_bytes.<locals>.<lambda>";
|
|
static const char __pyx_k_Invalid_shape_in_axis_d_d[] = "Invalid shape in axis %d: %d.";
|
|
static const char __pyx_k_Tokenizer__flush_specials[] = "Tokenizer._flush_specials";
|
|
static const char __pyx_k_Tokenizer___init___line_31[] = "Tokenizer.__init__ (line 31)";
|
|
static const char __pyx_k_Tokenizer_add_special_case[] = "Tokenizer.add_special_case";
|
|
static const char __pyx_k_itemsize_0_for_cython_array[] = "itemsize <= 0 for cython.array";
|
|
static const char __pyx_k_Tokenizer__load_special_cases[] = "Tokenizer._load_special_cases";
|
|
static const char __pyx_k_unable_to_allocate_array_data[] = "unable to allocate array data.";
|
|
static const char __pyx_k_strided_and_direct_or_indirect[] = "<strided and direct or indirect>";
|
|
static const char __pyx_k_Tokenizer__reload_special_cases[] = "Tokenizer._reload_special_cases";
|
|
static const char __pyx_k_numpy_core_multiarray_failed_to[] = "numpy.core.multiarray failed to import";
|
|
static const char __pyx_k_Buffer_view_does_not_expose_stri[] = "Buffer view does not expose strides";
|
|
static const char __pyx_k_Can_only_create_a_buffer_that_is[] = "Can only create a buffer that is contiguous in memory.";
|
|
static const char __pyx_k_Cannot_assign_to_read_only_memor[] = "Cannot assign to read-only memoryview";
|
|
static const char __pyx_k_Cannot_create_writable_memory_vi[] = "Cannot create writable memory view from read-only memoryview";
|
|
static const char __pyx_k_Create_a_Tokenizer_to_create_Doc[] = "Create a `Tokenizer`, to create `Doc` objects given unicode text.\n\n vocab (Vocab): A storage container for lexical types.\n rules (dict): Exceptions and special-cases for the tokenizer.\n prefix_search (callable): A function matching the signature of\n `re.compile(string).search` to match prefixes.\n suffix_search (callable): A function matching the signature of\n `re.compile(string).search` to match suffixes.\n infix_finditer (callable): A function matching the signature of\n `re.compile(string).finditer` to find infixes.\n token_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as tokens.\n url_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as urls.\n faster_heuristics (bool): Whether to restrict the final\n Matcher-based pass for rules to those containing affixes or space.\n Defaults to True.\n\n EXAMPLE:\n >>> tokenizer = Tokenizer(nlp.vocab)\n\n DOCS: https://spacy.io/api/tokenizer#init\n ";
|
|
static const char __pyx_k_Empty_shape_tuple_for_cython_arr[] = "Empty shape tuple for cython.array";
|
|
static const char __pyx_k_Incompatible_checksums_0x_x_vs_0[] = "Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))";
|
|
static const char __pyx_k_Indirect_dimensions_not_supporte[] = "Indirect dimensions not supported";
|
|
static const char __pyx_k_Invalid_mode_expected_c_or_fortr[] = "Invalid mode, expected 'c' or 'fortran', got %s";
|
|
static const char __pyx_k_Out_of_bounds_on_buffer_access_a[] = "Out of bounds on buffer access (axis %d)";
|
|
static const char __pyx_k_Tokenizer__validate_special_case[] = "Tokenizer._validate_special_case";
|
|
static const char __pyx_k_Unable_to_convert_item_to_object[] = "Unable to convert item to object";
|
|
static const char __pyx_k_got_differing_extents_in_dimensi[] = "got differing extents in dimension %d (got %d and %d)";
|
|
static const char __pyx_k_no_default___reduce___due_to_non[] = "no default __reduce__ due to non-trivial __cinit__";
|
|
static const char __pyx_k_numpy_core_umath_failed_to_impor[] = "numpy.core.umath failed to import";
|
|
static const char __pyx_k_unable_to_allocate_shape_and_str[] = "unable to allocate shape and strides.";
|
|
static PyObject *__pyx_n_s_ASCII;
|
|
static PyObject *__pyx_kp_s_Buffer_view_does_not_expose_stri;
|
|
static PyObject *__pyx_kp_s_Can_only_create_a_buffer_that_is;
|
|
static PyObject *__pyx_kp_s_Cannot_assign_to_read_only_memor;
|
|
static PyObject *__pyx_kp_s_Cannot_create_writable_memory_vi;
|
|
static PyObject *__pyx_kp_s_Cannot_index_with_type_s;
|
|
static PyObject *__pyx_kp_u_Create_a_Tokenizer_to_create_Doc;
|
|
static PyObject *__pyx_n_s_E025;
|
|
static PyObject *__pyx_n_s_E1005;
|
|
static PyObject *__pyx_n_s_E997;
|
|
static PyObject *__pyx_n_s_Ellipsis;
|
|
static PyObject *__pyx_kp_s_Empty_shape_tuple_for_cython_arr;
|
|
static PyObject *__pyx_n_s_Errors;
|
|
static PyObject *__pyx_n_s_INFIX;
|
|
static PyObject *__pyx_n_s_ImportError;
|
|
static PyObject *__pyx_kp_s_Incompatible_checksums_0x_x_vs_0;
|
|
static PyObject *__pyx_n_s_IndexError;
|
|
static PyObject *__pyx_kp_s_Indirect_dimensions_not_supporte;
|
|
static PyObject *__pyx_kp_s_Invalid_mode_expected_c_or_fortr;
|
|
static PyObject *__pyx_kp_s_Invalid_shape_in_axis_d_d;
|
|
static PyObject *__pyx_n_s_MemoryError;
|
|
static PyObject *__pyx_kp_s_MemoryView_of_r_at_0x_x;
|
|
static PyObject *__pyx_kp_s_MemoryView_of_r_object;
|
|
static PyObject *__pyx_n_s_NORM;
|
|
static PyObject *__pyx_n_b_O;
|
|
static PyObject *__pyx_n_s_ORTH;
|
|
static PyObject *__pyx_kp_s_Out_of_bounds_on_buffer_access_a;
|
|
static PyObject *__pyx_n_s_PREFIX;
|
|
static PyObject *__pyx_n_s_PickleError;
|
|
static PyObject *__pyx_kp_s_SPECIAL;
|
|
static PyObject *__pyx_kp_u_SPECIAL;
|
|
static PyObject *__pyx_n_s_SUFFIX;
|
|
static PyObject *__pyx_n_s_Scorer;
|
|
static PyObject *__pyx_n_s_Span;
|
|
static PyObject *__pyx_n_s_TOKEN;
|
|
static PyObject *__pyx_n_s_TOKEN_MATCH;
|
|
static PyObject *__pyx_n_s_Tokenizer;
|
|
static PyObject *__pyx_kp_u_Tokenizer___init___line_31;
|
|
static PyObject *__pyx_n_s_Tokenizer___reduce;
|
|
static PyObject *__pyx_n_s_Tokenizer__flush_cache;
|
|
static PyObject *__pyx_n_s_Tokenizer__flush_specials;
|
|
static PyObject *__pyx_n_s_Tokenizer__load_special_cases;
|
|
static PyObject *__pyx_n_s_Tokenizer__reload_special_cases;
|
|
static PyObject *__pyx_n_s_Tokenizer__reset_cache;
|
|
static PyObject *__pyx_n_s_Tokenizer__validate_special_case;
|
|
static PyObject *__pyx_n_s_Tokenizer_add_special_case;
|
|
static PyObject *__pyx_n_s_Tokenizer_explain;
|
|
static PyObject *__pyx_n_s_Tokenizer_find_infix;
|
|
static PyObject *__pyx_n_s_Tokenizer_find_prefix;
|
|
static PyObject *__pyx_n_s_Tokenizer_find_suffix;
|
|
static PyObject *__pyx_n_s_Tokenizer_from_bytes;
|
|
static PyObject *__pyx_n_s_Tokenizer_from_disk;
|
|
static PyObject *__pyx_n_s_Tokenizer_pipe;
|
|
static PyObject *__pyx_kp_s_Tokenizer_score;
|
|
static PyObject *__pyx_n_s_Tokenizer_to_bytes;
|
|
static PyObject *__pyx_n_s_Tokenizer_to_disk;
|
|
static PyObject *__pyx_n_s_TypeError;
|
|
static PyObject *__pyx_n_s_URL_MATCH;
|
|
static PyObject *__pyx_kp_s_Unable_to_convert_item_to_object;
|
|
static PyObject *__pyx_n_s_ValueError;
|
|
static PyObject *__pyx_n_s_View_MemoryView;
|
|
static PyObject *__pyx_kp_s__12;
|
|
static PyObject *__pyx_kp_s__2;
|
|
static PyObject *__pyx_kp_s_a;
|
|
static PyObject *__pyx_n_s_add;
|
|
static PyObject *__pyx_n_s_add_special_case;
|
|
static PyObject *__pyx_n_s_allocate_buffer;
|
|
static PyObject *__pyx_n_s_args;
|
|
static PyObject *__pyx_n_s_attr;
|
|
static PyObject *__pyx_n_s_attrs;
|
|
static PyObject *__pyx_n_s_base;
|
|
static PyObject *__pyx_n_s_batch_size;
|
|
static PyObject *__pyx_n_s_bytes_data;
|
|
static PyObject *__pyx_n_s_c;
|
|
static PyObject *__pyx_n_u_c;
|
|
static PyObject *__pyx_n_s_cached;
|
|
static PyObject *__pyx_n_s_chunk;
|
|
static PyObject *__pyx_n_s_class;
|
|
static PyObject *__pyx_n_s_cline_in_traceback;
|
|
static PyObject *__pyx_n_s_close;
|
|
static PyObject *__pyx_n_s_compile;
|
|
static PyObject *__pyx_kp_s_contiguous_and_direct;
|
|
static PyObject *__pyx_kp_s_contiguous_and_indirect;
|
|
static PyObject *__pyx_n_s_d;
|
|
static PyObject *__pyx_n_s_data;
|
|
static PyObject *__pyx_n_s_deserializers;
|
|
static PyObject *__pyx_n_s_dict;
|
|
static PyObject *__pyx_n_s_do_deprecated;
|
|
static PyObject *__pyx_n_s_doc;
|
|
static PyObject *__pyx_n_s_dtype_is_object;
|
|
static PyObject *__pyx_n_s_e;
|
|
static PyObject *__pyx_n_s_encode;
|
|
static PyObject *__pyx_n_s_end;
|
|
static PyObject *__pyx_n_s_ensure_path;
|
|
static PyObject *__pyx_n_s_enter;
|
|
static PyObject *__pyx_n_s_enumerate;
|
|
static PyObject *__pyx_n_s_error;
|
|
static PyObject *__pyx_n_s_errors;
|
|
static PyObject *__pyx_n_s_examples;
|
|
static PyObject *__pyx_n_s_exc;
|
|
static PyObject *__pyx_n_s_exceptions;
|
|
static PyObject *__pyx_n_s_exclude;
|
|
static PyObject *__pyx_n_s_exit;
|
|
static PyObject *__pyx_n_s_explain;
|
|
static PyObject *__pyx_n_s_explain_locals_genexpr;
|
|
static PyObject *__pyx_n_s_faster_heuristics;
|
|
static PyObject *__pyx_n_s_file;
|
|
static PyObject *__pyx_n_s_filter_spans;
|
|
static PyObject *__pyx_n_s_final_tokens;
|
|
static PyObject *__pyx_n_s_find_infix;
|
|
static PyObject *__pyx_n_s_find_prefix;
|
|
static PyObject *__pyx_n_s_find_suffix;
|
|
static PyObject *__pyx_n_s_finditer;
|
|
static PyObject *__pyx_n_s_flags;
|
|
static PyObject *__pyx_n_s_flush_cache;
|
|
static PyObject *__pyx_n_s_flush_specials;
|
|
static PyObject *__pyx_n_s_format;
|
|
static PyObject *__pyx_n_s_fortran;
|
|
static PyObject *__pyx_n_u_fortran;
|
|
static PyObject *__pyx_n_s_from_bytes;
|
|
static PyObject *__pyx_n_s_from_bytes_locals_lambda;
|
|
static PyObject *__pyx_n_s_from_disk;
|
|
static PyObject *__pyx_n_s_genexpr;
|
|
static PyObject *__pyx_n_s_get;
|
|
static PyObject *__pyx_n_s_get_regex_pattern;
|
|
static PyObject *__pyx_n_s_get_words_and_spaces;
|
|
static PyObject *__pyx_n_s_getstate;
|
|
static PyObject *__pyx_kp_s_got_differing_extents_in_dimensi;
|
|
static PyObject *__pyx_n_s_i;
|
|
static PyObject *__pyx_n_s_id;
|
|
static PyObject *__pyx_n_s_import;
|
|
static PyObject *__pyx_n_s_infix_finditer;
|
|
static PyObject *__pyx_n_s_infixes;
|
|
static PyObject *__pyx_n_s_intify_attrs;
|
|
static PyObject *__pyx_n_s_isspace;
|
|
static PyObject *__pyx_n_s_items;
|
|
static PyObject *__pyx_n_s_itemsize;
|
|
static PyObject *__pyx_kp_s_itemsize_0_for_cython_array;
|
|
static PyObject *__pyx_n_s_j;
|
|
static PyObject *__pyx_n_s_join;
|
|
static PyObject *__pyx_n_s_k;
|
|
static PyObject *__pyx_n_s_key;
|
|
static PyObject *__pyx_n_s_keys;
|
|
static PyObject *__pyx_n_s_kwargs;
|
|
static PyObject *__pyx_n_s_label;
|
|
static PyObject *__pyx_n_s_label_2;
|
|
static PyObject *__pyx_n_s_length;
|
|
static PyObject *__pyx_n_s_load_special_cases;
|
|
static PyObject *__pyx_n_s_m_id;
|
|
static PyObject *__pyx_n_s_main;
|
|
static PyObject *__pyx_n_s_match;
|
|
static PyObject *__pyx_n_s_matches;
|
|
static PyObject *__pyx_n_s_memview;
|
|
static PyObject *__pyx_n_s_mode;
|
|
static PyObject *__pyx_n_s_name;
|
|
static PyObject *__pyx_n_s_name_2;
|
|
static PyObject *__pyx_n_s_ndim;
|
|
static PyObject *__pyx_n_s_new;
|
|
static PyObject *__pyx_kp_s_no_default___reduce___due_to_non;
|
|
static PyObject *__pyx_kp_s_numpy_core_multiarray_failed_to;
|
|
static PyObject *__pyx_kp_s_numpy_core_umath_failed_to_impor;
|
|
static PyObject *__pyx_n_s_obj;
|
|
static PyObject *__pyx_n_s_offset;
|
|
static PyObject *__pyx_n_s_open;
|
|
static PyObject *__pyx_n_s_orth;
|
|
static PyObject *__pyx_n_s_pack;
|
|
static PyObject *__pyx_n_s_path;
|
|
static PyObject *__pyx_n_s_pattern;
|
|
static PyObject *__pyx_n_s_pickle;
|
|
static PyObject *__pyx_n_s_pipe;
|
|
static PyObject *__pyx_n_s_prefix_search;
|
|
static PyObject *__pyx_n_s_pyx_PickleError;
|
|
static PyObject *__pyx_n_s_pyx_checksum;
|
|
static PyObject *__pyx_n_s_pyx_getbuffer;
|
|
static PyObject *__pyx_n_s_pyx_result;
|
|
static PyObject *__pyx_n_s_pyx_state;
|
|
static PyObject *__pyx_n_s_pyx_type;
|
|
static PyObject *__pyx_n_s_pyx_unpickle_Enum;
|
|
static PyObject *__pyx_n_s_pyx_vtable;
|
|
static PyObject *__pyx_n_s_range;
|
|
static PyObject *__pyx_n_s_rb;
|
|
static PyObject *__pyx_n_s_re;
|
|
static PyObject *__pyx_n_s_read;
|
|
static PyObject *__pyx_n_s_realloc;
|
|
static PyObject *__pyx_n_s_reduce;
|
|
static PyObject *__pyx_n_s_reduce_cython;
|
|
static PyObject *__pyx_n_s_reduce_ex;
|
|
static PyObject *__pyx_n_s_regex;
|
|
static PyObject *__pyx_n_s_reload_special_cases;
|
|
static PyObject *__pyx_n_s_reset_cache;
|
|
static PyObject *__pyx_n_s_reversed;
|
|
static PyObject *__pyx_n_s_rules;
|
|
static PyObject *__pyx_n_s_s;
|
|
static PyObject *__pyx_n_s_score;
|
|
static PyObject *__pyx_n_s_score_tokenization;
|
|
static PyObject *__pyx_n_s_scorer;
|
|
static PyObject *__pyx_n_s_search;
|
|
static PyObject *__pyx_n_s_self;
|
|
static PyObject *__pyx_n_s_self_2;
|
|
static PyObject *__pyx_n_s_send;
|
|
static PyObject *__pyx_n_s_serializers;
|
|
static PyObject *__pyx_n_s_setdefault;
|
|
static PyObject *__pyx_n_s_setstate;
|
|
static PyObject *__pyx_n_s_setstate_cython;
|
|
static PyObject *__pyx_n_s_shape;
|
|
static PyObject *__pyx_n_s_size;
|
|
static PyObject *__pyx_n_s_space;
|
|
static PyObject *__pyx_n_s_spaces;
|
|
static PyObject *__pyx_n_s_spacy_tokenizer;
|
|
static PyObject *__pyx_kp_s_spacy_tokenizer_pyx;
|
|
static PyObject *__pyx_n_s_span;
|
|
static PyObject *__pyx_n_s_spans;
|
|
static PyObject *__pyx_n_s_spans_by_start;
|
|
static PyObject *__pyx_n_s_spec;
|
|
static PyObject *__pyx_n_s_special_cases;
|
|
static PyObject *__pyx_n_s_special_token;
|
|
static PyObject *__pyx_n_s_special_tokens;
|
|
static PyObject *__pyx_n_s_split;
|
|
static PyObject *__pyx_n_s_stale_special;
|
|
static PyObject *__pyx_n_s_start;
|
|
static PyObject *__pyx_n_s_step;
|
|
static PyObject *__pyx_n_s_stop;
|
|
static PyObject *__pyx_kp_s_strided_and_direct;
|
|
static PyObject *__pyx_kp_s_strided_and_direct_or_indirect;
|
|
static PyObject *__pyx_kp_s_strided_and_indirect;
|
|
static PyObject *__pyx_n_s_string;
|
|
static PyObject *__pyx_n_s_strings_map;
|
|
static PyObject *__pyx_kp_s_stringsource;
|
|
static PyObject *__pyx_n_s_struct;
|
|
static PyObject *__pyx_n_s_substring;
|
|
static PyObject *__pyx_n_s_substrings;
|
|
static PyObject *__pyx_n_s_suffix_search;
|
|
static PyObject *__pyx_n_s_suffixes;
|
|
static PyObject *__pyx_n_s_symbols;
|
|
static PyObject *__pyx_n_s_t;
|
|
static PyObject *__pyx_n_s_t_spaces;
|
|
static PyObject *__pyx_n_s_t_words;
|
|
static PyObject *__pyx_n_s_test;
|
|
static PyObject *__pyx_n_s_text;
|
|
static PyObject *__pyx_n_s_texts;
|
|
static PyObject *__pyx_n_s_throw;
|
|
static PyObject *__pyx_n_s_to_bytes;
|
|
static PyObject *__pyx_n_s_to_bytes_locals_lambda;
|
|
static PyObject *__pyx_n_s_to_disk;
|
|
static PyObject *__pyx_n_s_token_attrs;
|
|
static PyObject *__pyx_n_s_token_match;
|
|
static PyObject *__pyx_n_s_tokens;
|
|
static PyObject *__pyx_n_s_training;
|
|
static PyObject *__pyx_kp_s_unable_to_allocate_array_data;
|
|
static PyObject *__pyx_kp_s_unable_to_allocate_shape_and_str;
|
|
static PyObject *__pyx_n_s_unpack;
|
|
static PyObject *__pyx_n_s_update;
|
|
static PyObject *__pyx_n_s_url_match;
|
|
static PyObject *__pyx_n_s_util;
|
|
static PyObject *__pyx_n_s_validate_examples;
|
|
static PyObject *__pyx_n_s_validate_special_case;
|
|
static PyObject *__pyx_n_s_vocab;
|
|
static PyObject *__pyx_n_s_wb;
|
|
static PyObject *__pyx_n_s_word;
|
|
static PyObject *__pyx_n_s_words;
|
|
static PyObject *__pyx_n_s_write;
|
|
static PyObject *__pyx_n_s_zip;
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer___init__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, PyObject *__pyx_v_rules, PyObject *__pyx_v_prefix_search, PyObject *__pyx_v_suffix_search, PyObject *__pyx_v_infix_finditer, PyObject *__pyx_v_token_match, PyObject *__pyx_v_url_match, PyObject *__pyx_v_faster_heuristics); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_token_match); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_url_match); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_prefix_search); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_suffix_search); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_infix_finditer); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_rules); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_faster_heuristics); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_2__reduce__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_4__call__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_6pipe(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_texts, CYTHON_UNUSED PyObject *__pyx_v_batch_size); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9_flush_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11_reset_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_keys); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13_flush_specials(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_15find_infix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17find_prefix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_19find_suffix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_21_load_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_special_cases); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_23_validate_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_chunk, PyObject *__pyx_v_substrings); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_25add_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, PyObject *__pyx_v_substrings); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_3genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_6genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_29explain(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_text); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_31score(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_examples, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_33to_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_kwargs); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_35from_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda9(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_37to_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_39from_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5vocab___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer__get_regex_pattern(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_regex); /* proto */
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer); /* proto */
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
|
|
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr); /* proto */
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item); /* proto */
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /* proto */
|
|
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name); /* proto */
|
|
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state); /* proto */
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object); /* proto */
|
|
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto */
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state); /* proto */
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer_Tokenizer(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_setdefault = {0, &__pyx_n_s_setdefault, 0, 0, 0};
|
|
static PyObject *__pyx_int_0;
|
|
static PyObject *__pyx_int_1;
|
|
static PyObject *__pyx_int_1000;
|
|
static PyObject *__pyx_int_112105877;
|
|
static PyObject *__pyx_int_136983863;
|
|
static PyObject *__pyx_int_184977713;
|
|
static PyObject *__pyx_int_neg_1;
|
|
static PyObject *__pyx_k__19;
|
|
static PyObject *__pyx_k__21;
|
|
static PyObject *__pyx_k__23;
|
|
static PyObject *__pyx_codeobj_;
|
|
static PyObject *__pyx_slice__42;
|
|
static PyObject *__pyx_tuple__18;
|
|
static PyObject *__pyx_tuple__26;
|
|
static PyObject *__pyx_tuple__27;
|
|
static PyObject *__pyx_tuple__28;
|
|
static PyObject *__pyx_tuple__29;
|
|
static PyObject *__pyx_tuple__30;
|
|
static PyObject *__pyx_tuple__31;
|
|
static PyObject *__pyx_tuple__32;
|
|
static PyObject *__pyx_tuple__33;
|
|
static PyObject *__pyx_tuple__34;
|
|
static PyObject *__pyx_tuple__35;
|
|
static PyObject *__pyx_tuple__36;
|
|
static PyObject *__pyx_tuple__37;
|
|
static PyObject *__pyx_tuple__38;
|
|
static PyObject *__pyx_tuple__39;
|
|
static PyObject *__pyx_tuple__40;
|
|
static PyObject *__pyx_tuple__41;
|
|
static PyObject *__pyx_tuple__43;
|
|
static PyObject *__pyx_tuple__44;
|
|
static PyObject *__pyx_tuple__45;
|
|
static PyObject *__pyx_tuple__47;
|
|
static PyObject *__pyx_tuple__48;
|
|
static PyObject *__pyx_tuple__49;
|
|
static PyObject *__pyx_tuple__50;
|
|
static PyObject *__pyx_tuple__51;
|
|
static PyObject *__pyx_tuple__52;
|
|
static PyObject *__pyx_tuple__53;
|
|
static PyObject *__pyx_tuple__54;
|
|
static PyObject *__pyx_tuple__55;
|
|
static PyObject *__pyx_tuple__56;
|
|
static PyObject *__pyx_tuple__57;
|
|
static PyObject *__pyx_tuple__58;
|
|
static PyObject *__pyx_tuple__59;
|
|
static PyObject *__pyx_tuple__60;
|
|
static PyObject *__pyx_tuple__61;
|
|
static PyObject *__pyx_tuple__62;
|
|
static PyObject *__pyx_tuple__63;
|
|
static PyObject *__pyx_tuple__64;
|
|
static PyObject *__pyx_tuple__65;
|
|
static PyObject *__pyx_tuple__66;
|
|
static PyObject *__pyx_tuple__67;
|
|
static PyObject *__pyx_tuple__68;
|
|
static PyObject *__pyx_tuple__69;
|
|
static PyObject *__pyx_tuple__70;
|
|
static PyObject *__pyx_tuple__71;
|
|
static PyObject *__pyx_tuple__72;
|
|
static PyObject *__pyx_codeobj__3;
|
|
static PyObject *__pyx_codeobj__4;
|
|
static PyObject *__pyx_codeobj__5;
|
|
static PyObject *__pyx_codeobj__6;
|
|
static PyObject *__pyx_codeobj__7;
|
|
static PyObject *__pyx_codeobj__8;
|
|
static PyObject *__pyx_codeobj__9;
|
|
static PyObject *__pyx_codeobj__10;
|
|
static PyObject *__pyx_codeobj__11;
|
|
static PyObject *__pyx_codeobj__13;
|
|
static PyObject *__pyx_codeobj__14;
|
|
static PyObject *__pyx_codeobj__15;
|
|
static PyObject *__pyx_codeobj__16;
|
|
static PyObject *__pyx_codeobj__17;
|
|
static PyObject *__pyx_codeobj__20;
|
|
static PyObject *__pyx_codeobj__22;
|
|
static PyObject *__pyx_codeobj__24;
|
|
static PyObject *__pyx_codeobj__25;
|
|
static PyObject *__pyx_codeobj__46;
|
|
/* Late includes */
|
|
|
|
/* "spacy/tokenizer.pyx":31
|
|
* DOCS: https://spacy.io/api/tokenizer
|
|
* """
|
|
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
|
|
* suffix_search=None, infix_finditer=None, token_match=None,
|
|
* url_match=None, faster_heuristics=True):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer___init__[] = "Create a `Tokenizer`, to create `Doc` objects given unicode text.\n\n vocab (Vocab): A storage container for lexical types.\n rules (dict): Exceptions and special-cases for the tokenizer.\n prefix_search (callable): A function matching the signature of\n `re.compile(string).search` to match prefixes.\n suffix_search (callable): A function matching the signature of\n `re.compile(string).search` to match suffixes.\n infix_finditer (callable): A function matching the signature of\n `re.compile(string).finditer` to find infixes.\n token_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as tokens.\n url_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as urls.\n faster_heuristics (bool): Whether to restrict the final\n Matcher-based pass for rules to those containing affixes or space.\n Defaults to True.\n\n EXAMPLE:\n >>> tokenizer = Tokenizer(nlp.vocab)\n\n DOCS: https://spacy.io/api/tokenizer#init\n ";
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
struct wrapperbase __pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__;
|
|
#endif
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab = 0;
|
|
PyObject *__pyx_v_rules = 0;
|
|
PyObject *__pyx_v_prefix_search = 0;
|
|
PyObject *__pyx_v_suffix_search = 0;
|
|
PyObject *__pyx_v_infix_finditer = 0;
|
|
PyObject *__pyx_v_token_match = 0;
|
|
PyObject *__pyx_v_url_match = 0;
|
|
PyObject *__pyx_v_faster_heuristics = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_vocab,&__pyx_n_s_rules,&__pyx_n_s_prefix_search,&__pyx_n_s_suffix_search,&__pyx_n_s_infix_finditer,&__pyx_n_s_token_match,&__pyx_n_s_url_match,&__pyx_n_s_faster_heuristics,0};
|
|
PyObject* values[8] = {0,0,0,0,0,0,0,0};
|
|
values[1] = ((PyObject *)Py_None);
|
|
values[2] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokenizer.pyx":32
|
|
* """
|
|
* def __init__(self, Vocab vocab, rules=None, prefix_search=None,
|
|
* suffix_search=None, infix_finditer=None, token_match=None, # <<<<<<<<<<<<<<
|
|
* url_match=None, faster_heuristics=True):
|
|
* """Create a `Tokenizer`, to create `Doc` objects given unicode text.
|
|
*/
|
|
values[3] = ((PyObject *)Py_None);
|
|
values[4] = ((PyObject *)Py_None);
|
|
values[5] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokenizer.pyx":33
|
|
* def __init__(self, Vocab vocab, rules=None, prefix_search=None,
|
|
* suffix_search=None, infix_finditer=None, token_match=None,
|
|
* url_match=None, faster_heuristics=True): # <<<<<<<<<<<<<<
|
|
* """Create a `Tokenizer`, to create `Doc` objects given unicode text.
|
|
*
|
|
*/
|
|
values[6] = ((PyObject *)Py_None);
|
|
values[7] = ((PyObject *)Py_True);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
|
|
CYTHON_FALLTHROUGH;
|
|
case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
|
|
CYTHON_FALLTHROUGH;
|
|
case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
|
|
CYTHON_FALLTHROUGH;
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rules);
|
|
if (value) { values[1] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_prefix_search);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 3:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_suffix_search);
|
|
if (value) { values[3] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 4:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_infix_finditer);
|
|
if (value) { values[4] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 5:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_token_match);
|
|
if (value) { values[5] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 6:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_url_match);
|
|
if (value) { values[6] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 7:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_faster_heuristics);
|
|
if (value) { values[7] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 31, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
|
|
CYTHON_FALLTHROUGH;
|
|
case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
|
|
CYTHON_FALLTHROUGH;
|
|
case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
|
|
CYTHON_FALLTHROUGH;
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)values[0]);
|
|
__pyx_v_rules = values[1];
|
|
__pyx_v_prefix_search = values[2];
|
|
__pyx_v_suffix_search = values[3];
|
|
__pyx_v_infix_finditer = values[4];
|
|
__pyx_v_token_match = values[5];
|
|
__pyx_v_url_match = values[6];
|
|
__pyx_v_faster_heuristics = values[7];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__init__", 0, 1, 8, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 31, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vocab), __pyx_ptype_5spacy_5vocab_Vocab, 1, "vocab", 0))) __PYX_ERR(0, 31, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer___init__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_vocab, __pyx_v_rules, __pyx_v_prefix_search, __pyx_v_suffix_search, __pyx_v_infix_finditer, __pyx_v_token_match, __pyx_v_url_match, __pyx_v_faster_heuristics);
|
|
|
|
/* "spacy/tokenizer.pyx":31
|
|
* DOCS: https://spacy.io/api/tokenizer
|
|
* """
|
|
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
|
|
* suffix_search=None, infix_finditer=None, token_match=None,
|
|
* url_match=None, faster_heuristics=True):
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer___init__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, PyObject *__pyx_v_rules, PyObject *__pyx_v_prefix_search, PyObject *__pyx_v_suffix_search, PyObject *__pyx_v_infix_finditer, PyObject *__pyx_v_token_match, PyObject *__pyx_v_url_match, PyObject *__pyx_v_faster_heuristics) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__init__", 0);
|
|
__Pyx_TraceCall("__init__", __pyx_f[0], 31, 0, __PYX_ERR(0, 31, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":59
|
|
* DOCS: https://spacy.io/api/tokenizer#init
|
|
* """
|
|
* self.mem = Pool() # <<<<<<<<<<<<<<
|
|
* self._cache = PreshMap()
|
|
* self._specials = PreshMap()
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5cymem_5cymem_Pool)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 59, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->mem);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->mem));
|
|
__pyx_v_self->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":60
|
|
* """
|
|
* self.mem = Pool()
|
|
* self._cache = PreshMap() # <<<<<<<<<<<<<<
|
|
* self._specials = PreshMap()
|
|
* self.token_match = token_match
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_7preshed_4maps_PreshMap)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 60, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_cache);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->_cache));
|
|
__pyx_v_self->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":61
|
|
* self.mem = Pool()
|
|
* self._cache = PreshMap()
|
|
* self._specials = PreshMap() # <<<<<<<<<<<<<<
|
|
* self.token_match = token_match
|
|
* self.url_match = url_match
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_7preshed_4maps_PreshMap)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 61, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_specials);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->_specials));
|
|
__pyx_v_self->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":62
|
|
* self._cache = PreshMap()
|
|
* self._specials = PreshMap()
|
|
* self.token_match = token_match # <<<<<<<<<<<<<<
|
|
* self.url_match = url_match
|
|
* self.prefix_search = prefix_search
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_token_match, __pyx_v_token_match) < 0) __PYX_ERR(0, 62, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":63
|
|
* self._specials = PreshMap()
|
|
* self.token_match = token_match
|
|
* self.url_match = url_match # <<<<<<<<<<<<<<
|
|
* self.prefix_search = prefix_search
|
|
* self.suffix_search = suffix_search
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_url_match, __pyx_v_url_match) < 0) __PYX_ERR(0, 63, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":64
|
|
* self.token_match = token_match
|
|
* self.url_match = url_match
|
|
* self.prefix_search = prefix_search # <<<<<<<<<<<<<<
|
|
* self.suffix_search = suffix_search
|
|
* self.infix_finditer = infix_finditer
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_prefix_search, __pyx_v_prefix_search) < 0) __PYX_ERR(0, 64, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":65
|
|
* self.url_match = url_match
|
|
* self.prefix_search = prefix_search
|
|
* self.suffix_search = suffix_search # <<<<<<<<<<<<<<
|
|
* self.infix_finditer = infix_finditer
|
|
* self.vocab = vocab
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_suffix_search, __pyx_v_suffix_search) < 0) __PYX_ERR(0, 65, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":66
|
|
* self.prefix_search = prefix_search
|
|
* self.suffix_search = suffix_search
|
|
* self.infix_finditer = infix_finditer # <<<<<<<<<<<<<<
|
|
* self.vocab = vocab
|
|
* self.faster_heuristics = faster_heuristics
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_infix_finditer, __pyx_v_infix_finditer) < 0) __PYX_ERR(0, 66, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":67
|
|
* self.suffix_search = suffix_search
|
|
* self.infix_finditer = infix_finditer
|
|
* self.vocab = vocab # <<<<<<<<<<<<<<
|
|
* self.faster_heuristics = faster_heuristics
|
|
* self._rules = {}
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GOTREF(__pyx_v_self->vocab);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->vocab));
|
|
__pyx_v_self->vocab = __pyx_v_vocab;
|
|
|
|
/* "spacy/tokenizer.pyx":68
|
|
* self.infix_finditer = infix_finditer
|
|
* self.vocab = vocab
|
|
* self.faster_heuristics = faster_heuristics # <<<<<<<<<<<<<<
|
|
* self._rules = {}
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_faster_heuristics, __pyx_v_faster_heuristics) < 0) __PYX_ERR(0, 68, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":69
|
|
* self.vocab = vocab
|
|
* self.faster_heuristics = faster_heuristics
|
|
* self._rules = {} # <<<<<<<<<<<<<<
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* self._load_special_cases(rules)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_rules);
|
|
__Pyx_DECREF(__pyx_v_self->_rules);
|
|
__pyx_v_self->_rules = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":70
|
|
* self.faster_heuristics = faster_heuristics
|
|
* self._rules = {}
|
|
* self._special_matcher = PhraseMatcher(self.vocab) # <<<<<<<<<<<<<<
|
|
* self._load_special_cases(rules)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher), ((PyObject *)__pyx_v_self->vocab)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 70, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_special_matcher);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->_special_matcher));
|
|
__pyx_v_self->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":71
|
|
* self._rules = {}
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* self._load_special_cases(rules) # <<<<<<<<<<<<<<
|
|
*
|
|
* property token_match:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_load_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_rules) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_rules);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":31
|
|
* DOCS: https://spacy.io/api/tokenizer
|
|
* """
|
|
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
|
|
* suffix_search=None, infix_finditer=None, token_match=None,
|
|
* url_match=None, faster_heuristics=True):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":74
|
|
*
|
|
* property token_match:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._token_match
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 74, 0, __PYX_ERR(0, 74, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":75
|
|
* property token_match:
|
|
* def __get__(self):
|
|
* return self._token_match # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, token_match):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_token_match);
|
|
__pyx_r = __pyx_v_self->_token_match;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":74
|
|
*
|
|
* property token_match:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._token_match
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.token_match.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":77
|
|
* return self._token_match
|
|
*
|
|
* def __set__(self, token_match): # <<<<<<<<<<<<<<
|
|
* self._token_match = token_match
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_token_match); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_token_match) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_token_match));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_token_match) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 77, 0, __PYX_ERR(0, 77, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":78
|
|
*
|
|
* def __set__(self, token_match):
|
|
* self._token_match = token_match # <<<<<<<<<<<<<<
|
|
* self._reload_special_cases()
|
|
*
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_token_match);
|
|
__Pyx_GIVEREF(__pyx_v_token_match);
|
|
__Pyx_GOTREF(__pyx_v_self->_token_match);
|
|
__Pyx_DECREF(__pyx_v_self->_token_match);
|
|
__pyx_v_self->_token_match = __pyx_v_token_match;
|
|
|
|
/* "spacy/tokenizer.pyx":79
|
|
* def __set__(self, token_match):
|
|
* self._token_match = token_match
|
|
* self._reload_special_cases() # <<<<<<<<<<<<<<
|
|
*
|
|
* property url_match:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reload_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 79, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 79, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":77
|
|
* return self._token_match
|
|
*
|
|
* def __set__(self, token_match): # <<<<<<<<<<<<<<
|
|
* self._token_match = token_match
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.token_match.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":82
|
|
*
|
|
* property url_match:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._url_match
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 82, 0, __PYX_ERR(0, 82, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":83
|
|
* property url_match:
|
|
* def __get__(self):
|
|
* return self._url_match # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, url_match):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_url_match);
|
|
__pyx_r = __pyx_v_self->_url_match;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":82
|
|
*
|
|
* property url_match:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._url_match
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.url_match.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":85
|
|
* return self._url_match
|
|
*
|
|
* def __set__(self, url_match): # <<<<<<<<<<<<<<
|
|
* self._url_match = url_match
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_url_match); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_url_match) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_url_match));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_url_match) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 85, 0, __PYX_ERR(0, 85, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":86
|
|
*
|
|
* def __set__(self, url_match):
|
|
* self._url_match = url_match # <<<<<<<<<<<<<<
|
|
* self._reload_special_cases()
|
|
*
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_url_match);
|
|
__Pyx_GIVEREF(__pyx_v_url_match);
|
|
__Pyx_GOTREF(__pyx_v_self->_url_match);
|
|
__Pyx_DECREF(__pyx_v_self->_url_match);
|
|
__pyx_v_self->_url_match = __pyx_v_url_match;
|
|
|
|
/* "spacy/tokenizer.pyx":87
|
|
* def __set__(self, url_match):
|
|
* self._url_match = url_match
|
|
* self._reload_special_cases() # <<<<<<<<<<<<<<
|
|
*
|
|
* property prefix_search:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reload_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 87, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 87, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":85
|
|
* return self._url_match
|
|
*
|
|
* def __set__(self, url_match): # <<<<<<<<<<<<<<
|
|
* self._url_match = url_match
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.url_match.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":90
|
|
*
|
|
* property prefix_search:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._prefix_search
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 90, 0, __PYX_ERR(0, 90, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":91
|
|
* property prefix_search:
|
|
* def __get__(self):
|
|
* return self._prefix_search # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, prefix_search):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_prefix_search);
|
|
__pyx_r = __pyx_v_self->_prefix_search;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":90
|
|
*
|
|
* property prefix_search:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._prefix_search
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.prefix_search.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":93
|
|
* return self._prefix_search
|
|
*
|
|
* def __set__(self, prefix_search): # <<<<<<<<<<<<<<
|
|
* self._prefix_search = prefix_search
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_prefix_search); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_prefix_search) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_prefix_search));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_prefix_search) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 93, 0, __PYX_ERR(0, 93, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":94
|
|
*
|
|
* def __set__(self, prefix_search):
|
|
* self._prefix_search = prefix_search # <<<<<<<<<<<<<<
|
|
* self._reload_special_cases()
|
|
*
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_prefix_search);
|
|
__Pyx_GIVEREF(__pyx_v_prefix_search);
|
|
__Pyx_GOTREF(__pyx_v_self->_prefix_search);
|
|
__Pyx_DECREF(__pyx_v_self->_prefix_search);
|
|
__pyx_v_self->_prefix_search = __pyx_v_prefix_search;
|
|
|
|
/* "spacy/tokenizer.pyx":95
|
|
* def __set__(self, prefix_search):
|
|
* self._prefix_search = prefix_search
|
|
* self._reload_special_cases() # <<<<<<<<<<<<<<
|
|
*
|
|
* property suffix_search:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reload_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 95, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 95, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":93
|
|
* return self._prefix_search
|
|
*
|
|
* def __set__(self, prefix_search): # <<<<<<<<<<<<<<
|
|
* self._prefix_search = prefix_search
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.prefix_search.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":98
|
|
*
|
|
* property suffix_search:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._suffix_search
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 98, 0, __PYX_ERR(0, 98, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":99
|
|
* property suffix_search:
|
|
* def __get__(self):
|
|
* return self._suffix_search # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, suffix_search):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_suffix_search);
|
|
__pyx_r = __pyx_v_self->_suffix_search;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":98
|
|
*
|
|
* property suffix_search:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._suffix_search
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.suffix_search.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":101
|
|
* return self._suffix_search
|
|
*
|
|
* def __set__(self, suffix_search): # <<<<<<<<<<<<<<
|
|
* self._suffix_search = suffix_search
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_suffix_search); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_suffix_search) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_suffix_search));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_suffix_search) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 101, 0, __PYX_ERR(0, 101, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":102
|
|
*
|
|
* def __set__(self, suffix_search):
|
|
* self._suffix_search = suffix_search # <<<<<<<<<<<<<<
|
|
* self._reload_special_cases()
|
|
*
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_suffix_search);
|
|
__Pyx_GIVEREF(__pyx_v_suffix_search);
|
|
__Pyx_GOTREF(__pyx_v_self->_suffix_search);
|
|
__Pyx_DECREF(__pyx_v_self->_suffix_search);
|
|
__pyx_v_self->_suffix_search = __pyx_v_suffix_search;
|
|
|
|
/* "spacy/tokenizer.pyx":103
|
|
* def __set__(self, suffix_search):
|
|
* self._suffix_search = suffix_search
|
|
* self._reload_special_cases() # <<<<<<<<<<<<<<
|
|
*
|
|
* property infix_finditer:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reload_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 103, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 103, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":101
|
|
* return self._suffix_search
|
|
*
|
|
* def __set__(self, suffix_search): # <<<<<<<<<<<<<<
|
|
* self._suffix_search = suffix_search
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.suffix_search.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":106
|
|
*
|
|
* property infix_finditer:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._infix_finditer
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 106, 0, __PYX_ERR(0, 106, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":107
|
|
* property infix_finditer:
|
|
* def __get__(self):
|
|
* return self._infix_finditer # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, infix_finditer):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_infix_finditer);
|
|
__pyx_r = __pyx_v_self->_infix_finditer;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":106
|
|
*
|
|
* property infix_finditer:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._infix_finditer
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.infix_finditer.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":109
|
|
* return self._infix_finditer
|
|
*
|
|
* def __set__(self, infix_finditer): # <<<<<<<<<<<<<<
|
|
* self._infix_finditer = infix_finditer
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_infix_finditer); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_infix_finditer) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_infix_finditer));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_infix_finditer) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 109, 0, __PYX_ERR(0, 109, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":110
|
|
*
|
|
* def __set__(self, infix_finditer):
|
|
* self._infix_finditer = infix_finditer # <<<<<<<<<<<<<<
|
|
* self._reload_special_cases()
|
|
*
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_infix_finditer);
|
|
__Pyx_GIVEREF(__pyx_v_infix_finditer);
|
|
__Pyx_GOTREF(__pyx_v_self->_infix_finditer);
|
|
__Pyx_DECREF(__pyx_v_self->_infix_finditer);
|
|
__pyx_v_self->_infix_finditer = __pyx_v_infix_finditer;
|
|
|
|
/* "spacy/tokenizer.pyx":111
|
|
* def __set__(self, infix_finditer):
|
|
* self._infix_finditer = infix_finditer
|
|
* self._reload_special_cases() # <<<<<<<<<<<<<<
|
|
*
|
|
* property rules:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reload_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 111, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 111, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":109
|
|
* return self._infix_finditer
|
|
*
|
|
* def __set__(self, infix_finditer): # <<<<<<<<<<<<<<
|
|
* self._infix_finditer = infix_finditer
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.infix_finditer.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":114
|
|
*
|
|
* property rules:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._rules
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 114, 0, __PYX_ERR(0, 114, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":115
|
|
* property rules:
|
|
* def __get__(self):
|
|
* return self._rules # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, rules):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_rules);
|
|
__pyx_r = __pyx_v_self->_rules;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":114
|
|
*
|
|
* property rules:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return self._rules
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.rules.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":117
|
|
* return self._rules
|
|
*
|
|
* def __set__(self, rules): # <<<<<<<<<<<<<<
|
|
* self._rules = {}
|
|
* self._flush_cache()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_rules); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_rules) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_rules));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_rules) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 117, 0, __PYX_ERR(0, 117, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":118
|
|
*
|
|
* def __set__(self, rules):
|
|
* self._rules = {} # <<<<<<<<<<<<<<
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 118, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_rules);
|
|
__Pyx_DECREF(__pyx_v_self->_rules);
|
|
__pyx_v_self->_rules = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":119
|
|
* def __set__(self, rules):
|
|
* self._rules = {}
|
|
* self._flush_cache() # <<<<<<<<<<<<<<
|
|
* self._flush_specials()
|
|
* self._cache = PreshMap()
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_flush_cache); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":120
|
|
* self._rules = {}
|
|
* self._flush_cache()
|
|
* self._flush_specials() # <<<<<<<<<<<<<<
|
|
* self._cache = PreshMap()
|
|
* self._specials = PreshMap()
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_flush_specials); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 120, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 120, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":121
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
* self._cache = PreshMap() # <<<<<<<<<<<<<<
|
|
* self._specials = PreshMap()
|
|
* self._load_special_cases(rules)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_7preshed_4maps_PreshMap)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 121, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_cache);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->_cache));
|
|
__pyx_v_self->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":122
|
|
* self._flush_specials()
|
|
* self._cache = PreshMap()
|
|
* self._specials = PreshMap() # <<<<<<<<<<<<<<
|
|
* self._load_special_cases(rules)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_7preshed_4maps_PreshMap)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 122, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_specials);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->_specials));
|
|
__pyx_v_self->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":123
|
|
* self._cache = PreshMap()
|
|
* self._specials = PreshMap()
|
|
* self._load_special_cases(rules) # <<<<<<<<<<<<<<
|
|
*
|
|
* property faster_heuristics:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_load_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 123, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_rules) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_rules);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 123, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":117
|
|
* return self._rules
|
|
*
|
|
* def __set__(self, rules): # <<<<<<<<<<<<<<
|
|
* self._rules = {}
|
|
* self._flush_cache()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.rules.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":126
|
|
*
|
|
* property faster_heuristics:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return bool(self._faster_heuristics)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 126, 0, __PYX_ERR(0, 126, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":127
|
|
* property faster_heuristics:
|
|
* def __get__(self):
|
|
* return bool(self._faster_heuristics) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, faster_heuristics):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_self->_faster_heuristics); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyBool_FromLong((!(!__pyx_t_2))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":126
|
|
*
|
|
* property faster_heuristics:
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* return bool(self._faster_heuristics)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.faster_heuristics.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":129
|
|
* return bool(self._faster_heuristics)
|
|
*
|
|
* def __set__(self, faster_heuristics): # <<<<<<<<<<<<<<
|
|
* self._faster_heuristics = bool(faster_heuristics)
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_faster_heuristics); /*proto*/
|
|
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_faster_heuristics) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_faster_heuristics));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_faster_heuristics) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 129, 0, __PYX_ERR(0, 129, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":130
|
|
*
|
|
* def __set__(self, faster_heuristics):
|
|
* self._faster_heuristics = bool(faster_heuristics) # <<<<<<<<<<<<<<
|
|
* self._reload_special_cases()
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_faster_heuristics); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
__pyx_v_self->_faster_heuristics = (!(!__pyx_t_1));
|
|
|
|
/* "spacy/tokenizer.pyx":131
|
|
* def __set__(self, faster_heuristics):
|
|
* self._faster_heuristics = bool(faster_heuristics)
|
|
* self._reload_special_cases() # <<<<<<<<<<<<<<
|
|
*
|
|
* def __reduce__(self):
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reload_special_cases); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 131, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 131, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":129
|
|
* return bool(self._faster_heuristics)
|
|
*
|
|
* def __set__(self, faster_heuristics): # <<<<<<<<<<<<<<
|
|
* self._faster_heuristics = bool(faster_heuristics)
|
|
* self._reload_special_cases()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.faster_heuristics.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":133
|
|
* self._reload_special_cases()
|
|
*
|
|
* def __reduce__(self): # <<<<<<<<<<<<<<
|
|
* args = (self.vocab,
|
|
* self.rules,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_2__reduce__[] = "Tokenizer.__reduce__(self)";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_3__reduce__ = {"__reduce__", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_2__reduce__};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_2__reduce__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_2__reduce__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_v_args = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj_)
|
|
__Pyx_RefNannySetupContext("__reduce__", 0);
|
|
__Pyx_TraceCall("__reduce__", __pyx_f[0], 133, 0, __PYX_ERR(0, 133, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":135
|
|
* def __reduce__(self):
|
|
* args = (self.vocab,
|
|
* self.rules, # <<<<<<<<<<<<<<
|
|
* self.prefix_search,
|
|
* self.suffix_search,
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_rules); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 135, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "spacy/tokenizer.pyx":136
|
|
* args = (self.vocab,
|
|
* self.rules,
|
|
* self.prefix_search, # <<<<<<<<<<<<<<
|
|
* self.suffix_search,
|
|
* self.infix_finditer,
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 136, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
|
|
/* "spacy/tokenizer.pyx":137
|
|
* self.rules,
|
|
* self.prefix_search,
|
|
* self.suffix_search, # <<<<<<<<<<<<<<
|
|
* self.infix_finditer,
|
|
* self.token_match,
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 137, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
|
|
/* "spacy/tokenizer.pyx":138
|
|
* self.prefix_search,
|
|
* self.suffix_search,
|
|
* self.infix_finditer, # <<<<<<<<<<<<<<
|
|
* self.token_match,
|
|
* self.url_match)
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 138, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
|
|
/* "spacy/tokenizer.pyx":139
|
|
* self.suffix_search,
|
|
* self.infix_finditer,
|
|
* self.token_match, # <<<<<<<<<<<<<<
|
|
* self.url_match)
|
|
* return (self.__class__, args, None, None)
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 139, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
|
|
/* "spacy/tokenizer.pyx":140
|
|
* self.infix_finditer,
|
|
* self.token_match,
|
|
* self.url_match) # <<<<<<<<<<<<<<
|
|
* return (self.__class__, args, None, None)
|
|
*
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_url_match); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 140, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
|
|
/* "spacy/tokenizer.pyx":134
|
|
*
|
|
* def __reduce__(self):
|
|
* args = (self.vocab, # <<<<<<<<<<<<<<
|
|
* self.rules,
|
|
* self.prefix_search,
|
|
*/
|
|
__pyx_t_7 = PyTuple_New(7); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 134, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self->vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self->vocab));
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, ((PyObject *)__pyx_v_self->vocab));
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 2, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 3, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 4, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 5, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 6, __pyx_t_6);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_v_args = ((PyObject*)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":141
|
|
* self.token_match,
|
|
* self.url_match)
|
|
* return (self.__class__, args, None, None) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __call__(self, str string):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_class); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 141, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_6 = PyTuple_New(4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 141, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_7);
|
|
__Pyx_INCREF(__pyx_v_args);
|
|
__Pyx_GIVEREF(__pyx_v_args);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_v_args);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 2, Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 3, Py_None);
|
|
__pyx_t_7 = 0;
|
|
__pyx_r = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":133
|
|
* self._reload_special_cases()
|
|
*
|
|
* def __reduce__(self): # <<<<<<<<<<<<<<
|
|
* args = (self.vocab,
|
|
* self.rules,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_args);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":143
|
|
* return (self.__class__, args, None, None)
|
|
*
|
|
* def __call__(self, str string): # <<<<<<<<<<<<<<
|
|
* """Tokenize a string.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_4__call__[] = "Tokenize a string.\n\n string (str): The string to tokenize.\n RETURNS (Doc): A container for linguistic annotations.\n\n DOCS: https://spacy.io/api/tokenizer#call\n ";
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
struct wrapperbase __pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__;
|
|
#endif
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_string = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__call__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_string,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_string)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) __PYX_ERR(0, 143, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_string = ((PyObject*)values[0]);
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 143, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyString_Type), 1, "string", 1))) __PYX_ERR(0, 143, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_4__call__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_4__call__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__call__", 0);
|
|
__Pyx_TraceCall("__call__", __pyx_f[0], 143, 0, __PYX_ERR(0, 143, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":151
|
|
* DOCS: https://spacy.io/api/tokenizer#call
|
|
* """
|
|
* doc = self._tokenize_affixes(string, True) # <<<<<<<<<<<<<<
|
|
* self._apply_special_cases(doc)
|
|
* return doc
|
|
*/
|
|
__pyx_t_1 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize_affixes(__pyx_v_self, __pyx_v_string, 1)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 151, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":152
|
|
* """
|
|
* doc = self._tokenize_affixes(string, True)
|
|
* self._apply_special_cases(doc) # <<<<<<<<<<<<<<
|
|
* return doc
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_apply_special_cases(__pyx_v_self, __pyx_v_doc); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 152, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":153
|
|
* doc = self._tokenize_affixes(string, True)
|
|
* self._apply_special_cases(doc)
|
|
* return doc # <<<<<<<<<<<<<<
|
|
*
|
|
* @cython.boundscheck(False)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_doc));
|
|
__pyx_r = ((PyObject *)__pyx_v_doc);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":143
|
|
* return (self.__class__, args, None, None)
|
|
*
|
|
* def __call__(self, str string): # <<<<<<<<<<<<<<
|
|
* """Tokenize a string.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_doc);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":156
|
|
*
|
|
* @cython.boundscheck(False)
|
|
* cdef Doc _tokenize_affixes(self, str string, bint with_special_cases): # <<<<<<<<<<<<<<
|
|
* """Tokenize according to affix and token_match settings.
|
|
*
|
|
*/
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, int __pyx_v_with_special_cases) {
|
|
int __pyx_v_length;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = 0;
|
|
int __pyx_v_i;
|
|
int __pyx_v_start;
|
|
int __pyx_v_has_special;
|
|
int __pyx_v_in_ws;
|
|
PyObject *__pyx_v_span = 0;
|
|
PyObject *__pyx_v_uc = NULL;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_v_key;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_t_10;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_tokenize_affixes", 0);
|
|
__Pyx_TraceCall("_tokenize_affixes", __pyx_f[0], 156, 0, __PYX_ERR(0, 156, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":162
|
|
* RETURNS (Doc): A container for linguistic annotations.
|
|
* """
|
|
* if len(string) >= (2 ** 30): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E025.format(length=len(string)))
|
|
* cdef int length = len(string)
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_string); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 162, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_1 >= 0x40000000) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokenizer.pyx":163
|
|
* """
|
|
* if len(string) >= (2 ** 30):
|
|
* raise ValueError(Errors.E025.format(length=len(string))) # <<<<<<<<<<<<<<
|
|
* cdef int length = len(string)
|
|
* cdef Doc doc = Doc(self.vocab)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E025); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_string); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_length, __pyx_t_5) < 0) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 163, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":162
|
|
* RETURNS (Doc): A container for linguistic annotations.
|
|
* """
|
|
* if len(string) >= (2 ** 30): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E025.format(length=len(string)))
|
|
* cdef int length = len(string)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":164
|
|
* if len(string) >= (2 ** 30):
|
|
* raise ValueError(Errors.E025.format(length=len(string)))
|
|
* cdef int length = len(string) # <<<<<<<<<<<<<<
|
|
* cdef Doc doc = Doc(self.vocab)
|
|
* if length == 0:
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_string); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__pyx_v_length = __pyx_t_1;
|
|
|
|
/* "spacy/tokenizer.pyx":165
|
|
* raise ValueError(Errors.E025.format(length=len(string)))
|
|
* cdef int length = len(string)
|
|
* cdef Doc doc = Doc(self.vocab) # <<<<<<<<<<<<<<
|
|
* if length == 0:
|
|
* return doc
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), ((PyObject *)__pyx_v_self->vocab)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 165, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":166
|
|
* cdef int length = len(string)
|
|
* cdef Doc doc = Doc(self.vocab)
|
|
* if length == 0: # <<<<<<<<<<<<<<
|
|
* return doc
|
|
* cdef int i = 0
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_length == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":167
|
|
* cdef Doc doc = Doc(self.vocab)
|
|
* if length == 0:
|
|
* return doc # <<<<<<<<<<<<<<
|
|
* cdef int i = 0
|
|
* cdef int start = 0
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_doc));
|
|
__pyx_r = __pyx_v_doc;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":166
|
|
* cdef int length = len(string)
|
|
* cdef Doc doc = Doc(self.vocab)
|
|
* if length == 0: # <<<<<<<<<<<<<<
|
|
* return doc
|
|
* cdef int i = 0
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":168
|
|
* if length == 0:
|
|
* return doc
|
|
* cdef int i = 0 # <<<<<<<<<<<<<<
|
|
* cdef int start = 0
|
|
* cdef int has_special = 0
|
|
*/
|
|
__pyx_v_i = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":169
|
|
* return doc
|
|
* cdef int i = 0
|
|
* cdef int start = 0 # <<<<<<<<<<<<<<
|
|
* cdef int has_special = 0
|
|
* cdef bint in_ws = string[0].isspace()
|
|
*/
|
|
__pyx_v_start = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":170
|
|
* cdef int i = 0
|
|
* cdef int start = 0
|
|
* cdef int has_special = 0 # <<<<<<<<<<<<<<
|
|
* cdef bint in_ws = string[0].isspace()
|
|
* cdef str span
|
|
*/
|
|
__pyx_v_has_special = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":171
|
|
* cdef int start = 0
|
|
* cdef int has_special = 0
|
|
* cdef bint in_ws = string[0].isspace() # <<<<<<<<<<<<<<
|
|
* cdef str span
|
|
* # The task here is much like string.split, but not quite
|
|
*/
|
|
__pyx_t_5 = __Pyx_GetItemInt(__pyx_v_string, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 171, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_isspace); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 171, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 171, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 171, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_in_ws = __pyx_t_2;
|
|
|
|
/* "spacy/tokenizer.pyx":177
|
|
* # spans that are exactly ' '. So, our sequences will all be separated
|
|
* # by either ' ' or nothing.
|
|
* for uc in string: # <<<<<<<<<<<<<<
|
|
* if uc.isspace() != in_ws:
|
|
* if start < i:
|
|
*/
|
|
__pyx_t_4 = PyObject_GetIter(__pyx_v_string); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 177, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 177, __pyx_L1_error)
|
|
for (;;) {
|
|
{
|
|
__pyx_t_3 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 177, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_uc, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":178
|
|
* # by either ' ' or nothing.
|
|
* for uc in string:
|
|
* if uc.isspace() != in_ws: # <<<<<<<<<<<<<<
|
|
* if start < i:
|
|
* # When we want to make this fast, get the data buffer once
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_uc, __pyx_n_s_isspace); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyBool_FromLong(__pyx_v_in_ws); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = PyObject_RichCompare(__pyx_t_3, __pyx_t_5, Py_NE); __Pyx_XGOTREF(__pyx_t_7); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":179
|
|
* for uc in string:
|
|
* if uc.isspace() != in_ws:
|
|
* if start < i: # <<<<<<<<<<<<<<
|
|
* # When we want to make this fast, get the data buffer once
|
|
* # with PyUnicode_AS_DATA, and then maintain a start_byte
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start < __pyx_v_i) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":184
|
|
* # and end_byte, so we can call hash64 directly. That way
|
|
* # we don't have to create the slice when we hit the cache.
|
|
* span = string[start:i] # <<<<<<<<<<<<<<
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 184, __pyx_L1_error)
|
|
}
|
|
__pyx_t_7 = PySequence_GetSlice(__pyx_v_string, __pyx_v_start, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 184, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":185
|
|
* # we don't have to create the slice when we hit the cache.
|
|
* span = string[start:i]
|
|
* key = hash_string(span) # <<<<<<<<<<<<<<
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
*/
|
|
__pyx_t_8 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_span, 0); if (unlikely(__pyx_t_8 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 185, __pyx_L1_error)
|
|
__pyx_v_key = __pyx_t_8;
|
|
|
|
/* "spacy/tokenizer.pyx":186
|
|
* span = string[start:i]
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* if uc == ' ':
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_try_specials_and_cache(__pyx_v_self, __pyx_v_key, __pyx_v_doc, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 186, __pyx_L1_error)
|
|
__pyx_t_2 = ((!(__pyx_t_9 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":187
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases) # <<<<<<<<<<<<<<
|
|
* if uc == ' ':
|
|
* doc.c[doc.length - 1].spacy = True
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize(__pyx_v_self, __pyx_v_doc, __pyx_v_span, __pyx_v_key, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 187, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":186
|
|
* span = string[start:i]
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* if uc == ' ':
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":179
|
|
* for uc in string:
|
|
* if uc.isspace() != in_ws:
|
|
* if start < i: # <<<<<<<<<<<<<<
|
|
* # When we want to make this fast, get the data buffer once
|
|
* # with PyUnicode_AS_DATA, and then maintain a start_byte
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":188
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* if uc == ' ': # <<<<<<<<<<<<<<
|
|
* doc.c[doc.length - 1].spacy = True
|
|
* start = i + 1
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_v_uc, __pyx_kp_s__2, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 188, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":189
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* if uc == ' ':
|
|
* doc.c[doc.length - 1].spacy = True # <<<<<<<<<<<<<<
|
|
* start = i + 1
|
|
* else:
|
|
*/
|
|
(__pyx_v_doc->c[(__pyx_v_doc->length - 1)]).spacy = 1;
|
|
|
|
/* "spacy/tokenizer.pyx":190
|
|
* if uc == ' ':
|
|
* doc.c[doc.length - 1].spacy = True
|
|
* start = i + 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = i
|
|
*/
|
|
__pyx_v_start = (__pyx_v_i + 1);
|
|
|
|
/* "spacy/tokenizer.pyx":188
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* if uc == ' ': # <<<<<<<<<<<<<<
|
|
* doc.c[doc.length - 1].spacy = True
|
|
* start = i + 1
|
|
*/
|
|
goto __pyx_L10;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":192
|
|
* start = i + 1
|
|
* else:
|
|
* start = i # <<<<<<<<<<<<<<
|
|
* in_ws = not in_ws
|
|
* i += 1
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_start = __pyx_v_i;
|
|
}
|
|
__pyx_L10:;
|
|
|
|
/* "spacy/tokenizer.pyx":193
|
|
* else:
|
|
* start = i
|
|
* in_ws = not in_ws # <<<<<<<<<<<<<<
|
|
* i += 1
|
|
* if start < i:
|
|
*/
|
|
__pyx_v_in_ws = (!(__pyx_v_in_ws != 0));
|
|
|
|
/* "spacy/tokenizer.pyx":178
|
|
* # by either ' ' or nothing.
|
|
* for uc in string:
|
|
* if uc.isspace() != in_ws: # <<<<<<<<<<<<<<
|
|
* if start < i:
|
|
* # When we want to make this fast, get the data buffer once
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":194
|
|
* start = i
|
|
* in_ws = not in_ws
|
|
* i += 1 # <<<<<<<<<<<<<<
|
|
* if start < i:
|
|
* span = string[start:]
|
|
*/
|
|
__pyx_v_i = (__pyx_v_i + 1);
|
|
|
|
/* "spacy/tokenizer.pyx":177
|
|
* # spans that are exactly ' '. So, our sequences will all be separated
|
|
* # by either ' ' or nothing.
|
|
* for uc in string: # <<<<<<<<<<<<<<
|
|
* if uc.isspace() != in_ws:
|
|
* if start < i:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":195
|
|
* in_ws = not in_ws
|
|
* i += 1
|
|
* if start < i: # <<<<<<<<<<<<<<
|
|
* span = string[start:]
|
|
* key = hash_string(span)
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start < __pyx_v_i) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":196
|
|
* i += 1
|
|
* if start < i:
|
|
* span = string[start:] # <<<<<<<<<<<<<<
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 196, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = PySequence_GetSlice(__pyx_v_string, __pyx_v_start, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 196, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":197
|
|
* if start < i:
|
|
* span = string[start:]
|
|
* key = hash_string(span) # <<<<<<<<<<<<<<
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
*/
|
|
__pyx_t_8 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_span, 0); if (unlikely(__pyx_t_8 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 197, __pyx_L1_error)
|
|
__pyx_v_key = __pyx_t_8;
|
|
|
|
/* "spacy/tokenizer.pyx":198
|
|
* span = string[start:]
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_try_specials_and_cache(__pyx_v_self, __pyx_v_key, __pyx_v_doc, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 198, __pyx_L1_error)
|
|
__pyx_t_2 = ((!(__pyx_t_9 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":199
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases) # <<<<<<<<<<<<<<
|
|
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
|
|
* return doc
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize(__pyx_v_self, __pyx_v_doc, __pyx_v_span, __pyx_v_key, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":198
|
|
* span = string[start:]
|
|
* key = hash_string(span)
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":200
|
|
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws # <<<<<<<<<<<<<<
|
|
* return doc
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_GetItemInt(__pyx_v_string, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_10 = (__Pyx_PyString_Equals(__pyx_t_4, __pyx_kp_s__2, Py_EQ)); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 200, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = ((!(__pyx_v_in_ws != 0)) != 0);
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L13_bool_binop_done:;
|
|
(__pyx_v_doc->c[(__pyx_v_doc->length - 1)]).spacy = __pyx_t_2;
|
|
|
|
/* "spacy/tokenizer.pyx":195
|
|
* in_ws = not in_ws
|
|
* i += 1
|
|
* if start < i: # <<<<<<<<<<<<<<
|
|
* span = string[start:]
|
|
* key = hash_string(span)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":201
|
|
* self._tokenize(doc, span, key, &has_special, with_special_cases)
|
|
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
|
|
* return doc # <<<<<<<<<<<<<<
|
|
*
|
|
* def pipe(self, texts, batch_size=1000):
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_doc));
|
|
__pyx_r = __pyx_v_doc;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":156
|
|
*
|
|
* @cython.boundscheck(False)
|
|
* cdef Doc _tokenize_affixes(self, str string, bint with_special_cases): # <<<<<<<<<<<<<<
|
|
* """Tokenize according to affix and token_match settings.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._tokenize_affixes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_doc);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_uc);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_8generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokenizer.pyx":203
|
|
* return doc
|
|
*
|
|
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
|
|
* """Tokenize a stream of texts.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_6pipe[] = "Tokenizer.pipe(self, texts, batch_size=1000)\nTokenize a stream of texts.\n\n texts: A sequence of unicode texts.\n batch_size (int): Number of texts to accumulate in an internal buffer.\n Defaults to 1000.\n YIELDS (Doc): A sequence of Doc objects, in order.\n\n DOCS: https://spacy.io/api/tokenizer#pipe\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_7pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_6pipe};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_texts = 0;
|
|
CYTHON_UNUSED PyObject *__pyx_v_batch_size = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("pipe (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_texts,&__pyx_n_s_batch_size,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = ((PyObject *)__pyx_int_1000);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_texts)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size);
|
|
if (value) { values[1] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 203, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_texts = values[0];
|
|
__pyx_v_batch_size = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("pipe", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 203, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_6pipe(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_texts, __pyx_v_batch_size);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_6pipe(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_texts, CYTHON_UNUSED PyObject *__pyx_v_batch_size) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("pipe", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 203, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__pyx_cur_scope->__pyx_v_texts = __pyx_v_texts;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_texts);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_texts);
|
|
__pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_8generator, __pyx_codeobj__3, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_Tokenizer_pipe, __pyx_n_s_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_8generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("pipe", 0);
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__3)
|
|
__Pyx_TraceCall("pipe", __pyx_f[0], 203, 0, __PYX_ERR(0, 203, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":213
|
|
* DOCS: https://spacy.io/api/tokenizer#pipe
|
|
* """
|
|
* for text in texts: # <<<<<<<<<<<<<<
|
|
* yield self(text)
|
|
*
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_texts)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_texts)) {
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_v_texts; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_texts); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 213, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 213, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 213, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 213, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_text);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_text, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":214
|
|
* """
|
|
* for text in texts:
|
|
* yield self(text) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _flush_cache(self):
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__pyx_t_5 = ((PyObject *)__pyx_cur_scope->__pyx_v_self); __pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_cur_scope->__pyx_v_text) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_cur_scope->__pyx_v_text);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 214, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 214, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":213
|
|
* DOCS: https://spacy.io/api/tokenizer#pipe
|
|
* """
|
|
* for text in texts: # <<<<<<<<<<<<<<
|
|
* yield self(text)
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* "spacy/tokenizer.pyx":203
|
|
* return doc
|
|
*
|
|
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
|
|
* """Tokenize a stream of texts.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":216
|
|
* yield self(text)
|
|
*
|
|
* def _flush_cache(self): # <<<<<<<<<<<<<<
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_9_flush_cache[] = "Tokenizer._flush_cache(self)";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10_flush_cache = {"_flush_cache", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_9_flush_cache};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_flush_cache (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_9_flush_cache(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9_flush_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_v_key = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__4)
|
|
__Pyx_RefNannySetupContext("_flush_cache", 0);
|
|
__Pyx_TraceCall("_flush_cache", __pyx_f[0], 216, 0, __PYX_ERR(0, 216, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":217
|
|
*
|
|
* def _flush_cache(self):
|
|
* self._reset_cache([key for key in self._cache]) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _reset_cache(self, keys):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_reset_cache); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self->_cache))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self->_cache))) {
|
|
__pyx_t_4 = ((PyObject *)__pyx_v_self->_cache); __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(((PyObject *)__pyx_v_self->_cache)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 217, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_v_key))) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":216
|
|
* yield self(text)
|
|
*
|
|
* def _flush_cache(self): # <<<<<<<<<<<<<<
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._flush_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_key);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":219
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
|
|
* for k in keys:
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache(PyObject *__pyx_v_self, PyObject *__pyx_v_keys); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_11_reset_cache[] = "Tokenizer._reset_cache(self, keys)";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_12_reset_cache = {"_reset_cache", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_11_reset_cache};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache(PyObject *__pyx_v_self, PyObject *__pyx_v_keys) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_reset_cache (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_11_reset_cache(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_keys));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11_reset_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_keys) {
|
|
PyObject *__pyx_v_k = NULL;
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
__pyx_t_7preshed_4maps_key_t __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__5)
|
|
__Pyx_RefNannySetupContext("_reset_cache", 0);
|
|
__Pyx_TraceCall("_reset_cache", __pyx_f[0], 219, 0, __PYX_ERR(0, 219, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":220
|
|
*
|
|
* def _reset_cache(self, keys):
|
|
* for k in keys: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
* del self._cache[k]
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_keys)) || PyTuple_CheckExact(__pyx_v_keys)) {
|
|
__pyx_t_1 = __pyx_v_keys; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_keys); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 220, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 220, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 220, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 220, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":221
|
|
* def _reset_cache(self, keys):
|
|
* for k in keys:
|
|
* cached = <_Cached*>self._cache.get(k) # <<<<<<<<<<<<<<
|
|
* del self._cache[k]
|
|
* if cached is not NULL:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_As_uint64_t(__pyx_v_k); if (unlikely((__pyx_t_5 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 221, __pyx_L1_error)
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_cache->__pyx_vtab)->get(__pyx_v_self->_cache, __pyx_t_5));
|
|
|
|
/* "spacy/tokenizer.pyx":222
|
|
* for k in keys:
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
* del self._cache[k] # <<<<<<<<<<<<<<
|
|
* if cached is not NULL:
|
|
* self.mem.free(cached)
|
|
*/
|
|
if (unlikely(PyObject_DelItem(((PyObject *)__pyx_v_self->_cache), __pyx_v_k) < 0)) __PYX_ERR(0, 222, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":223
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
* del self._cache[k]
|
|
* if cached is not NULL: # <<<<<<<<<<<<<<
|
|
* self.mem.free(cached)
|
|
*
|
|
*/
|
|
__pyx_t_6 = ((__pyx_v_cached != NULL) != 0);
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":224
|
|
* del self._cache[k]
|
|
* if cached is not NULL:
|
|
* self.mem.free(cached) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _flush_specials(self):
|
|
*/
|
|
((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->free(__pyx_v_self->mem, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 224, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":223
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
* del self._cache[k]
|
|
* if cached is not NULL: # <<<<<<<<<<<<<<
|
|
* self.mem.free(cached)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":220
|
|
*
|
|
* def _reset_cache(self, keys):
|
|
* for k in keys: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
* del self._cache[k]
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":219
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
|
|
* for k in keys:
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._reset_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_k);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":226
|
|
* self.mem.free(cached)
|
|
*
|
|
* def _flush_specials(self): # <<<<<<<<<<<<<<
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials:
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_13_flush_specials[] = "Tokenizer._flush_specials(self)";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_14_flush_specials = {"_flush_specials", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_13_flush_specials};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_flush_specials (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13_flush_specials(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13_flush_specials(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_v_k = NULL;
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
__pyx_t_7preshed_4maps_key_t __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__6)
|
|
__Pyx_RefNannySetupContext("_flush_specials", 0);
|
|
__Pyx_TraceCall("_flush_specials", __pyx_f[0], 226, 0, __PYX_ERR(0, 226, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":227
|
|
*
|
|
* def _flush_specials(self):
|
|
* self._special_matcher = PhraseMatcher(self.vocab) # <<<<<<<<<<<<<<
|
|
* for k in self._specials:
|
|
* cached = <_Cached*>self._specials.get(k)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher), ((PyObject *)__pyx_v_self->vocab)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 227, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->_special_matcher);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->_special_matcher));
|
|
__pyx_v_self->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":228
|
|
* def _flush_specials(self):
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._specials.get(k)
|
|
* del self._specials[k]
|
|
*/
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self->_specials))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self->_specials))) {
|
|
__pyx_t_1 = ((PyObject *)__pyx_v_self->_specials); __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_v_self->_specials)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 228, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 228, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 228, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 228, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":229
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials:
|
|
* cached = <_Cached*>self._specials.get(k) # <<<<<<<<<<<<<<
|
|
* del self._specials[k]
|
|
* if cached is not NULL:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_As_uint64_t(__pyx_v_k); if (unlikely((__pyx_t_5 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 229, __pyx_L1_error)
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_5));
|
|
|
|
/* "spacy/tokenizer.pyx":230
|
|
* for k in self._specials:
|
|
* cached = <_Cached*>self._specials.get(k)
|
|
* del self._specials[k] # <<<<<<<<<<<<<<
|
|
* if cached is not NULL:
|
|
* self.mem.free(cached)
|
|
*/
|
|
if (unlikely(PyObject_DelItem(((PyObject *)__pyx_v_self->_specials), __pyx_v_k) < 0)) __PYX_ERR(0, 230, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":231
|
|
* cached = <_Cached*>self._specials.get(k)
|
|
* del self._specials[k]
|
|
* if cached is not NULL: # <<<<<<<<<<<<<<
|
|
* self.mem.free(cached)
|
|
*
|
|
*/
|
|
__pyx_t_6 = ((__pyx_v_cached != NULL) != 0);
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":232
|
|
* del self._specials[k]
|
|
* if cached is not NULL:
|
|
* self.mem.free(cached) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int _apply_special_cases(self, Doc doc) except -1:
|
|
*/
|
|
((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->free(__pyx_v_self->mem, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 232, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":231
|
|
* cached = <_Cached*>self._specials.get(k)
|
|
* del self._specials[k]
|
|
* if cached is not NULL: # <<<<<<<<<<<<<<
|
|
* self.mem.free(cached)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":228
|
|
* def _flush_specials(self):
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._specials.get(k)
|
|
* del self._specials[k]
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":226
|
|
* self.mem.free(cached)
|
|
*
|
|
* def _flush_specials(self): # <<<<<<<<<<<<<<
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._flush_specials", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_k);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":234
|
|
* self.mem.free(cached)
|
|
*
|
|
* cdef int _apply_special_cases(self, Doc doc) except -1: # <<<<<<<<<<<<<<
|
|
* """Retokenize doc according to special cases.
|
|
*
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__apply_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_max_length;
|
|
int __pyx_v_modify_in_place;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem = 0;
|
|
std::vector<struct __pyx_t_5spacy_7structs_SpanC> __pyx_v_c_matches;
|
|
std::vector<struct __pyx_t_5spacy_7structs_SpanC> __pyx_v_c_filtered;
|
|
int __pyx_v_offset;
|
|
int __pyx_v_modified_doc_length;
|
|
PyObject *__pyx_v_span_data = NULL;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *(*__pyx_t_7)(PyObject *);
|
|
int __pyx_t_8;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_t_9;
|
|
void *__pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_apply_special_cases", 0);
|
|
__Pyx_TraceCall("_apply_special_cases", __pyx_f[0], 234, 0, __PYX_ERR(0, 234, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":240
|
|
* """
|
|
* cdef int i
|
|
* cdef int max_length = 0 # <<<<<<<<<<<<<<
|
|
* cdef bint modify_in_place
|
|
* cdef Pool mem = Pool()
|
|
*/
|
|
__pyx_v_max_length = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":242
|
|
* cdef int max_length = 0
|
|
* cdef bint modify_in_place
|
|
* cdef Pool mem = Pool() # <<<<<<<<<<<<<<
|
|
* cdef vector[SpanC] c_matches
|
|
* cdef vector[SpanC] c_filtered
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5cymem_5cymem_Pool)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 242, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":248
|
|
* cdef int modified_doc_length
|
|
* # Find matches for special cases
|
|
* self._special_matcher.find_matches(doc, 0, doc.length, &c_matches) # <<<<<<<<<<<<<<
|
|
* # Skip processing if no matches
|
|
* if c_matches.size() == 0:
|
|
*/
|
|
((struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher *)__pyx_v_self->_special_matcher->__pyx_vtab)->find_matches(__pyx_v_self->_special_matcher, __pyx_v_doc, 0, __pyx_v_doc->length, (&__pyx_v_c_matches));
|
|
|
|
/* "spacy/tokenizer.pyx":250
|
|
* self._special_matcher.find_matches(doc, 0, doc.length, &c_matches)
|
|
* # Skip processing if no matches
|
|
* if c_matches.size() == 0: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* self._filter_special_spans(c_matches, c_filtered, doc.length)
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_c_matches.size() == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":251
|
|
* # Skip processing if no matches
|
|
* if c_matches.size() == 0:
|
|
* return True # <<<<<<<<<<<<<<
|
|
* self._filter_special_spans(c_matches, c_filtered, doc.length)
|
|
* # Put span info in span.start-indexed dict and calculate maximum
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":250
|
|
* self._special_matcher.find_matches(doc, 0, doc.length, &c_matches)
|
|
* # Skip processing if no matches
|
|
* if c_matches.size() == 0: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* self._filter_special_spans(c_matches, c_filtered, doc.length)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":252
|
|
* if c_matches.size() == 0:
|
|
* return True
|
|
* self._filter_special_spans(c_matches, c_filtered, doc.length) # <<<<<<<<<<<<<<
|
|
* # Put span info in span.start-indexed dict and calculate maximum
|
|
* # intermediate document size
|
|
*/
|
|
((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_filter_special_spans(__pyx_v_self, __pyx_v_c_matches, __pyx_v_c_filtered, __pyx_v_doc->length);
|
|
|
|
/* "spacy/tokenizer.pyx":255
|
|
* # Put span info in span.start-indexed dict and calculate maximum
|
|
* # intermediate document size
|
|
* (span_data, max_length, modify_in_place) = self._prepare_special_spans(doc, c_filtered) # <<<<<<<<<<<<<<
|
|
* # If modifications never increase doc length, can modify in place
|
|
* if modify_in_place:
|
|
*/
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_prepare_special_spans(__pyx_v_self, __pyx_v_doc, __pyx_v_c_filtered); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) {
|
|
PyObject* sequence = __pyx_t_1;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 3)) {
|
|
if (size > 3) __Pyx_RaiseTooManyValuesError(3);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 255, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 2);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 2);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_6 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_6)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_7(__pyx_t_6); if (unlikely(!__pyx_t_3)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
index = 1; __pyx_t_4 = __pyx_t_7(__pyx_t_6); if (unlikely(!__pyx_t_4)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
index = 2; __pyx_t_5 = __pyx_t_7(__pyx_t_6); if (unlikely(!__pyx_t_5)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_6), 3) < 0) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__pyx_t_7 = NULL;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
goto __pyx_L5_unpacking_done;
|
|
__pyx_L4_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 255, __pyx_L1_error)
|
|
__pyx_L5_unpacking_done:;
|
|
}
|
|
__pyx_t_8 = __Pyx_PyInt_As_int(__pyx_t_4); if (unlikely((__pyx_t_8 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely((__pyx_t_2 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 255, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_span_data = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_max_length = __pyx_t_8;
|
|
__pyx_v_modify_in_place = __pyx_t_2;
|
|
|
|
/* "spacy/tokenizer.pyx":257
|
|
* (span_data, max_length, modify_in_place) = self._prepare_special_spans(doc, c_filtered)
|
|
* # If modifications never increase doc length, can modify in place
|
|
* if modify_in_place: # <<<<<<<<<<<<<<
|
|
* tokens = doc.c
|
|
* # Otherwise create a separate array to store modified tokens
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_modify_in_place != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":258
|
|
* # If modifications never increase doc length, can modify in place
|
|
* if modify_in_place:
|
|
* tokens = doc.c # <<<<<<<<<<<<<<
|
|
* # Otherwise create a separate array to store modified tokens
|
|
* else:
|
|
*/
|
|
__pyx_t_9 = __pyx_v_doc->c;
|
|
__pyx_v_tokens = __pyx_t_9;
|
|
|
|
/* "spacy/tokenizer.pyx":257
|
|
* (span_data, max_length, modify_in_place) = self._prepare_special_spans(doc, c_filtered)
|
|
* # If modifications never increase doc length, can modify in place
|
|
* if modify_in_place: # <<<<<<<<<<<<<<
|
|
* tokens = doc.c
|
|
* # Otherwise create a separate array to store modified tokens
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":261
|
|
* # Otherwise create a separate array to store modified tokens
|
|
* else:
|
|
* assert max_length > 0 # <<<<<<<<<<<<<<
|
|
* tokens = <TokenC*>mem.alloc(max_length, sizeof(TokenC))
|
|
* # Modify tokenization according to filtered special cases
|
|
*/
|
|
/*else*/ {
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
if (unlikely(!((__pyx_v_max_length > 0) != 0))) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(0, 261, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "spacy/tokenizer.pyx":262
|
|
* else:
|
|
* assert max_length > 0
|
|
* tokens = <TokenC*>mem.alloc(max_length, sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* # Modify tokenization according to filtered special cases
|
|
* offset = self._retokenize_special_spans(doc, tokens, span_data)
|
|
*/
|
|
__pyx_t_10 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_mem->__pyx_vtab)->alloc(__pyx_v_mem, __pyx_v_max_length, (sizeof(struct __pyx_t_5spacy_7structs_TokenC))); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 262, __pyx_L1_error)
|
|
__pyx_v_tokens = ((struct __pyx_t_5spacy_7structs_TokenC *)__pyx_t_10);
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "spacy/tokenizer.pyx":264
|
|
* tokens = <TokenC*>mem.alloc(max_length, sizeof(TokenC))
|
|
* # Modify tokenization according to filtered special cases
|
|
* offset = self._retokenize_special_spans(doc, tokens, span_data) # <<<<<<<<<<<<<<
|
|
* # Allocate more memory for doc if needed
|
|
* modified_doc_length = doc.length + offset
|
|
*/
|
|
__pyx_v_offset = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_retokenize_special_spans(__pyx_v_self, __pyx_v_doc, __pyx_v_tokens, __pyx_v_span_data);
|
|
|
|
/* "spacy/tokenizer.pyx":266
|
|
* offset = self._retokenize_special_spans(doc, tokens, span_data)
|
|
* # Allocate more memory for doc if needed
|
|
* modified_doc_length = doc.length + offset # <<<<<<<<<<<<<<
|
|
* while modified_doc_length >= doc.max_length:
|
|
* doc._realloc(doc.max_length * 2)
|
|
*/
|
|
__pyx_v_modified_doc_length = (__pyx_v_doc->length + __pyx_v_offset);
|
|
|
|
/* "spacy/tokenizer.pyx":267
|
|
* # Allocate more memory for doc if needed
|
|
* modified_doc_length = doc.length + offset
|
|
* while modified_doc_length >= doc.max_length: # <<<<<<<<<<<<<<
|
|
* doc._realloc(doc.max_length * 2)
|
|
* # If not modified in place, copy tokens back to doc
|
|
*/
|
|
while (1) {
|
|
__pyx_t_2 = ((__pyx_v_modified_doc_length >= __pyx_v_doc->max_length) != 0);
|
|
if (!__pyx_t_2) break;
|
|
|
|
/* "spacy/tokenizer.pyx":268
|
|
* modified_doc_length = doc.length + offset
|
|
* while modified_doc_length >= doc.max_length:
|
|
* doc._realloc(doc.max_length * 2) # <<<<<<<<<<<<<<
|
|
* # If not modified in place, copy tokens back to doc
|
|
* if not modify_in_place:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_doc), __pyx_n_s_realloc); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyInt_From_long((__pyx_v_doc->max_length * 2)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_3, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":270
|
|
* doc._realloc(doc.max_length * 2)
|
|
* # If not modified in place, copy tokens back to doc
|
|
* if not modify_in_place: # <<<<<<<<<<<<<<
|
|
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
|
|
* for i in range(doc.length + offset, doc.length):
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_modify_in_place != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":271
|
|
* # If not modified in place, copy tokens back to doc
|
|
* if not modify_in_place:
|
|
* memcpy(doc.c, tokens, max_length * sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* for i in range(doc.length + offset, doc.length):
|
|
* memset(&doc.c[i], 0, sizeof(TokenC))
|
|
*/
|
|
(void)(memcpy(__pyx_v_doc->c, __pyx_v_tokens, (__pyx_v_max_length * (sizeof(struct __pyx_t_5spacy_7structs_TokenC)))));
|
|
|
|
/* "spacy/tokenizer.pyx":270
|
|
* doc._realloc(doc.max_length * 2)
|
|
* # If not modified in place, copy tokens back to doc
|
|
* if not modify_in_place: # <<<<<<<<<<<<<<
|
|
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
|
|
* for i in range(doc.length + offset, doc.length):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":272
|
|
* if not modify_in_place:
|
|
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
|
|
* for i in range(doc.length + offset, doc.length): # <<<<<<<<<<<<<<
|
|
* memset(&doc.c[i], 0, sizeof(TokenC))
|
|
* doc.c[i].lex = &EMPTY_LEXEME
|
|
*/
|
|
__pyx_t_8 = __pyx_v_doc->length;
|
|
__pyx_t_11 = __pyx_t_8;
|
|
for (__pyx_t_12 = (__pyx_v_doc->length + __pyx_v_offset); __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokenizer.pyx":273
|
|
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
|
|
* for i in range(doc.length + offset, doc.length):
|
|
* memset(&doc.c[i], 0, sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* doc.c[i].lex = &EMPTY_LEXEME
|
|
* doc.length = doc.length + offset
|
|
*/
|
|
(void)(memset((&(__pyx_v_doc->c[__pyx_v_i])), 0, (sizeof(struct __pyx_t_5spacy_7structs_TokenC))));
|
|
|
|
/* "spacy/tokenizer.pyx":274
|
|
* for i in range(doc.length + offset, doc.length):
|
|
* memset(&doc.c[i], 0, sizeof(TokenC))
|
|
* doc.c[i].lex = &EMPTY_LEXEME # <<<<<<<<<<<<<<
|
|
* doc.length = doc.length + offset
|
|
* return True
|
|
*/
|
|
(__pyx_v_doc->c[__pyx_v_i]).lex = (&__pyx_v_5spacy_6lexeme_EMPTY_LEXEME);
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":275
|
|
* memset(&doc.c[i], 0, sizeof(TokenC))
|
|
* doc.c[i].lex = &EMPTY_LEXEME
|
|
* doc.length = doc.length + offset # <<<<<<<<<<<<<<
|
|
* return True
|
|
*
|
|
*/
|
|
__pyx_v_doc->length = (__pyx_v_doc->length + __pyx_v_offset);
|
|
|
|
/* "spacy/tokenizer.pyx":276
|
|
* doc.c[i].lex = &EMPTY_LEXEME
|
|
* doc.length = doc.length + offset
|
|
* return True # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef void _filter_special_spans(self, vector[SpanC] &original, vector[SpanC] &filtered, int doc_len) nogil:
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":234
|
|
* self.mem.free(cached)
|
|
*
|
|
* cdef int _apply_special_cases(self, Doc doc) except -1: # <<<<<<<<<<<<<<
|
|
* """Retokenize doc according to special cases.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._apply_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_mem);
|
|
__Pyx_XDECREF(__pyx_v_span_data);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":278
|
|
* return True
|
|
*
|
|
* cdef void _filter_special_spans(self, vector[SpanC] &original, vector[SpanC] &filtered, int doc_len) nogil: # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int seen_i
|
|
*/
|
|
|
|
static void __pyx_f_5spacy_9tokenizer_9Tokenizer__filter_special_spans(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_original, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered, CYTHON_UNUSED int __pyx_v_doc_len) {
|
|
int __pyx_v_seen_i;
|
|
struct __pyx_t_5spacy_7structs_SpanC __pyx_v_span;
|
|
std::set<int> __pyx_v_seen_tokens;
|
|
int __pyx_v_orig_i;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("_filter_special_spans", __pyx_f[0], 278, 1, __PYX_ERR(0, 278, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":283
|
|
* cdef SpanC span
|
|
* cdef stdset[int] seen_tokens
|
|
* stdsort(original.begin(), original.end(), len_start_cmp) # <<<<<<<<<<<<<<
|
|
* cdef int orig_i = original.size() - 1
|
|
* while orig_i >= 0:
|
|
*/
|
|
sort(__pyx_v_original.begin(), __pyx_v_original.end(), __pyx_f_5spacy_9tokenizer_len_start_cmp);
|
|
|
|
/* "spacy/tokenizer.pyx":284
|
|
* cdef stdset[int] seen_tokens
|
|
* stdsort(original.begin(), original.end(), len_start_cmp)
|
|
* cdef int orig_i = original.size() - 1 # <<<<<<<<<<<<<<
|
|
* while orig_i >= 0:
|
|
* span = original[orig_i]
|
|
*/
|
|
__pyx_v_orig_i = (__pyx_v_original.size() - 1);
|
|
|
|
/* "spacy/tokenizer.pyx":285
|
|
* stdsort(original.begin(), original.end(), len_start_cmp)
|
|
* cdef int orig_i = original.size() - 1
|
|
* while orig_i >= 0: # <<<<<<<<<<<<<<
|
|
* span = original[orig_i]
|
|
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
|
|
*/
|
|
while (1) {
|
|
__pyx_t_1 = ((__pyx_v_orig_i >= 0) != 0);
|
|
if (!__pyx_t_1) break;
|
|
|
|
/* "spacy/tokenizer.pyx":286
|
|
* cdef int orig_i = original.size() - 1
|
|
* while orig_i >= 0:
|
|
* span = original[orig_i] # <<<<<<<<<<<<<<
|
|
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
|
|
* filtered.push_back(span)
|
|
*/
|
|
__pyx_v_span = (__pyx_v_original[__pyx_v_orig_i]);
|
|
|
|
/* "spacy/tokenizer.pyx":287
|
|
* while orig_i >= 0:
|
|
* span = original[orig_i]
|
|
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1): # <<<<<<<<<<<<<<
|
|
* filtered.push_back(span)
|
|
* for seen_i in range(span.start, span.end):
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_seen_tokens.count(__pyx_v_span.start) != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = ((!(__pyx_v_seen_tokens.count((__pyx_v_span.end - 1)) != 0)) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":288
|
|
* span = original[orig_i]
|
|
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
|
|
* filtered.push_back(span) # <<<<<<<<<<<<<<
|
|
* for seen_i in range(span.start, span.end):
|
|
* seen_tokens.insert(seen_i)
|
|
*/
|
|
try {
|
|
__pyx_v_filtered.push_back(__pyx_v_span);
|
|
} catch(...) {
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_CppExn2PyErr();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
__PYX_ERR(0, 288, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":287
|
|
* while orig_i >= 0:
|
|
* span = original[orig_i]
|
|
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1): # <<<<<<<<<<<<<<
|
|
* filtered.push_back(span)
|
|
* for seen_i in range(span.start, span.end):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":289
|
|
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
|
|
* filtered.push_back(span)
|
|
* for seen_i in range(span.start, span.end): # <<<<<<<<<<<<<<
|
|
* seen_tokens.insert(seen_i)
|
|
* orig_i -= 1
|
|
*/
|
|
__pyx_t_3 = __pyx_v_span.end;
|
|
__pyx_t_4 = __pyx_t_3;
|
|
for (__pyx_t_5 = __pyx_v_span.start; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
|
|
__pyx_v_seen_i = __pyx_t_5;
|
|
|
|
/* "spacy/tokenizer.pyx":290
|
|
* filtered.push_back(span)
|
|
* for seen_i in range(span.start, span.end):
|
|
* seen_tokens.insert(seen_i) # <<<<<<<<<<<<<<
|
|
* orig_i -= 1
|
|
* stdsort(filtered.begin(), filtered.end(), start_cmp)
|
|
*/
|
|
try {
|
|
__pyx_v_seen_tokens.insert(__pyx_v_seen_i);
|
|
} catch(...) {
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_CppExn2PyErr();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
__PYX_ERR(0, 290, __pyx_L1_error)
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":291
|
|
* for seen_i in range(span.start, span.end):
|
|
* seen_tokens.insert(seen_i)
|
|
* orig_i -= 1 # <<<<<<<<<<<<<<
|
|
* stdsort(filtered.begin(), filtered.end(), start_cmp)
|
|
*
|
|
*/
|
|
__pyx_v_orig_i = (__pyx_v_orig_i - 1);
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":292
|
|
* seen_tokens.insert(seen_i)
|
|
* orig_i -= 1
|
|
* stdsort(filtered.begin(), filtered.end(), start_cmp) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered):
|
|
*/
|
|
sort(__pyx_v_filtered.begin(), __pyx_v_filtered.end(), __pyx_f_5spacy_9tokenizer_start_cmp);
|
|
|
|
/* "spacy/tokenizer.pyx":278
|
|
* return True
|
|
*
|
|
* cdef void _filter_special_spans(self, vector[SpanC] &original, vector[SpanC] &filtered, int doc_len) nogil: # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int seen_i
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokenizer.Tokenizer._filter_special_spans", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":294
|
|
* stdsort(filtered.begin(), filtered.end(), start_cmp)
|
|
*
|
|
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered): # <<<<<<<<<<<<<<
|
|
* spans = [doc[match.start:match.end] for match in filtered]
|
|
* cdef bint modify_in_place = True
|
|
*/
|
|
|
|
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__prepare_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered) {
|
|
PyObject *__pyx_v_spans = NULL;
|
|
int __pyx_v_modify_in_place;
|
|
int __pyx_v_curr_length;
|
|
int __pyx_v_max_length;
|
|
int __pyx_v_span_length_diff;
|
|
PyObject *__pyx_v_span_data = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_rule = NULL;
|
|
struct __pyx_t_5spacy_7structs_SpanC __pyx_v_match;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
std::vector<struct __pyx_t_5spacy_7structs_SpanC> ::iterator __pyx_t_2;
|
|
struct __pyx_t_5spacy_7structs_SpanC __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
Py_ssize_t __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_t_11;
|
|
Py_ssize_t __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_prepare_special_spans", 0);
|
|
__Pyx_TraceCall("_prepare_special_spans", __pyx_f[0], 294, 0, __PYX_ERR(0, 294, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":295
|
|
*
|
|
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered):
|
|
* spans = [doc[match.start:match.end] for match in filtered] # <<<<<<<<<<<<<<
|
|
* cdef bint modify_in_place = True
|
|
* cdef int curr_length = doc.length
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 295, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_v_filtered.begin();
|
|
for (;;) {
|
|
if (!(__pyx_t_2 != __pyx_v_filtered.end())) break;
|
|
__pyx_t_3 = *__pyx_t_2;
|
|
++__pyx_t_2;
|
|
__pyx_v_match = __pyx_t_3;
|
|
__pyx_t_4 = __Pyx_PyObject_GetSlice(((PyObject *)__pyx_v_doc), __pyx_v_match.start, __pyx_v_match.end, NULL, NULL, NULL, 1, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 295, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 295, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
}
|
|
__pyx_v_spans = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":296
|
|
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered):
|
|
* spans = [doc[match.start:match.end] for match in filtered]
|
|
* cdef bint modify_in_place = True # <<<<<<<<<<<<<<
|
|
* cdef int curr_length = doc.length
|
|
* cdef int max_length = 0
|
|
*/
|
|
__pyx_v_modify_in_place = 1;
|
|
|
|
/* "spacy/tokenizer.pyx":297
|
|
* spans = [doc[match.start:match.end] for match in filtered]
|
|
* cdef bint modify_in_place = True
|
|
* cdef int curr_length = doc.length # <<<<<<<<<<<<<<
|
|
* cdef int max_length = 0
|
|
* cdef int span_length_diff = 0
|
|
*/
|
|
__pyx_t_5 = __pyx_v_doc->length;
|
|
__pyx_v_curr_length = __pyx_t_5;
|
|
|
|
/* "spacy/tokenizer.pyx":298
|
|
* cdef bint modify_in_place = True
|
|
* cdef int curr_length = doc.length
|
|
* cdef int max_length = 0 # <<<<<<<<<<<<<<
|
|
* cdef int span_length_diff = 0
|
|
* span_data = {}
|
|
*/
|
|
__pyx_v_max_length = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":299
|
|
* cdef int curr_length = doc.length
|
|
* cdef int max_length = 0
|
|
* cdef int span_length_diff = 0 # <<<<<<<<<<<<<<
|
|
* span_data = {}
|
|
* for span in spans:
|
|
*/
|
|
__pyx_v_span_length_diff = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":300
|
|
* cdef int max_length = 0
|
|
* cdef int span_length_diff = 0
|
|
* span_data = {} # <<<<<<<<<<<<<<
|
|
* for span in spans:
|
|
* rule = self._rules.get(span.text, None)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 300, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_span_data = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":301
|
|
* cdef int span_length_diff = 0
|
|
* span_data = {}
|
|
* for span in spans: # <<<<<<<<<<<<<<
|
|
* rule = self._rules.get(span.text, None)
|
|
* span_length_diff = 0
|
|
*/
|
|
__pyx_t_1 = __pyx_v_spans; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 301, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 301, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":302
|
|
* span_data = {}
|
|
* for span in spans:
|
|
* rule = self._rules.get(span.text, None) # <<<<<<<<<<<<<<
|
|
* span_length_diff = 0
|
|
* if rule:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->_rules, __pyx_n_s_get); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_text); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_9 = NULL;
|
|
__pyx_t_5 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_9 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_9)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_5 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_8, Py_None};
|
|
__pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_8, Py_None};
|
|
__pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_10 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
if (__pyx_t_9) {
|
|
__Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_9); __pyx_t_9 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_5, __pyx_t_8);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_5, Py_None);
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_10, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_rule, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":303
|
|
* for span in spans:
|
|
* rule = self._rules.get(span.text, None)
|
|
* span_length_diff = 0 # <<<<<<<<<<<<<<
|
|
* if rule:
|
|
* span_length_diff = len(rule) - (span.end - span.start)
|
|
*/
|
|
__pyx_v_span_length_diff = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":304
|
|
* rule = self._rules.get(span.text, None)
|
|
* span_length_diff = 0
|
|
* if rule: # <<<<<<<<<<<<<<
|
|
* span_length_diff = len(rule) - (span.end - span.start)
|
|
* if span_length_diff > 0:
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_v_rule); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 304, __pyx_L1_error)
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokenizer.pyx":305
|
|
* span_length_diff = 0
|
|
* if rule:
|
|
* span_length_diff = len(rule) - (span.end - span.start) # <<<<<<<<<<<<<<
|
|
* if span_length_diff > 0:
|
|
* modify_in_place = False
|
|
*/
|
|
__pyx_t_12 = PyObject_Length(__pyx_v_rule); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_t_12); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_8 = PyNumber_Subtract(__pyx_t_7, __pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = PyNumber_Subtract(__pyx_t_4, __pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_10); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_v_span_length_diff = __pyx_t_5;
|
|
|
|
/* "spacy/tokenizer.pyx":304
|
|
* rule = self._rules.get(span.text, None)
|
|
* span_length_diff = 0
|
|
* if rule: # <<<<<<<<<<<<<<
|
|
* span_length_diff = len(rule) - (span.end - span.start)
|
|
* if span_length_diff > 0:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":306
|
|
* if rule:
|
|
* span_length_diff = len(rule) - (span.end - span.start)
|
|
* if span_length_diff > 0: # <<<<<<<<<<<<<<
|
|
* modify_in_place = False
|
|
* curr_length += span_length_diff
|
|
*/
|
|
__pyx_t_11 = ((__pyx_v_span_length_diff > 0) != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokenizer.pyx":307
|
|
* span_length_diff = len(rule) - (span.end - span.start)
|
|
* if span_length_diff > 0:
|
|
* modify_in_place = False # <<<<<<<<<<<<<<
|
|
* curr_length += span_length_diff
|
|
* if curr_length > max_length:
|
|
*/
|
|
__pyx_v_modify_in_place = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":306
|
|
* if rule:
|
|
* span_length_diff = len(rule) - (span.end - span.start)
|
|
* if span_length_diff > 0: # <<<<<<<<<<<<<<
|
|
* modify_in_place = False
|
|
* curr_length += span_length_diff
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":308
|
|
* if span_length_diff > 0:
|
|
* modify_in_place = False
|
|
* curr_length += span_length_diff # <<<<<<<<<<<<<<
|
|
* if curr_length > max_length:
|
|
* max_length = curr_length
|
|
*/
|
|
__pyx_v_curr_length = (__pyx_v_curr_length + __pyx_v_span_length_diff);
|
|
|
|
/* "spacy/tokenizer.pyx":309
|
|
* modify_in_place = False
|
|
* curr_length += span_length_diff
|
|
* if curr_length > max_length: # <<<<<<<<<<<<<<
|
|
* max_length = curr_length
|
|
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
|
|
*/
|
|
__pyx_t_11 = ((__pyx_v_curr_length > __pyx_v_max_length) != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokenizer.pyx":310
|
|
* curr_length += span_length_diff
|
|
* if curr_length > max_length:
|
|
* max_length = curr_length # <<<<<<<<<<<<<<
|
|
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
|
|
* return (span_data, max_length, modify_in_place)
|
|
*/
|
|
__pyx_v_max_length = __pyx_v_curr_length;
|
|
|
|
/* "spacy/tokenizer.pyx":309
|
|
* modify_in_place = False
|
|
* curr_length += span_length_diff
|
|
* if curr_length > max_length: # <<<<<<<<<<<<<<
|
|
* max_length = curr_length
|
|
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":311
|
|
* if curr_length > max_length:
|
|
* max_length = curr_length
|
|
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff) # <<<<<<<<<<<<<<
|
|
* return (span_data, max_length, modify_in_place)
|
|
*
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_text); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_PyInt_From_int(__pyx_v_span_length_diff); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_9 = PyTuple_New(4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_GIVEREF(__pyx_t_10);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_10);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_t_8);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 2, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 3, __pyx_t_7);
|
|
__pyx_t_10 = 0;
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_span_data, __pyx_t_7, __pyx_t_9) < 0)) __PYX_ERR(0, 311, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":301
|
|
* cdef int span_length_diff = 0
|
|
* span_data = {}
|
|
* for span in spans: # <<<<<<<<<<<<<<
|
|
* rule = self._rules.get(span.text, None)
|
|
* span_length_diff = 0
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":312
|
|
* max_length = curr_length
|
|
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
|
|
* return (span_data, max_length, modify_in_place) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_max_length); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 312, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_9 = __Pyx_PyBool_FromLong(__pyx_v_modify_in_place); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 312, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_7 = PyTuple_New(3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 312, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_v_span_data);
|
|
__Pyx_GIVEREF(__pyx_v_span_data);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_span_data);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 2, __pyx_t_9);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_9 = 0;
|
|
__pyx_r = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":294
|
|
* stdsort(filtered.begin(), filtered.end(), start_cmp)
|
|
*
|
|
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered): # <<<<<<<<<<<<<<
|
|
* spans = [doc[match.start:match.end] for match in filtered]
|
|
* cdef bint modify_in_place = True
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._prepare_special_spans", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_spans);
|
|
__Pyx_XDECREF(__pyx_v_span_data);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_rule);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":314
|
|
* return (span_data, max_length, modify_in_place)
|
|
*
|
|
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data): # <<<<<<<<<<<<<<
|
|
* cdef int i = 0
|
|
* cdef int j = 0
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__retokenize_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens, PyObject *__pyx_v_span_data) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_j;
|
|
int __pyx_v_offset;
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
|
|
int __pyx_v_idx_offset;
|
|
int __pyx_v_orig_final_spacy;
|
|
int __pyx_v_orig_idx;
|
|
int __pyx_v_span_start;
|
|
int __pyx_v_span_end;
|
|
PyObject *__pyx_v_span = NULL;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_t_7;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_retokenize_special_spans", 0);
|
|
__Pyx_TraceCall("_retokenize_special_spans", __pyx_f[0], 314, 0, __PYX_ERR(0, 314, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":315
|
|
*
|
|
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data):
|
|
* cdef int i = 0 # <<<<<<<<<<<<<<
|
|
* cdef int j = 0
|
|
* cdef int offset = 0
|
|
*/
|
|
__pyx_v_i = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":316
|
|
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data):
|
|
* cdef int i = 0
|
|
* cdef int j = 0 # <<<<<<<<<<<<<<
|
|
* cdef int offset = 0
|
|
* cdef _Cached* cached
|
|
*/
|
|
__pyx_v_j = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":317
|
|
* cdef int i = 0
|
|
* cdef int j = 0
|
|
* cdef int offset = 0 # <<<<<<<<<<<<<<
|
|
* cdef _Cached* cached
|
|
* cdef int idx_offset = 0
|
|
*/
|
|
__pyx_v_offset = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":319
|
|
* cdef int offset = 0
|
|
* cdef _Cached* cached
|
|
* cdef int idx_offset = 0 # <<<<<<<<<<<<<<
|
|
* cdef int orig_final_spacy
|
|
* cdef int orig_idx
|
|
*/
|
|
__pyx_v_idx_offset = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":324
|
|
* cdef int span_start
|
|
* cdef int span_end
|
|
* while i < doc.length: # <<<<<<<<<<<<<<
|
|
* if i not in span_data:
|
|
* tokens[i + offset] = doc.c[i]
|
|
*/
|
|
while (1) {
|
|
__pyx_t_1 = ((__pyx_v_i < __pyx_v_doc->length) != 0);
|
|
if (!__pyx_t_1) break;
|
|
|
|
/* "spacy/tokenizer.pyx":325
|
|
* cdef int span_end
|
|
* while i < doc.length:
|
|
* if i not in span_data: # <<<<<<<<<<<<<<
|
|
* tokens[i + offset] = doc.c[i]
|
|
* i += 1
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 325, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_t_2, __pyx_v_span_data, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 325, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_3 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":326
|
|
* while i < doc.length:
|
|
* if i not in span_data:
|
|
* tokens[i + offset] = doc.c[i] # <<<<<<<<<<<<<<
|
|
* i += 1
|
|
* else:
|
|
*/
|
|
(__pyx_v_tokens[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_doc->c[__pyx_v_i]);
|
|
|
|
/* "spacy/tokenizer.pyx":327
|
|
* if i not in span_data:
|
|
* tokens[i + offset] = doc.c[i]
|
|
* i += 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* span = span_data[i]
|
|
*/
|
|
__pyx_v_i = (__pyx_v_i + 1);
|
|
|
|
/* "spacy/tokenizer.pyx":325
|
|
* cdef int span_end
|
|
* while i < doc.length:
|
|
* if i not in span_data: # <<<<<<<<<<<<<<
|
|
* tokens[i + offset] = doc.c[i]
|
|
* i += 1
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":329
|
|
* i += 1
|
|
* else:
|
|
* span = span_data[i] # <<<<<<<<<<<<<<
|
|
* span_start = span[1]
|
|
* span_end = span[2]
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span_data, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":330
|
|
* else:
|
|
* span = span_data[i]
|
|
* span_start = span[1] # <<<<<<<<<<<<<<
|
|
* span_end = span[2]
|
|
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
|
|
*/
|
|
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 330, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_2); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 330, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_span_start = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":331
|
|
* span = span_data[i]
|
|
* span_start = span[1]
|
|
* span_end = span[2] # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
|
|
* if cached == NULL:
|
|
*/
|
|
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 2, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_2); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_span_end = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":332
|
|
* span_start = span[1]
|
|
* span_end = span[2]
|
|
* cached = <_Cached*>self._specials.get(hash_string(span[0])) # <<<<<<<<<<<<<<
|
|
* if cached == NULL:
|
|
* # Copy original tokens if no rule found
|
|
*/
|
|
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 332, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (!(likely(PyString_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "str", Py_TYPE(__pyx_t_2)->tp_name), 0))) __PYX_ERR(0, 332, __pyx_L1_error)
|
|
__pyx_t_5 = __pyx_f_5spacy_7strings_hash_string(((PyObject*)__pyx_t_2), 0); if (unlikely(__pyx_t_5 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 332, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_5));
|
|
|
|
/* "spacy/tokenizer.pyx":333
|
|
* span_end = span[2]
|
|
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
|
|
* if cached == NULL: # <<<<<<<<<<<<<<
|
|
* # Copy original tokens if no rule found
|
|
* for j in range(span_end - span_start):
|
|
*/
|
|
__pyx_t_3 = ((__pyx_v_cached == NULL) != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":335
|
|
* if cached == NULL:
|
|
* # Copy original tokens if no rule found
|
|
* for j in range(span_end - span_start): # <<<<<<<<<<<<<<
|
|
* tokens[i + offset + j] = doc.c[i + j]
|
|
* i += span_end - span_start
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_span_end - __pyx_v_span_start);
|
|
__pyx_t_6 = __pyx_t_4;
|
|
for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
|
|
__pyx_v_j = __pyx_t_7;
|
|
|
|
/* "spacy/tokenizer.pyx":336
|
|
* # Copy original tokens if no rule found
|
|
* for j in range(span_end - span_start):
|
|
* tokens[i + offset + j] = doc.c[i + j] # <<<<<<<<<<<<<<
|
|
* i += span_end - span_start
|
|
* else:
|
|
*/
|
|
(__pyx_v_tokens[((__pyx_v_i + __pyx_v_offset) + __pyx_v_j)]) = (__pyx_v_doc->c[(__pyx_v_i + __pyx_v_j)]);
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":337
|
|
* for j in range(span_end - span_start):
|
|
* tokens[i + offset + j] = doc.c[i + j]
|
|
* i += span_end - span_start # <<<<<<<<<<<<<<
|
|
* else:
|
|
* # Copy special case tokens into doc and adjust token and
|
|
*/
|
|
__pyx_v_i = (__pyx_v_i + (__pyx_v_span_end - __pyx_v_span_start));
|
|
|
|
/* "spacy/tokenizer.pyx":333
|
|
* span_end = span[2]
|
|
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
|
|
* if cached == NULL: # <<<<<<<<<<<<<<
|
|
* # Copy original tokens if no rule found
|
|
* for j in range(span_end - span_start):
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":341
|
|
* # Copy special case tokens into doc and adjust token and
|
|
* # character offsets
|
|
* idx_offset = 0 # <<<<<<<<<<<<<<
|
|
* orig_final_spacy = doc.c[span_end - 1].spacy
|
|
* orig_idx = doc.c[i].idx
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_idx_offset = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":342
|
|
* # character offsets
|
|
* idx_offset = 0
|
|
* orig_final_spacy = doc.c[span_end - 1].spacy # <<<<<<<<<<<<<<
|
|
* orig_idx = doc.c[i].idx
|
|
* for j in range(cached.length):
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_doc->c[(__pyx_v_span_end - 1)]).spacy;
|
|
__pyx_v_orig_final_spacy = __pyx_t_3;
|
|
|
|
/* "spacy/tokenizer.pyx":343
|
|
* idx_offset = 0
|
|
* orig_final_spacy = doc.c[span_end - 1].spacy
|
|
* orig_idx = doc.c[i].idx # <<<<<<<<<<<<<<
|
|
* for j in range(cached.length):
|
|
* tokens[i + offset + j] = cached.data.tokens[j]
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_doc->c[__pyx_v_i]).idx;
|
|
__pyx_v_orig_idx = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":344
|
|
* orig_final_spacy = doc.c[span_end - 1].spacy
|
|
* orig_idx = doc.c[i].idx
|
|
* for j in range(cached.length): # <<<<<<<<<<<<<<
|
|
* tokens[i + offset + j] = cached.data.tokens[j]
|
|
* tokens[i + offset + j].idx = orig_idx + idx_offset
|
|
*/
|
|
__pyx_t_4 = __pyx_v_cached->length;
|
|
__pyx_t_6 = __pyx_t_4;
|
|
for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
|
|
__pyx_v_j = __pyx_t_7;
|
|
|
|
/* "spacy/tokenizer.pyx":345
|
|
* orig_idx = doc.c[i].idx
|
|
* for j in range(cached.length):
|
|
* tokens[i + offset + j] = cached.data.tokens[j] # <<<<<<<<<<<<<<
|
|
* tokens[i + offset + j].idx = orig_idx + idx_offset
|
|
* idx_offset += cached.data.tokens[j].lex.length
|
|
*/
|
|
(__pyx_v_tokens[((__pyx_v_i + __pyx_v_offset) + __pyx_v_j)]) = (__pyx_v_cached->data.tokens[__pyx_v_j]);
|
|
|
|
/* "spacy/tokenizer.pyx":346
|
|
* for j in range(cached.length):
|
|
* tokens[i + offset + j] = cached.data.tokens[j]
|
|
* tokens[i + offset + j].idx = orig_idx + idx_offset # <<<<<<<<<<<<<<
|
|
* idx_offset += cached.data.tokens[j].lex.length
|
|
* if cached.data.tokens[j].spacy:
|
|
*/
|
|
(__pyx_v_tokens[((__pyx_v_i + __pyx_v_offset) + __pyx_v_j)]).idx = (__pyx_v_orig_idx + __pyx_v_idx_offset);
|
|
|
|
/* "spacy/tokenizer.pyx":347
|
|
* tokens[i + offset + j] = cached.data.tokens[j]
|
|
* tokens[i + offset + j].idx = orig_idx + idx_offset
|
|
* idx_offset += cached.data.tokens[j].lex.length # <<<<<<<<<<<<<<
|
|
* if cached.data.tokens[j].spacy:
|
|
* idx_offset += 1
|
|
*/
|
|
__pyx_v_idx_offset = (__pyx_v_idx_offset + (__pyx_v_cached->data.tokens[__pyx_v_j]).lex->length);
|
|
|
|
/* "spacy/tokenizer.pyx":348
|
|
* tokens[i + offset + j].idx = orig_idx + idx_offset
|
|
* idx_offset += cached.data.tokens[j].lex.length
|
|
* if cached.data.tokens[j].spacy: # <<<<<<<<<<<<<<
|
|
* idx_offset += 1
|
|
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
|
|
*/
|
|
__pyx_t_3 = ((__pyx_v_cached->data.tokens[__pyx_v_j]).spacy != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":349
|
|
* idx_offset += cached.data.tokens[j].lex.length
|
|
* if cached.data.tokens[j].spacy:
|
|
* idx_offset += 1 # <<<<<<<<<<<<<<
|
|
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
|
|
* i += span_end - span_start
|
|
*/
|
|
__pyx_v_idx_offset = (__pyx_v_idx_offset + 1);
|
|
|
|
/* "spacy/tokenizer.pyx":348
|
|
* tokens[i + offset + j].idx = orig_idx + idx_offset
|
|
* idx_offset += cached.data.tokens[j].lex.length
|
|
* if cached.data.tokens[j].spacy: # <<<<<<<<<<<<<<
|
|
* idx_offset += 1
|
|
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":350
|
|
* if cached.data.tokens[j].spacy:
|
|
* idx_offset += 1
|
|
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy # <<<<<<<<<<<<<<
|
|
* i += span_end - span_start
|
|
* offset += span[3]
|
|
*/
|
|
(__pyx_v_tokens[(((__pyx_v_i + __pyx_v_offset) + __pyx_v_cached->length) - 1)]).spacy = __pyx_v_orig_final_spacy;
|
|
|
|
/* "spacy/tokenizer.pyx":351
|
|
* idx_offset += 1
|
|
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
|
|
* i += span_end - span_start # <<<<<<<<<<<<<<
|
|
* offset += span[3]
|
|
* return offset
|
|
*/
|
|
__pyx_v_i = (__pyx_v_i + (__pyx_v_span_end - __pyx_v_span_start));
|
|
|
|
/* "spacy/tokenizer.pyx":352
|
|
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
|
|
* i += span_end - span_start
|
|
* offset += span[3] # <<<<<<<<<<<<<<
|
|
* return offset
|
|
*
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_offset); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 352, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_8 = __Pyx_GetItemInt(__pyx_v_span, 3, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 352, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_9 = PyNumber_InPlaceAdd(__pyx_t_2, __pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 352, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_9); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 352, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_offset = __pyx_t_4;
|
|
}
|
|
__pyx_L6:;
|
|
}
|
|
__pyx_L5:;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":353
|
|
* i += span_end - span_start
|
|
* offset += span[3]
|
|
* return offset # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1:
|
|
*/
|
|
__pyx_r = __pyx_v_offset;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":314
|
|
* return (span_data, max_length, modify_in_place)
|
|
*
|
|
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data): # <<<<<<<<<<<<<<
|
|
* cdef int i = 0
|
|
* cdef int j = 0
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_WriteUnraisable("spacy.tokenizer.Tokenizer._retokenize_special_spans", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":355
|
|
* return offset
|
|
*
|
|
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
|
|
* cdef bint specials_hit = 0
|
|
* cdef bint cache_hit = 0
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__try_specials_and_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
|
|
int __pyx_v_specials_hit;
|
|
int __pyx_v_cache_hit;
|
|
int __pyx_v_i;
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_try_specials_and_cache", 0);
|
|
__Pyx_TraceCall("_try_specials_and_cache", __pyx_f[0], 355, 0, __PYX_ERR(0, 355, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":356
|
|
*
|
|
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1:
|
|
* cdef bint specials_hit = 0 # <<<<<<<<<<<<<<
|
|
* cdef bint cache_hit = 0
|
|
* cdef int i
|
|
*/
|
|
__pyx_v_specials_hit = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":357
|
|
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1:
|
|
* cdef bint specials_hit = 0
|
|
* cdef bint cache_hit = 0 # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* if with_special_cases:
|
|
*/
|
|
__pyx_v_cache_hit = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":359
|
|
* cdef bint cache_hit = 0
|
|
* cdef int i
|
|
* if with_special_cases: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._specials.get(key)
|
|
* if cached == NULL:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_with_special_cases != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":360
|
|
* cdef int i
|
|
* if with_special_cases:
|
|
* cached = <_Cached*>self._specials.get(key) # <<<<<<<<<<<<<<
|
|
* if cached == NULL:
|
|
* specials_hit = False
|
|
*/
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_v_key));
|
|
|
|
/* "spacy/tokenizer.pyx":361
|
|
* if with_special_cases:
|
|
* cached = <_Cached*>self._specials.get(key)
|
|
* if cached == NULL: # <<<<<<<<<<<<<<
|
|
* specials_hit = False
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_cached == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":362
|
|
* cached = <_Cached*>self._specials.get(key)
|
|
* if cached == NULL:
|
|
* specials_hit = False # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(cached.length):
|
|
*/
|
|
__pyx_v_specials_hit = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":361
|
|
* if with_special_cases:
|
|
* cached = <_Cached*>self._specials.get(key)
|
|
* if cached == NULL: # <<<<<<<<<<<<<<
|
|
* specials_hit = False
|
|
* else:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":364
|
|
* specials_hit = False
|
|
* else:
|
|
* for i in range(cached.length): # <<<<<<<<<<<<<<
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* has_special[0] = 1
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = __pyx_v_cached->length;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":365
|
|
* else:
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(&cached.data.tokens[i], False) # <<<<<<<<<<<<<<
|
|
* has_special[0] = 1
|
|
* specials_hit = True
|
|
*/
|
|
__pyx_t_5 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_1push_back(__pyx_v_tokens, (&(__pyx_v_cached->data.tokens[__pyx_v_i])), 0); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 365, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":366
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* has_special[0] = 1 # <<<<<<<<<<<<<<
|
|
* specials_hit = True
|
|
* if not specials_hit:
|
|
*/
|
|
(__pyx_v_has_special[0]) = 1;
|
|
|
|
/* "spacy/tokenizer.pyx":367
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* has_special[0] = 1
|
|
* specials_hit = True # <<<<<<<<<<<<<<
|
|
* if not specials_hit:
|
|
* cached = <_Cached*>self._cache.get(key)
|
|
*/
|
|
__pyx_v_specials_hit = 1;
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "spacy/tokenizer.pyx":359
|
|
* cdef bint cache_hit = 0
|
|
* cdef int i
|
|
* if with_special_cases: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._specials.get(key)
|
|
* if cached == NULL:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":368
|
|
* has_special[0] = 1
|
|
* specials_hit = True
|
|
* if not specials_hit: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._cache.get(key)
|
|
* if cached == NULL:
|
|
*/
|
|
__pyx_t_1 = ((!(__pyx_v_specials_hit != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":369
|
|
* specials_hit = True
|
|
* if not specials_hit:
|
|
* cached = <_Cached*>self._cache.get(key) # <<<<<<<<<<<<<<
|
|
* if cached == NULL:
|
|
* cache_hit = False
|
|
*/
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_cache->__pyx_vtab)->get(__pyx_v_self->_cache, __pyx_v_key));
|
|
|
|
/* "spacy/tokenizer.pyx":370
|
|
* if not specials_hit:
|
|
* cached = <_Cached*>self._cache.get(key)
|
|
* if cached == NULL: # <<<<<<<<<<<<<<
|
|
* cache_hit = False
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_cached == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":371
|
|
* cached = <_Cached*>self._cache.get(key)
|
|
* if cached == NULL:
|
|
* cache_hit = False # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if cached.is_lex:
|
|
*/
|
|
__pyx_v_cache_hit = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":370
|
|
* if not specials_hit:
|
|
* cached = <_Cached*>self._cache.get(key)
|
|
* if cached == NULL: # <<<<<<<<<<<<<<
|
|
* cache_hit = False
|
|
* else:
|
|
*/
|
|
goto __pyx_L8;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":373
|
|
* cache_hit = False
|
|
* else:
|
|
* if cached.is_lex: # <<<<<<<<<<<<<<
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(cached.data.lexemes[i], False)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_1 = (__pyx_v_cached->is_lex != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":374
|
|
* else:
|
|
* if cached.is_lex:
|
|
* for i in range(cached.length): # <<<<<<<<<<<<<<
|
|
* tokens.push_back(cached.data.lexemes[i], False)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = __pyx_v_cached->length;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":375
|
|
* if cached.is_lex:
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(cached.data.lexemes[i], False) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(cached.length):
|
|
*/
|
|
__pyx_t_5 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, (__pyx_v_cached->data.lexemes[__pyx_v_i]), 0); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 375, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":373
|
|
* cache_hit = False
|
|
* else:
|
|
* if cached.is_lex: # <<<<<<<<<<<<<<
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(cached.data.lexemes[i], False)
|
|
*/
|
|
goto __pyx_L9;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":377
|
|
* tokens.push_back(cached.data.lexemes[i], False)
|
|
* else:
|
|
* for i in range(cached.length): # <<<<<<<<<<<<<<
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* cache_hit = True
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = __pyx_v_cached->length;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":378
|
|
* else:
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(&cached.data.tokens[i], False) # <<<<<<<<<<<<<<
|
|
* cache_hit = True
|
|
* if not specials_hit and not cache_hit:
|
|
*/
|
|
__pyx_t_5 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_1push_back(__pyx_v_tokens, (&(__pyx_v_cached->data.tokens[__pyx_v_i])), 0); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 378, __pyx_L1_error)
|
|
}
|
|
}
|
|
__pyx_L9:;
|
|
|
|
/* "spacy/tokenizer.pyx":379
|
|
* for i in range(cached.length):
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* cache_hit = True # <<<<<<<<<<<<<<
|
|
* if not specials_hit and not cache_hit:
|
|
* return False
|
|
*/
|
|
__pyx_v_cache_hit = 1;
|
|
}
|
|
__pyx_L8:;
|
|
|
|
/* "spacy/tokenizer.pyx":368
|
|
* has_special[0] = 1
|
|
* specials_hit = True
|
|
* if not specials_hit: # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self._cache.get(key)
|
|
* if cached == NULL:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":380
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* cache_hit = True
|
|
* if not specials_hit and not cache_hit: # <<<<<<<<<<<<<<
|
|
* return False
|
|
* return True
|
|
*/
|
|
__pyx_t_6 = ((!(__pyx_v_specials_hit != 0)) != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L15_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = ((!(__pyx_v_cache_hit != 0)) != 0);
|
|
__pyx_t_1 = __pyx_t_6;
|
|
__pyx_L15_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":381
|
|
* cache_hit = True
|
|
* if not specials_hit and not cache_hit:
|
|
* return False # <<<<<<<<<<<<<<
|
|
* return True
|
|
*
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":380
|
|
* tokens.push_back(&cached.data.tokens[i], False)
|
|
* cache_hit = True
|
|
* if not specials_hit and not cache_hit: # <<<<<<<<<<<<<<
|
|
* return False
|
|
* return True
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":382
|
|
* if not specials_hit and not cache_hit:
|
|
* return False
|
|
* return True # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int _tokenize(self, Doc tokens, str span, hash_t orig_key, int* has_special, bint with_special_cases) except -1:
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":355
|
|
* return offset
|
|
*
|
|
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
|
|
* cdef bint specials_hit = 0
|
|
* cdef bint cache_hit = 0
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._try_specials_and_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":384
|
|
* return True
|
|
*
|
|
* cdef int _tokenize(self, Doc tokens, str span, hash_t orig_key, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
|
|
* cdef vector[LexemeC*] prefixes
|
|
* cdef vector[LexemeC*] suffixes
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_span, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_orig_key, int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
|
|
std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> __pyx_v_prefixes;
|
|
std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> __pyx_v_suffixes;
|
|
int __pyx_v_orig_size;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_tokenize", 0);
|
|
__Pyx_TraceCall("_tokenize", __pyx_f[0], 384, 0, __PYX_ERR(0, 384, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_span);
|
|
|
|
/* "spacy/tokenizer.pyx":388
|
|
* cdef vector[LexemeC*] suffixes
|
|
* cdef int orig_size
|
|
* orig_size = tokens.length # <<<<<<<<<<<<<<
|
|
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes,
|
|
* has_special, with_special_cases)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_tokens->length;
|
|
__pyx_v_orig_size = __pyx_t_1;
|
|
|
|
/* "spacy/tokenizer.pyx":389
|
|
* cdef int orig_size
|
|
* orig_size = tokens.length
|
|
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes, # <<<<<<<<<<<<<<
|
|
* has_special, with_special_cases)
|
|
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
|
|
*/
|
|
__pyx_t_2 = ((PyObject *)__pyx_v_tokens->mem);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
|
|
/* "spacy/tokenizer.pyx":390
|
|
* orig_size = tokens.length
|
|
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes,
|
|
* has_special, with_special_cases) # <<<<<<<<<<<<<<
|
|
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
|
|
* with_special_cases)
|
|
*/
|
|
__pyx_t_3 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_split_affixes(__pyx_v_self, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_2), __pyx_v_span, (&__pyx_v_prefixes), (&__pyx_v_suffixes), __pyx_v_has_special, __pyx_v_with_special_cases); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 389, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_3));
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":391
|
|
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes,
|
|
* has_special, with_special_cases)
|
|
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special, # <<<<<<<<<<<<<<
|
|
* with_special_cases)
|
|
* self._save_cached(&tokens.c[orig_size], orig_key, has_special,
|
|
*/
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_attach_tokens(__pyx_v_self, __pyx_v_tokens, __pyx_v_span, (&__pyx_v_prefixes), (&__pyx_v_suffixes), __pyx_v_has_special, __pyx_v_with_special_cases); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 391, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":393
|
|
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
|
|
* with_special_cases)
|
|
* self._save_cached(&tokens.c[orig_size], orig_key, has_special, # <<<<<<<<<<<<<<
|
|
* tokens.length - orig_size)
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_save_cached(__pyx_v_self, (&(__pyx_v_tokens->c[__pyx_v_orig_size])), __pyx_v_orig_key, __pyx_v_has_special, (__pyx_v_tokens->length - __pyx_v_orig_size)); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 393, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":384
|
|
* return True
|
|
*
|
|
* cdef int _tokenize(self, Doc tokens, str span, hash_t orig_key, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
|
|
* cdef vector[LexemeC*] prefixes
|
|
* cdef vector[LexemeC*] suffixes
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._tokenize", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":396
|
|
* tokens.length - orig_size)
|
|
*
|
|
* cdef str _split_affixes( # <<<<<<<<<<<<<<
|
|
* self,
|
|
* Pool mem,
|
|
*/
|
|
|
|
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__split_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, CYTHON_UNUSED int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
|
|
PyObject *__pyx_v_prefix = 0;
|
|
PyObject *__pyx_v_suffix = 0;
|
|
PyObject *__pyx_v_minus_pre = 0;
|
|
PyObject *__pyx_v_minus_suf = 0;
|
|
size_t __pyx_v_last_size;
|
|
PyObject *__pyx_v_pre_len = NULL;
|
|
PyObject *__pyx_v_suf_len = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_7;
|
|
Py_ssize_t __pyx_t_8;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_9;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
Py_ssize_t __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_split_affixes", 0);
|
|
__Pyx_TraceCall("_split_affixes", __pyx_f[0], 396, 0, __PYX_ERR(0, 396, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_string);
|
|
|
|
/* "spacy/tokenizer.pyx":409
|
|
* cdef str minus_pre
|
|
* cdef str minus_suf
|
|
* cdef size_t last_size = 0 # <<<<<<<<<<<<<<
|
|
* while string and len(string) != last_size:
|
|
* if self.token_match and self.token_match(string):
|
|
*/
|
|
__pyx_v_last_size = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":410
|
|
* cdef str minus_suf
|
|
* cdef size_t last_size = 0
|
|
* while string and len(string) != last_size: # <<<<<<<<<<<<<<
|
|
* if self.token_match and self.token_match(string):
|
|
* break
|
|
*/
|
|
while (1) {
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_string); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 410, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = PyObject_Length(__pyx_v_string); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 410, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_3 != __pyx_v_last_size) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L5_bool_binop_done:;
|
|
if (!__pyx_t_1) break;
|
|
|
|
/* "spacy/tokenizer.pyx":411
|
|
* cdef size_t last_size = 0
|
|
* while string and len(string) != last_size:
|
|
* if self.token_match and self.token_match(string): # <<<<<<<<<<<<<<
|
|
* break
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 411, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 411, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L8_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 411, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 411, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 411, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L8_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":412
|
|
* while string and len(string) != last_size:
|
|
* if self.token_match and self.token_match(string):
|
|
* break # <<<<<<<<<<<<<<
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
|
|
* break
|
|
*/
|
|
goto __pyx_L4_break;
|
|
|
|
/* "spacy/tokenizer.pyx":411
|
|
* cdef size_t last_size = 0
|
|
* while string and len(string) != last_size:
|
|
* if self.token_match and self.token_match(string): # <<<<<<<<<<<<<<
|
|
* break
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":413
|
|
* if self.token_match and self.token_match(string):
|
|
* break
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL: # <<<<<<<<<<<<<<
|
|
* break
|
|
* last_size = len(string)
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_with_special_cases != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L11_bool_binop_done;
|
|
}
|
|
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_string, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__pyx_t_2 = ((((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_7) != NULL) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L11_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":414
|
|
* break
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
|
|
* break # <<<<<<<<<<<<<<
|
|
* last_size = len(string)
|
|
* pre_len = self.find_prefix(string)
|
|
*/
|
|
goto __pyx_L4_break;
|
|
|
|
/* "spacy/tokenizer.pyx":413
|
|
* if self.token_match and self.token_match(string):
|
|
* break
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL: # <<<<<<<<<<<<<<
|
|
* break
|
|
* last_size = len(string)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":415
|
|
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
|
|
* break
|
|
* last_size = len(string) # <<<<<<<<<<<<<<
|
|
* pre_len = self.find_prefix(string)
|
|
* if pre_len != 0:
|
|
*/
|
|
__pyx_t_3 = PyObject_Length(__pyx_v_string); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 415, __pyx_L1_error)
|
|
__pyx_v_last_size = __pyx_t_3;
|
|
|
|
/* "spacy/tokenizer.pyx":416
|
|
* break
|
|
* last_size = len(string)
|
|
* pre_len = self.find_prefix(string) # <<<<<<<<<<<<<<
|
|
* if pre_len != 0:
|
|
* prefix = string[:pre_len]
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_find_prefix); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 416, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 416, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_pre_len, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":417
|
|
* last_size = len(string)
|
|
* pre_len = self.find_prefix(string)
|
|
* if pre_len != 0: # <<<<<<<<<<<<<<
|
|
* prefix = string[:pre_len]
|
|
* minus_pre = string[pre_len:]
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_NeObjC(__pyx_v_pre_len, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 417, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 417, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":418
|
|
* pre_len = self.find_prefix(string)
|
|
* if pre_len != 0:
|
|
* prefix = string[:pre_len] # <<<<<<<<<<<<<<
|
|
* minus_pre = string[pre_len:]
|
|
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 418, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_pre_len);
|
|
__pyx_t_4 = __pyx_v_pre_len;
|
|
__pyx_t_1 = (__pyx_t_4 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_3 = PY_SSIZE_T_MAX;
|
|
} else {
|
|
__pyx_t_8 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_8 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_8;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PySequence_GetSlice(__pyx_v_string, 0, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_prefix, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":419
|
|
* if pre_len != 0:
|
|
* prefix = string[:pre_len]
|
|
* minus_pre = string[pre_len:] # <<<<<<<<<<<<<<
|
|
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
|
|
* string = minus_pre
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 419, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_pre_len);
|
|
__pyx_t_4 = __pyx_v_pre_len;
|
|
__pyx_t_1 = (__pyx_t_4 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_3 = 0;
|
|
} else {
|
|
__pyx_t_8 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_8 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 419, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_8;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PySequence_GetSlice(__pyx_v_string, __pyx_t_3, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 419, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_minus_pre, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":420
|
|
* prefix = string[:pre_len]
|
|
* minus_pre = string[pre_len:]
|
|
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL: # <<<<<<<<<<<<<<
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_minus_pre); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 420, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L15_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_with_special_cases != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L15_bool_binop_done;
|
|
}
|
|
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_minus_pre, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 420, __pyx_L1_error)
|
|
__pyx_t_2 = ((((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_7) != NULL) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L15_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":421
|
|
* minus_pre = string[pre_len:]
|
|
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
|
|
* string = minus_pre # <<<<<<<<<<<<<<
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* break
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_minus_pre);
|
|
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_pre);
|
|
|
|
/* "spacy/tokenizer.pyx":422
|
|
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix)) # <<<<<<<<<<<<<<
|
|
* break
|
|
* suf_len = self.find_suffix(string[pre_len:])
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_prefix); if (unlikely(__pyx_t_9 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 422, __pyx_L1_error)
|
|
try {
|
|
__pyx_v_prefixes->push_back(__pyx_t_9);
|
|
} catch(...) {
|
|
__Pyx_CppExn2PyErr();
|
|
__PYX_ERR(0, 422, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":423
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* break # <<<<<<<<<<<<<<
|
|
* suf_len = self.find_suffix(string[pre_len:])
|
|
* if suf_len != 0:
|
|
*/
|
|
goto __pyx_L4_break;
|
|
|
|
/* "spacy/tokenizer.pyx":420
|
|
* prefix = string[:pre_len]
|
|
* minus_pre = string[pre_len:]
|
|
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL: # <<<<<<<<<<<<<<
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":417
|
|
* last_size = len(string)
|
|
* pre_len = self.find_prefix(string)
|
|
* if pre_len != 0: # <<<<<<<<<<<<<<
|
|
* prefix = string[:pre_len]
|
|
* minus_pre = string[pre_len:]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":424
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* break
|
|
* suf_len = self.find_suffix(string[pre_len:]) # <<<<<<<<<<<<<<
|
|
* if suf_len != 0:
|
|
* suffix = string[-suf_len:]
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_find_suffix); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 424, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_pre_len);
|
|
__pyx_t_6 = __pyx_v_pre_len;
|
|
__pyx_t_1 = (__pyx_t_6 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_3 = 0;
|
|
} else {
|
|
__pyx_t_8 = __Pyx_PyIndex_AsSsize_t(__pyx_t_6); if (unlikely((__pyx_t_8 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 424, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_8;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PySequence_GetSlice(__pyx_v_string, __pyx_t_3, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_10, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_suf_len, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":425
|
|
* break
|
|
* suf_len = self.find_suffix(string[pre_len:])
|
|
* if suf_len != 0: # <<<<<<<<<<<<<<
|
|
* suffix = string[-suf_len:]
|
|
* minus_suf = string[:-suf_len]
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_NeObjC(__pyx_v_suf_len, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 425, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":426
|
|
* suf_len = self.find_suffix(string[pre_len:])
|
|
* if suf_len != 0:
|
|
* suffix = string[-suf_len:] # <<<<<<<<<<<<<<
|
|
* minus_suf = string[:-suf_len]
|
|
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 426, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = PyNumber_Negative(__pyx_v_suf_len); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = (__pyx_t_4 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_3 = 0;
|
|
} else {
|
|
__pyx_t_8 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_8 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 426, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_8;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PySequence_GetSlice(__pyx_v_string, __pyx_t_3, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_suffix, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":427
|
|
* if suf_len != 0:
|
|
* suffix = string[-suf_len:]
|
|
* minus_suf = string[:-suf_len] # <<<<<<<<<<<<<<
|
|
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
|
|
* string = minus_suf
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 427, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = PyNumber_Negative(__pyx_v_suf_len); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 427, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = (__pyx_t_4 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_3 = PY_SSIZE_T_MAX;
|
|
} else {
|
|
__pyx_t_8 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_8 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 427, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_8;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PySequence_GetSlice(__pyx_v_string, 0, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 427, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_minus_suf, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":428
|
|
* suffix = string[-suf_len:]
|
|
* minus_suf = string[:-suf_len]
|
|
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL: # <<<<<<<<<<<<<<
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_minus_suf); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L20_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_with_special_cases != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L20_bool_binop_done;
|
|
}
|
|
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_minus_suf, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__pyx_t_2 = ((((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_7) != NULL) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L20_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":429
|
|
* minus_suf = string[:-suf_len]
|
|
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
|
|
* string = minus_suf # <<<<<<<<<<<<<<
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* break
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_minus_suf);
|
|
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_suf);
|
|
|
|
/* "spacy/tokenizer.pyx":430
|
|
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix)) # <<<<<<<<<<<<<<
|
|
* break
|
|
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_suffix); if (unlikely(__pyx_t_9 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 430, __pyx_L1_error)
|
|
try {
|
|
__pyx_v_suffixes->push_back(__pyx_t_9);
|
|
} catch(...) {
|
|
__Pyx_CppExn2PyErr();
|
|
__PYX_ERR(0, 430, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":431
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* break # <<<<<<<<<<<<<<
|
|
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
|
|
* string = string[pre_len:-suf_len]
|
|
*/
|
|
goto __pyx_L4_break;
|
|
|
|
/* "spacy/tokenizer.pyx":428
|
|
* suffix = string[-suf_len:]
|
|
* minus_suf = string[:-suf_len]
|
|
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL: # <<<<<<<<<<<<<<
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":425
|
|
* break
|
|
* suf_len = self.find_suffix(string[pre_len:])
|
|
* if suf_len != 0: # <<<<<<<<<<<<<<
|
|
* suffix = string[-suf_len:]
|
|
* minus_suf = string[:-suf_len]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":432
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* break
|
|
* if pre_len and suf_len and (pre_len + suf_len) <= len(string): # <<<<<<<<<<<<<<
|
|
* string = string[pre_len:-suf_len]
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_pre_len); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L24_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_suf_len); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L24_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = PyNumber_Add(__pyx_v_pre_len, __pyx_v_suf_len); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = PyObject_Length(__pyx_v_string); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = PyObject_RichCompare(__pyx_t_4, __pyx_t_5, Py_LE); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 432, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L24_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":433
|
|
* break
|
|
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
|
|
* string = string[pre_len:-suf_len] # <<<<<<<<<<<<<<
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 433, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_pre_len);
|
|
__pyx_t_6 = __pyx_v_pre_len;
|
|
__pyx_t_1 = (__pyx_t_6 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_3 = 0;
|
|
} else {
|
|
__pyx_t_8 = __Pyx_PyIndex_AsSsize_t(__pyx_t_6); if (unlikely((__pyx_t_8 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 433, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_8;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyNumber_Negative(__pyx_v_suf_len); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 433, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_1 = (__pyx_t_6 == Py_None);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_8 = PY_SSIZE_T_MAX;
|
|
} else {
|
|
__pyx_t_11 = __Pyx_PyIndex_AsSsize_t(__pyx_t_6); if (unlikely((__pyx_t_11 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 433, __pyx_L1_error)
|
|
__pyx_t_8 = __pyx_t_11;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PySequence_GetSlice(__pyx_v_string, __pyx_t_3, __pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 433, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF_SET(__pyx_v_string, ((PyObject*)__pyx_t_6));
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":434
|
|
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
|
|
* string = string[pre_len:-suf_len]
|
|
* prefixes.push_back(self.vocab.get(mem, prefix)) # <<<<<<<<<<<<<<
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* elif pre_len:
|
|
*/
|
|
if (unlikely(!__pyx_v_prefix)) { __Pyx_RaiseUnboundLocalError("prefix"); __PYX_ERR(0, 434, __pyx_L1_error) }
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_prefix); if (unlikely(__pyx_t_9 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 434, __pyx_L1_error)
|
|
try {
|
|
__pyx_v_prefixes->push_back(__pyx_t_9);
|
|
} catch(...) {
|
|
__Pyx_CppExn2PyErr();
|
|
__PYX_ERR(0, 434, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":435
|
|
* string = string[pre_len:-suf_len]
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* suffixes.push_back(self.vocab.get(mem, suffix)) # <<<<<<<<<<<<<<
|
|
* elif pre_len:
|
|
* string = minus_pre
|
|
*/
|
|
if (unlikely(!__pyx_v_suffix)) { __Pyx_RaiseUnboundLocalError("suffix"); __PYX_ERR(0, 435, __pyx_L1_error) }
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_suffix); if (unlikely(__pyx_t_9 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 435, __pyx_L1_error)
|
|
try {
|
|
__pyx_v_suffixes->push_back(__pyx_t_9);
|
|
} catch(...) {
|
|
__Pyx_CppExn2PyErr();
|
|
__PYX_ERR(0, 435, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":432
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* break
|
|
* if pre_len and suf_len and (pre_len + suf_len) <= len(string): # <<<<<<<<<<<<<<
|
|
* string = string[pre_len:-suf_len]
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
*/
|
|
goto __pyx_L23;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":436
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* elif pre_len: # <<<<<<<<<<<<<<
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_pre_len); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 436, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":437
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* elif pre_len:
|
|
* string = minus_pre # <<<<<<<<<<<<<<
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* elif suf_len:
|
|
*/
|
|
if (unlikely(!__pyx_v_minus_pre)) { __Pyx_RaiseUnboundLocalError("minus_pre"); __PYX_ERR(0, 437, __pyx_L1_error) }
|
|
__Pyx_INCREF(__pyx_v_minus_pre);
|
|
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_pre);
|
|
|
|
/* "spacy/tokenizer.pyx":438
|
|
* elif pre_len:
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix)) # <<<<<<<<<<<<<<
|
|
* elif suf_len:
|
|
* string = minus_suf
|
|
*/
|
|
if (unlikely(!__pyx_v_prefix)) { __Pyx_RaiseUnboundLocalError("prefix"); __PYX_ERR(0, 438, __pyx_L1_error) }
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_prefix); if (unlikely(__pyx_t_9 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 438, __pyx_L1_error)
|
|
try {
|
|
__pyx_v_prefixes->push_back(__pyx_t_9);
|
|
} catch(...) {
|
|
__Pyx_CppExn2PyErr();
|
|
__PYX_ERR(0, 438, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":436
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* elif pre_len: # <<<<<<<<<<<<<<
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
*/
|
|
goto __pyx_L23;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":439
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* elif suf_len: # <<<<<<<<<<<<<<
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_suf_len); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 439, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":440
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* elif suf_len:
|
|
* string = minus_suf # <<<<<<<<<<<<<<
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* return string
|
|
*/
|
|
if (unlikely(!__pyx_v_minus_suf)) { __Pyx_RaiseUnboundLocalError("minus_suf"); __PYX_ERR(0, 440, __pyx_L1_error) }
|
|
__Pyx_INCREF(__pyx_v_minus_suf);
|
|
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_suf);
|
|
|
|
/* "spacy/tokenizer.pyx":441
|
|
* elif suf_len:
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix)) # <<<<<<<<<<<<<<
|
|
* return string
|
|
*
|
|
*/
|
|
if (unlikely(!__pyx_v_suffix)) { __Pyx_RaiseUnboundLocalError("suffix"); __PYX_ERR(0, 441, __pyx_L1_error) }
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_suffix); if (unlikely(__pyx_t_9 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 441, __pyx_L1_error)
|
|
try {
|
|
__pyx_v_suffixes->push_back(__pyx_t_9);
|
|
} catch(...) {
|
|
__Pyx_CppExn2PyErr();
|
|
__PYX_ERR(0, 441, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":439
|
|
* string = minus_pre
|
|
* prefixes.push_back(self.vocab.get(mem, prefix))
|
|
* elif suf_len: # <<<<<<<<<<<<<<
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
*/
|
|
}
|
|
__pyx_L23:;
|
|
}
|
|
__pyx_L4_break:;
|
|
|
|
/* "spacy/tokenizer.pyx":442
|
|
* string = minus_suf
|
|
* suffixes.push_back(self.vocab.get(mem, suffix))
|
|
* return string # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int _attach_tokens(self, Doc tokens, str string,
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_string);
|
|
__pyx_r = __pyx_v_string;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":396
|
|
* tokens.length - orig_size)
|
|
*
|
|
* cdef str _split_affixes( # <<<<<<<<<<<<<<
|
|
* self,
|
|
* Pool mem,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._split_affixes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_prefix);
|
|
__Pyx_XDECREF(__pyx_v_suffix);
|
|
__Pyx_XDECREF(__pyx_v_minus_pre);
|
|
__Pyx_XDECREF(__pyx_v_minus_suf);
|
|
__Pyx_XDECREF(__pyx_v_pre_len);
|
|
__Pyx_XDECREF(__pyx_v_suf_len);
|
|
__Pyx_XDECREF(__pyx_v_string);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":444
|
|
* return string
|
|
*
|
|
* cdef int _attach_tokens(self, Doc tokens, str string, # <<<<<<<<<<<<<<
|
|
* vector[const LexemeC*] *prefixes,
|
|
* vector[const LexemeC*] *suffixes,
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__attach_tokens(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme;
|
|
PyObject *__pyx_v_span = 0;
|
|
int __pyx_v_i;
|
|
PyObject *__pyx_v_matches = NULL;
|
|
PyObject *__pyx_v_start = NULL;
|
|
long __pyx_v_start_before_infixes;
|
|
PyObject *__pyx_v_match = NULL;
|
|
PyObject *__pyx_v_infix_start = NULL;
|
|
PyObject *__pyx_v_infix_end = NULL;
|
|
PyObject *__pyx_v_infix_span = NULL;
|
|
std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> ::reverse_iterator __pyx_v_it;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> ::size_type __pyx_t_2;
|
|
std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> ::size_type __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_t_8;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_11;
|
|
long __pyx_t_12;
|
|
Py_ssize_t __pyx_t_13;
|
|
PyObject *(*__pyx_t_14)(PyObject *);
|
|
PyObject *__pyx_t_15 = NULL;
|
|
Py_ssize_t __pyx_t_16;
|
|
Py_ssize_t __pyx_t_17;
|
|
Py_ssize_t __pyx_t_18;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_attach_tokens", 0);
|
|
__Pyx_TraceCall("_attach_tokens", __pyx_f[0], 444, 0, __PYX_ERR(0, 444, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":452
|
|
* cdef str span
|
|
* cdef int i
|
|
* if prefixes.size(): # <<<<<<<<<<<<<<
|
|
* for i in range(prefixes.size()):
|
|
* tokens.push_back(prefixes[0][i], False)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_prefixes->size() != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":453
|
|
* cdef int i
|
|
* if prefixes.size():
|
|
* for i in range(prefixes.size()): # <<<<<<<<<<<<<<
|
|
* tokens.push_back(prefixes[0][i], False)
|
|
* if string:
|
|
*/
|
|
__pyx_t_2 = __pyx_v_prefixes->size();
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":454
|
|
* if prefixes.size():
|
|
* for i in range(prefixes.size()):
|
|
* tokens.push_back(prefixes[0][i], False) # <<<<<<<<<<<<<<
|
|
* if string:
|
|
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
|
|
*/
|
|
__pyx_t_5 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, ((__pyx_v_prefixes[0])[__pyx_v_i]), 0); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 454, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":452
|
|
* cdef str span
|
|
* cdef int i
|
|
* if prefixes.size(): # <<<<<<<<<<<<<<
|
|
* for i in range(prefixes.size()):
|
|
* tokens.push_back(prefixes[0][i], False)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":455
|
|
* for i in range(prefixes.size()):
|
|
* tokens.push_back(prefixes[0][i], False)
|
|
* if string: # <<<<<<<<<<<<<<
|
|
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
|
|
* pass
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_string); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":456
|
|
* tokens.push_back(prefixes[0][i], False)
|
|
* if string:
|
|
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases): # <<<<<<<<<<<<<<
|
|
* pass
|
|
* elif (
|
|
*/
|
|
__pyx_t_6 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_string, 0); if (unlikely(__pyx_t_6 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 456, __pyx_L1_error)
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_try_specials_and_cache(__pyx_v_self, __pyx_t_6, __pyx_v_tokens, __pyx_v_has_special, __pyx_v_with_special_cases); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 456, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_1) {
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":459
|
|
* pass
|
|
* elif (
|
|
* (self.token_match and self.token_match(string)) or # <<<<<<<<<<<<<<
|
|
* (self.url_match and self.url_match(string))
|
|
* ):
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 459, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 459, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (!__pyx_t_8) {
|
|
goto __pyx_L9_next_or;
|
|
} else {
|
|
}
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 459, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_10, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 459, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 459, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (!__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_8;
|
|
goto __pyx_L8_bool_binop_done;
|
|
}
|
|
__pyx_L9_next_or:;
|
|
|
|
/* "spacy/tokenizer.pyx":460
|
|
* elif (
|
|
* (self.token_match and self.token_match(string)) or
|
|
* (self.url_match and self.url_match(string)) # <<<<<<<<<<<<<<
|
|
* ):
|
|
*
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_url_match); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 460, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 460, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_8;
|
|
goto __pyx_L8_bool_binop_done;
|
|
}
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_url_match); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 460, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_10, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 460, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 460, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_1 = __pyx_t_8;
|
|
__pyx_L8_bool_binop_done:;
|
|
|
|
/* "spacy/tokenizer.pyx":458
|
|
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
|
|
* pass
|
|
* elif ( # <<<<<<<<<<<<<<
|
|
* (self.token_match and self.token_match(string)) or
|
|
* (self.url_match and self.url_match(string))
|
|
*/
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":466
|
|
* # fix up the outermost one, with reference to the original.
|
|
* # See Issue #859
|
|
* tokens.push_back(self.vocab.get(tokens.mem, string), False) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* matches = self.find_infix(string)
|
|
*/
|
|
__pyx_t_7 = ((PyObject *)__pyx_v_tokens->mem);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_7), __pyx_v_string); if (unlikely(__pyx_t_11 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 466, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 466, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":458
|
|
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
|
|
* pass
|
|
* elif ( # <<<<<<<<<<<<<<
|
|
* (self.token_match and self.token_match(string)) or
|
|
* (self.url_match and self.url_match(string))
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":468
|
|
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
|
|
* else:
|
|
* matches = self.find_infix(string) # <<<<<<<<<<<<<<
|
|
* if not matches:
|
|
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_find_infix); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 468, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_10, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 468, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_matches = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":469
|
|
* else:
|
|
* matches = self.find_infix(string)
|
|
* if not matches: # <<<<<<<<<<<<<<
|
|
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_matches); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 469, __pyx_L1_error)
|
|
__pyx_t_8 = ((!__pyx_t_1) != 0);
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokenizer.pyx":470
|
|
* matches = self.find_infix(string)
|
|
* if not matches:
|
|
* tokens.push_back(self.vocab.get(tokens.mem, string), False) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* # Let's say we have dyn-o-mite-dave - the regex finds the
|
|
*/
|
|
__pyx_t_7 = ((PyObject *)__pyx_v_tokens->mem);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_7), __pyx_v_string); if (unlikely(__pyx_t_11 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":469
|
|
* else:
|
|
* matches = self.find_infix(string)
|
|
* if not matches: # <<<<<<<<<<<<<<
|
|
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
|
|
* else:
|
|
*/
|
|
goto __pyx_L12;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":474
|
|
* # Let's say we have dyn-o-mite-dave - the regex finds the
|
|
* # start and end positions of the hyphens
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
* start_before_infixes = start
|
|
* for match in matches:
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_v_start = __pyx_int_0;
|
|
|
|
/* "spacy/tokenizer.pyx":475
|
|
* # start and end positions of the hyphens
|
|
* start = 0
|
|
* start_before_infixes = start # <<<<<<<<<<<<<<
|
|
* for match in matches:
|
|
* infix_start = match.start()
|
|
*/
|
|
__pyx_t_12 = __Pyx_PyInt_As_long(__pyx_v_start); if (unlikely((__pyx_t_12 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 475, __pyx_L1_error)
|
|
__pyx_v_start_before_infixes = __pyx_t_12;
|
|
|
|
/* "spacy/tokenizer.pyx":476
|
|
* start = 0
|
|
* start_before_infixes = start
|
|
* for match in matches: # <<<<<<<<<<<<<<
|
|
* infix_start = match.start()
|
|
* infix_end = match.end()
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_matches)) || PyTuple_CheckExact(__pyx_v_matches)) {
|
|
__pyx_t_7 = __pyx_v_matches; __Pyx_INCREF(__pyx_t_7); __pyx_t_13 = 0;
|
|
__pyx_t_14 = NULL;
|
|
} else {
|
|
__pyx_t_13 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_matches); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 476, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_14 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 476, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_14)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_13 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_13); __Pyx_INCREF(__pyx_t_9); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 476, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_7, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 476, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_13 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_13); __Pyx_INCREF(__pyx_t_9); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 476, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_7, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 476, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_14(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_9)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 476, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_match, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":477
|
|
* start_before_infixes = start
|
|
* for match in matches:
|
|
* infix_start = match.start() # <<<<<<<<<<<<<<
|
|
* infix_end = match.end()
|
|
*
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 477, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_15 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_15 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_15)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_15);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_9 = (__pyx_t_15) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_15) : __Pyx_PyObject_CallNoArg(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 477, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_infix_start, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":478
|
|
* for match in matches:
|
|
* infix_start = match.start()
|
|
* infix_end = match.end() # <<<<<<<<<<<<<<
|
|
*
|
|
* if infix_start == start_before_infixes:
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_end); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 478, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_15 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_15 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_15)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_15);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_9 = (__pyx_t_15) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_15) : __Pyx_PyObject_CallNoArg(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 478, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_infix_end, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":480
|
|
* infix_end = match.end()
|
|
*
|
|
* if infix_start == start_before_infixes: # <<<<<<<<<<<<<<
|
|
* continue
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyInt_From_long(__pyx_v_start_before_infixes); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 480, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = PyObject_RichCompare(__pyx_v_infix_start, __pyx_t_9, Py_EQ); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 480, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 480, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokenizer.pyx":481
|
|
*
|
|
* if infix_start == start_before_infixes:
|
|
* continue # <<<<<<<<<<<<<<
|
|
*
|
|
* if infix_start != start:
|
|
*/
|
|
goto __pyx_L13_continue;
|
|
|
|
/* "spacy/tokenizer.pyx":480
|
|
* infix_end = match.end()
|
|
*
|
|
* if infix_start == start_before_infixes: # <<<<<<<<<<<<<<
|
|
* continue
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":483
|
|
* continue
|
|
*
|
|
* if infix_start != start: # <<<<<<<<<<<<<<
|
|
* span = string[start:infix_start]
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
*/
|
|
__pyx_t_10 = PyObject_RichCompare(__pyx_v_infix_start, __pyx_v_start, Py_NE); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 483, __pyx_L1_error)
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 483, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokenizer.pyx":484
|
|
*
|
|
* if infix_start != start:
|
|
* span = string[start:infix_start] # <<<<<<<<<<<<<<
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
*
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 484, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_start);
|
|
__pyx_t_10 = __pyx_v_start;
|
|
__pyx_t_8 = (__pyx_t_10 == Py_None);
|
|
if (__pyx_t_8) {
|
|
__pyx_t_16 = 0;
|
|
} else {
|
|
__pyx_t_17 = __Pyx_PyIndex_AsSsize_t(__pyx_t_10); if (unlikely((__pyx_t_17 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 484, __pyx_L1_error)
|
|
__pyx_t_16 = __pyx_t_17;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_INCREF(__pyx_v_infix_start);
|
|
__pyx_t_10 = __pyx_v_infix_start;
|
|
__pyx_t_8 = (__pyx_t_10 == Py_None);
|
|
if (__pyx_t_8) {
|
|
__pyx_t_17 = PY_SSIZE_T_MAX;
|
|
} else {
|
|
__pyx_t_18 = __Pyx_PyIndex_AsSsize_t(__pyx_t_10); if (unlikely((__pyx_t_18 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 484, __pyx_L1_error)
|
|
__pyx_t_17 = __pyx_t_18;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = PySequence_GetSlice(__pyx_v_string, __pyx_t_16, __pyx_t_17); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 484, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_10));
|
|
__pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":485
|
|
* if infix_start != start:
|
|
* span = string[start:infix_start]
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False) # <<<<<<<<<<<<<<
|
|
*
|
|
* if infix_start != infix_end:
|
|
*/
|
|
__pyx_t_10 = ((PyObject *)__pyx_v_tokens->mem);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_10), __pyx_v_span); if (unlikely(__pyx_t_11 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 485, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 485, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":483
|
|
* continue
|
|
*
|
|
* if infix_start != start: # <<<<<<<<<<<<<<
|
|
* span = string[start:infix_start]
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":487
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
*
|
|
* if infix_start != infix_end: # <<<<<<<<<<<<<<
|
|
* # If infix_start != infix_end, it means the infix
|
|
* # token is non-empty. Empty infix tokens are useful
|
|
*/
|
|
__pyx_t_10 = PyObject_RichCompare(__pyx_v_infix_start, __pyx_v_infix_end, Py_NE); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 487, __pyx_L1_error)
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 487, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokenizer.pyx":492
|
|
* # for tokenization in some languages (see
|
|
* # https://github.com/explosion/spaCy/issues/768)
|
|
* infix_span = string[infix_start:infix_end] # <<<<<<<<<<<<<<
|
|
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False)
|
|
* start = infix_end
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 492, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_infix_start);
|
|
__pyx_t_10 = __pyx_v_infix_start;
|
|
__pyx_t_8 = (__pyx_t_10 == Py_None);
|
|
if (__pyx_t_8) {
|
|
__pyx_t_17 = 0;
|
|
} else {
|
|
__pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_t_10); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 492, __pyx_L1_error)
|
|
__pyx_t_17 = __pyx_t_16;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_INCREF(__pyx_v_infix_end);
|
|
__pyx_t_10 = __pyx_v_infix_end;
|
|
__pyx_t_8 = (__pyx_t_10 == Py_None);
|
|
if (__pyx_t_8) {
|
|
__pyx_t_16 = PY_SSIZE_T_MAX;
|
|
} else {
|
|
__pyx_t_18 = __Pyx_PyIndex_AsSsize_t(__pyx_t_10); if (unlikely((__pyx_t_18 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 492, __pyx_L1_error)
|
|
__pyx_t_16 = __pyx_t_18;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = PySequence_GetSlice(__pyx_v_string, __pyx_t_17, __pyx_t_16); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 492, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_XDECREF_SET(__pyx_v_infix_span, __pyx_t_10);
|
|
__pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":493
|
|
* # https://github.com/explosion/spaCy/issues/768)
|
|
* infix_span = string[infix_start:infix_end]
|
|
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False) # <<<<<<<<<<<<<<
|
|
* start = infix_end
|
|
* span = string[start:]
|
|
*/
|
|
__pyx_t_10 = ((PyObject *)__pyx_v_tokens->mem);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
if (!(likely(PyString_CheckExact(__pyx_v_infix_span))||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "str", Py_TYPE(__pyx_v_infix_span)->tp_name), 0))) __PYX_ERR(0, 493, __pyx_L1_error)
|
|
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_10), ((PyObject*)__pyx_v_infix_span)); if (unlikely(__pyx_t_11 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 493, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 493, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":487
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
*
|
|
* if infix_start != infix_end: # <<<<<<<<<<<<<<
|
|
* # If infix_start != infix_end, it means the infix
|
|
* # token is non-empty. Empty infix tokens are useful
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":494
|
|
* infix_span = string[infix_start:infix_end]
|
|
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False)
|
|
* start = infix_end # <<<<<<<<<<<<<<
|
|
* span = string[start:]
|
|
* if span:
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_infix_end);
|
|
__Pyx_DECREF_SET(__pyx_v_start, __pyx_v_infix_end);
|
|
|
|
/* "spacy/tokenizer.pyx":476
|
|
* start = 0
|
|
* start_before_infixes = start
|
|
* for match in matches: # <<<<<<<<<<<<<<
|
|
* infix_start = match.start()
|
|
* infix_end = match.end()
|
|
*/
|
|
__pyx_L13_continue:;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":495
|
|
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False)
|
|
* start = infix_end
|
|
* span = string[start:] # <<<<<<<<<<<<<<
|
|
* if span:
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
*/
|
|
if (unlikely(__pyx_v_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 495, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_start);
|
|
__pyx_t_7 = __pyx_v_start;
|
|
__pyx_t_8 = (__pyx_t_7 == Py_None);
|
|
if (__pyx_t_8) {
|
|
__pyx_t_13 = 0;
|
|
} else {
|
|
__pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_t_7); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 495, __pyx_L1_error)
|
|
__pyx_t_13 = __pyx_t_16;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = PySequence_GetSlice(__pyx_v_string, __pyx_t_13, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 495, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":496
|
|
* start = infix_end
|
|
* span = string[start:]
|
|
* if span: # <<<<<<<<<<<<<<
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_v_span); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 496, __pyx_L1_error)
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokenizer.pyx":497
|
|
* span = string[start:]
|
|
* if span:
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False) # <<<<<<<<<<<<<<
|
|
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
|
|
* while it != suffixes.rend():
|
|
*/
|
|
__pyx_t_7 = ((PyObject *)__pyx_v_tokens->mem);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_7), __pyx_v_span); if (unlikely(__pyx_t_11 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 497, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 497, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":496
|
|
* start = infix_end
|
|
* span = string[start:]
|
|
* if span: # <<<<<<<<<<<<<<
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L12:;
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "spacy/tokenizer.pyx":455
|
|
* for i in range(prefixes.size()):
|
|
* tokens.push_back(prefixes[0][i], False)
|
|
* if string: # <<<<<<<<<<<<<<
|
|
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
|
|
* pass
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":498
|
|
* if span:
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin() # <<<<<<<<<<<<<<
|
|
* while it != suffixes.rend():
|
|
* lexeme = deref(it)
|
|
*/
|
|
__pyx_v_it = __pyx_v_suffixes->rbegin();
|
|
|
|
/* "spacy/tokenizer.pyx":499
|
|
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
|
|
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
|
|
* while it != suffixes.rend(): # <<<<<<<<<<<<<<
|
|
* lexeme = deref(it)
|
|
* preinc(it)
|
|
*/
|
|
while (1) {
|
|
__pyx_t_8 = ((__pyx_v_it != __pyx_v_suffixes->rend()) != 0);
|
|
if (!__pyx_t_8) break;
|
|
|
|
/* "spacy/tokenizer.pyx":500
|
|
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
|
|
* while it != suffixes.rend():
|
|
* lexeme = deref(it) # <<<<<<<<<<<<<<
|
|
* preinc(it)
|
|
* tokens.push_back(lexeme, False)
|
|
*/
|
|
__pyx_v_lexeme = (*__pyx_v_it);
|
|
|
|
/* "spacy/tokenizer.pyx":501
|
|
* while it != suffixes.rend():
|
|
* lexeme = deref(it)
|
|
* preinc(it) # <<<<<<<<<<<<<<
|
|
* tokens.push_back(lexeme, False)
|
|
*
|
|
*/
|
|
(void)((++__pyx_v_it));
|
|
|
|
/* "spacy/tokenizer.pyx":502
|
|
* lexeme = deref(it)
|
|
* preinc(it)
|
|
* tokens.push_back(lexeme, False) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int _save_cached(self, const TokenC* tokens, hash_t key,
|
|
*/
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_v_lexeme, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 502, __pyx_L1_error)
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":444
|
|
* return string
|
|
*
|
|
* cdef int _attach_tokens(self, Doc tokens, str string, # <<<<<<<<<<<<<<
|
|
* vector[const LexemeC*] *prefixes,
|
|
* vector[const LexemeC*] *suffixes,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_15);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._attach_tokens", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_matches);
|
|
__Pyx_XDECREF(__pyx_v_start);
|
|
__Pyx_XDECREF(__pyx_v_match);
|
|
__Pyx_XDECREF(__pyx_v_infix_start);
|
|
__Pyx_XDECREF(__pyx_v_infix_end);
|
|
__Pyx_XDECREF(__pyx_v_infix_span);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":504
|
|
* tokens.push_back(lexeme, False)
|
|
*
|
|
* cdef int _save_cached(self, const TokenC* tokens, hash_t key, # <<<<<<<<<<<<<<
|
|
* int* has_special, int n) except -1:
|
|
* cdef int i
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__save_cached(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, int *__pyx_v_has_special, int __pyx_v_n) {
|
|
int __pyx_v_i;
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const **__pyx_v_lexemes;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
void *__pyx_t_5;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_save_cached", 0);
|
|
__Pyx_TraceCall("_save_cached", __pyx_f[0], 504, 0, __PYX_ERR(0, 504, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":507
|
|
* int* has_special, int n) except -1:
|
|
* cdef int i
|
|
* if n <= 0: # <<<<<<<<<<<<<<
|
|
* # avoid mem alloc of zero length
|
|
* return 0
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_n <= 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":509
|
|
* if n <= 0:
|
|
* # avoid mem alloc of zero length
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* for i in range(n):
|
|
* if self.vocab._by_orth.get(tokens[i].lex.orth) == NULL:
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":507
|
|
* int* has_special, int n) except -1:
|
|
* cdef int i
|
|
* if n <= 0: # <<<<<<<<<<<<<<
|
|
* # avoid mem alloc of zero length
|
|
* return 0
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":510
|
|
* # avoid mem alloc of zero length
|
|
* return 0
|
|
* for i in range(n): # <<<<<<<<<<<<<<
|
|
* if self.vocab._by_orth.get(tokens[i].lex.orth) == NULL:
|
|
* return 0
|
|
*/
|
|
__pyx_t_2 = __pyx_v_n;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":511
|
|
* return 0
|
|
* for i in range(n):
|
|
* if self.vocab._by_orth.get(tokens[i].lex.orth) == NULL: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* # See #1250
|
|
*/
|
|
__pyx_t_1 = ((((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->vocab->_by_orth->__pyx_vtab)->get(__pyx_v_self->vocab->_by_orth, (__pyx_v_tokens[__pyx_v_i]).lex->orth) == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":512
|
|
* for i in range(n):
|
|
* if self.vocab._by_orth.get(tokens[i].lex.orth) == NULL:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* # See #1250
|
|
* if has_special[0]:
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":511
|
|
* return 0
|
|
* for i in range(n):
|
|
* if self.vocab._by_orth.get(tokens[i].lex.orth) == NULL: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* # See #1250
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":514
|
|
* return 0
|
|
* # See #1250
|
|
* if has_special[0]: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_has_special[0]) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":515
|
|
* # See #1250
|
|
* if has_special[0]:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
* cached.length = n
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":514
|
|
* return 0
|
|
* # See #1250
|
|
* if has_special[0]: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":516
|
|
* if has_special[0]:
|
|
* return 0
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached)) # <<<<<<<<<<<<<<
|
|
* cached.length = n
|
|
* cached.is_lex = True
|
|
*/
|
|
__pyx_t_5 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, 1, (sizeof(struct __pyx_t_5spacy_5vocab__Cached))); if (unlikely(__pyx_t_5 == ((void *)NULL))) __PYX_ERR(0, 516, __pyx_L1_error)
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_5);
|
|
|
|
/* "spacy/tokenizer.pyx":517
|
|
* return 0
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
* cached.length = n # <<<<<<<<<<<<<<
|
|
* cached.is_lex = True
|
|
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
|
|
*/
|
|
__pyx_v_cached->length = __pyx_v_n;
|
|
|
|
/* "spacy/tokenizer.pyx":518
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
* cached.length = n
|
|
* cached.is_lex = True # <<<<<<<<<<<<<<
|
|
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
|
|
* for i in range(n):
|
|
*/
|
|
__pyx_v_cached->is_lex = 1;
|
|
|
|
/* "spacy/tokenizer.pyx":519
|
|
* cached.length = n
|
|
* cached.is_lex = True
|
|
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**)) # <<<<<<<<<<<<<<
|
|
* for i in range(n):
|
|
* lexemes[i] = tokens[i].lex
|
|
*/
|
|
__pyx_t_5 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, __pyx_v_n, (sizeof(struct __pyx_t_5spacy_7structs_LexemeC **))); if (unlikely(__pyx_t_5 == ((void *)NULL))) __PYX_ERR(0, 519, __pyx_L1_error)
|
|
__pyx_v_lexemes = ((struct __pyx_t_5spacy_7structs_LexemeC const **)__pyx_t_5);
|
|
|
|
/* "spacy/tokenizer.pyx":520
|
|
* cached.is_lex = True
|
|
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
|
|
* for i in range(n): # <<<<<<<<<<<<<<
|
|
* lexemes[i] = tokens[i].lex
|
|
* cached.data.lexemes = <const LexemeC* const*>lexemes
|
|
*/
|
|
__pyx_t_2 = __pyx_v_n;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokenizer.pyx":521
|
|
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
|
|
* for i in range(n):
|
|
* lexemes[i] = tokens[i].lex # <<<<<<<<<<<<<<
|
|
* cached.data.lexemes = <const LexemeC* const*>lexemes
|
|
* self._cache.set(key, cached)
|
|
*/
|
|
__pyx_t_6 = (__pyx_v_tokens[__pyx_v_i]).lex;
|
|
(__pyx_v_lexemes[__pyx_v_i]) = __pyx_t_6;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":522
|
|
* for i in range(n):
|
|
* lexemes[i] = tokens[i].lex
|
|
* cached.data.lexemes = <const LexemeC* const*>lexemes # <<<<<<<<<<<<<<
|
|
* self._cache.set(key, cached)
|
|
*
|
|
*/
|
|
__pyx_v_cached->data.lexemes = ((struct __pyx_t_5spacy_7structs_LexemeC const *const *)__pyx_v_lexemes);
|
|
|
|
/* "spacy/tokenizer.pyx":523
|
|
* lexemes[i] = tokens[i].lex
|
|
* cached.data.lexemes = <const LexemeC* const*>lexemes
|
|
* self._cache.set(key, cached) # <<<<<<<<<<<<<<
|
|
*
|
|
* def find_infix(self, str string):
|
|
*/
|
|
((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_cache->__pyx_vtab)->set(__pyx_v_self->_cache, __pyx_v_key, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 523, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":504
|
|
* tokens.push_back(lexeme, False)
|
|
*
|
|
* cdef int _save_cached(self, const TokenC* tokens, hash_t key, # <<<<<<<<<<<<<<
|
|
* int* has_special, int n) except -1:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._save_cached", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":525
|
|
* self._cache.set(key, cached)
|
|
*
|
|
* def find_infix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find internal split points of the string, such as hyphens.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix(PyObject *__pyx_v_self, PyObject *__pyx_v_string); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_15find_infix[] = "Tokenizer.find_infix(self, str string)\nFind internal split points of the string, such as hyphens.\n\n string (str): The string to segment.\n RETURNS (list): A list of `re.MatchObject` objects that have `.start()`\n and `.end()` methods, denoting the placement of internal segment\n separators, e.g. hyphens.\n\n DOCS: https://spacy.io/api/tokenizer#find_infix\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_16find_infix = {"find_infix", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_15find_infix};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix(PyObject *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("find_infix (wrapper)", 0);
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyString_Type), 1, "string", 1))) __PYX_ERR(0, 525, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_15find_infix(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject*)__pyx_v_string));
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_15find_infix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__7)
|
|
__Pyx_RefNannySetupContext("find_infix", 0);
|
|
__Pyx_TraceCall("find_infix", __pyx_f[0], 525, 0, __PYX_ERR(0, 525, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":535
|
|
* DOCS: https://spacy.io/api/tokenizer#find_infix
|
|
* """
|
|
* if self.infix_finditer is None: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* return list(self.infix_finditer(string))
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 535, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = (__pyx_t_1 == Py_None);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":536
|
|
* """
|
|
* if self.infix_finditer is None:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* return list(self.infix_finditer(string))
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_r = __pyx_int_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":535
|
|
* DOCS: https://spacy.io/api/tokenizer#find_infix
|
|
* """
|
|
* if self.infix_finditer is None: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* return list(self.infix_finditer(string))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":537
|
|
* if self.infix_finditer is None:
|
|
* return 0
|
|
* return list(self.infix_finditer(string)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def find_prefix(self, str string):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":525
|
|
* self._cache.set(key, cached)
|
|
*
|
|
* def find_infix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find internal split points of the string, such as hyphens.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_infix", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":539
|
|
* return list(self.infix_finditer(string))
|
|
*
|
|
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a prefix that should be segmented from the
|
|
* string, or None if no prefix rules match.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix(PyObject *__pyx_v_self, PyObject *__pyx_v_string); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_17find_prefix[] = "Tokenizer.find_prefix(self, str string)\nFind the length of a prefix that should be segmented from the\n string, or None if no prefix rules match.\n\n string (str): The string to segment.\n RETURNS (int): The length of the prefix if present, otherwise `None`.\n\n DOCS: https://spacy.io/api/tokenizer#find_prefix\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_18find_prefix = {"find_prefix", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_17find_prefix};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix(PyObject *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("find_prefix (wrapper)", 0);
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyString_Type), 1, "string", 1))) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_17find_prefix(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject*)__pyx_v_string));
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17find_prefix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
PyObject *__pyx_v_match = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__8)
|
|
__Pyx_RefNannySetupContext("find_prefix", 0);
|
|
__Pyx_TraceCall("find_prefix", __pyx_f[0], 539, 0, __PYX_ERR(0, 539, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":548
|
|
* DOCS: https://spacy.io/api/tokenizer#find_prefix
|
|
* """
|
|
* if self.prefix_search is None: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* match = self.prefix_search(string)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 548, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = (__pyx_t_1 == Py_None);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":549
|
|
* """
|
|
* if self.prefix_search is None:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* match = self.prefix_search(string)
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_r = __pyx_int_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":548
|
|
* DOCS: https://spacy.io/api/tokenizer#find_prefix
|
|
* """
|
|
* if self.prefix_search is None: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* match = self.prefix_search(string)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":550
|
|
* if self.prefix_search is None:
|
|
* return 0
|
|
* match = self.prefix_search(string) # <<<<<<<<<<<<<<
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_match = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":551
|
|
* return 0
|
|
* match = self.prefix_search(string)
|
|
* return (match.end() - match.start()) if match is not None else 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* def find_suffix(self, str string):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = (__pyx_v_match != Py_None);
|
|
if ((__pyx_t_3 != 0)) {
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_end); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyNumber_Subtract(__pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_1 = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_1 = __pyx_int_0;
|
|
}
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":539
|
|
* return list(self.infix_finditer(string))
|
|
*
|
|
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a prefix that should be segmented from the
|
|
* string, or None if no prefix rules match.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_prefix", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_match);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":553
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a suffix that should be segmented from the
|
|
* string, or None if no suffix rules match.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix(PyObject *__pyx_v_self, PyObject *__pyx_v_string); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_19find_suffix[] = "Tokenizer.find_suffix(self, str string)\nFind the length of a suffix that should be segmented from the\n string, or None if no suffix rules match.\n\n string (str): The string to segment.\n Returns (int): The length of the suffix if present, otherwise `None`.\n\n DOCS: https://spacy.io/api/tokenizer#find_suffix\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_20find_suffix = {"find_suffix", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_19find_suffix};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix(PyObject *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("find_suffix (wrapper)", 0);
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyString_Type), 1, "string", 1))) __PYX_ERR(0, 553, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_19find_suffix(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject*)__pyx_v_string));
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_19find_suffix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
|
|
PyObject *__pyx_v_match = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__9)
|
|
__Pyx_RefNannySetupContext("find_suffix", 0);
|
|
__Pyx_TraceCall("find_suffix", __pyx_f[0], 553, 0, __PYX_ERR(0, 553, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":562
|
|
* DOCS: https://spacy.io/api/tokenizer#find_suffix
|
|
* """
|
|
* if self.suffix_search is None: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* match = self.suffix_search(string)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 562, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = (__pyx_t_1 == Py_None);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":563
|
|
* """
|
|
* if self.suffix_search is None:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* match = self.suffix_search(string)
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_r = __pyx_int_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":562
|
|
* DOCS: https://spacy.io/api/tokenizer#find_suffix
|
|
* """
|
|
* if self.suffix_search is None: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* match = self.suffix_search(string)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":564
|
|
* if self.suffix_search is None:
|
|
* return 0
|
|
* match = self.suffix_search(string) # <<<<<<<<<<<<<<
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 564, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 564, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_match = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":565
|
|
* return 0
|
|
* match = self.suffix_search(string)
|
|
* return (match.end() - match.start()) if match is not None else 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* def _load_special_cases(self, special_cases):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = (__pyx_v_match != Py_None);
|
|
if ((__pyx_t_3 != 0)) {
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_end); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyNumber_Subtract(__pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_1 = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_1 = __pyx_int_0;
|
|
}
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":553
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a suffix that should be segmented from the
|
|
* string, or None if no suffix rules match.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_suffix", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_match);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":567
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None:
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases(PyObject *__pyx_v_self, PyObject *__pyx_v_special_cases); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_21_load_special_cases[] = "Tokenizer._load_special_cases(self, special_cases)\nAdd special-case tokenization rules.";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_22_load_special_cases = {"_load_special_cases", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_21_load_special_cases};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases(PyObject *__pyx_v_self, PyObject *__pyx_v_special_cases) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_load_special_cases (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_21_load_special_cases(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_special_cases));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_21_load_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_special_cases) {
|
|
PyObject *__pyx_v_chunk = NULL;
|
|
PyObject *__pyx_v_substrings = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_t_7;
|
|
Py_ssize_t __pyx_t_8;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *(*__pyx_t_10)(PyObject *);
|
|
int __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__10)
|
|
__Pyx_RefNannySetupContext("_load_special_cases", 0);
|
|
__Pyx_TraceCall("_load_special_cases", __pyx_f[0], 567, 0, __PYX_ERR(0, 567, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":569
|
|
* def _load_special_cases(self, special_cases):
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None: # <<<<<<<<<<<<<<
|
|
* for chunk, substrings in sorted(special_cases.items()):
|
|
* self.add_special_case(chunk, substrings)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_special_cases != Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":570
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None:
|
|
* for chunk, substrings in sorted(special_cases.items()): # <<<<<<<<<<<<<<
|
|
* self.add_special_case(chunk, substrings)
|
|
*
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_special_cases, __pyx_n_s_items); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_3 = ((PyObject*)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_7 = PyList_Sort(__pyx_t_3); if (unlikely(__pyx_t_7 == ((int)-1))) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
if (unlikely(__pyx_t_3 == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 570, __pyx_L1_error)
|
|
}
|
|
__pyx_t_5 = __pyx_t_3; __Pyx_INCREF(__pyx_t_5); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_8); __Pyx_INCREF(__pyx_t_3); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_5, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
|
|
PyObject* sequence = __pyx_t_3;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 570, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_9 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_9)->tp_iternext;
|
|
index = 0; __pyx_t_4 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_4)) goto __pyx_L6_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
index = 1; __pyx_t_6 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_6)) goto __pyx_L6_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_9), 2) < 0) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__pyx_t_10 = NULL;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L7_unpacking_done;
|
|
__pyx_L6_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_10 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 570, __pyx_L1_error)
|
|
__pyx_L7_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_chunk, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_substrings, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":571
|
|
* if special_cases is not None:
|
|
* for chunk, substrings in sorted(special_cases.items()):
|
|
* self.add_special_case(chunk, substrings) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _validate_special_case(self, chunk, substrings):
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_add_special_case); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 571, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_11 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
__pyx_t_11 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_6)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_chunk, __pyx_v_substrings};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 571, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_chunk, __pyx_v_substrings};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 571, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_9 = PyTuple_New(2+__pyx_t_11); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 571, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_chunk);
|
|
__Pyx_GIVEREF(__pyx_v_chunk);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_11, __pyx_v_chunk);
|
|
__Pyx_INCREF(__pyx_v_substrings);
|
|
__Pyx_GIVEREF(__pyx_v_substrings);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_11, __pyx_v_substrings);
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_9, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 571, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":570
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None:
|
|
* for chunk, substrings in sorted(special_cases.items()): # <<<<<<<<<<<<<<
|
|
* self.add_special_case(chunk, substrings)
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":569
|
|
* def _load_special_cases(self, special_cases):
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None: # <<<<<<<<<<<<<<
|
|
* for chunk, substrings in sorted(special_cases.items()):
|
|
* self.add_special_case(chunk, substrings)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":567
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._load_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_chunk);
|
|
__Pyx_XDECREF(__pyx_v_substrings);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":573
|
|
* self.add_special_case(chunk, substrings)
|
|
*
|
|
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
|
|
* """Check whether the `ORTH` fields match the string. Check that
|
|
* additional features beyond `ORTH` and `NORM` are not set by the
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_23_validate_special_case[] = "Tokenizer._validate_special_case(self, chunk, substrings)\nCheck whether the `ORTH` fields match the string. Check that\n additional features beyond `ORTH` and `NORM` are not set by the\n exception.\n\n chunk (str): The string to specially tokenize.\n substrings (iterable): A sequence of dicts, where each dict describes\n a token and its attributes.\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_24_validate_special_case = {"_validate_special_case", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_23_validate_special_case};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_chunk = 0;
|
|
PyObject *__pyx_v_substrings = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_validate_special_case (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_chunk,&__pyx_n_s_substrings,0};
|
|
PyObject* values[2] = {0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_chunk)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_substrings)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("_validate_special_case", 1, 2, 2, 1); __PYX_ERR(0, 573, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "_validate_special_case") < 0)) __PYX_ERR(0, 573, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
}
|
|
__pyx_v_chunk = values[0];
|
|
__pyx_v_substrings = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("_validate_special_case", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 573, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._validate_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_23_validate_special_case(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_chunk, __pyx_v_substrings);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_23_validate_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_chunk, PyObject *__pyx_v_substrings) {
|
|
PyObject *__pyx_v_attrs = NULL;
|
|
PyObject *__pyx_v_orth = NULL;
|
|
PyObject *__pyx_v_substring = NULL;
|
|
PyObject *__pyx_v_attr = NULL;
|
|
PyObject *__pyx_v_spec = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *(*__pyx_t_4)(PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_t_9;
|
|
Py_ssize_t __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__11)
|
|
__Pyx_RefNannySetupContext("_validate_special_case", 0);
|
|
__Pyx_TraceCall("_validate_special_case", __pyx_f[0], 573, 0, __PYX_ERR(0, 573, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":582
|
|
* a token and its attributes.
|
|
* """
|
|
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings] # <<<<<<<<<<<<<<
|
|
* orth = "".join([spec[ORTH] for spec in attrs])
|
|
* if chunk != orth:
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (likely(PyList_CheckExact(__pyx_v_substrings)) || PyTuple_CheckExact(__pyx_v_substrings)) {
|
|
__pyx_t_2 = __pyx_v_substrings; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_substrings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 582, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_spec, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_intify_attrs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_v_spec);
|
|
__Pyx_GIVEREF(__pyx_v_spec);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_spec);
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_do_deprecated, Py_True) < 0) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_6, __pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_attrs = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":583
|
|
* """
|
|
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings]
|
|
* orth = "".join([spec[ORTH] for spec in attrs]) # <<<<<<<<<<<<<<
|
|
* if chunk != orth:
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_8 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_8); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_8 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_spec, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_spec, __pyx_t_8); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyString_Join(__pyx_kp_s__12, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_orth = ((PyObject*)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":584
|
|
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings]
|
|
* orth = "".join([spec[ORTH] for spec in attrs])
|
|
* if chunk != orth: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
* for substring in attrs:
|
|
*/
|
|
__pyx_t_9 = (__Pyx_PyUnicode_Equals(__pyx_v_chunk, __pyx_v_orth, Py_NE)); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 584, __pyx_L1_error)
|
|
if (unlikely(__pyx_t_9)) {
|
|
|
|
/* "spacy/tokenizer.pyx":585
|
|
* orth = "".join([spec[ORTH] for spec in attrs])
|
|
* if chunk != orth:
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings)) # <<<<<<<<<<<<<<
|
|
* for substring in attrs:
|
|
* for attr in substring:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E997); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_chunk, __pyx_v_chunk) < 0) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_orth, __pyx_v_orth) < 0) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_token_attrs, __pyx_v_substrings) < 0) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(0, 585, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":584
|
|
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings]
|
|
* orth = "".join([spec[ORTH] for spec in attrs])
|
|
* if chunk != orth: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
* for substring in attrs:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":586
|
|
* if chunk != orth:
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
* for substring in attrs: # <<<<<<<<<<<<<<
|
|
* for attr in substring:
|
|
* if attr not in (ORTH, NORM):
|
|
*/
|
|
__pyx_t_1 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_7); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 586, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 586, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_substring, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":587
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
* for substring in attrs:
|
|
* for attr in substring: # <<<<<<<<<<<<<<
|
|
* if attr not in (ORTH, NORM):
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_substring)) || PyTuple_CheckExact(__pyx_v_substring)) {
|
|
__pyx_t_7 = __pyx_v_substring; __Pyx_INCREF(__pyx_t_7); __pyx_t_10 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_10 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_substring); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_10); __Pyx_INCREF(__pyx_t_2); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_7, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_10); __Pyx_INCREF(__pyx_t_2); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_7, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_4(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 587, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":588
|
|
* for substring in attrs:
|
|
* for attr in substring:
|
|
* if attr not in (ORTH, NORM): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_attr);
|
|
__pyx_t_2 = __pyx_v_attr;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 588, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_6 = PyObject_RichCompare(__pyx_t_2, __pyx_t_8, Py_NE); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 588, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 588, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_11;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_NORM); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 588, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = PyObject_RichCompare(__pyx_t_2, __pyx_t_6, Py_NE); __Pyx_XGOTREF(__pyx_t_8); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 588, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 588, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_9 = __pyx_t_11;
|
|
__pyx_L13_bool_binop_done:;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = (__pyx_t_9 != 0);
|
|
if (unlikely(__pyx_t_11)) {
|
|
|
|
/* "spacy/tokenizer.pyx":589
|
|
* for attr in substring:
|
|
* if attr not in (ORTH, NORM):
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def add_special_case(self, str string, substrings):
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E1005); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self->vocab->strings), __pyx_v_attr); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_attr, __pyx_t_6) < 0) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_chunk, __pyx_v_chunk) < 0) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(0, 589, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":588
|
|
* for substring in attrs:
|
|
* for attr in substring:
|
|
* if attr not in (ORTH, NORM): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":587
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
* for substring in attrs:
|
|
* for attr in substring: # <<<<<<<<<<<<<<
|
|
* if attr not in (ORTH, NORM):
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":586
|
|
* if chunk != orth:
|
|
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
|
|
* for substring in attrs: # <<<<<<<<<<<<<<
|
|
* for attr in substring:
|
|
* if attr not in (ORTH, NORM):
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":573
|
|
* self.add_special_case(chunk, substrings)
|
|
*
|
|
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
|
|
* """Check whether the `ORTH` fields match the string. Check that
|
|
* additional features beyond `ORTH` and `NORM` are not set by the
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._validate_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_v_orth);
|
|
__Pyx_XDECREF(__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_v_spec);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":591
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*
|
|
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
|
|
* """Add a special-case tokenization rule.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_25add_special_case[] = "Tokenizer.add_special_case(self, str string, substrings)\nAdd a special-case tokenization rule.\n\n string (str): The string to specially tokenize.\n substrings (iterable): A sequence of dicts, where each dict describes\n a token and its attributes. The `ORTH` fields of the attributes\n must exactly match the string when they are concatenated.\n\n DOCS: https://spacy.io/api/tokenizer#add_special_case\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_26add_special_case = {"add_special_case", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_25add_special_case};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_string = 0;
|
|
PyObject *__pyx_v_substrings = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("add_special_case (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_string,&__pyx_n_s_substrings,0};
|
|
PyObject* values[2] = {0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_string)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_substrings)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("add_special_case", 1, 2, 2, 1); __PYX_ERR(0, 591, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "add_special_case") < 0)) __PYX_ERR(0, 591, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
}
|
|
__pyx_v_string = ((PyObject*)values[0]);
|
|
__pyx_v_substrings = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("add_special_case", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 591, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.add_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyString_Type), 1, "string", 1))) __PYX_ERR(0, 591, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_25add_special_case(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string, __pyx_v_substrings);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_25add_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, PyObject *__pyx_v_substrings) {
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_v_key;
|
|
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_stale_special;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
void *__pyx_t_6;
|
|
Py_ssize_t __pyx_t_7;
|
|
struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_8;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_9;
|
|
int __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_t_12;
|
|
PyObject *__pyx_t_13 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__13)
|
|
__Pyx_RefNannySetupContext("add_special_case", 0);
|
|
__Pyx_TraceCall("add_special_case", __pyx_f[0], 591, 0, __PYX_ERR(0, 591, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_substrings);
|
|
|
|
/* "spacy/tokenizer.pyx":601
|
|
* DOCS: https://spacy.io/api/tokenizer#add_special_case
|
|
* """
|
|
* self._validate_special_case(string, substrings) # <<<<<<<<<<<<<<
|
|
* substrings = list(substrings)
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_validate_special_case); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_4 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_4 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_string, __pyx_v_substrings};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_string, __pyx_v_substrings};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_5 = PyTuple_New(2+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_string);
|
|
__Pyx_GIVEREF(__pyx_v_string);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_string);
|
|
__Pyx_INCREF(__pyx_v_substrings);
|
|
__Pyx_GIVEREF(__pyx_v_substrings);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_substrings);
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":602
|
|
* """
|
|
* self._validate_special_case(string, substrings)
|
|
* substrings = list(substrings) # <<<<<<<<<<<<<<
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
* cached.length = len(substrings)
|
|
*/
|
|
__pyx_t_1 = PySequence_List(__pyx_v_substrings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 602, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF_SET(__pyx_v_substrings, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":603
|
|
* self._validate_special_case(string, substrings)
|
|
* substrings = list(substrings)
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached)) # <<<<<<<<<<<<<<
|
|
* cached.length = len(substrings)
|
|
* cached.is_lex = False
|
|
*/
|
|
__pyx_t_6 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, 1, (sizeof(struct __pyx_t_5spacy_5vocab__Cached))); if (unlikely(__pyx_t_6 == ((void *)NULL))) __PYX_ERR(0, 603, __pyx_L1_error)
|
|
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_6);
|
|
|
|
/* "spacy/tokenizer.pyx":604
|
|
* substrings = list(substrings)
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
* cached.length = len(substrings) # <<<<<<<<<<<<<<
|
|
* cached.is_lex = False
|
|
* cached.data.tokens = self.vocab.make_fused_token(substrings)
|
|
*/
|
|
__pyx_t_7 = PyObject_Length(__pyx_v_substrings); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 604, __pyx_L1_error)
|
|
__pyx_v_cached->length = __pyx_t_7;
|
|
|
|
/* "spacy/tokenizer.pyx":605
|
|
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
|
|
* cached.length = len(substrings)
|
|
* cached.is_lex = False # <<<<<<<<<<<<<<
|
|
* cached.data.tokens = self.vocab.make_fused_token(substrings)
|
|
* key = hash_string(string)
|
|
*/
|
|
__pyx_v_cached->is_lex = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":606
|
|
* cached.length = len(substrings)
|
|
* cached.is_lex = False
|
|
* cached.data.tokens = self.vocab.make_fused_token(substrings) # <<<<<<<<<<<<<<
|
|
* key = hash_string(string)
|
|
* stale_special = <_Cached*>self._specials.get(key)
|
|
*/
|
|
__pyx_t_8 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->make_fused_token(__pyx_v_self->vocab, __pyx_v_substrings); if (unlikely(__pyx_t_8 == ((struct __pyx_t_5spacy_7structs_TokenC const *)NULL))) __PYX_ERR(0, 606, __pyx_L1_error)
|
|
__pyx_v_cached->data.tokens = __pyx_t_8;
|
|
|
|
/* "spacy/tokenizer.pyx":607
|
|
* cached.is_lex = False
|
|
* cached.data.tokens = self.vocab.make_fused_token(substrings)
|
|
* key = hash_string(string) # <<<<<<<<<<<<<<
|
|
* stale_special = <_Cached*>self._specials.get(key)
|
|
* self._specials.set(key, cached)
|
|
*/
|
|
__pyx_t_9 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_string, 0); if (unlikely(__pyx_t_9 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 607, __pyx_L1_error)
|
|
__pyx_v_key = __pyx_t_9;
|
|
|
|
/* "spacy/tokenizer.pyx":608
|
|
* cached.data.tokens = self.vocab.make_fused_token(substrings)
|
|
* key = hash_string(string)
|
|
* stale_special = <_Cached*>self._specials.get(key) # <<<<<<<<<<<<<<
|
|
* self._specials.set(key, cached)
|
|
* if stale_special is not NULL:
|
|
*/
|
|
__pyx_v_stale_special = ((struct __pyx_t_5spacy_5vocab__Cached *)((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_v_key));
|
|
|
|
/* "spacy/tokenizer.pyx":609
|
|
* key = hash_string(string)
|
|
* stale_special = <_Cached*>self._specials.get(key)
|
|
* self._specials.set(key, cached) # <<<<<<<<<<<<<<
|
|
* if stale_special is not NULL:
|
|
* self.mem.free(stale_special)
|
|
*/
|
|
((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->set(__pyx_v_self->_specials, __pyx_v_key, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 609, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":610
|
|
* stale_special = <_Cached*>self._specials.get(key)
|
|
* self._specials.set(key, cached)
|
|
* if stale_special is not NULL: # <<<<<<<<<<<<<<
|
|
* self.mem.free(stale_special)
|
|
* self._rules[string] = substrings
|
|
*/
|
|
__pyx_t_10 = ((__pyx_v_stale_special != NULL) != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokenizer.pyx":611
|
|
* self._specials.set(key, cached)
|
|
* if stale_special is not NULL:
|
|
* self.mem.free(stale_special) # <<<<<<<<<<<<<<
|
|
* self._rules[string] = substrings
|
|
* self._flush_cache()
|
|
*/
|
|
((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->free(__pyx_v_self->mem, __pyx_v_stale_special); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 611, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":610
|
|
* stale_special = <_Cached*>self._specials.get(key)
|
|
* self._specials.set(key, cached)
|
|
* if stale_special is not NULL: # <<<<<<<<<<<<<<
|
|
* self.mem.free(stale_special)
|
|
* self._rules[string] = substrings
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":612
|
|
* if stale_special is not NULL:
|
|
* self.mem.free(stale_special)
|
|
* self._rules[string] = substrings # <<<<<<<<<<<<<<
|
|
* self._flush_cache()
|
|
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string:
|
|
*/
|
|
if (unlikely(PyObject_SetItem(__pyx_v_self->_rules, __pyx_v_string, __pyx_v_substrings) < 0)) __PYX_ERR(0, 612, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":613
|
|
* self.mem.free(stale_special)
|
|
* self._rules[string] = substrings
|
|
* self._flush_cache() # <<<<<<<<<<<<<<
|
|
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string:
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_flush_cache); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":614
|
|
* self._rules[string] = substrings
|
|
* self._flush_cache()
|
|
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string: # <<<<<<<<<<<<<<
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_faster_heuristics); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_12 = ((!__pyx_t_11) != 0);
|
|
if (!__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_12;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_find_prefix); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_5, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_12;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_find_infix); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_5, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_12;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_find_suffix); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_5, __pyx_v_string) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_string);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_12;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_kp_s__2, __pyx_v_string, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__pyx_t_11 = (__pyx_t_12 != 0);
|
|
__pyx_t_10 = __pyx_t_11;
|
|
__pyx_L5_bool_binop_done:;
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokenizer.pyx":615
|
|
* self._flush_cache()
|
|
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string:
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _reload_special_cases(self):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->_special_matcher), __pyx_n_s_add); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize_affixes(__pyx_v_self, __pyx_v_string, 0)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_4 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_4 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_string, Py_None, __pyx_t_5};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_string, Py_None, __pyx_t_5};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_13 = PyTuple_New(3+__pyx_t_4); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_string);
|
|
__Pyx_GIVEREF(__pyx_v_string);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 0+__pyx_t_4, __pyx_v_string);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 1+__pyx_t_4, Py_None);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 2+__pyx_t_4, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_13, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":614
|
|
* self._rules[string] = substrings
|
|
* self._flush_cache()
|
|
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string: # <<<<<<<<<<<<<<
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":591
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*
|
|
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
|
|
* """Add a special-case tokenization rule.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_13);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.add_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_substrings);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":617
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*
|
|
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases[] = "Tokenizer._reload_special_cases(self)";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases = {"_reload_special_cases", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_reload_special_cases (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__14)
|
|
__Pyx_RefNannySetupContext("_reload_special_cases", 0);
|
|
__Pyx_TraceCall("_reload_special_cases", __pyx_f[0], 617, 0, __PYX_ERR(0, 617, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":618
|
|
*
|
|
* def _reload_special_cases(self):
|
|
* self._flush_cache() # <<<<<<<<<<<<<<
|
|
* self._flush_specials()
|
|
* self._load_special_cases(self._rules)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_flush_cache); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":619
|
|
* def _reload_special_cases(self):
|
|
* self._flush_cache()
|
|
* self._flush_specials() # <<<<<<<<<<<<<<
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_flush_specials); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 619, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 619, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":620
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
* self._load_special_cases(self._rules) # <<<<<<<<<<<<<<
|
|
*
|
|
* def explain(self, text):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_load_special_cases); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_self->_rules) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_self->_rules);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":617
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*
|
|
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._reload_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":622
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
* def explain(self, text): # <<<<<<<<<<<<<<
|
|
* """A debugging tokenizer that provides information about which
|
|
* tokenizer rule or pattern was matched for each token. The tokens
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain(PyObject *__pyx_v_self, PyObject *__pyx_v_text); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_29explain[] = "Tokenizer.explain(self, text)\nA debugging tokenizer that provides information about which\n tokenizer rule or pattern was matched for each token. The tokens\n produced are identical to `nlp.tokenizer()` except for whitespace\n tokens.\n\n string (str): The string to tokenize.\n RETURNS (list): A list of (pattern_string, token_string) tuples\n\n DOCS: https://spacy.io/api/tokenizer#explain\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_30explain = {"explain", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_29explain};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain(PyObject *__pyx_v_self, PyObject *__pyx_v_text) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("explain (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_29explain(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_text));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokenizer.pyx":656
|
|
* while substring:
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* continue
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 656, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_explain_locals_genexpr, __pyx_n_s_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
PyObject *(*__pyx_t_5)(PyObject *);
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 656, 0, __PYX_ERR(0, 656, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_1 = __pyx_int_0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases)) { __Pyx_RaiseClosureNameError("special_cases"); __PYX_ERR(0, 656, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 656, __pyx_L1_error)
|
|
}
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_substring)) { __Pyx_RaiseClosureNameError("substring"); __PYX_ERR(0, 656, __pyx_L1_error) }
|
|
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases, __pyx_cur_scope->__pyx_outer_scope->__pyx_v_substring); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
|
|
__pyx_t_5 = NULL;
|
|
} else {
|
|
__pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_5)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_5(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 656, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_e);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_e, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_cur_scope->__pyx_v_i, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PyNumber_Add(__pyx_kp_s_SPECIAL, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 656, __pyx_L1_error) }
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->vocab->strings), __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_r = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_3;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_4;
|
|
__pyx_cur_scope->__pyx_t_3 = __pyx_t_5;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_t_2;
|
|
__pyx_t_5 = __pyx_cur_scope->__pyx_t_3;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokenizer.pyx":665
|
|
* break
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* break
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_3genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 665, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_explain_locals_genexpr, __pyx_n_s_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
PyObject *(*__pyx_t_5)(PyObject *);
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 665, 0, __PYX_ERR(0, 665, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_1 = __pyx_int_0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases)) { __Pyx_RaiseClosureNameError("special_cases"); __PYX_ERR(0, 665, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 665, __pyx_L1_error)
|
|
}
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_substring)) { __Pyx_RaiseClosureNameError("substring"); __PYX_ERR(0, 665, __pyx_L1_error) }
|
|
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases, __pyx_cur_scope->__pyx_outer_scope->__pyx_v_substring); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
|
|
__pyx_t_5 = NULL;
|
|
} else {
|
|
__pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_5)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_5(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 665, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_e);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_e, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_cur_scope->__pyx_v_i, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PyNumber_Add(__pyx_kp_s_SPECIAL, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 665, __pyx_L1_error) }
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->vocab->strings), __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_r = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_3;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_4;
|
|
__pyx_cur_scope->__pyx_t_3 = __pyx_t_5;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_t_2;
|
|
__pyx_t_5 = __pyx_cur_scope->__pyx_t_3;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokenizer.pyx":693
|
|
* substring = ''
|
|
* elif substring in special_cases:
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* elif list(infix_finditer(substring)):
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_6genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 693, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_explain_locals_genexpr, __pyx_n_s_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
PyObject *(*__pyx_t_5)(PyObject *);
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 693, 0, __PYX_ERR(0, 693, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_1 = __pyx_int_0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases)) { __Pyx_RaiseClosureNameError("special_cases"); __PYX_ERR(0, 693, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 693, __pyx_L1_error)
|
|
}
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_substring)) { __Pyx_RaiseClosureNameError("substring"); __PYX_ERR(0, 693, __pyx_L1_error) }
|
|
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_special_cases, __pyx_cur_scope->__pyx_outer_scope->__pyx_v_substring); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
|
|
__pyx_t_5 = NULL;
|
|
} else {
|
|
__pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_5)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_5(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 693, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_e);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_e, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_cur_scope->__pyx_v_i, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = __Pyx_PyObject_FormatSimple(__pyx_t_2, __pyx_empty_unicode); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyUnicode_Concat(__pyx_kp_u_SPECIAL, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 693, __pyx_L1_error) }
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->vocab->strings), __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_r = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_3;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_4;
|
|
__pyx_cur_scope->__pyx_t_3 = __pyx_t_5;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_t_2;
|
|
__pyx_t_5 = __pyx_cur_scope->__pyx_t_3;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":622
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
* def explain(self, text): # <<<<<<<<<<<<<<
|
|
* """A debugging tokenizer that provides information about which
|
|
* tokenizer rule or pattern was matched for each token. The tokens
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_29explain(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_text) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_cur_scope;
|
|
PyObject *__pyx_v_prefix_search = NULL;
|
|
PyObject *__pyx_v_suffix_search = NULL;
|
|
PyObject *__pyx_v_infix_finditer = NULL;
|
|
PyObject *__pyx_v_token_match = NULL;
|
|
PyObject *__pyx_v_url_match = NULL;
|
|
PyObject *__pyx_v_orth = NULL;
|
|
PyObject *__pyx_v_special_tokens = NULL;
|
|
PyObject *__pyx_v_tokens = NULL;
|
|
PyObject *__pyx_v_suffixes = NULL;
|
|
PyObject *__pyx_v_split = NULL;
|
|
PyObject *__pyx_v_infixes = NULL;
|
|
PyObject *__pyx_v_offset = NULL;
|
|
PyObject *__pyx_v_match = NULL;
|
|
PyObject *__pyx_v_words = NULL;
|
|
PyObject *__pyx_v_spaces = NULL;
|
|
PyObject *__pyx_v_t_words = NULL;
|
|
PyObject *__pyx_v_t_spaces = NULL;
|
|
PyObject *__pyx_v_word = NULL;
|
|
PyObject *__pyx_v_space = NULL;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = NULL;
|
|
PyObject *__pyx_v_matches = NULL;
|
|
PyObject *__pyx_v_spans = NULL;
|
|
PyObject *__pyx_v_i = NULL;
|
|
PyObject *__pyx_v_final_tokens = NULL;
|
|
PyObject *__pyx_v_spans_by_start = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_exc = NULL;
|
|
PyObject *__pyx_v_j = NULL;
|
|
PyObject *__pyx_v_special_token = NULL;
|
|
PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1 = 0;
|
|
PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2 = 0;
|
|
PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3 = 0;
|
|
PyObject *__pyx_v_t = NULL;
|
|
PyObject *__pyx_v_m_id = NULL;
|
|
PyObject *__pyx_v_s = NULL;
|
|
PyObject *__pyx_v_e = NULL;
|
|
PyObject *__pyx_8genexpr3__pyx_v_s = NULL;
|
|
PyObject *__pyx_v_d = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
Py_ssize_t __pyx_t_6;
|
|
PyObject *(*__pyx_t_7)(PyObject *);
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *(*__pyx_t_10)(PyObject *);
|
|
Py_ssize_t __pyx_t_11;
|
|
PyObject *(*__pyx_t_12)(PyObject *);
|
|
PyObject *__pyx_t_13 = NULL;
|
|
PyObject *__pyx_t_14 = NULL;
|
|
int __pyx_t_15;
|
|
int __pyx_t_16;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__15)
|
|
__Pyx_RefNannySetupContext("explain", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 622, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("explain", __pyx_f[0], 622, 0, __PYX_ERR(0, 622, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
|
|
/* "spacy/tokenizer.pyx":633
|
|
* DOCS: https://spacy.io/api/tokenizer#explain
|
|
* """
|
|
* prefix_search = self.prefix_search # <<<<<<<<<<<<<<
|
|
* if prefix_search is None:
|
|
* prefix_search = re.compile("a^").search
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 633, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_prefix_search = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":634
|
|
* """
|
|
* prefix_search = self.prefix_search
|
|
* if prefix_search is None: # <<<<<<<<<<<<<<
|
|
* prefix_search = re.compile("a^").search
|
|
* suffix_search = self.suffix_search
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_prefix_search == Py_None);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":635
|
|
* prefix_search = self.prefix_search
|
|
* if prefix_search is None:
|
|
* prefix_search = re.compile("a^").search # <<<<<<<<<<<<<<
|
|
* suffix_search = self.suffix_search
|
|
* if suffix_search is None:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_re); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 635, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_compile); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 635, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_kp_s_a) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_kp_s_a);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 635, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_search); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 635, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_prefix_search, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":634
|
|
* """
|
|
* prefix_search = self.prefix_search
|
|
* if prefix_search is None: # <<<<<<<<<<<<<<
|
|
* prefix_search = re.compile("a^").search
|
|
* suffix_search = self.suffix_search
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":636
|
|
* if prefix_search is None:
|
|
* prefix_search = re.compile("a^").search
|
|
* suffix_search = self.suffix_search # <<<<<<<<<<<<<<
|
|
* if suffix_search is None:
|
|
* suffix_search = re.compile("a^").search
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 636, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_v_suffix_search = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":637
|
|
* prefix_search = re.compile("a^").search
|
|
* suffix_search = self.suffix_search
|
|
* if suffix_search is None: # <<<<<<<<<<<<<<
|
|
* suffix_search = re.compile("a^").search
|
|
* infix_finditer = self.infix_finditer
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_suffix_search == Py_None);
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":638
|
|
* suffix_search = self.suffix_search
|
|
* if suffix_search is None:
|
|
* suffix_search = re.compile("a^").search # <<<<<<<<<<<<<<
|
|
* infix_finditer = self.infix_finditer
|
|
* if infix_finditer is None:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_re); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_compile); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 638, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_1, __pyx_kp_s_a) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_kp_s_a);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 638, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 638, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_suffix_search, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":637
|
|
* prefix_search = re.compile("a^").search
|
|
* suffix_search = self.suffix_search
|
|
* if suffix_search is None: # <<<<<<<<<<<<<<
|
|
* suffix_search = re.compile("a^").search
|
|
* infix_finditer = self.infix_finditer
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":639
|
|
* if suffix_search is None:
|
|
* suffix_search = re.compile("a^").search
|
|
* infix_finditer = self.infix_finditer # <<<<<<<<<<<<<<
|
|
* if infix_finditer is None:
|
|
* infix_finditer = re.compile("a^").finditer
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 639, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_infix_finditer = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":640
|
|
* suffix_search = re.compile("a^").search
|
|
* infix_finditer = self.infix_finditer
|
|
* if infix_finditer is None: # <<<<<<<<<<<<<<
|
|
* infix_finditer = re.compile("a^").finditer
|
|
* token_match = self.token_match
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_infix_finditer == Py_None);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":641
|
|
* infix_finditer = self.infix_finditer
|
|
* if infix_finditer is None:
|
|
* infix_finditer = re.compile("a^").finditer # <<<<<<<<<<<<<<
|
|
* token_match = self.token_match
|
|
* if token_match is None:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_re); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_compile); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_5, __pyx_kp_s_a) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_kp_s_a);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_finditer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_infix_finditer, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":640
|
|
* suffix_search = re.compile("a^").search
|
|
* infix_finditer = self.infix_finditer
|
|
* if infix_finditer is None: # <<<<<<<<<<<<<<
|
|
* infix_finditer = re.compile("a^").finditer
|
|
* token_match = self.token_match
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":642
|
|
* if infix_finditer is None:
|
|
* infix_finditer = re.compile("a^").finditer
|
|
* token_match = self.token_match # <<<<<<<<<<<<<<
|
|
* if token_match is None:
|
|
* token_match = re.compile("a^").match
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_token_match = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":643
|
|
* infix_finditer = re.compile("a^").finditer
|
|
* token_match = self.token_match
|
|
* if token_match is None: # <<<<<<<<<<<<<<
|
|
* token_match = re.compile("a^").match
|
|
* url_match = self.url_match
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_token_match == Py_None);
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":644
|
|
* token_match = self.token_match
|
|
* if token_match is None:
|
|
* token_match = re.compile("a^").match # <<<<<<<<<<<<<<
|
|
* url_match = self.url_match
|
|
* if url_match is None:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_re); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_compile); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_kp_s_a) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_kp_s_a);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_token_match, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":643
|
|
* infix_finditer = re.compile("a^").finditer
|
|
* token_match = self.token_match
|
|
* if token_match is None: # <<<<<<<<<<<<<<
|
|
* token_match = re.compile("a^").match
|
|
* url_match = self.url_match
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":645
|
|
* if token_match is None:
|
|
* token_match = re.compile("a^").match
|
|
* url_match = self.url_match # <<<<<<<<<<<<<<
|
|
* if url_match is None:
|
|
* url_match = re.compile("a^").match
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_url_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 645, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_v_url_match = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":646
|
|
* token_match = re.compile("a^").match
|
|
* url_match = self.url_match
|
|
* if url_match is None: # <<<<<<<<<<<<<<
|
|
* url_match = re.compile("a^").match
|
|
* special_cases = {}
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_url_match == Py_None);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":647
|
|
* url_match = self.url_match
|
|
* if url_match is None:
|
|
* url_match = re.compile("a^").match # <<<<<<<<<<<<<<
|
|
* special_cases = {}
|
|
* for orth, special_tokens in self.rules.items():
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_re); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_compile); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_1, __pyx_kp_s_a) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_kp_s_a);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_match); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_url_match, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":646
|
|
* token_match = re.compile("a^").match
|
|
* url_match = self.url_match
|
|
* if url_match is None: # <<<<<<<<<<<<<<
|
|
* url_match = re.compile("a^").match
|
|
* special_cases = {}
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":648
|
|
* if url_match is None:
|
|
* url_match = re.compile("a^").match
|
|
* special_cases = {} # <<<<<<<<<<<<<<
|
|
* for orth, special_tokens in self.rules.items():
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_cur_scope->__pyx_v_special_cases = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":649
|
|
* url_match = re.compile("a^").match
|
|
* special_cases = {}
|
|
* for orth, special_tokens in self.rules.items(): # <<<<<<<<<<<<<<
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
|
|
* tokens = []
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_rules); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_items); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_1 = __pyx_t_4; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_7(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 649, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
|
|
PyObject* sequence = __pyx_t_4;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 649, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_8 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_8 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_9 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_9)->tp_iternext;
|
|
index = 0; __pyx_t_5 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_5)) goto __pyx_L10_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
index = 1; __pyx_t_8 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_8)) goto __pyx_L10_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_9), 2) < 0) __PYX_ERR(0, 649, __pyx_L1_error)
|
|
__pyx_t_10 = NULL;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L11_unpacking_done;
|
|
__pyx_L10_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_10 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 649, __pyx_L1_error)
|
|
__pyx_L11_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_orth, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_special_tokens, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":650
|
|
* special_cases = {}
|
|
* for orth, special_tokens in self.rules.items():
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens] # <<<<<<<<<<<<<<
|
|
* tokens = []
|
|
* for substring in text.split():
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (likely(PyList_CheckExact(__pyx_v_special_tokens)) || PyTuple_CheckExact(__pyx_v_special_tokens)) {
|
|
__pyx_t_8 = __pyx_v_special_tokens; __Pyx_INCREF(__pyx_t_8); __pyx_t_11 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_11 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_special_tokens); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_8))) {
|
|
if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_8)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_11); __Pyx_INCREF(__pyx_t_5); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_8, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_11); __Pyx_INCREF(__pyx_t_5); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_8, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_12(__pyx_t_8);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 650, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_special_token, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_intify_attrs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_v_special_token);
|
|
__Pyx_GIVEREF(__pyx_v_special_token);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_special_token);
|
|
__pyx_t_13 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (PyDict_SetItem(__pyx_t_13, __pyx_n_s_strings_map, ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings)) < 0) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_13, __pyx_n_s_do_deprecated, Py_True) < 0) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, __pyx_t_13); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_4, (PyObject*)__pyx_t_14))) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_cur_scope->__pyx_v_special_cases, __pyx_v_orth, __pyx_t_4) < 0)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":649
|
|
* url_match = re.compile("a^").match
|
|
* special_cases = {}
|
|
* for orth, special_tokens in self.rules.items(): # <<<<<<<<<<<<<<
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
|
|
* tokens = []
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":651
|
|
* for orth, special_tokens in self.rules.items():
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
|
|
* tokens = [] # <<<<<<<<<<<<<<
|
|
* for substring in text.split():
|
|
* suffixes = []
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 651, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_tokens = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":652
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
|
|
* tokens = []
|
|
* for substring in text.split(): # <<<<<<<<<<<<<<
|
|
* suffixes = []
|
|
* while substring:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_text, __pyx_n_s_split); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) {
|
|
__pyx_t_4 = __pyx_t_1; __Pyx_INCREF(__pyx_t_4); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_4, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_4, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_7(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 652, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":653
|
|
* tokens = []
|
|
* for substring in text.split():
|
|
* suffixes = [] # <<<<<<<<<<<<<<
|
|
* while substring:
|
|
* if substring in special_cases:
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 653, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XDECREF_SET(__pyx_v_suffixes, ((PyObject*)__pyx_t_1));
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":654
|
|
* for substring in text.split():
|
|
* suffixes = []
|
|
* while substring: # <<<<<<<<<<<<<<
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
*/
|
|
while (1) {
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_cur_scope->__pyx_v_substring); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 654, __pyx_L1_error)
|
|
if (!__pyx_t_3) break;
|
|
|
|
/* "spacy/tokenizer.pyx":655
|
|
* suffixes = []
|
|
* while substring:
|
|
* if substring in special_cases: # <<<<<<<<<<<<<<
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
*/
|
|
__pyx_t_3 = (__Pyx_PyDict_ContainsTF(__pyx_cur_scope->__pyx_v_substring, __pyx_cur_scope->__pyx_v_special_cases, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 655, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":656
|
|
* while substring:
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* continue
|
|
*/
|
|
__pyx_t_1 = __pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":657
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* continue
|
|
* while prefix_search(substring) or suffix_search(substring):
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":658
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
* continue # <<<<<<<<<<<<<<
|
|
* while prefix_search(substring) or suffix_search(substring):
|
|
* if token_match(substring):
|
|
*/
|
|
goto __pyx_L16_continue;
|
|
|
|
/* "spacy/tokenizer.pyx":655
|
|
* suffixes = []
|
|
* while substring:
|
|
* if substring in special_cases: # <<<<<<<<<<<<<<
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":659
|
|
* substring = ''
|
|
* continue
|
|
* while prefix_search(substring) or suffix_search(substring): # <<<<<<<<<<<<<<
|
|
* if token_match(substring):
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
*/
|
|
while (1) {
|
|
__Pyx_INCREF(__pyx_v_prefix_search);
|
|
__pyx_t_8 = __pyx_v_prefix_search; __pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_14, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 659, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!__pyx_t_3) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_3;
|
|
goto __pyx_L21_bool_binop_done;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_suffix_search);
|
|
__pyx_t_8 = __pyx_v_suffix_search; __pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_14, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 659, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_L21_bool_binop_done:;
|
|
if (!__pyx_t_2) break;
|
|
|
|
/* "spacy/tokenizer.pyx":660
|
|
* continue
|
|
* while prefix_search(substring) or suffix_search(substring):
|
|
* if token_match(substring): # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_token_match);
|
|
__pyx_t_8 = __pyx_v_token_match; __pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_14, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 660, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":661
|
|
* while prefix_search(substring) or suffix_search(substring):
|
|
* if token_match(substring):
|
|
* tokens.append(("TOKEN_MATCH", substring)) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* break
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 661, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_TOKEN_MATCH);
|
|
__Pyx_GIVEREF(__pyx_n_s_TOKEN_MATCH);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_TOKEN_MATCH);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_substring);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_cur_scope->__pyx_v_substring);
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 661, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":662
|
|
* if token_match(substring):
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* break
|
|
* if substring in special_cases:
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":663
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
* break # <<<<<<<<<<<<<<
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
*/
|
|
goto __pyx_L20_break;
|
|
|
|
/* "spacy/tokenizer.pyx":660
|
|
* continue
|
|
* while prefix_search(substring) or suffix_search(substring):
|
|
* if token_match(substring): # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":664
|
|
* substring = ''
|
|
* break
|
|
* if substring in special_cases: # <<<<<<<<<<<<<<
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_cur_scope->__pyx_v_substring, __pyx_cur_scope->__pyx_v_special_cases, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":665
|
|
* break
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* break
|
|
*/
|
|
__pyx_t_1 = __pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_3genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":666
|
|
* if substring in special_cases:
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* break
|
|
* if prefix_search(substring):
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":667
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
* break # <<<<<<<<<<<<<<
|
|
* if prefix_search(substring):
|
|
* split = prefix_search(substring).end()
|
|
*/
|
|
goto __pyx_L20_break;
|
|
|
|
/* "spacy/tokenizer.pyx":664
|
|
* substring = ''
|
|
* break
|
|
* if substring in special_cases: # <<<<<<<<<<<<<<
|
|
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":668
|
|
* substring = ''
|
|
* break
|
|
* if prefix_search(substring): # <<<<<<<<<<<<<<
|
|
* split = prefix_search(substring).end()
|
|
* # break if pattern matches the empty string
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_prefix_search);
|
|
__pyx_t_8 = __pyx_v_prefix_search; __pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_14, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 668, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":669
|
|
* break
|
|
* if prefix_search(substring):
|
|
* split = prefix_search(substring).end() # <<<<<<<<<<<<<<
|
|
* # break if pattern matches the empty string
|
|
* if split == 0:
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_prefix_search);
|
|
__pyx_t_14 = __pyx_v_prefix_search; __pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_8 = (__pyx_t_13) ? __Pyx_PyObject_Call2Args(__pyx_t_14, __pyx_t_13, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 669, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_end); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 669, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 669, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_split, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":671
|
|
* split = prefix_search(substring).end()
|
|
* # break if pattern matches the empty string
|
|
* if split == 0: # <<<<<<<<<<<<<<
|
|
* break
|
|
* tokens.append(("PREFIX", substring[:split]))
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_EqObjC(__pyx_v_split, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 671, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 671, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":672
|
|
* # break if pattern matches the empty string
|
|
* if split == 0:
|
|
* break # <<<<<<<<<<<<<<
|
|
* tokens.append(("PREFIX", substring[:split]))
|
|
* substring = substring[split:]
|
|
*/
|
|
goto __pyx_L20_break;
|
|
|
|
/* "spacy/tokenizer.pyx":671
|
|
* split = prefix_search(substring).end()
|
|
* # break if pattern matches the empty string
|
|
* if split == 0: # <<<<<<<<<<<<<<
|
|
* break
|
|
* tokens.append(("PREFIX", substring[:split]))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":673
|
|
* if split == 0:
|
|
* break
|
|
* tokens.append(("PREFIX", substring[:split])) # <<<<<<<<<<<<<<
|
|
* substring = substring[split:]
|
|
* if substring in special_cases:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, NULL, &__pyx_v_split, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 673, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_14 = PyTuple_New(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 673, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_n_s_PREFIX);
|
|
__Pyx_GIVEREF(__pyx_n_s_PREFIX);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_n_s_PREFIX);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 673, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":674
|
|
* break
|
|
* tokens.append(("PREFIX", substring[:split]))
|
|
* substring = substring[split:] # <<<<<<<<<<<<<<
|
|
* if substring in special_cases:
|
|
* continue
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_v_split, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 674, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_t_14);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":675
|
|
* tokens.append(("PREFIX", substring[:split]))
|
|
* substring = substring[split:]
|
|
* if substring in special_cases: # <<<<<<<<<<<<<<
|
|
* continue
|
|
* if suffix_search(substring):
|
|
*/
|
|
__pyx_t_3 = (__Pyx_PyDict_ContainsTF(__pyx_cur_scope->__pyx_v_substring, __pyx_cur_scope->__pyx_v_special_cases, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 675, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":676
|
|
* substring = substring[split:]
|
|
* if substring in special_cases:
|
|
* continue # <<<<<<<<<<<<<<
|
|
* if suffix_search(substring):
|
|
* split = suffix_search(substring).start()
|
|
*/
|
|
goto __pyx_L19_continue;
|
|
|
|
/* "spacy/tokenizer.pyx":675
|
|
* tokens.append(("PREFIX", substring[:split]))
|
|
* substring = substring[split:]
|
|
* if substring in special_cases: # <<<<<<<<<<<<<<
|
|
* continue
|
|
* if suffix_search(substring):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":668
|
|
* substring = ''
|
|
* break
|
|
* if prefix_search(substring): # <<<<<<<<<<<<<<
|
|
* split = prefix_search(substring).end()
|
|
* # break if pattern matches the empty string
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":677
|
|
* if substring in special_cases:
|
|
* continue
|
|
* if suffix_search(substring): # <<<<<<<<<<<<<<
|
|
* split = suffix_search(substring).start()
|
|
* # break if pattern matches the empty string
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_suffix_search);
|
|
__pyx_t_1 = __pyx_v_suffix_search; __pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_8, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 677, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 677, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":678
|
|
* continue
|
|
* if suffix_search(substring):
|
|
* split = suffix_search(substring).start() # <<<<<<<<<<<<<<
|
|
* # break if pattern matches the empty string
|
|
* if split == len(substring):
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_suffix_search);
|
|
__pyx_t_8 = __pyx_v_suffix_search; __pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_13) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_13, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_start); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_split, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":680
|
|
* split = suffix_search(substring).start()
|
|
* # break if pattern matches the empty string
|
|
* if split == len(substring): # <<<<<<<<<<<<<<
|
|
* break
|
|
* suffixes.append(("SUFFIX", substring[split:]))
|
|
*/
|
|
__pyx_t_14 = __pyx_cur_scope->__pyx_v_substring;
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__pyx_t_11 = PyObject_Length(__pyx_t_14); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 680, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = PyInt_FromSsize_t(__pyx_t_11); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 680, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_8 = PyObject_RichCompare(__pyx_v_split, __pyx_t_14, Py_EQ); __Pyx_XGOTREF(__pyx_t_8); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 680, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 680, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":681
|
|
* # break if pattern matches the empty string
|
|
* if split == len(substring):
|
|
* break # <<<<<<<<<<<<<<
|
|
* suffixes.append(("SUFFIX", substring[split:]))
|
|
* substring = substring[:split]
|
|
*/
|
|
goto __pyx_L20_break;
|
|
|
|
/* "spacy/tokenizer.pyx":680
|
|
* split = suffix_search(substring).start()
|
|
* # break if pattern matches the empty string
|
|
* if split == len(substring): # <<<<<<<<<<<<<<
|
|
* break
|
|
* suffixes.append(("SUFFIX", substring[split:]))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":682
|
|
* if split == len(substring):
|
|
* break
|
|
* suffixes.append(("SUFFIX", substring[split:])) # <<<<<<<<<<<<<<
|
|
* substring = substring[:split]
|
|
* if len(substring) == 0:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_v_split, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 682, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_14 = PyTuple_New(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 682, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_n_s_SUFFIX);
|
|
__Pyx_GIVEREF(__pyx_n_s_SUFFIX);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_n_s_SUFFIX);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_suffixes, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 682, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":683
|
|
* break
|
|
* suffixes.append(("SUFFIX", substring[split:]))
|
|
* substring = substring[:split] # <<<<<<<<<<<<<<
|
|
* if len(substring) == 0:
|
|
* continue
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, NULL, &__pyx_v_split, NULL, 0, 0, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 683, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_t_14);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":677
|
|
* if substring in special_cases:
|
|
* continue
|
|
* if suffix_search(substring): # <<<<<<<<<<<<<<
|
|
* split = suffix_search(substring).start()
|
|
* # break if pattern matches the empty string
|
|
*/
|
|
}
|
|
__pyx_L19_continue:;
|
|
}
|
|
__pyx_L20_break:;
|
|
|
|
/* "spacy/tokenizer.pyx":684
|
|
* suffixes.append(("SUFFIX", substring[split:]))
|
|
* substring = substring[:split]
|
|
* if len(substring) == 0: # <<<<<<<<<<<<<<
|
|
* continue
|
|
* if token_match(substring):
|
|
*/
|
|
__pyx_t_14 = __pyx_cur_scope->__pyx_v_substring;
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__pyx_t_11 = PyObject_Length(__pyx_t_14); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 684, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_2 = ((__pyx_t_11 == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":685
|
|
* substring = substring[:split]
|
|
* if len(substring) == 0:
|
|
* continue # <<<<<<<<<<<<<<
|
|
* if token_match(substring):
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
*/
|
|
goto __pyx_L16_continue;
|
|
|
|
/* "spacy/tokenizer.pyx":684
|
|
* suffixes.append(("SUFFIX", substring[split:]))
|
|
* substring = substring[:split]
|
|
* if len(substring) == 0: # <<<<<<<<<<<<<<
|
|
* continue
|
|
* if token_match(substring):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":686
|
|
* if len(substring) == 0:
|
|
* continue
|
|
* if token_match(substring): # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_token_match);
|
|
__pyx_t_8 = __pyx_v_token_match; __pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_1, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":687
|
|
* continue
|
|
* if token_match(substring):
|
|
* tokens.append(("TOKEN_MATCH", substring)) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* elif url_match(substring):
|
|
*/
|
|
__pyx_t_14 = PyTuple_New(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 687, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_n_s_TOKEN_MATCH);
|
|
__Pyx_GIVEREF(__pyx_n_s_TOKEN_MATCH);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_n_s_TOKEN_MATCH);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_substring);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1, __pyx_cur_scope->__pyx_v_substring);
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 687, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":688
|
|
* if token_match(substring):
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* elif url_match(substring):
|
|
* tokens.append(("URL_MATCH", substring))
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":686
|
|
* if len(substring) == 0:
|
|
* continue
|
|
* if token_match(substring): # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
*/
|
|
goto __pyx_L31;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":689
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
* elif url_match(substring): # <<<<<<<<<<<<<<
|
|
* tokens.append(("URL_MATCH", substring))
|
|
* substring = ''
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_url_match);
|
|
__pyx_t_8 = __pyx_v_url_match; __pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_1, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":690
|
|
* substring = ''
|
|
* elif url_match(substring):
|
|
* tokens.append(("URL_MATCH", substring)) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* elif substring in special_cases:
|
|
*/
|
|
__pyx_t_14 = PyTuple_New(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 690, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_n_s_URL_MATCH);
|
|
__Pyx_GIVEREF(__pyx_n_s_URL_MATCH);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_n_s_URL_MATCH);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_substring);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1, __pyx_cur_scope->__pyx_v_substring);
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 690, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":691
|
|
* elif url_match(substring):
|
|
* tokens.append(("URL_MATCH", substring))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* elif substring in special_cases:
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":689
|
|
* tokens.append(("TOKEN_MATCH", substring))
|
|
* substring = ''
|
|
* elif url_match(substring): # <<<<<<<<<<<<<<
|
|
* tokens.append(("URL_MATCH", substring))
|
|
* substring = ''
|
|
*/
|
|
goto __pyx_L31;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":692
|
|
* tokens.append(("URL_MATCH", substring))
|
|
* substring = ''
|
|
* elif substring in special_cases: # <<<<<<<<<<<<<<
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_cur_scope->__pyx_v_substring, __pyx_cur_scope->__pyx_v_special_cases, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 692, __pyx_L1_error)
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":693
|
|
* substring = ''
|
|
* elif substring in special_cases:
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* elif list(infix_finditer(substring)):
|
|
*/
|
|
__pyx_t_14 = __pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_6genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":694
|
|
* elif substring in special_cases:
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* elif list(infix_finditer(substring)):
|
|
* infixes = infix_finditer(substring)
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":692
|
|
* tokens.append(("URL_MATCH", substring))
|
|
* substring = ''
|
|
* elif substring in special_cases: # <<<<<<<<<<<<<<
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
*/
|
|
goto __pyx_L31;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":695
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
* elif list(infix_finditer(substring)): # <<<<<<<<<<<<<<
|
|
* infixes = infix_finditer(substring)
|
|
* offset = 0
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_infix_finditer);
|
|
__pyx_t_8 = __pyx_v_infix_finditer; __pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_1, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = PySequence_List(__pyx_t_14); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_3 = (PyList_GET_SIZE(__pyx_t_8) != 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":696
|
|
* substring = ''
|
|
* elif list(infix_finditer(substring)):
|
|
* infixes = infix_finditer(substring) # <<<<<<<<<<<<<<
|
|
* offset = 0
|
|
* for match in infixes:
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_infix_finditer);
|
|
__pyx_t_14 = __pyx_v_infix_finditer; __pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_8 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_14, __pyx_t_1, __pyx_cur_scope->__pyx_v_substring) : __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 696, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_infixes, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":697
|
|
* elif list(infix_finditer(substring)):
|
|
* infixes = infix_finditer(substring)
|
|
* offset = 0 # <<<<<<<<<<<<<<
|
|
* for match in infixes:
|
|
* if offset == 0 and match.start() == 0:
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__Pyx_XDECREF_SET(__pyx_v_offset, __pyx_int_0);
|
|
|
|
/* "spacy/tokenizer.pyx":698
|
|
* infixes = infix_finditer(substring)
|
|
* offset = 0
|
|
* for match in infixes: # <<<<<<<<<<<<<<
|
|
* if offset == 0 and match.start() == 0:
|
|
* continue
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_infixes)) || PyTuple_CheckExact(__pyx_v_infixes)) {
|
|
__pyx_t_8 = __pyx_v_infixes; __Pyx_INCREF(__pyx_t_8); __pyx_t_11 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_11 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_infixes); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 698, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_8))) {
|
|
if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_8)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_11); __Pyx_INCREF(__pyx_t_14); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 698, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_8, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_11); __Pyx_INCREF(__pyx_t_14); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 698, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_8, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_14 = __pyx_t_12(__pyx_t_8);
|
|
if (unlikely(!__pyx_t_14)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 698, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_match, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":699
|
|
* offset = 0
|
|
* for match in infixes:
|
|
* if offset == 0 and match.start() == 0: # <<<<<<<<<<<<<<
|
|
* continue
|
|
* if substring[offset : match.start()]:
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyInt_EqObjC(__pyx_v_offset, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 699, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 699, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_2;
|
|
goto __pyx_L35_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 699, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_13) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_13) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 699, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyInt_EqObjC(__pyx_t_14, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 699, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 699, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
__pyx_L35_bool_binop_done:;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":700
|
|
* for match in infixes:
|
|
* if offset == 0 and match.start() == 0:
|
|
* continue # <<<<<<<<<<<<<<
|
|
* if substring[offset : match.start()]:
|
|
* tokens.append(("TOKEN", substring[offset : match.start()]))
|
|
*/
|
|
goto __pyx_L32_continue;
|
|
|
|
/* "spacy/tokenizer.pyx":699
|
|
* offset = 0
|
|
* for match in infixes:
|
|
* if offset == 0 and match.start() == 0: # <<<<<<<<<<<<<<
|
|
* continue
|
|
* if substring[offset : match.start()]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":701
|
|
* if offset == 0 and match.start() == 0:
|
|
* continue
|
|
* if substring[offset : match.start()]: # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN", substring[offset : match.start()]))
|
|
* if substring[match.start() : match.end()]:
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 701, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_13) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_13) : __Pyx_PyObject_CallNoArg(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 701, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_v_offset, &__pyx_t_1, NULL, 0, 0, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 701, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 701, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":702
|
|
* continue
|
|
* if substring[offset : match.start()]:
|
|
* tokens.append(("TOKEN", substring[offset : match.start()])) # <<<<<<<<<<<<<<
|
|
* if substring[match.start() : match.end()]:
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()]))
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 702, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_13) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_13) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 702, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_v_offset, &__pyx_t_14, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 702, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = PyTuple_New(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 702, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_n_s_TOKEN);
|
|
__Pyx_GIVEREF(__pyx_n_s_TOKEN);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_n_s_TOKEN);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 702, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":701
|
|
* if offset == 0 and match.start() == 0:
|
|
* continue
|
|
* if substring[offset : match.start()]: # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN", substring[offset : match.start()]))
|
|
* if substring[match.start() : match.end()]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":703
|
|
* if substring[offset : match.start()]:
|
|
* tokens.append(("TOKEN", substring[offset : match.start()]))
|
|
* if substring[match.start() : match.end()]: # <<<<<<<<<<<<<<
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()]))
|
|
* offset = match.end()
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 703, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_13) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_13) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 703, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_end); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 703, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_9 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_13))) {
|
|
__pyx_t_9 = PyMethod_GET_SELF(__pyx_t_13);
|
|
if (likely(__pyx_t_9)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_13, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_9) ? __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_t_9) : __Pyx_PyObject_CallNoArg(__pyx_t_13);
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 703, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_t_14, &__pyx_t_1, NULL, 0, 0, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 703, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 703, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":704
|
|
* tokens.append(("TOKEN", substring[offset : match.start()]))
|
|
* if substring[match.start() : match.end()]:
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()])) # <<<<<<<<<<<<<<
|
|
* offset = match.end()
|
|
* if substring[offset:]:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_13 = (__pyx_t_14) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_14) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_end); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_9 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_9)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_9) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_9) : __Pyx_PyObject_CallNoArg(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_t_13, &__pyx_t_1, NULL, 0, 0, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_INFIX);
|
|
__Pyx_GIVEREF(__pyx_n_s_INFIX);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_INFIX);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 704, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":703
|
|
* if substring[offset : match.start()]:
|
|
* tokens.append(("TOKEN", substring[offset : match.start()]))
|
|
* if substring[match.start() : match.end()]: # <<<<<<<<<<<<<<
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()]))
|
|
* offset = match.end()
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":705
|
|
* if substring[match.start() : match.end()]:
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()]))
|
|
* offset = match.end() # <<<<<<<<<<<<<<
|
|
* if substring[offset:]:
|
|
* tokens.append(("TOKEN", substring[offset:]))
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_match, __pyx_n_s_end); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_13) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_13) : __Pyx_PyObject_CallNoArg(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_offset, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":698
|
|
* infixes = infix_finditer(substring)
|
|
* offset = 0
|
|
* for match in infixes: # <<<<<<<<<<<<<<
|
|
* if offset == 0 and match.start() == 0:
|
|
* continue
|
|
*/
|
|
__pyx_L32_continue:;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":706
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()]))
|
|
* offset = match.end()
|
|
* if substring[offset:]: # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN", substring[offset:]))
|
|
* substring = ''
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_v_offset, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 706, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 706, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":707
|
|
* offset = match.end()
|
|
* if substring[offset:]:
|
|
* tokens.append(("TOKEN", substring[offset:])) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* elif substring:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_substring, 0, 0, &__pyx_v_offset, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 707, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 707, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_TOKEN);
|
|
__Pyx_GIVEREF(__pyx_n_s_TOKEN);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_TOKEN);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 707, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":706
|
|
* tokens.append(("INFIX", substring[match.start() : match.end()]))
|
|
* offset = match.end()
|
|
* if substring[offset:]: # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN", substring[offset:]))
|
|
* substring = ''
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":708
|
|
* if substring[offset:]:
|
|
* tokens.append(("TOKEN", substring[offset:]))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* elif substring:
|
|
* tokens.append(("TOKEN", substring))
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":695
|
|
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
|
|
* substring = ''
|
|
* elif list(infix_finditer(substring)): # <<<<<<<<<<<<<<
|
|
* infixes = infix_finditer(substring)
|
|
* offset = 0
|
|
*/
|
|
goto __pyx_L31;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":709
|
|
* tokens.append(("TOKEN", substring[offset:]))
|
|
* substring = ''
|
|
* elif substring: # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN", substring))
|
|
* substring = ''
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_cur_scope->__pyx_v_substring); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 709, __pyx_L1_error)
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":710
|
|
* substring = ''
|
|
* elif substring:
|
|
* tokens.append(("TOKEN", substring)) # <<<<<<<<<<<<<<
|
|
* substring = ''
|
|
* tokens.extend(reversed(suffixes))
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 710, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_TOKEN);
|
|
__Pyx_GIVEREF(__pyx_n_s_TOKEN);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_TOKEN);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_substring);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_cur_scope->__pyx_v_substring);
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 710, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":711
|
|
* elif substring:
|
|
* tokens.append(("TOKEN", substring))
|
|
* substring = '' # <<<<<<<<<<<<<<
|
|
* tokens.extend(reversed(suffixes))
|
|
* # Find matches for special cases handled by special matcher
|
|
*/
|
|
__Pyx_INCREF(__pyx_kp_s__12);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_substring);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_substring, __pyx_kp_s__12);
|
|
__Pyx_GIVEREF(__pyx_kp_s__12);
|
|
|
|
/* "spacy/tokenizer.pyx":709
|
|
* tokens.append(("TOKEN", substring[offset:]))
|
|
* substring = ''
|
|
* elif substring: # <<<<<<<<<<<<<<
|
|
* tokens.append(("TOKEN", substring))
|
|
* substring = ''
|
|
*/
|
|
}
|
|
__pyx_L31:;
|
|
__pyx_L16_continue:;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":712
|
|
* tokens.append(("TOKEN", substring))
|
|
* substring = ''
|
|
* tokens.extend(reversed(suffixes)) # <<<<<<<<<<<<<<
|
|
* # Find matches for special cases handled by special matcher
|
|
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_reversed, __pyx_v_suffixes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 712, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 712, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":652
|
|
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
|
|
* tokens = []
|
|
* for substring in text.split(): # <<<<<<<<<<<<<<
|
|
* suffixes = []
|
|
* while substring:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":714
|
|
* tokens.extend(reversed(suffixes))
|
|
* # Find matches for special cases handled by special matcher
|
|
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text) # <<<<<<<<<<<<<<
|
|
* t_words = []
|
|
* t_spaces = []
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_get_words_and_spaces); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_14 = __pyx_v_tokens; __Pyx_INCREF(__pyx_t_14); __pyx_t_6 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_14, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_13);
|
|
__pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_GetItemInt(__pyx_v_t, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_13))) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = NULL;
|
|
__pyx_t_16 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
__pyx_t_16 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_1)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_t_8, __pyx_v_text};
|
|
__pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_t_8, __pyx_v_text};
|
|
__pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_13 = PyTuple_New(2+__pyx_t_16); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (__pyx_t_14) {
|
|
__Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_14); __pyx_t_14 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 0+__pyx_t_16, __pyx_t_8);
|
|
__Pyx_INCREF(__pyx_v_text);
|
|
__Pyx_GIVEREF(__pyx_v_text);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 1+__pyx_t_16, __pyx_v_text);
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_13, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
|
|
PyObject* sequence = __pyx_t_4;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 714, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_1 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_13 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_1 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_13 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_13 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_8 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_8)->tp_iternext;
|
|
index = 0; __pyx_t_1 = __pyx_t_10(__pyx_t_8); if (unlikely(!__pyx_t_1)) goto __pyx_L42_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
index = 1; __pyx_t_13 = __pyx_t_10(__pyx_t_8); if (unlikely(!__pyx_t_13)) goto __pyx_L42_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_8), 2) < 0) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__pyx_t_10 = NULL;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L43_unpacking_done;
|
|
__pyx_L42_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_10 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 714, __pyx_L1_error)
|
|
__pyx_L43_unpacking_done:;
|
|
}
|
|
__pyx_v_words = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
__pyx_v_spaces = __pyx_t_13;
|
|
__pyx_t_13 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":715
|
|
* # Find matches for special cases handled by special matcher
|
|
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text)
|
|
* t_words = [] # <<<<<<<<<<<<<<
|
|
* t_spaces = []
|
|
* for word, space in zip(words, spaces):
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 715, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_t_words = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":716
|
|
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text)
|
|
* t_words = []
|
|
* t_spaces = [] # <<<<<<<<<<<<<<
|
|
* for word, space in zip(words, spaces):
|
|
* if not word.isspace():
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 716, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_t_spaces = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":717
|
|
* t_words = []
|
|
* t_spaces = []
|
|
* for word, space in zip(words, spaces): # <<<<<<<<<<<<<<
|
|
* if not word.isspace():
|
|
* t_words.append(word)
|
|
*/
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_words);
|
|
__Pyx_GIVEREF(__pyx_v_words);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_words);
|
|
__Pyx_INCREF(__pyx_v_spaces);
|
|
__Pyx_GIVEREF(__pyx_v_spaces);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_spaces);
|
|
__pyx_t_13 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_4, NULL); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_13)) || PyTuple_CheckExact(__pyx_t_13)) {
|
|
__pyx_t_4 = __pyx_t_13; __Pyx_INCREF(__pyx_t_4); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_13); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_4, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_4, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_13 = __pyx_t_7(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_13)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 717, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_13))) || (PyList_CheckExact(__pyx_t_13))) {
|
|
PyObject* sequence = __pyx_t_13;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 717, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_1 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_8 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_1 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_8 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_14 = PyObject_GetIter(__pyx_t_13); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_14)->tp_iternext;
|
|
index = 0; __pyx_t_1 = __pyx_t_10(__pyx_t_14); if (unlikely(!__pyx_t_1)) goto __pyx_L46_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
index = 1; __pyx_t_8 = __pyx_t_10(__pyx_t_14); if (unlikely(!__pyx_t_8)) goto __pyx_L46_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_14), 2) < 0) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__pyx_t_10 = NULL;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
goto __pyx_L47_unpacking_done;
|
|
__pyx_L46_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_10 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 717, __pyx_L1_error)
|
|
__pyx_L47_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_word, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_space, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":718
|
|
* t_spaces = []
|
|
* for word, space in zip(words, spaces):
|
|
* if not word.isspace(): # <<<<<<<<<<<<<<
|
|
* t_words.append(word)
|
|
* t_spaces.append(space)
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_word, __pyx_n_s_isspace); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 718, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_13 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 718, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 718, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_2 = ((!__pyx_t_3) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokenizer.pyx":719
|
|
* for word, space in zip(words, spaces):
|
|
* if not word.isspace():
|
|
* t_words.append(word) # <<<<<<<<<<<<<<
|
|
* t_spaces.append(space)
|
|
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
|
|
*/
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_t_words, __pyx_v_word); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 719, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":720
|
|
* if not word.isspace():
|
|
* t_words.append(word)
|
|
* t_spaces.append(space) # <<<<<<<<<<<<<<
|
|
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
|
|
* matches = self._special_matcher(doc)
|
|
*/
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_t_spaces, __pyx_v_space); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 720, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":718
|
|
* t_spaces = []
|
|
* for word, space in zip(words, spaces):
|
|
* if not word.isspace(): # <<<<<<<<<<<<<<
|
|
* t_words.append(word)
|
|
* t_spaces.append(space)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":717
|
|
* t_words = []
|
|
* t_spaces = []
|
|
* for word, space in zip(words, spaces): # <<<<<<<<<<<<<<
|
|
* if not word.isspace():
|
|
* t_words.append(word)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":721
|
|
* t_words.append(word)
|
|
* t_spaces.append(space)
|
|
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces) # <<<<<<<<<<<<<<
|
|
* matches = self._special_matcher(doc)
|
|
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches]
|
|
*/
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 721, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab));
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab));
|
|
__pyx_t_13 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 721, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (PyDict_SetItem(__pyx_t_13, __pyx_n_s_words, __pyx_v_t_words) < 0) __PYX_ERR(0, 721, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_13, __pyx_n_s_spaces, __pyx_v_t_spaces) < 0) __PYX_ERR(0, 721, __pyx_L1_error)
|
|
__pyx_t_8 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_t_4, __pyx_t_13); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 721, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_v_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":722
|
|
* t_spaces.append(space)
|
|
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
|
|
* matches = self._special_matcher(doc) # <<<<<<<<<<<<<<
|
|
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches]
|
|
* spans = util.filter_spans(spans)
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self->_special_matcher));
|
|
__pyx_t_13 = ((PyObject *)__pyx_cur_scope->__pyx_v_self->_special_matcher); __pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_13))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_13);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_13, function);
|
|
}
|
|
}
|
|
__pyx_t_8 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_13, __pyx_t_4, ((PyObject *)__pyx_v_doc)) : __Pyx_PyObject_CallOneArg(__pyx_t_13, ((PyObject *)__pyx_v_doc));
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 722, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_v_matches = __pyx_t_8;
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":723
|
|
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
|
|
* matches = self._special_matcher(doc)
|
|
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches] # <<<<<<<<<<<<<<
|
|
* spans = util.filter_spans(spans)
|
|
* # Replace matched tokens with their exceptions
|
|
*/
|
|
__pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (likely(PyList_CheckExact(__pyx_v_matches)) || PyTuple_CheckExact(__pyx_v_matches)) {
|
|
__pyx_t_13 = __pyx_v_matches; __Pyx_INCREF(__pyx_t_13); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_13 = PyObject_GetIter(__pyx_v_matches); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_13)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_13))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_13)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_13, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_13, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_13)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_13, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_13, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_7(__pyx_t_13);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 723, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
|
|
PyObject* sequence = __pyx_t_4;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 3)) {
|
|
if (size > 3) __Pyx_RaiseTooManyValuesError(3);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 723, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_1 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_14 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_9 = PyTuple_GET_ITEM(sequence, 2);
|
|
} else {
|
|
__pyx_t_1 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_14 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_9 = PyList_GET_ITEM(sequence, 2);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_14 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_5 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_5)->tp_iternext;
|
|
index = 0; __pyx_t_1 = __pyx_t_10(__pyx_t_5); if (unlikely(!__pyx_t_1)) goto __pyx_L51_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
index = 1; __pyx_t_14 = __pyx_t_10(__pyx_t_5); if (unlikely(!__pyx_t_14)) goto __pyx_L51_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
index = 2; __pyx_t_9 = __pyx_t_10(__pyx_t_5); if (unlikely(!__pyx_t_9)) goto __pyx_L51_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_5), 3) < 0) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__pyx_t_10 = NULL;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
goto __pyx_L52_unpacking_done;
|
|
__pyx_L51_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_10 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 723, __pyx_L1_error)
|
|
__pyx_L52_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_m_id, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_s, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_e, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Span); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_9 = PyTuple_New(3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_doc));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_doc));
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0, ((PyObject *)__pyx_v_doc));
|
|
__Pyx_INCREF(__pyx_v_s);
|
|
__Pyx_GIVEREF(__pyx_v_s);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_v_s);
|
|
__Pyx_INCREF(__pyx_v_e);
|
|
__Pyx_GIVEREF(__pyx_v_e);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 2, __pyx_v_e);
|
|
__pyx_t_14 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_label, __pyx_v_m_id) < 0) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_9, __pyx_t_14); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_1))) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_v_spans = __pyx_t_8;
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":724
|
|
* matches = self._special_matcher(doc)
|
|
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches]
|
|
* spans = util.filter_spans(spans) # <<<<<<<<<<<<<<
|
|
* # Replace matched tokens with their exceptions
|
|
* i = 0
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_n_s_util); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 724, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_n_s_filter_spans); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 724, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_8 = (__pyx_t_13) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_13, __pyx_v_spans) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_spans);
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 724, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_spans, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":726
|
|
* spans = util.filter_spans(spans)
|
|
* # Replace matched tokens with their exceptions
|
|
* i = 0 # <<<<<<<<<<<<<<
|
|
* final_tokens = []
|
|
* spans_by_start = {s.start: s for s in spans}
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_v_i = __pyx_int_0;
|
|
|
|
/* "spacy/tokenizer.pyx":727
|
|
* # Replace matched tokens with their exceptions
|
|
* i = 0
|
|
* final_tokens = [] # <<<<<<<<<<<<<<
|
|
* spans_by_start = {s.start: s for s in spans}
|
|
* while i < len(tokens):
|
|
*/
|
|
__pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 727, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_v_final_tokens = ((PyObject*)__pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":728
|
|
* i = 0
|
|
* final_tokens = []
|
|
* spans_by_start = {s.start: s for s in spans} # <<<<<<<<<<<<<<
|
|
* while i < len(tokens):
|
|
* if i in spans_by_start:
|
|
*/
|
|
{ /* enter inner scope */
|
|
__pyx_t_8 = PyDict_New(); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (likely(PyList_CheckExact(__pyx_v_spans)) || PyTuple_CheckExact(__pyx_v_spans)) {
|
|
__pyx_t_1 = __pyx_v_spans; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_spans); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_13 = __pyx_t_7(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_13)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 728, __pyx_L55_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_s, __pyx_t_13);
|
|
__pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_8genexpr3__pyx_v_s, __pyx_n_s_start); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (unlikely(PyDict_SetItem(__pyx_t_8, (PyObject*)__pyx_t_13, (PyObject*)__pyx_8genexpr3__pyx_v_s))) __PYX_ERR(0, 728, __pyx_L55_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_8genexpr3__pyx_v_s); __pyx_8genexpr3__pyx_v_s = 0;
|
|
goto __pyx_L58_exit_scope;
|
|
__pyx_L55_error:;
|
|
__Pyx_XDECREF(__pyx_8genexpr3__pyx_v_s); __pyx_8genexpr3__pyx_v_s = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L58_exit_scope:;
|
|
} /* exit inner scope */
|
|
__pyx_v_spans_by_start = ((PyObject*)__pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":729
|
|
* final_tokens = []
|
|
* spans_by_start = {s.start: s for s in spans}
|
|
* while i < len(tokens): # <<<<<<<<<<<<<<
|
|
* if i in spans_by_start:
|
|
* span = spans_by_start[i]
|
|
*/
|
|
while (1) {
|
|
__pyx_t_6 = PyList_GET_SIZE(__pyx_v_tokens); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 729, __pyx_L1_error)
|
|
__pyx_t_8 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 729, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = PyObject_RichCompare(__pyx_v_i, __pyx_t_8, Py_LT); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 729, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 729, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!__pyx_t_2) break;
|
|
|
|
/* "spacy/tokenizer.pyx":730
|
|
* spans_by_start = {s.start: s for s in spans}
|
|
* while i < len(tokens):
|
|
* if i in spans_by_start: # <<<<<<<<<<<<<<
|
|
* span = spans_by_start[i]
|
|
* exc = [d[ORTH] for d in special_cases[span.label_]]
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_i, __pyx_v_spans_by_start, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 730, __pyx_L1_error)
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":731
|
|
* while i < len(tokens):
|
|
* if i in spans_by_start:
|
|
* span = spans_by_start[i] # <<<<<<<<<<<<<<
|
|
* exc = [d[ORTH] for d in special_cases[span.label_]]
|
|
* # The phrase matcher can overmatch for tokens separated by
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_spans_by_start, __pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 731, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":732
|
|
* if i in spans_by_start:
|
|
* span = spans_by_start[i]
|
|
* exc = [d[ORTH] for d in special_cases[span.label_]] # <<<<<<<<<<<<<<
|
|
* # The phrase matcher can overmatch for tokens separated by
|
|
* # spaces in the text but not in the underlying rule, so skip
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_label_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_13 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_special_cases, __pyx_t_8); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_13)) || PyTuple_CheckExact(__pyx_t_13)) {
|
|
__pyx_t_8 = __pyx_t_13; __Pyx_INCREF(__pyx_t_8); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_t_13); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_8))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_8)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_13 = __pyx_t_7(__pyx_t_8);
|
|
if (unlikely(!__pyx_t_13)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 732, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_d, __pyx_t_13);
|
|
__pyx_t_13 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_v_d, __pyx_t_13); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_14))) __PYX_ERR(0, 732, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_exc, ((PyObject*)__pyx_t_1));
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":736
|
|
* # spaces in the text but not in the underlying rule, so skip
|
|
* # cases where the texts aren't identical
|
|
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]): # <<<<<<<<<<<<<<
|
|
* final_tokens.append(tokens[i])
|
|
* i += 1
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_text); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_14 = __pyx_v_exc; __Pyx_INCREF(__pyx_t_14); __pyx_t_6 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_13 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_6); __Pyx_INCREF(__pyx_t_13); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_13 = PySequence_ITEM(__pyx_t_14, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_orth, __pyx_t_13);
|
|
__pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_v_orth); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_13))) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyString_Join(__pyx_kp_s__12, __pyx_t_8); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_3 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_t_14, Py_NE)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 736, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokenizer.pyx":737
|
|
* # cases where the texts aren't identical
|
|
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]):
|
|
* final_tokens.append(tokens[i]) # <<<<<<<<<<<<<<
|
|
* i += 1
|
|
* else:
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_v_tokens, __pyx_v_i); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 737, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_final_tokens, __pyx_t_14); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 737, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":738
|
|
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]):
|
|
* final_tokens.append(tokens[i])
|
|
* i += 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for j, orth in enumerate(exc):
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyInt_AddObjC(__pyx_v_i, __pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 738, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":736
|
|
* # spaces in the text but not in the underlying rule, so skip
|
|
* # cases where the texts aren't identical
|
|
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]): # <<<<<<<<<<<<<<
|
|
* final_tokens.append(tokens[i])
|
|
* i += 1
|
|
*/
|
|
goto __pyx_L64;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":740
|
|
* i += 1
|
|
* else:
|
|
* for j, orth in enumerate(exc): # <<<<<<<<<<<<<<
|
|
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth]))
|
|
* i += len(span)
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_14 = __pyx_int_0;
|
|
__pyx_t_1 = __pyx_v_exc; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_8 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_8); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 740, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_8 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 740, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_orth, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_XDECREF_SET(__pyx_v_j, __pyx_t_14);
|
|
__pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_t_14, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 740, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_14);
|
|
__pyx_t_14 = __pyx_t_8;
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":741
|
|
* else:
|
|
* for j, orth in enumerate(exc):
|
|
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth])) # <<<<<<<<<<<<<<
|
|
* i += len(span)
|
|
* else:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_v_j, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_13 = __Pyx_PyObject_FormatSimple(__pyx_t_8, __pyx_empty_unicode); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyUnicode_Concat(__pyx_kp_u_SPECIAL, __pyx_t_13); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_v_orth); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_9 = PyTuple_New(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_8);
|
|
__Pyx_GIVEREF(__pyx_t_13);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_t_13);
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_13 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_final_tokens, __pyx_t_9); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 741, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":740
|
|
* i += 1
|
|
* else:
|
|
* for j, orth in enumerate(exc): # <<<<<<<<<<<<<<
|
|
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth]))
|
|
* i += len(span)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":742
|
|
* for j, orth in enumerate(exc):
|
|
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth]))
|
|
* i += len(span) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* final_tokens.append(tokens[i])
|
|
*/
|
|
__pyx_t_6 = PyObject_Length(__pyx_v_span); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 742, __pyx_L1_error)
|
|
__pyx_t_14 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 742, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_1 = PyNumber_InPlaceAdd(__pyx_v_i, __pyx_t_14); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 742, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
}
|
|
__pyx_L64:;
|
|
|
|
/* "spacy/tokenizer.pyx":730
|
|
* spans_by_start = {s.start: s for s in spans}
|
|
* while i < len(tokens):
|
|
* if i in spans_by_start: # <<<<<<<<<<<<<<
|
|
* span = spans_by_start[i]
|
|
* exc = [d[ORTH] for d in special_cases[span.label_]]
|
|
*/
|
|
goto __pyx_L61;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":744
|
|
* i += len(span)
|
|
* else:
|
|
* final_tokens.append(tokens[i]) # <<<<<<<<<<<<<<
|
|
* i += 1
|
|
* return final_tokens
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_v_tokens, __pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 744, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_final_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 744, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":745
|
|
* else:
|
|
* final_tokens.append(tokens[i])
|
|
* i += 1 # <<<<<<<<<<<<<<
|
|
* return final_tokens
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_AddObjC(__pyx_v_i, __pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 745, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
}
|
|
__pyx_L61:;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":746
|
|
* final_tokens.append(tokens[i])
|
|
* i += 1
|
|
* return final_tokens # <<<<<<<<<<<<<<
|
|
*
|
|
* def score(self, examples, **kwargs):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_final_tokens);
|
|
__pyx_r = __pyx_v_final_tokens;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":622
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
* def explain(self, text): # <<<<<<<<<<<<<<
|
|
* """A debugging tokenizer that provides information about which
|
|
* tokenizer rule or pattern was matched for each token. The tokens
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_13);
|
|
__Pyx_XDECREF(__pyx_t_14);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_prefix_search);
|
|
__Pyx_XDECREF(__pyx_v_suffix_search);
|
|
__Pyx_XDECREF(__pyx_v_infix_finditer);
|
|
__Pyx_XDECREF(__pyx_v_token_match);
|
|
__Pyx_XDECREF(__pyx_v_url_match);
|
|
__Pyx_XDECREF(__pyx_v_orth);
|
|
__Pyx_XDECREF(__pyx_v_special_tokens);
|
|
__Pyx_XDECREF(__pyx_v_tokens);
|
|
__Pyx_XDECREF(__pyx_v_suffixes);
|
|
__Pyx_XDECREF(__pyx_v_split);
|
|
__Pyx_XDECREF(__pyx_v_infixes);
|
|
__Pyx_XDECREF(__pyx_v_offset);
|
|
__Pyx_XDECREF(__pyx_v_match);
|
|
__Pyx_XDECREF(__pyx_v_words);
|
|
__Pyx_XDECREF(__pyx_v_spaces);
|
|
__Pyx_XDECREF(__pyx_v_t_words);
|
|
__Pyx_XDECREF(__pyx_v_t_spaces);
|
|
__Pyx_XDECREF(__pyx_v_word);
|
|
__Pyx_XDECREF(__pyx_v_space);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_doc);
|
|
__Pyx_XDECREF(__pyx_v_matches);
|
|
__Pyx_XDECREF(__pyx_v_spans);
|
|
__Pyx_XDECREF(__pyx_v_i);
|
|
__Pyx_XDECREF(__pyx_v_final_tokens);
|
|
__Pyx_XDECREF(__pyx_v_spans_by_start);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_exc);
|
|
__Pyx_XDECREF(__pyx_v_j);
|
|
__Pyx_XDECREF(__pyx_v_special_token);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3);
|
|
__Pyx_XDECREF(__pyx_v_t);
|
|
__Pyx_XDECREF(__pyx_v_m_id);
|
|
__Pyx_XDECREF(__pyx_v_s);
|
|
__Pyx_XDECREF(__pyx_v_e);
|
|
__Pyx_XDECREF(__pyx_8genexpr3__pyx_v_s);
|
|
__Pyx_XDECREF(__pyx_v_d);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":748
|
|
* return final_tokens
|
|
*
|
|
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
|
|
* validate_examples(examples, "Tokenizer.score")
|
|
* return Scorer.score_tokenization(examples)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_31score[] = "Tokenizer.score(self, examples, **kwargs)";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_32score = {"score", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_31score};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_examples = 0;
|
|
CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("score (wrapper)", 0);
|
|
__pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL;
|
|
__Pyx_GOTREF(__pyx_v_kwargs);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_examples,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_examples)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "score") < 0)) __PYX_ERR(0, 748, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_examples = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("score", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 748, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.score", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_31score(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_examples, __pyx_v_kwargs);
|
|
|
|
/* function exit code */
|
|
__Pyx_XDECREF(__pyx_v_kwargs);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_31score(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_examples, CYTHON_UNUSED PyObject *__pyx_v_kwargs) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__16)
|
|
__Pyx_RefNannySetupContext("score", 0);
|
|
__Pyx_TraceCall("score", __pyx_f[0], 748, 0, __PYX_ERR(0, 748, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":749
|
|
*
|
|
* def score(self, examples, **kwargs):
|
|
* validate_examples(examples, "Tokenizer.score") # <<<<<<<<<<<<<<
|
|
* return Scorer.score_tokenization(examples)
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_validate_examples); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 749, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_4 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_4 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_examples, __pyx_kp_s_Tokenizer_score};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 749, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_examples, __pyx_kp_s_Tokenizer_score};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 749, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_5 = PyTuple_New(2+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 749, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_examples);
|
|
__Pyx_GIVEREF(__pyx_v_examples);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_examples);
|
|
__Pyx_INCREF(__pyx_kp_s_Tokenizer_score);
|
|
__Pyx_GIVEREF(__pyx_kp_s_Tokenizer_score);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_kp_s_Tokenizer_score);
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 749, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":750
|
|
* def score(self, examples, **kwargs):
|
|
* validate_examples(examples, "Tokenizer.score")
|
|
* return Scorer.score_tokenization(examples) # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_disk(self, path, **kwargs):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Scorer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 750, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_score_tokenization); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 750, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_2, __pyx_v_examples) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_examples);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 750, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":748
|
|
* return final_tokens
|
|
*
|
|
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
|
|
* validate_examples(examples, "Tokenizer.score")
|
|
* return Scorer.score_tokenization(examples)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.score", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":752
|
|
* return Scorer.score_tokenization(examples)
|
|
*
|
|
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_33to_disk[] = "Tokenizer.to_disk(self, path, **kwargs)\nSave the current state to a directory.\n\n path (str / Path): A path to a directory, which will be created if\n it doesn't exist.\n exclude (list): String names of serialization fields to exclude.\n\n DOCS: https://spacy.io/api/tokenizer#to_disk\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_34to_disk = {"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_33to_disk};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_path = 0;
|
|
PyObject *__pyx_v_kwargs = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_disk (wrapper)", 0);
|
|
__pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL;
|
|
__Pyx_GOTREF(__pyx_v_kwargs);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_path,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_disk") < 0)) __PYX_ERR(0, 752, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_path = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_disk", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 752, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_33to_disk(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_path, __pyx_v_kwargs);
|
|
|
|
/* function exit code */
|
|
__Pyx_XDECREF(__pyx_v_kwargs);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_33to_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_kwargs) {
|
|
PyObject *__pyx_v_file_ = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_t_11;
|
|
int __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__17)
|
|
__Pyx_RefNannySetupContext("to_disk", 0);
|
|
__Pyx_TraceCall("to_disk", __pyx_f[0], 752, 0, __PYX_ERR(0, 752, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_path);
|
|
|
|
/* "spacy/tokenizer.pyx":761
|
|
* DOCS: https://spacy.io/api/tokenizer#to_disk
|
|
* """
|
|
* path = util.ensure_path(path) # <<<<<<<<<<<<<<
|
|
* with path.open("wb") as file_:
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 761, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ensure_path); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 761, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 761, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":762
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
*/
|
|
/*with:*/ {
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_open); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_wb) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_wb);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_exit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_enter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 762, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 762, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
/*try:*/ {
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_6);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
/*try:*/ {
|
|
__pyx_v_file_ = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":763
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_:
|
|
* file_.write(self.to_bytes(**kwargs)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()):
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_file_, __pyx_n_s_write); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 763, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 763, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PyDict_Copy(__pyx_v_kwargs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 763, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 763, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_5, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 763, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":762
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L12_try_end;
|
|
__pyx_L7_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
/*except:*/ {
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_2, &__pyx_t_1, &__pyx_t_9) < 0) __PYX_ERR(0, 762, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_5 = PyTuple_Pack(3, __pyx_t_2, __pyx_t_1, __pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 762, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 762, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (__pyx_t_11 < 0) __PYX_ERR(0, 762, __pyx_L9_except_error)
|
|
__pyx_t_12 = ((!(__pyx_t_11 != 0)) != 0);
|
|
if (__pyx_t_12) {
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_ErrRestoreWithState(__pyx_t_2, __pyx_t_1, __pyx_t_9);
|
|
__pyx_t_2 = 0; __pyx_t_1 = 0; __pyx_t_9 = 0;
|
|
__PYX_ERR(0, 762, __pyx_L9_except_error)
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L8_exception_handled;
|
|
}
|
|
__pyx_L9_except_error:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_exception_handled:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
__pyx_L12_try_end:;
|
|
}
|
|
}
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
if (__pyx_t_4) {
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__18, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
goto __pyx_L6;
|
|
}
|
|
__pyx_L6:;
|
|
}
|
|
goto __pyx_L16;
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L16:;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":752
|
|
* return Scorer.score_tokenization(examples)
|
|
*
|
|
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_file_);
|
|
__Pyx_XDECREF(__pyx_v_path);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":765
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_35from_disk[] = "Tokenizer.from_disk(self, path, *, exclude=tuple())\nLoads state from a directory. Modifies the object in place and\n returns it.\n\n path (str / Path): A path to a directory.\n exclude (list): String names of serialization fields to exclude.\n RETURNS (Tokenizer): The modified `Tokenizer` object.\n\n DOCS: https://spacy.io/api/tokenizer#from_disk\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_36from_disk = {"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_35from_disk};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_path = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_disk (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_path,&__pyx_n_s_exclude,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = __pyx_k__19;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_disk") < 0)) __PYX_ERR(0, 765, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_path = values[0];
|
|
__pyx_v_exclude = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_disk", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 765, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_35from_disk(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_path, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_35from_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude) {
|
|
PyObject *__pyx_v_file_ = NULL;
|
|
PyObject *__pyx_v_bytes_data = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
int __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__20)
|
|
__Pyx_RefNannySetupContext("from_disk", 0);
|
|
__Pyx_TraceCall("from_disk", __pyx_f[0], 765, 0, __PYX_ERR(0, 765, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_path);
|
|
|
|
/* "spacy/tokenizer.pyx":775
|
|
* DOCS: https://spacy.io/api/tokenizer#from_disk
|
|
* """
|
|
* path = util.ensure_path(path) # <<<<<<<<<<<<<<
|
|
* with path.open("rb") as file_:
|
|
* bytes_data = file_.read()
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 775, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ensure_path); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 775, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 775, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":776
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("rb") as file_: # <<<<<<<<<<<<<<
|
|
* bytes_data = file_.read()
|
|
* self.from_bytes(bytes_data, exclude=exclude)
|
|
*/
|
|
/*with:*/ {
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_open); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 776, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_rb) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_rb);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 776, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_exit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 776, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_enter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 776, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 776, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
/*try:*/ {
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_6);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
/*try:*/ {
|
|
__pyx_v_file_ = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":777
|
|
* path = util.ensure_path(path)
|
|
* with path.open("rb") as file_:
|
|
* bytes_data = file_.read() # <<<<<<<<<<<<<<
|
|
* self.from_bytes(bytes_data, exclude=exclude)
|
|
* return self
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_file_, __pyx_n_s_read); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 777, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 777, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_bytes_data = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":776
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("rb") as file_: # <<<<<<<<<<<<<<
|
|
* bytes_data = file_.read()
|
|
* self.from_bytes(bytes_data, exclude=exclude)
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L12_try_end;
|
|
__pyx_L7_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
/*except:*/ {
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_2, &__pyx_t_1, &__pyx_t_3) < 0) __PYX_ERR(0, 776, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PyTuple_Pack(3, __pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 776, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 776, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (__pyx_t_10 < 0) __PYX_ERR(0, 776, __pyx_L9_except_error)
|
|
__pyx_t_11 = ((!(__pyx_t_10 != 0)) != 0);
|
|
if (__pyx_t_11) {
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ErrRestoreWithState(__pyx_t_2, __pyx_t_1, __pyx_t_3);
|
|
__pyx_t_2 = 0; __pyx_t_1 = 0; __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 776, __pyx_L9_except_error)
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_exception_handled;
|
|
}
|
|
__pyx_L9_except_error:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_exception_handled:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
__pyx_L12_try_end:;
|
|
}
|
|
}
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
if (__pyx_t_4) {
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__18, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 776, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
goto __pyx_L6;
|
|
}
|
|
__pyx_L6:;
|
|
}
|
|
goto __pyx_L16;
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L16:;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":778
|
|
* with path.open("rb") as file_:
|
|
* bytes_data = file_.read()
|
|
* self.from_bytes(bytes_data, exclude=exclude) # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (unlikely(!__pyx_v_bytes_data)) { __Pyx_RaiseUnboundLocalError("bytes_data"); __PYX_ERR(0, 778, __pyx_L1_error) }
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_bytes_data);
|
|
__Pyx_GIVEREF(__pyx_v_bytes_data);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_bytes_data);
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_exclude, __pyx_v_exclude) < 0) __PYX_ERR(0, 778, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":779
|
|
* bytes_data = file_.read()
|
|
* self.from_bytes(bytes_data, exclude=exclude)
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":765
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_file_);
|
|
__Pyx_XDECREF(__pyx_v_bytes_data);
|
|
__Pyx_XDECREF(__pyx_v_path);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":781
|
|
* return self
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize the current state to a binary string.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_37to_bytes[] = "Tokenizer.to_bytes(self, *, exclude=tuple())\nSerialize the current state to a binary string.\n\n exclude (list): String names of serialization fields to exclude.\n RETURNS (bytes): The serialized form of the `Tokenizer` object.\n\n DOCS: https://spacy.io/api/tokenizer#to_bytes\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_38to_bytes = {"to_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_37to_bytes};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_bytes (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_exclude,0};
|
|
PyObject* values[1] = {0};
|
|
values[0] = __pyx_k__21;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 0;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, 0, "to_bytes") < 0)) __PYX_ERR(0, 781, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 0) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
}
|
|
__pyx_v_exclude = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_bytes", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 781, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_37to_bytes(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":790
|
|
* """
|
|
* serializers = {
|
|
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude), # <<<<<<<<<<<<<<
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3 = {"lambda3", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda3 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda3(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda3", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda3", __pyx_f[0], 790, 0, __PYX_ERR(0, 790, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 790, __pyx_L1_error) }
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_exclude)) { __Pyx_RaiseClosureNameError("exclude"); __PYX_ERR(0, 790, __pyx_L1_error) }
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_exclude, __pyx_cur_scope->__pyx_v_exclude) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda3", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":791
|
|
* serializers = {
|
|
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search), # <<<<<<<<<<<<<<
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4 = {"lambda4", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda4 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda4(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda4", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda4", __pyx_f[0], 791, 0, __PYX_ERR(0, 791, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_regex_pattern); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 791, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 791, __pyx_L1_error) }
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 791, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 791, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda4", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":792
|
|
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search), # <<<<<<<<<<<<<<
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5 = {"lambda5", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda5 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda5(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda5", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda5", __pyx_f[0], 792, 0, __PYX_ERR(0, 792, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_regex_pattern); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 792, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 792, __pyx_L1_error) }
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 792, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 792, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda5", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":793
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer), # <<<<<<<<<<<<<<
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6 = {"lambda6", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda6 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda6(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda6", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda6", __pyx_f[0], 793, 0, __PYX_ERR(0, 793, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_regex_pattern); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 793, __pyx_L1_error) }
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda6", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":794
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match), # <<<<<<<<<<<<<<
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7 = {"lambda7", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda7 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda7(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda7", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda7", __pyx_f[0], 794, 0, __PYX_ERR(0, 794, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_regex_pattern); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 794, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 794, __pyx_L1_error) }
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_token_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 794, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 794, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda7", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":795
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match), # <<<<<<<<<<<<<<
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())),
|
|
* "faster_heuristics": lambda: self.faster_heuristics,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8 = {"lambda8", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda8 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda8(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda8", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda8", __pyx_f[0], 795, 0, __PYX_ERR(0, 795, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_regex_pattern); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 795, __pyx_L1_error) }
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_url_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda8", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":796
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())), # <<<<<<<<<<<<<<
|
|
* "faster_heuristics": lambda: self.faster_heuristics,
|
|
* }
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9 = {"lambda9", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda9 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda9(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda9(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda9", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda9", __pyx_f[0], 796, 0, __PYX_ERR(0, 796, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 796, __pyx_L1_error) }
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->_rules, __pyx_n_s_items); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 796, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 796, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PySequence_List(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 796, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_1 = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_5 = PyList_Sort(__pyx_t_1); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 796, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyDict_Type)), __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 796, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda9", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":797
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())),
|
|
* "faster_heuristics": lambda: self.faster_heuristics, # <<<<<<<<<<<<<<
|
|
* }
|
|
* return util.to_bytes(serializers, exclude)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10 = {"lambda10", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda10 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda10(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda10", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda10", __pyx_f[0], 797, 0, __PYX_ERR(0, 797, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 797, __pyx_L1_error) }
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_faster_heuristics); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 797, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda10", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":781
|
|
* return self
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize the current state to a binary string.
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_37to_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_exclude) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
|
|
PyObject *__pyx_v_serializers = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__22)
|
|
__Pyx_RefNannySetupContext("to_bytes", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 781, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("to_bytes", __pyx_f[0], 781, 0, __PYX_ERR(0, 781, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__pyx_cur_scope->__pyx_v_exclude = __pyx_v_exclude;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
|
|
/* "spacy/tokenizer.pyx":790
|
|
* """
|
|
* serializers = {
|
|
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude), # <<<<<<<<<<<<<<
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_vocab, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":791
|
|
* serializers = {
|
|
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search), # <<<<<<<<<<<<<<
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 791, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_prefix_search, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":792
|
|
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search), # <<<<<<<<<<<<<<
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 792, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_suffix_search, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":793
|
|
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer), # <<<<<<<<<<<<<<
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_infix_finditer, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":794
|
|
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match), # <<<<<<<<<<<<<<
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 794, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_token_match, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":795
|
|
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match), # <<<<<<<<<<<<<<
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())),
|
|
* "faster_heuristics": lambda: self.faster_heuristics,
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_url_match, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":796
|
|
* "token_match": lambda: _get_regex_pattern(self.token_match),
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())), # <<<<<<<<<<<<<<
|
|
* "faster_heuristics": lambda: self.faster_heuristics,
|
|
* }
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 796, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_exceptions, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":797
|
|
* "url_match": lambda: _get_regex_pattern(self.url_match),
|
|
* "exceptions": lambda: dict(sorted(self._rules.items())),
|
|
* "faster_heuristics": lambda: self.faster_heuristics, # <<<<<<<<<<<<<<
|
|
* }
|
|
* return util.to_bytes(serializers, exclude)
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10, 0, __pyx_n_s_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 797, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_faster_heuristics, __pyx_t_2) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_serializers = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":799
|
|
* "faster_heuristics": lambda: self.faster_heuristics,
|
|
* }
|
|
* return util.to_bytes(serializers, exclude) # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 799, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 799, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
__pyx_t_4 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_4 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_serializers, __pyx_cur_scope->__pyx_v_exclude};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 799, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_serializers, __pyx_cur_scope->__pyx_v_exclude};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 799, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_5 = PyTuple_New(2+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 799, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__pyx_t_2) {
|
|
__Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_serializers);
|
|
__Pyx_GIVEREF(__pyx_v_serializers);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_serializers);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_cur_scope->__pyx_v_exclude);
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 799, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":781
|
|
* return self
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize the current state to a binary string.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_serializers);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":801
|
|
* return util.to_bytes(serializers, exclude)
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Load state from a binary string.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer_9Tokenizer_39from_bytes[] = "Tokenizer.from_bytes(self, bytes_data, *, exclude=tuple())\nLoad state from a binary string.\n\n bytes_data (bytes): The data to load from.\n exclude (list): String names of serialization fields to exclude.\n RETURNS (Tokenizer): The `Tokenizer` object.\n\n DOCS: https://spacy.io/api/tokenizer#from_bytes\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_40from_bytes = {"from_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_39from_bytes};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_bytes_data = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_bytes (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_bytes_data,&__pyx_n_s_exclude,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = __pyx_k__23;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_bytes_data)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_bytes") < 0)) __PYX_ERR(0, 801, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_bytes_data = values[0];
|
|
__pyx_v_exclude = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_bytes", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 801, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_39from_bytes(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_bytes_data, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":812
|
|
* data = {}
|
|
* deserializers = {
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude), # <<<<<<<<<<<<<<
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11 = {"lambda11", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda11 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda11(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda11", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda11", __pyx_f[0], 812, 0, __PYX_ERR(0, 812, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 812, __pyx_L1_error) }
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_v_b);
|
|
__Pyx_GIVEREF(__pyx_v_b);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_b);
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_exclude)) { __Pyx_RaiseClosureNameError("exclude"); __PYX_ERR(0, 812, __pyx_L1_error) }
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_exclude, __pyx_cur_scope->__pyx_v_exclude) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda11", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":813
|
|
* deserializers = {
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b), # <<<<<<<<<<<<<<
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12 = {"lambda12", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda12 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda12(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda12", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda12", __pyx_f[0], 813, 0, __PYX_ERR(0, 813, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 813, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 813, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_prefix_search, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 813, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda12", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":814
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b), # <<<<<<<<<<<<<<
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13 = {"lambda13", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda13 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda13(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda13", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda13", __pyx_f[0], 814, 0, __PYX_ERR(0, 814, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 814, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 814, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_suffix_search, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 814, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda13", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":815
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b), # <<<<<<<<<<<<<<
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14 = {"lambda14", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda14 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda14(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda14", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda14", __pyx_f[0], 815, 0, __PYX_ERR(0, 815, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 815, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 815, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_infix_finditer, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda14", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":816
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
* "token_match": lambda b: data.setdefault("token_match", b), # <<<<<<<<<<<<<<
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
* "exceptions": lambda b: data.setdefault("rules", b),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15 = {"lambda15", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda15 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda15(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda15", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda15", __pyx_f[0], 816, 0, __PYX_ERR(0, 816, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 816, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 816, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_token_match, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 816, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda15", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":817
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
* "url_match": lambda b: data.setdefault("url_match", b), # <<<<<<<<<<<<<<
|
|
* "exceptions": lambda b: data.setdefault("rules", b),
|
|
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16 = {"lambda16", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda16 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda16(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda16", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda16", __pyx_f[0], 817, 0, __PYX_ERR(0, 817, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 817, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 817, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_url_match, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 817, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda16", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":818
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
* "exceptions": lambda b: data.setdefault("rules", b), # <<<<<<<<<<<<<<
|
|
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
|
|
* }
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17 = {"lambda17", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda17 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda17(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda17", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda17", __pyx_f[0], 818, 0, __PYX_ERR(0, 818, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 818, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 818, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_rules, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 818, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda17", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":819
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
* "exceptions": lambda b: data.setdefault("rules", b),
|
|
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b), # <<<<<<<<<<<<<<
|
|
* }
|
|
* # reset all properties and flush all caches (through rules),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18 = {"lambda18", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18, METH_O, 0};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda18 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda18(__pyx_self, ((PyObject *)__pyx_v_b));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda18", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda18", __pyx_f[0], 819, 0, __PYX_ERR(0, 819, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 819, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
|
|
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
|
|
__PYX_ERR(0, 819, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_faster_heuristics, __pyx_v_b, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 819, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda18", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":801
|
|
* return util.to_bytes(serializers, exclude)
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Load state from a binary string.
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_39from_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
|
|
PyObject *__pyx_v_deserializers = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__24)
|
|
__Pyx_RefNannySetupContext("from_bytes", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 801, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("from_bytes", __pyx_f[0], 801, 0, __PYX_ERR(0, 801, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__pyx_cur_scope->__pyx_v_exclude = __pyx_v_exclude;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
|
|
/* "spacy/tokenizer.pyx":810
|
|
* DOCS: https://spacy.io/api/tokenizer#from_bytes
|
|
* """
|
|
* data = {} # <<<<<<<<<<<<<<
|
|
* deserializers = {
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 810, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_v_data = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":812
|
|
* data = {}
|
|
* deserializers = {
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude), # <<<<<<<<<<<<<<
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_vocab, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":813
|
|
* deserializers = {
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b), # <<<<<<<<<<<<<<
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 813, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_prefix_search, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":814
|
|
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b), # <<<<<<<<<<<<<<
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 814, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_suffix_search, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":815
|
|
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b), # <<<<<<<<<<<<<<
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_infix_finditer, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":816
|
|
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
* "token_match": lambda b: data.setdefault("token_match", b), # <<<<<<<<<<<<<<
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
* "exceptions": lambda b: data.setdefault("rules", b),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 816, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_token_match, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":817
|
|
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
* "url_match": lambda b: data.setdefault("url_match", b), # <<<<<<<<<<<<<<
|
|
* "exceptions": lambda b: data.setdefault("rules", b),
|
|
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 817, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_url_match, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":818
|
|
* "token_match": lambda b: data.setdefault("token_match", b),
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
* "exceptions": lambda b: data.setdefault("rules", b), # <<<<<<<<<<<<<<
|
|
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
|
|
* }
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 818, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_exceptions, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":819
|
|
* "url_match": lambda b: data.setdefault("url_match", b),
|
|
* "exceptions": lambda b: data.setdefault("rules", b),
|
|
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b), # <<<<<<<<<<<<<<
|
|
* }
|
|
* # reset all properties and flush all caches (through rules),
|
|
*/
|
|
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18, 0, __pyx_n_s_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokenizer, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 819, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_faster_heuristics, __pyx_t_2) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_deserializers = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":824
|
|
* # reset rules first so that _reload_special_cases is trivial/fast as
|
|
* # the other properties are reset
|
|
* self.rules = {} # <<<<<<<<<<<<<<
|
|
* self.prefix_search = None
|
|
* self.suffix_search = None
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 824, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_rules, __pyx_t_1) < 0) __PYX_ERR(0, 824, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":825
|
|
* # the other properties are reset
|
|
* self.rules = {}
|
|
* self.prefix_search = None # <<<<<<<<<<<<<<
|
|
* self.suffix_search = None
|
|
* self.infix_finditer = None
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_prefix_search, Py_None) < 0) __PYX_ERR(0, 825, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":826
|
|
* self.rules = {}
|
|
* self.prefix_search = None
|
|
* self.suffix_search = None # <<<<<<<<<<<<<<
|
|
* self.infix_finditer = None
|
|
* self.token_match = None
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_suffix_search, Py_None) < 0) __PYX_ERR(0, 826, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":827
|
|
* self.prefix_search = None
|
|
* self.suffix_search = None
|
|
* self.infix_finditer = None # <<<<<<<<<<<<<<
|
|
* self.token_match = None
|
|
* self.url_match = None
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_infix_finditer, Py_None) < 0) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":828
|
|
* self.suffix_search = None
|
|
* self.infix_finditer = None
|
|
* self.token_match = None # <<<<<<<<<<<<<<
|
|
* self.url_match = None
|
|
* util.from_bytes(bytes_data, deserializers, exclude)
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_token_match, Py_None) < 0) __PYX_ERR(0, 828, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":829
|
|
* self.infix_finditer = None
|
|
* self.token_match = None
|
|
* self.url_match = None # <<<<<<<<<<<<<<
|
|
* util.from_bytes(bytes_data, deserializers, exclude)
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_url_match, Py_None) < 0) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":830
|
|
* self.token_match = None
|
|
* self.url_match = None
|
|
* util.from_bytes(bytes_data, deserializers, exclude) # <<<<<<<<<<<<<<
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
__pyx_t_4 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_4 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_bytes_data, __pyx_v_deserializers, __pyx_cur_scope->__pyx_v_exclude};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_bytes_data, __pyx_v_deserializers, __pyx_cur_scope->__pyx_v_exclude};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_5 = PyTuple_New(3+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__pyx_t_2) {
|
|
__Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_bytes_data);
|
|
__Pyx_GIVEREF(__pyx_v_bytes_data);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_bytes_data);
|
|
__Pyx_INCREF(__pyx_v_deserializers);
|
|
__Pyx_GIVEREF(__pyx_v_deserializers);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_deserializers);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_exclude);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_cur_scope->__pyx_v_exclude);
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":831
|
|
* self.url_match = None
|
|
* util.from_bytes(bytes_data, deserializers, exclude)
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str): # <<<<<<<<<<<<<<
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
|
|
*/
|
|
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_prefix_search, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_7 < 0)) __PYX_ERR(0, 831, __pyx_L1_error)
|
|
__pyx_t_8 = (__pyx_t_7 != 0);
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 831, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = PyString_Check(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_7 = (__pyx_t_8 != 0);
|
|
__pyx_t_6 = __pyx_t_7;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":832
|
|
* util.from_bytes(bytes_data, deserializers, exclude)
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search # <<<<<<<<<<<<<<
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_re); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_compile); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_prefix_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_search); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_prefix_search, __pyx_t_5) < 0) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":831
|
|
* self.url_match = None
|
|
* util.from_bytes(bytes_data, deserializers, exclude)
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str): # <<<<<<<<<<<<<<
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":833
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str): # <<<<<<<<<<<<<<
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
|
|
*/
|
|
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_suffix_search, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_7 < 0)) __PYX_ERR(0, 833, __pyx_L1_error)
|
|
__pyx_t_8 = (__pyx_t_7 != 0);
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
goto __pyx_L7_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 833, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_8 = PyString_Check(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_7 = (__pyx_t_8 != 0);
|
|
__pyx_t_6 = __pyx_t_7;
|
|
__pyx_L7_bool_binop_done:;
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":834
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search # <<<<<<<<<<<<<<
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_re); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 834, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_compile); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 834, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_suffix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 834, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_1) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 834, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 834, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_suffix_search, __pyx_t_3) < 0) __PYX_ERR(0, 834, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":833
|
|
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
|
|
* self.prefix_search = re.compile(data["prefix_search"]).search
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str): # <<<<<<<<<<<<<<
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":835
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str): # <<<<<<<<<<<<<<
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
|
|
* if "token_match" in data and isinstance(data["token_match"], str):
|
|
*/
|
|
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_infix_finditer, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_7 < 0)) __PYX_ERR(0, 835, __pyx_L1_error)
|
|
__pyx_t_8 = (__pyx_t_7 != 0);
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
goto __pyx_L10_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 835, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = PyString_Check(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_7 = (__pyx_t_8 != 0);
|
|
__pyx_t_6 = __pyx_t_7;
|
|
__pyx_L10_bool_binop_done:;
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":836
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer # <<<<<<<<<<<<<<
|
|
* if "token_match" in data and isinstance(data["token_match"], str):
|
|
* self.token_match = re.compile(data["token_match"]).match
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_re); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_compile); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_infix_finditer); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_finditer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_infix_finditer, __pyx_t_1) < 0) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":835
|
|
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
|
|
* self.suffix_search = re.compile(data["suffix_search"]).search
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str): # <<<<<<<<<<<<<<
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
|
|
* if "token_match" in data and isinstance(data["token_match"], str):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":837
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
|
|
* if "token_match" in data and isinstance(data["token_match"], str): # <<<<<<<<<<<<<<
|
|
* self.token_match = re.compile(data["token_match"]).match
|
|
* if "url_match" in data and isinstance(data["url_match"], str):
|
|
*/
|
|
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_token_match, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_7 < 0)) __PYX_ERR(0, 837, __pyx_L1_error)
|
|
__pyx_t_8 = (__pyx_t_7 != 0);
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_token_match); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 837, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = PyString_Check(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_7 = (__pyx_t_8 != 0);
|
|
__pyx_t_6 = __pyx_t_7;
|
|
__pyx_L13_bool_binop_done:;
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":838
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
|
|
* if "token_match" in data and isinstance(data["token_match"], str):
|
|
* self.token_match = re.compile(data["token_match"]).match # <<<<<<<<<<<<<<
|
|
* if "url_match" in data and isinstance(data["url_match"], str):
|
|
* self.url_match = re.compile(data["url_match"]).match
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_re); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_compile); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_token_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_token_match, __pyx_t_5) < 0) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":837
|
|
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
|
|
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
|
|
* if "token_match" in data and isinstance(data["token_match"], str): # <<<<<<<<<<<<<<
|
|
* self.token_match = re.compile(data["token_match"]).match
|
|
* if "url_match" in data and isinstance(data["url_match"], str):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":839
|
|
* if "token_match" in data and isinstance(data["token_match"], str):
|
|
* self.token_match = re.compile(data["token_match"]).match
|
|
* if "url_match" in data and isinstance(data["url_match"], str): # <<<<<<<<<<<<<<
|
|
* self.url_match = re.compile(data["url_match"]).match
|
|
* if "faster_heuristics" in data:
|
|
*/
|
|
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_url_match, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_7 < 0)) __PYX_ERR(0, 839, __pyx_L1_error)
|
|
__pyx_t_8 = (__pyx_t_7 != 0);
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
goto __pyx_L16_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_url_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 839, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_8 = PyString_Check(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_7 = (__pyx_t_8 != 0);
|
|
__pyx_t_6 = __pyx_t_7;
|
|
__pyx_L16_bool_binop_done:;
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokenizer.pyx":840
|
|
* self.token_match = re.compile(data["token_match"]).match
|
|
* if "url_match" in data and isinstance(data["url_match"], str):
|
|
* self.url_match = re.compile(data["url_match"]).match # <<<<<<<<<<<<<<
|
|
* if "faster_heuristics" in data:
|
|
* self.faster_heuristics = data["faster_heuristics"]
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_re); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 840, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_compile); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 840, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_url_match); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 840, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_1) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 840, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 840, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_url_match, __pyx_t_3) < 0) __PYX_ERR(0, 840, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":839
|
|
* if "token_match" in data and isinstance(data["token_match"], str):
|
|
* self.token_match = re.compile(data["token_match"]).match
|
|
* if "url_match" in data and isinstance(data["url_match"], str): # <<<<<<<<<<<<<<
|
|
* self.url_match = re.compile(data["url_match"]).match
|
|
* if "faster_heuristics" in data:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":841
|
|
* if "url_match" in data and isinstance(data["url_match"], str):
|
|
* self.url_match = re.compile(data["url_match"]).match
|
|
* if "faster_heuristics" in data: # <<<<<<<<<<<<<<
|
|
* self.faster_heuristics = data["faster_heuristics"]
|
|
* # always load rules last so that all other settings are set before the
|
|
*/
|
|
__pyx_t_6 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_faster_heuristics, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 841, __pyx_L1_error)
|
|
__pyx_t_7 = (__pyx_t_6 != 0);
|
|
if (__pyx_t_7) {
|
|
|
|
/* "spacy/tokenizer.pyx":842
|
|
* self.url_match = re.compile(data["url_match"]).match
|
|
* if "faster_heuristics" in data:
|
|
* self.faster_heuristics = data["faster_heuristics"] # <<<<<<<<<<<<<<
|
|
* # always load rules last so that all other settings are set before the
|
|
* # internal tokenization for the phrase matcher
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_faster_heuristics); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 842, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_faster_heuristics, __pyx_t_3) < 0) __PYX_ERR(0, 842, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":841
|
|
* if "url_match" in data and isinstance(data["url_match"], str):
|
|
* self.url_match = re.compile(data["url_match"]).match
|
|
* if "faster_heuristics" in data: # <<<<<<<<<<<<<<
|
|
* self.faster_heuristics = data["faster_heuristics"]
|
|
* # always load rules last so that all other settings are set before the
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":845
|
|
* # always load rules last so that all other settings are set before the
|
|
* # internal tokenization for the phrase matcher
|
|
* if "rules" in data and isinstance(data["rules"], dict): # <<<<<<<<<<<<<<
|
|
* self.rules = data["rules"]
|
|
* return self
|
|
*/
|
|
__pyx_t_6 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_rules, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 845, __pyx_L1_error)
|
|
__pyx_t_8 = (__pyx_t_6 != 0);
|
|
if (__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_8;
|
|
goto __pyx_L20_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_rules); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 845, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = PyDict_Check(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_6 = (__pyx_t_8 != 0);
|
|
__pyx_t_7 = __pyx_t_6;
|
|
__pyx_L20_bool_binop_done:;
|
|
if (__pyx_t_7) {
|
|
|
|
/* "spacy/tokenizer.pyx":846
|
|
* # internal tokenization for the phrase matcher
|
|
* if "rules" in data and isinstance(data["rules"], dict):
|
|
* self.rules = data["rules"] # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_n_s_rules); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 846, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_rules, __pyx_t_3) < 0) __PYX_ERR(0, 846, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":845
|
|
* # always load rules last so that all other settings are set before the
|
|
* # internal tokenization for the phrase matcher
|
|
* if "rules" in data and isinstance(data["rules"], dict): # <<<<<<<<<<<<<<
|
|
* self.rules = data["rules"]
|
|
* return self
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":847
|
|
* if "rules" in data and isinstance(data["rules"], dict):
|
|
* self.rules = data["rules"]
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":801
|
|
* return util.to_bytes(serializers, exclude)
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Load state from a binary string.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_deserializers);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pxd":17
|
|
* cdef PreshMap _cache
|
|
* cdef PreshMap _specials
|
|
* cdef readonly Vocab vocab # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object _token_match
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5vocab_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5vocab_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_5vocab___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5vocab___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 17, 0, __PYX_ERR(1, 17, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self->vocab));
|
|
__pyx_r = ((PyObject *)__pyx_v_self->vocab);
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.vocab.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":850
|
|
*
|
|
*
|
|
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
|
|
* """Get a pattern string for a regex, or None if the pattern is None."""
|
|
* return None if regex is None else regex.__self__.pattern
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_1_get_regex_pattern(PyObject *__pyx_self, PyObject *__pyx_v_regex); /*proto*/
|
|
static char __pyx_doc_5spacy_9tokenizer__get_regex_pattern[] = "_get_regex_pattern(regex)\nGet a pattern string for a regex, or None if the pattern is None.";
|
|
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_1_get_regex_pattern = {"_get_regex_pattern", (PyCFunction)__pyx_pw_5spacy_9tokenizer_1_get_regex_pattern, METH_O, __pyx_doc_5spacy_9tokenizer__get_regex_pattern};
|
|
static PyObject *__pyx_pw_5spacy_9tokenizer_1_get_regex_pattern(PyObject *__pyx_self, PyObject *__pyx_v_regex) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_get_regex_pattern (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_9tokenizer__get_regex_pattern(__pyx_self, ((PyObject *)__pyx_v_regex));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_9tokenizer__get_regex_pattern(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_regex) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__25)
|
|
__Pyx_RefNannySetupContext("_get_regex_pattern", 0);
|
|
__Pyx_TraceCall("_get_regex_pattern", __pyx_f[0], 850, 0, __PYX_ERR(0, 850, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":852
|
|
* def _get_regex_pattern(regex):
|
|
* """Get a pattern string for a regex, or None if the pattern is None."""
|
|
* return None if regex is None else regex.__self__.pattern # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = (__pyx_v_regex == Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__Pyx_INCREF(Py_None);
|
|
__pyx_t_1 = Py_None;
|
|
} else {
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_regex, __pyx_n_s_self); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 852, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_pattern); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 852, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_1 = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
}
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":850
|
|
*
|
|
*
|
|
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
|
|
* """Get a pattern string for a regex, or None if the pattern is None."""
|
|
* return None if regex is None else regex.__self__.pattern
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokenizer._get_regex_pattern", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":861
|
|
*
|
|
*
|
|
* cdef bint len_start_cmp(SpanC a, SpanC b) nogil: # <<<<<<<<<<<<<<
|
|
* if a.end - a.start == b.end - b.start:
|
|
* return b.start < a.start
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_len_start_cmp(struct __pyx_t_5spacy_7structs_SpanC __pyx_v_a, struct __pyx_t_5spacy_7structs_SpanC __pyx_v_b) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("len_start_cmp", __pyx_f[0], 861, 1, __PYX_ERR(0, 861, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":862
|
|
*
|
|
* cdef bint len_start_cmp(SpanC a, SpanC b) nogil:
|
|
* if a.end - a.start == b.end - b.start: # <<<<<<<<<<<<<<
|
|
* return b.start < a.start
|
|
* return a.end - a.start < b.end - b.start
|
|
*/
|
|
__pyx_t_1 = (((__pyx_v_a.end - __pyx_v_a.start) == (__pyx_v_b.end - __pyx_v_b.start)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokenizer.pyx":863
|
|
* cdef bint len_start_cmp(SpanC a, SpanC b) nogil:
|
|
* if a.end - a.start == b.end - b.start:
|
|
* return b.start < a.start # <<<<<<<<<<<<<<
|
|
* return a.end - a.start < b.end - b.start
|
|
*
|
|
*/
|
|
__pyx_r = (__pyx_v_b.start < __pyx_v_a.start);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":862
|
|
*
|
|
* cdef bint len_start_cmp(SpanC a, SpanC b) nogil:
|
|
* if a.end - a.start == b.end - b.start: # <<<<<<<<<<<<<<
|
|
* return b.start < a.start
|
|
* return a.end - a.start < b.end - b.start
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":864
|
|
* if a.end - a.start == b.end - b.start:
|
|
* return b.start < a.start
|
|
* return a.end - a.start < b.end - b.start # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((__pyx_v_a.end - __pyx_v_a.start) < (__pyx_v_b.end - __pyx_v_b.start));
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":861
|
|
*
|
|
*
|
|
* cdef bint len_start_cmp(SpanC a, SpanC b) nogil: # <<<<<<<<<<<<<<
|
|
* if a.end - a.start == b.end - b.start:
|
|
* return b.start < a.start
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokenizer.len_start_cmp", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokenizer.pyx":867
|
|
*
|
|
*
|
|
* cdef bint start_cmp(SpanC a, SpanC b) nogil: # <<<<<<<<<<<<<<
|
|
* return a.start < b.start
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_9tokenizer_start_cmp(struct __pyx_t_5spacy_7structs_SpanC __pyx_v_a, struct __pyx_t_5spacy_7structs_SpanC __pyx_v_b) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("start_cmp", __pyx_f[0], 867, 1, __PYX_ERR(0, 867, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":868
|
|
*
|
|
* cdef bint start_cmp(SpanC a, SpanC b) nogil:
|
|
* return a.start < b.start # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_r = (__pyx_v_a.start < __pyx_v_b.start);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokenizer.pyx":867
|
|
*
|
|
*
|
|
* cdef bint start_cmp(SpanC a, SpanC b) nogil: # <<<<<<<<<<<<<<
|
|
* return a.start < b.start
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokenizer.start_cmp", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":731
|
|
* ctypedef npy_cdouble complex_t
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew1", __pyx_f[2], 731, 0, __PYX_ERR(2, 731, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":732
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a):
|
|
* return PyArray_MultiIterNew(1, <void*>a) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":731
|
|
* ctypedef npy_cdouble complex_t
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":734
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew2", __pyx_f[2], 734, 0, __PYX_ERR(2, 734, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":735
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b):
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 735, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":734
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":737
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew3", __pyx_f[2], 737, 0, __PYX_ERR(2, 737, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":738
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c):
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 738, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":737
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":740
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew4", __pyx_f[2], 740, 0, __PYX_ERR(2, 740, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":741
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d):
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":740
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":743
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew5", __pyx_f[2], 743, 0, __PYX_ERR(2, 743, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":744
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 744, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":743
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":746
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<<
|
|
* if PyDataType_HASSUBARRAY(d):
|
|
* return <tuple>d.subarray.shape
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyDataType_SHAPE", 0);
|
|
__Pyx_TraceCall("PyDataType_SHAPE", __pyx_f[2], 746, 0, __PYX_ERR(2, 746, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":747
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
* if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<<
|
|
* return <tuple>d.subarray.shape
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (PyDataType_HASSUBARRAY(__pyx_v_d) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":748
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
* if PyDataType_HASSUBARRAY(d):
|
|
* return <tuple>d.subarray.shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return ()
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject*)__pyx_v_d->subarray->shape));
|
|
__pyx_r = ((PyObject*)__pyx_v_d->subarray->shape);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":747
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
* if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<<
|
|
* return <tuple>d.subarray.shape
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":750
|
|
* return <tuple>d.subarray.shape
|
|
* else:
|
|
* return () # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_empty_tuple);
|
|
__pyx_r = __pyx_empty_tuple;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":746
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<<
|
|
* if PyDataType_HASSUBARRAY(d):
|
|
* return <tuple>d.subarray.shape
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("numpy.PyDataType_SHAPE", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":926
|
|
* int _import_umath() except -1
|
|
*
|
|
* cdef inline void set_array_base(ndarray arr, object base): # <<<<<<<<<<<<<<
|
|
* Py_INCREF(base) # important to do this before stealing the reference below!
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("set_array_base", 0);
|
|
__Pyx_TraceCall("set_array_base", __pyx_f[2], 926, 0, __PYX_ERR(2, 926, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":927
|
|
*
|
|
* cdef inline void set_array_base(ndarray arr, object base):
|
|
* Py_INCREF(base) # important to do this before stealing the reference below! # <<<<<<<<<<<<<<
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*
|
|
*/
|
|
Py_INCREF(__pyx_v_base);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":928
|
|
* cdef inline void set_array_base(ndarray arr, object base):
|
|
* Py_INCREF(base) # important to do this before stealing the reference below!
|
|
* PyArray_SetBaseObject(arr, base) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
*/
|
|
__pyx_t_1 = PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(2, 928, __pyx_L1_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":926
|
|
* int _import_umath() except -1
|
|
*
|
|
* cdef inline void set_array_base(ndarray arr, object base): # <<<<<<<<<<<<<<
|
|
* Py_INCREF(base) # important to do this before stealing the reference below!
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.set_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":930
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<<
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL:
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) {
|
|
PyObject *__pyx_v_base;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_array_base", 0);
|
|
__Pyx_TraceCall("get_array_base", __pyx_f[2], 930, 0, __PYX_ERR(2, 930, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":931
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
* base = PyArray_BASE(arr) # <<<<<<<<<<<<<<
|
|
* if base is NULL:
|
|
* return None
|
|
*/
|
|
__pyx_v_base = PyArray_BASE(__pyx_v_arr);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":932
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL: # <<<<<<<<<<<<<<
|
|
* return None
|
|
* return <object>base
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_base == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":933
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL:
|
|
* return None # <<<<<<<<<<<<<<
|
|
* return <object>base
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":932
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL: # <<<<<<<<<<<<<<
|
|
* return None
|
|
* return <object>base
|
|
*/
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":934
|
|
* if base is NULL:
|
|
* return None
|
|
* return <object>base # <<<<<<<<<<<<<<
|
|
*
|
|
* # Versions of the import_* functions which are more suitable for
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_base));
|
|
__pyx_r = ((PyObject *)__pyx_v_base);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":930
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<<
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("numpy.get_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":938
|
|
* # Versions of the import_* functions which are more suitable for
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* __pyx_import_array()
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("import_array", 0);
|
|
__Pyx_TraceCall("import_array", __pyx_f[2], 938, 0, __PYX_ERR(2, 938, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":939
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":940
|
|
* cdef inline int import_array() except -1:
|
|
* try:
|
|
* __pyx_import_array() # <<<<<<<<<<<<<<
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*/
|
|
__pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 940, __pyx_L3_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":939
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_try_end;
|
|
__pyx_L3_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":941
|
|
* try:
|
|
* __pyx_import_array()
|
|
* except Exception: # <<<<<<<<<<<<<<
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
|
|
if (__pyx_t_4) {
|
|
__Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 941, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":942
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.multiarray failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__26, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 942, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(2, 942, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":939
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_try_end:;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":938
|
|
* # Versions of the import_* functions which are more suitable for
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* __pyx_import_array()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":944
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*
|
|
* cdef inline int import_umath() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("import_umath", 0);
|
|
__Pyx_TraceCall("import_umath", __pyx_f[2], 944, 0, __PYX_ERR(2, 944, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":945
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":946
|
|
* cdef inline int import_umath() except -1:
|
|
* try:
|
|
* _import_umath() # <<<<<<<<<<<<<<
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*/
|
|
__pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 946, __pyx_L3_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":945
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_try_end;
|
|
__pyx_L3_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":947
|
|
* try:
|
|
* _import_umath()
|
|
* except Exception: # <<<<<<<<<<<<<<
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
|
|
if (__pyx_t_4) {
|
|
__Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 947, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":948
|
|
* _import_umath()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__27, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 948, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(2, 948, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":945
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_try_end:;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":944
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*
|
|
* cdef inline int import_umath() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":950
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
* cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("import_ufunc", 0);
|
|
__Pyx_TraceCall("import_ufunc", __pyx_f[2], 950, 0, __PYX_ERR(2, 950, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":951
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":952
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try:
|
|
* _import_umath() # <<<<<<<<<<<<<<
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*/
|
|
__pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 952, __pyx_L3_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":951
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_try_end;
|
|
__pyx_L3_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":953
|
|
* try:
|
|
* _import_umath()
|
|
* except Exception: # <<<<<<<<<<<<<<
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
|
|
if (__pyx_t_4) {
|
|
__Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 953, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":954
|
|
* _import_umath()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef extern from *:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__27, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 954, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(2, 954, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":951
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_try_end:;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":950
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
* cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":964
|
|
*
|
|
*
|
|
* cdef inline bint is_timedelta64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.timedelta64)`
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_is_timedelta64_object(PyObject *__pyx_v_obj) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_timedelta64_object", 0);
|
|
__Pyx_TraceCall("is_timedelta64_object", __pyx_f[2], 964, 0, __PYX_ERR(2, 964, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":976
|
|
* bool
|
|
* """
|
|
* return PyObject_TypeCheck(obj, &PyTimedeltaArrType_Type) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyTimedeltaArrType_Type));
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":964
|
|
*
|
|
*
|
|
* cdef inline bint is_timedelta64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.timedelta64)`
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.is_timedelta64_object", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":979
|
|
*
|
|
*
|
|
* cdef inline bint is_datetime64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.datetime64)`
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_is_datetime64_object(PyObject *__pyx_v_obj) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_datetime64_object", 0);
|
|
__Pyx_TraceCall("is_datetime64_object", __pyx_f[2], 979, 0, __PYX_ERR(2, 979, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":991
|
|
* bool
|
|
* """
|
|
* return PyObject_TypeCheck(obj, &PyDatetimeArrType_Type) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyDatetimeArrType_Type));
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":979
|
|
*
|
|
*
|
|
* cdef inline bint is_datetime64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.datetime64)`
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.is_datetime64_object", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":994
|
|
*
|
|
*
|
|
* cdef inline npy_datetime get_datetime64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy datetime64 object
|
|
*/
|
|
|
|
static CYTHON_INLINE npy_datetime __pyx_f_5numpy_get_datetime64_value(PyObject *__pyx_v_obj) {
|
|
npy_datetime __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_datetime64_value", __pyx_f[2], 994, 1, __PYX_ERR(2, 994, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1001
|
|
* also needed. That can be found using `get_datetime64_unit`.
|
|
* """
|
|
* return (<PyDatetimeScalarObject*>obj).obval # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((PyDatetimeScalarObject *)__pyx_v_obj)->obval;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":994
|
|
*
|
|
*
|
|
* cdef inline npy_datetime get_datetime64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy datetime64 object
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.get_datetime64_value", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1004
|
|
*
|
|
*
|
|
* cdef inline npy_timedelta get_timedelta64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy timedelta64 object
|
|
*/
|
|
|
|
static CYTHON_INLINE npy_timedelta __pyx_f_5numpy_get_timedelta64_value(PyObject *__pyx_v_obj) {
|
|
npy_timedelta __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_timedelta64_value", __pyx_f[2], 1004, 1, __PYX_ERR(2, 1004, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1008
|
|
* returns the int64 value underlying scalar numpy timedelta64 object
|
|
* """
|
|
* return (<PyTimedeltaScalarObject*>obj).obval # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((PyTimedeltaScalarObject *)__pyx_v_obj)->obval;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1004
|
|
*
|
|
*
|
|
* cdef inline npy_timedelta get_timedelta64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy timedelta64 object
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.get_timedelta64_value", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1011
|
|
*
|
|
*
|
|
* cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the unit part of the dtype for a numpy datetime64 object.
|
|
*/
|
|
|
|
static CYTHON_INLINE NPY_DATETIMEUNIT __pyx_f_5numpy_get_datetime64_unit(PyObject *__pyx_v_obj) {
|
|
NPY_DATETIMEUNIT __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_datetime64_unit", __pyx_f[2], 1011, 1, __PYX_ERR(2, 1011, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1015
|
|
* returns the unit part of the dtype for a numpy datetime64 object.
|
|
* """
|
|
* return <NPY_DATETIMEUNIT>(<PyDatetimeScalarObject*>obj).obmeta.base # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_r = ((NPY_DATETIMEUNIT)((PyDatetimeScalarObject *)__pyx_v_obj)->obmeta.base);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1011
|
|
*
|
|
*
|
|
* cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the unit part of the dtype for a numpy datetime64 object.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.get_datetime64_unit", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = (NPY_DATETIMEUNIT) 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":30
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab): # <<<<<<<<<<<<<<
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex
|
|
*/
|
|
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab) {
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_v_self = 0;
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_ptr", 0);
|
|
__Pyx_TraceCall("from_ptr", __pyx_f[3], 30, 0, __PYX_ERR(3, 30, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":31
|
|
* @staticmethod
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) # <<<<<<<<<<<<<<
|
|
* self.c = lex
|
|
* self.vocab = vocab
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_uint64_t(__pyx_v_lex->orth); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 31, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(3, 31, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_tp_new(((PyObject *)__pyx_ptype_5spacy_6lexeme_Lexeme), ((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 31, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5spacy_6lexeme_Lexeme)))) __PYX_ERR(3, 31, __pyx_L1_error)
|
|
__pyx_v_self = ((struct __pyx_obj_5spacy_6lexeme_Lexeme *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "lexeme.pxd":32
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex # <<<<<<<<<<<<<<
|
|
* self.vocab = vocab
|
|
* self.orth = lex.orth
|
|
*/
|
|
__pyx_v_self->c = __pyx_v_lex;
|
|
|
|
/* "lexeme.pxd":33
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex
|
|
* self.vocab = vocab # <<<<<<<<<<<<<<
|
|
* self.orth = lex.orth
|
|
* return self
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GOTREF(__pyx_v_self->vocab);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->vocab));
|
|
__pyx_v_self->vocab = __pyx_v_vocab;
|
|
|
|
/* "lexeme.pxd":34
|
|
* self.c = lex
|
|
* self.vocab = vocab
|
|
* self.orth = lex.orth # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_v_lex->orth;
|
|
__pyx_v_self->orth = __pyx_t_3;
|
|
|
|
/* "lexeme.pxd":35
|
|
* self.vocab = vocab
|
|
* self.orth = lex.orth
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = __pyx_v_self;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":30
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab): # <<<<<<<<<<<<<<
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.lexeme.Lexeme.from_ptr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_self);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":38
|
|
*
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: # <<<<<<<<<<<<<<
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("set_struct_attr", __pyx_f[3], 38, 1, __PYX_ERR(3, 38, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":39
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil:
|
|
* if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":40
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil:
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value) # <<<<<<<<<<<<<<
|
|
* elif name == ID:
|
|
* lex.id = value
|
|
*/
|
|
(void)(__pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(__pyx_v_lex, __pyx_v_name, __pyx_v_value));
|
|
|
|
/* "lexeme.pxd":39
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil:
|
|
* if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":41
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID: # <<<<<<<<<<<<<<
|
|
* lex.id = value
|
|
* elif name == LOWER:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_ID) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":42
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID:
|
|
* lex.id = value # <<<<<<<<<<<<<<
|
|
* elif name == LOWER:
|
|
* lex.lower = value
|
|
*/
|
|
__pyx_v_lex->id = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":41
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID: # <<<<<<<<<<<<<<
|
|
* lex.id = value
|
|
* elif name == LOWER:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":43
|
|
* elif name == ID:
|
|
* lex.id = value
|
|
* elif name == LOWER: # <<<<<<<<<<<<<<
|
|
* lex.lower = value
|
|
* elif name == NORM:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_LOWER) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":44
|
|
* lex.id = value
|
|
* elif name == LOWER:
|
|
* lex.lower = value # <<<<<<<<<<<<<<
|
|
* elif name == NORM:
|
|
* lex.norm = value
|
|
*/
|
|
__pyx_v_lex->lower = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":43
|
|
* elif name == ID:
|
|
* lex.id = value
|
|
* elif name == LOWER: # <<<<<<<<<<<<<<
|
|
* lex.lower = value
|
|
* elif name == NORM:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":45
|
|
* elif name == LOWER:
|
|
* lex.lower = value
|
|
* elif name == NORM: # <<<<<<<<<<<<<<
|
|
* lex.norm = value
|
|
* elif name == SHAPE:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_NORM) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":46
|
|
* lex.lower = value
|
|
* elif name == NORM:
|
|
* lex.norm = value # <<<<<<<<<<<<<<
|
|
* elif name == SHAPE:
|
|
* lex.shape = value
|
|
*/
|
|
__pyx_v_lex->norm = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":45
|
|
* elif name == LOWER:
|
|
* lex.lower = value
|
|
* elif name == NORM: # <<<<<<<<<<<<<<
|
|
* lex.norm = value
|
|
* elif name == SHAPE:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":47
|
|
* elif name == NORM:
|
|
* lex.norm = value
|
|
* elif name == SHAPE: # <<<<<<<<<<<<<<
|
|
* lex.shape = value
|
|
* elif name == PREFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_SHAPE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":48
|
|
* lex.norm = value
|
|
* elif name == SHAPE:
|
|
* lex.shape = value # <<<<<<<<<<<<<<
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value
|
|
*/
|
|
__pyx_v_lex->shape = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":47
|
|
* elif name == NORM:
|
|
* lex.norm = value
|
|
* elif name == SHAPE: # <<<<<<<<<<<<<<
|
|
* lex.shape = value
|
|
* elif name == PREFIX:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":49
|
|
* elif name == SHAPE:
|
|
* lex.shape = value
|
|
* elif name == PREFIX: # <<<<<<<<<<<<<<
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_PREFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":50
|
|
* lex.shape = value
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value # <<<<<<<<<<<<<<
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value
|
|
*/
|
|
__pyx_v_lex->prefix = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":49
|
|
* elif name == SHAPE:
|
|
* lex.shape = value
|
|
* elif name == PREFIX: # <<<<<<<<<<<<<<
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":51
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* lex.suffix = value
|
|
* elif name == LANG:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_SUFFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":52
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value # <<<<<<<<<<<<<<
|
|
* elif name == LANG:
|
|
* lex.lang = value
|
|
*/
|
|
__pyx_v_lex->suffix = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":51
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* lex.suffix = value
|
|
* elif name == LANG:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":53
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value
|
|
* elif name == LANG: # <<<<<<<<<<<<<<
|
|
* lex.lang = value
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_LANG) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":54
|
|
* lex.suffix = value
|
|
* elif name == LANG:
|
|
* lex.lang = value # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_v_lex->lang = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":53
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value
|
|
* elif name == LANG: # <<<<<<<<<<<<<<
|
|
* lex.lang = value
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "lexeme.pxd":38
|
|
*
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: # <<<<<<<<<<<<<<
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.set_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "lexeme.pxd":57
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_struct_attr", __pyx_f[3], 57, 1, __PYX_ERR(3, 57, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":58
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
* return 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":59
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<<
|
|
* return 1
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (__pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(__pyx_v_lex, __pyx_v_feat_name) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":60
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
* return 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return 0
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":59
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<<
|
|
* return 1
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":62
|
|
* return 1
|
|
* else:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* elif feat_name == ID:
|
|
* return lex.id
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "lexeme.pxd":58
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
* return 1
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":63
|
|
* else:
|
|
* return 0
|
|
* elif feat_name == ID: # <<<<<<<<<<<<<<
|
|
* return lex.id
|
|
* elif feat_name == ORTH:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ID) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":64
|
|
* return 0
|
|
* elif feat_name == ID:
|
|
* return lex.id # <<<<<<<<<<<<<<
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth
|
|
*/
|
|
__pyx_r = __pyx_v_lex->id;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":63
|
|
* else:
|
|
* return 0
|
|
* elif feat_name == ID: # <<<<<<<<<<<<<<
|
|
* return lex.id
|
|
* elif feat_name == ORTH:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":65
|
|
* elif feat_name == ID:
|
|
* return lex.id
|
|
* elif feat_name == ORTH: # <<<<<<<<<<<<<<
|
|
* return lex.orth
|
|
* elif feat_name == LOWER:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ORTH) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":66
|
|
* return lex.id
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth # <<<<<<<<<<<<<<
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower
|
|
*/
|
|
__pyx_r = __pyx_v_lex->orth;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":65
|
|
* elif feat_name == ID:
|
|
* return lex.id
|
|
* elif feat_name == ORTH: # <<<<<<<<<<<<<<
|
|
* return lex.orth
|
|
* elif feat_name == LOWER:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":67
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth
|
|
* elif feat_name == LOWER: # <<<<<<<<<<<<<<
|
|
* return lex.lower
|
|
* elif feat_name == NORM:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LOWER) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":68
|
|
* return lex.orth
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower # <<<<<<<<<<<<<<
|
|
* elif feat_name == NORM:
|
|
* return lex.norm
|
|
*/
|
|
__pyx_r = __pyx_v_lex->lower;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":67
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth
|
|
* elif feat_name == LOWER: # <<<<<<<<<<<<<<
|
|
* return lex.lower
|
|
* elif feat_name == NORM:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":69
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_NORM) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":70
|
|
* return lex.lower
|
|
* elif feat_name == NORM:
|
|
* return lex.norm # <<<<<<<<<<<<<<
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape
|
|
*/
|
|
__pyx_r = __pyx_v_lex->norm;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":69
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":71
|
|
* elif feat_name == NORM:
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE: # <<<<<<<<<<<<<<
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SHAPE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":72
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape # <<<<<<<<<<<<<<
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix
|
|
*/
|
|
__pyx_r = __pyx_v_lex->shape;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":71
|
|
* elif feat_name == NORM:
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE: # <<<<<<<<<<<<<<
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":73
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX: # <<<<<<<<<<<<<<
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_PREFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":74
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix # <<<<<<<<<<<<<<
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix
|
|
*/
|
|
__pyx_r = __pyx_v_lex->prefix;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":73
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX: # <<<<<<<<<<<<<<
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":75
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SUFFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":76
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix # <<<<<<<<<<<<<<
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length
|
|
*/
|
|
__pyx_r = __pyx_v_lex->suffix;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":75
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":77
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH: # <<<<<<<<<<<<<<
|
|
* return lex.length
|
|
* elif feat_name == LANG:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LENGTH) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":78
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length # <<<<<<<<<<<<<<
|
|
* elif feat_name == LANG:
|
|
* return lex.lang
|
|
*/
|
|
__pyx_r = __pyx_v_lex->length;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":77
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH: # <<<<<<<<<<<<<<
|
|
* return lex.length
|
|
* elif feat_name == LANG:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":79
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length
|
|
* elif feat_name == LANG: # <<<<<<<<<<<<<<
|
|
* return lex.lang
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LANG) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":80
|
|
* return lex.length
|
|
* elif feat_name == LANG:
|
|
* return lex.lang # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return 0
|
|
*/
|
|
__pyx_r = __pyx_v_lex->lang;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":79
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length
|
|
* elif feat_name == LANG: # <<<<<<<<<<<<<<
|
|
* return lex.lang
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":82
|
|
* return lex.lang
|
|
* else:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "lexeme.pxd":57
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.get_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":85
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id):
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id) {
|
|
__pyx_t_5spacy_8typedefs_flags_t __pyx_v_one;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("c_check_flag", __pyx_f[3], 85, 1, __PYX_ERR(3, 85, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":86
|
|
* @staticmethod
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil:
|
|
* cdef flags_t one = 1 # <<<<<<<<<<<<<<
|
|
* if lexeme.flags & (one << flag_id):
|
|
* return True
|
|
*/
|
|
__pyx_v_one = 1;
|
|
|
|
/* "lexeme.pxd":87
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil:
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_lexeme->flags & (__pyx_v_one << __pyx_v_flag_id)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":88
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id):
|
|
* return True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return False
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":87
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil:
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":90
|
|
* return True
|
|
* else:
|
|
* return False # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "lexeme.pxd":85
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.c_check_flag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":93
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if value:
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value) {
|
|
__pyx_t_5spacy_8typedefs_flags_t __pyx_v_one;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("c_set_flag", __pyx_f[3], 93, 1, __PYX_ERR(3, 93, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":94
|
|
* @staticmethod
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil:
|
|
* cdef flags_t one = 1 # <<<<<<<<<<<<<<
|
|
* if value:
|
|
* lex.flags |= one << flag_id
|
|
*/
|
|
__pyx_v_one = 1;
|
|
|
|
/* "lexeme.pxd":95
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil:
|
|
* cdef flags_t one = 1
|
|
* if value: # <<<<<<<<<<<<<<
|
|
* lex.flags |= one << flag_id
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_value != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":96
|
|
* cdef flags_t one = 1
|
|
* if value:
|
|
* lex.flags |= one << flag_id # <<<<<<<<<<<<<<
|
|
* else:
|
|
* lex.flags &= ~(one << flag_id)
|
|
*/
|
|
__pyx_v_lex->flags = (__pyx_v_lex->flags | (__pyx_v_one << __pyx_v_flag_id));
|
|
|
|
/* "lexeme.pxd":95
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil:
|
|
* cdef flags_t one = 1
|
|
* if value: # <<<<<<<<<<<<<<
|
|
* lex.flags |= one << flag_id
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":98
|
|
* lex.flags |= one << flag_id
|
|
* else:
|
|
* lex.flags &= ~(one << flag_id) # <<<<<<<<<<<<<<
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_lex->flags = (__pyx_v_lex->flags & (~(__pyx_v_one << __pyx_v_flag_id)));
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "lexeme.pxd":93
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if value:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.c_set_flag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":123
|
|
* cdef bint dtype_is_object
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
|
|
* mode="c", bint allocate_buffer=True):
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_shape = 0;
|
|
Py_ssize_t __pyx_v_itemsize;
|
|
PyObject *__pyx_v_format = 0;
|
|
PyObject *__pyx_v_mode = 0;
|
|
int __pyx_v_allocate_buffer;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_shape,&__pyx_n_s_itemsize,&__pyx_n_s_format,&__pyx_n_s_mode,&__pyx_n_s_allocate_buffer,0};
|
|
PyObject* values[5] = {0,0,0,0,0};
|
|
values[3] = ((PyObject *)__pyx_n_s_c);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_shape)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_itemsize)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 1); __PYX_ERR(4, 123, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_format)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 2); __PYX_ERR(4, 123, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 3:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mode);
|
|
if (value) { values[3] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 4:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_allocate_buffer);
|
|
if (value) { values[4] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(4, 123, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_shape = ((PyObject*)values[0]);
|
|
__pyx_v_itemsize = __Pyx_PyIndex_AsSsize_t(values[1]); if (unlikely((__pyx_v_itemsize == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 123, __pyx_L3_error)
|
|
__pyx_v_format = values[2];
|
|
__pyx_v_mode = values[3];
|
|
if (values[4]) {
|
|
__pyx_v_allocate_buffer = __Pyx_PyObject_IsTrue(values[4]); if (unlikely((__pyx_v_allocate_buffer == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 124, __pyx_L3_error)
|
|
} else {
|
|
|
|
/* "View.MemoryView":124
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,
|
|
* mode="c", bint allocate_buffer=True): # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int idx
|
|
*/
|
|
__pyx_v_allocate_buffer = ((int)1);
|
|
}
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(4, 123, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_shape), (&PyTuple_Type), 1, "shape", 1))) __PYX_ERR(4, 123, __pyx_L1_error)
|
|
if (unlikely(((PyObject *)__pyx_v_format) == Py_None)) {
|
|
PyErr_Format(PyExc_TypeError, "Argument '%.200s' must not be None", "format"); __PYX_ERR(4, 123, __pyx_L1_error)
|
|
}
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(((struct __pyx_array_obj *)__pyx_v_self), __pyx_v_shape, __pyx_v_itemsize, __pyx_v_format, __pyx_v_mode, __pyx_v_allocate_buffer);
|
|
|
|
/* "View.MemoryView":123
|
|
* cdef bint dtype_is_object
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
|
|
* mode="c", bint allocate_buffer=True):
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer) {
|
|
int __pyx_v_idx;
|
|
Py_ssize_t __pyx_v_i;
|
|
Py_ssize_t __pyx_v_dim;
|
|
PyObject **__pyx_v_p;
|
|
char __pyx_v_order;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
char *__pyx_t_7;
|
|
int __pyx_t_8;
|
|
Py_ssize_t __pyx_t_9;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
Py_ssize_t __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__cinit__", 0);
|
|
__Pyx_TraceCall("__cinit__", __pyx_f[4], 123, 0, __PYX_ERR(4, 123, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_format);
|
|
|
|
/* "View.MemoryView":130
|
|
* cdef PyObject **p
|
|
*
|
|
* self.ndim = <int> len(shape) # <<<<<<<<<<<<<<
|
|
* self.itemsize = itemsize
|
|
*
|
|
*/
|
|
if (unlikely(__pyx_v_shape == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
|
|
__PYX_ERR(4, 130, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = PyTuple_GET_SIZE(__pyx_v_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(4, 130, __pyx_L1_error)
|
|
__pyx_v_self->ndim = ((int)__pyx_t_1);
|
|
|
|
/* "View.MemoryView":131
|
|
*
|
|
* self.ndim = <int> len(shape)
|
|
* self.itemsize = itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* if not self.ndim:
|
|
*/
|
|
__pyx_v_self->itemsize = __pyx_v_itemsize;
|
|
|
|
/* "View.MemoryView":133
|
|
* self.itemsize = itemsize
|
|
*
|
|
* if not self.ndim: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_self->ndim != 0)) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":134
|
|
*
|
|
* if not self.ndim:
|
|
* raise ValueError("Empty shape tuple for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if itemsize <= 0:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__28, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 134, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 134, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":133
|
|
* self.itemsize = itemsize
|
|
*
|
|
* if not self.ndim: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":136
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
* if itemsize <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_itemsize <= 0) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":137
|
|
*
|
|
* if itemsize <= 0:
|
|
* raise ValueError("itemsize <= 0 for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if not isinstance(format, bytes):
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__29, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 137, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 137, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":136
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
* if itemsize <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":139
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
* if not isinstance(format, bytes): # <<<<<<<<<<<<<<
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string
|
|
*/
|
|
__pyx_t_2 = PyBytes_Check(__pyx_v_format);
|
|
__pyx_t_4 = ((!(__pyx_t_2 != 0)) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":140
|
|
*
|
|
* if not isinstance(format, bytes):
|
|
* format = format.encode('ASCII') # <<<<<<<<<<<<<<
|
|
* self._format = format # keep a reference to the byte string
|
|
* self.format = self._format
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_format, __pyx_n_s_encode); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 140, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_n_s_ASCII) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_ASCII);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 140, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_format, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":139
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
* if not isinstance(format, bytes): # <<<<<<<<<<<<<<
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":141
|
|
* if not isinstance(format, bytes):
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string # <<<<<<<<<<<<<<
|
|
* self.format = self._format
|
|
*
|
|
*/
|
|
if (!(likely(PyBytes_CheckExact(__pyx_v_format))||((__pyx_v_format) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_v_format)->tp_name), 0))) __PYX_ERR(4, 141, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_v_format;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__Pyx_GOTREF(__pyx_v_self->_format);
|
|
__Pyx_DECREF(__pyx_v_self->_format);
|
|
__pyx_v_self->_format = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":142
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string
|
|
* self.format = self._format # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
if (unlikely(__pyx_v_self->_format == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "expected bytes, NoneType found");
|
|
__PYX_ERR(4, 142, __pyx_L1_error)
|
|
}
|
|
__pyx_t_7 = __Pyx_PyBytes_AsWritableString(__pyx_v_self->_format); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) __PYX_ERR(4, 142, __pyx_L1_error)
|
|
__pyx_v_self->format = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":145
|
|
*
|
|
*
|
|
* self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2) # <<<<<<<<<<<<<<
|
|
* self._strides = self._shape + self.ndim
|
|
*
|
|
*/
|
|
__pyx_v_self->_shape = ((Py_ssize_t *)PyObject_Malloc((((sizeof(Py_ssize_t)) * __pyx_v_self->ndim) * 2)));
|
|
|
|
/* "View.MemoryView":146
|
|
*
|
|
* self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2)
|
|
* self._strides = self._shape + self.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* if not self._shape:
|
|
*/
|
|
__pyx_v_self->_strides = (__pyx_v_self->_shape + __pyx_v_self->ndim);
|
|
|
|
/* "View.MemoryView":148
|
|
* self._strides = self._shape + self.ndim
|
|
*
|
|
* if not self._shape: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate shape and strides.")
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((!(__pyx_v_self->_shape != 0)) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":149
|
|
*
|
|
* if not self._shape:
|
|
* raise MemoryError("unable to allocate shape and strides.") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__30, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 149, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 149, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":148
|
|
* self._strides = self._shape + self.ndim
|
|
*
|
|
* if not self._shape: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate shape and strides.")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":152
|
|
*
|
|
*
|
|
* for idx, dim in enumerate(shape): # <<<<<<<<<<<<<<
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
*/
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_3 = __pyx_v_shape; __Pyx_INCREF(__pyx_t_3); __pyx_t_1 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(4, 152, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 152, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_dim = __pyx_t_9;
|
|
__pyx_v_idx = __pyx_t_8;
|
|
__pyx_t_8 = (__pyx_t_8 + 1);
|
|
|
|
/* "View.MemoryView":153
|
|
*
|
|
* for idx, dim in enumerate(shape):
|
|
* if dim <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
* self._shape[idx] = dim
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_dim <= 0) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":154
|
|
* for idx, dim in enumerate(shape):
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) # <<<<<<<<<<<<<<
|
|
* self._shape[idx] = dim
|
|
*
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(4, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_6);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyString_Format(__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_t_10); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(4, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(4, 154, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":153
|
|
*
|
|
* for idx, dim in enumerate(shape):
|
|
* if dim <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
* self._shape[idx] = dim
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":155
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
* self._shape[idx] = dim # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef char order
|
|
*/
|
|
(__pyx_v_self->_shape[__pyx_v_idx]) = __pyx_v_dim;
|
|
|
|
/* "View.MemoryView":152
|
|
*
|
|
*
|
|
* for idx, dim in enumerate(shape): # <<<<<<<<<<<<<<
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":158
|
|
*
|
|
* cdef char order
|
|
* if mode == 'fortran': # <<<<<<<<<<<<<<
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_fortran, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(4, 158, __pyx_L1_error)
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":159
|
|
* cdef char order
|
|
* if mode == 'fortran':
|
|
* order = b'F' # <<<<<<<<<<<<<<
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c':
|
|
*/
|
|
__pyx_v_order = 'F';
|
|
|
|
/* "View.MemoryView":160
|
|
* if mode == 'fortran':
|
|
* order = b'F'
|
|
* self.mode = u'fortran' # <<<<<<<<<<<<<<
|
|
* elif mode == 'c':
|
|
* order = b'C'
|
|
*/
|
|
__Pyx_INCREF(__pyx_n_u_fortran);
|
|
__Pyx_GIVEREF(__pyx_n_u_fortran);
|
|
__Pyx_GOTREF(__pyx_v_self->mode);
|
|
__Pyx_DECREF(__pyx_v_self->mode);
|
|
__pyx_v_self->mode = __pyx_n_u_fortran;
|
|
|
|
/* "View.MemoryView":158
|
|
*
|
|
* cdef char order
|
|
* if mode == 'fortran': # <<<<<<<<<<<<<<
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
*/
|
|
goto __pyx_L10;
|
|
}
|
|
|
|
/* "View.MemoryView":161
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c': # <<<<<<<<<<<<<<
|
|
* order = b'C'
|
|
* self.mode = u'c'
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_c, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(4, 161, __pyx_L1_error)
|
|
if (likely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":162
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c':
|
|
* order = b'C' # <<<<<<<<<<<<<<
|
|
* self.mode = u'c'
|
|
* else:
|
|
*/
|
|
__pyx_v_order = 'C';
|
|
|
|
/* "View.MemoryView":163
|
|
* elif mode == 'c':
|
|
* order = b'C'
|
|
* self.mode = u'c' # <<<<<<<<<<<<<<
|
|
* else:
|
|
* raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)
|
|
*/
|
|
__Pyx_INCREF(__pyx_n_u_c);
|
|
__Pyx_GIVEREF(__pyx_n_u_c);
|
|
__Pyx_GOTREF(__pyx_v_self->mode);
|
|
__Pyx_DECREF(__pyx_v_self->mode);
|
|
__pyx_v_self->mode = __pyx_n_u_c;
|
|
|
|
/* "View.MemoryView":161
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c': # <<<<<<<<<<<<<<
|
|
* order = b'C'
|
|
* self.mode = u'c'
|
|
*/
|
|
goto __pyx_L10;
|
|
}
|
|
|
|
/* "View.MemoryView":165
|
|
* self.mode = u'c'
|
|
* else:
|
|
* raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode) # <<<<<<<<<<<<<<
|
|
*
|
|
* self.len = fill_contig_strides_array(self._shape, self._strides,
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_v_mode); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 165, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_10)) __PYX_ERR(4, 165, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(4, 165, __pyx_L1_error)
|
|
}
|
|
__pyx_L10:;
|
|
|
|
/* "View.MemoryView":167
|
|
* raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)
|
|
*
|
|
* self.len = fill_contig_strides_array(self._shape, self._strides, # <<<<<<<<<<<<<<
|
|
* itemsize, self.ndim, order)
|
|
*
|
|
*/
|
|
__pyx_v_self->len = __pyx_fill_contig_strides_array(__pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_itemsize, __pyx_v_self->ndim, __pyx_v_order);
|
|
|
|
/* "View.MemoryView":170
|
|
* itemsize, self.ndim, order)
|
|
*
|
|
* self.free_data = allocate_buffer # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object = format == b'O'
|
|
* if allocate_buffer:
|
|
*/
|
|
__pyx_v_self->free_data = __pyx_v_allocate_buffer;
|
|
|
|
/* "View.MemoryView":171
|
|
*
|
|
* self.free_data = allocate_buffer
|
|
* self.dtype_is_object = format == b'O' # <<<<<<<<<<<<<<
|
|
* if allocate_buffer:
|
|
*
|
|
*/
|
|
__pyx_t_10 = PyObject_RichCompare(__pyx_v_format, __pyx_n_b_O, Py_EQ); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(4, 171, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 171, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_v_self->dtype_is_object = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":172
|
|
* self.free_data = allocate_buffer
|
|
* self.dtype_is_object = format == b'O'
|
|
* if allocate_buffer: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_allocate_buffer != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":175
|
|
*
|
|
*
|
|
* self.data = <char *>malloc(self.len) # <<<<<<<<<<<<<<
|
|
* if not self.data:
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*/
|
|
__pyx_v_self->data = ((char *)malloc(__pyx_v_self->len));
|
|
|
|
/* "View.MemoryView":176
|
|
*
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((!(__pyx_v_self->data != 0)) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":177
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data:
|
|
* raise MemoryError("unable to allocate array data.") # <<<<<<<<<<<<<<
|
|
*
|
|
* if self.dtype_is_object:
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__31, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(4, 177, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(4, 177, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":176
|
|
*
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":179
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize):
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_self->dtype_is_object != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":180
|
|
*
|
|
* if self.dtype_is_object:
|
|
* p = <PyObject **> self.data # <<<<<<<<<<<<<<
|
|
* for i in range(self.len / itemsize):
|
|
* p[i] = Py_None
|
|
*/
|
|
__pyx_v_p = ((PyObject **)__pyx_v_self->data);
|
|
|
|
/* "View.MemoryView":181
|
|
* if self.dtype_is_object:
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize): # <<<<<<<<<<<<<<
|
|
* p[i] = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
if (unlikely(__pyx_v_itemsize == 0)) {
|
|
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
|
|
__PYX_ERR(4, 181, __pyx_L1_error)
|
|
}
|
|
else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_self->len))) {
|
|
PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
|
|
__PYX_ERR(4, 181, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_div_Py_ssize_t(__pyx_v_self->len, __pyx_v_itemsize);
|
|
__pyx_t_9 = __pyx_t_1;
|
|
for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_9; __pyx_t_11+=1) {
|
|
__pyx_v_i = __pyx_t_11;
|
|
|
|
/* "View.MemoryView":182
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize):
|
|
* p[i] = Py_None # <<<<<<<<<<<<<<
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
*/
|
|
(__pyx_v_p[__pyx_v_i]) = Py_None;
|
|
|
|
/* "View.MemoryView":183
|
|
* for i in range(self.len / itemsize):
|
|
* p[i] = Py_None
|
|
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('getbuffer')
|
|
*/
|
|
Py_INCREF(Py_None);
|
|
}
|
|
|
|
/* "View.MemoryView":179
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize):
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":172
|
|
* self.free_data = allocate_buffer
|
|
* self.dtype_is_object = format == b'O'
|
|
* if allocate_buffer: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":123
|
|
* cdef bint dtype_is_object
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
|
|
* mode="c", bint allocate_buffer=True):
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_format);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":186
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c":
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(((struct __pyx_array_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_v_bufmode;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
char *__pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
int __pyx_t_6;
|
|
Py_ssize_t *__pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
if (__pyx_v_info == NULL) {
|
|
PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
|
|
return -1;
|
|
}
|
|
__Pyx_RefNannySetupContext("__getbuffer__", 0);
|
|
__pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(__pyx_v_info->obj);
|
|
__Pyx_TraceCall("__getbuffer__", __pyx_f[4], 186, 0, __PYX_ERR(4, 186, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":187
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* cdef int bufmode = -1 # <<<<<<<<<<<<<<
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
*/
|
|
__pyx_v_bufmode = -1;
|
|
|
|
/* "View.MemoryView":188
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran":
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_c, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(4, 188, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":189
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
*/
|
|
__pyx_v_bufmode = (PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);
|
|
|
|
/* "View.MemoryView":188
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran":
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":190
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_fortran, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(4, 190, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":191
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
*/
|
|
__pyx_v_bufmode = (PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);
|
|
|
|
/* "View.MemoryView":190
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":192
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode): # <<<<<<<<<<<<<<
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data
|
|
*/
|
|
__pyx_t_1 = ((!((__pyx_v_flags & __pyx_v_bufmode) != 0)) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":193
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.") # <<<<<<<<<<<<<<
|
|
* info.buf = self.data
|
|
* info.len = self.len
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__32, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 193, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 193, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":192
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode): # <<<<<<<<<<<<<<
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":194
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data # <<<<<<<<<<<<<<
|
|
* info.len = self.len
|
|
* info.ndim = self.ndim
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->data;
|
|
__pyx_v_info->buf = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":195
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data
|
|
* info.len = self.len # <<<<<<<<<<<<<<
|
|
* info.ndim = self.ndim
|
|
* info.shape = self._shape
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->len;
|
|
__pyx_v_info->len = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":196
|
|
* info.buf = self.data
|
|
* info.len = self.len
|
|
* info.ndim = self.ndim # <<<<<<<<<<<<<<
|
|
* info.shape = self._shape
|
|
* info.strides = self._strides
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->ndim;
|
|
__pyx_v_info->ndim = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":197
|
|
* info.len = self.len
|
|
* info.ndim = self.ndim
|
|
* info.shape = self._shape # <<<<<<<<<<<<<<
|
|
* info.strides = self._strides
|
|
* info.suboffsets = NULL
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->_shape;
|
|
__pyx_v_info->shape = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":198
|
|
* info.ndim = self.ndim
|
|
* info.shape = self._shape
|
|
* info.strides = self._strides # <<<<<<<<<<<<<<
|
|
* info.suboffsets = NULL
|
|
* info.itemsize = self.itemsize
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->_strides;
|
|
__pyx_v_info->strides = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":199
|
|
* info.shape = self._shape
|
|
* info.strides = self._strides
|
|
* info.suboffsets = NULL # <<<<<<<<<<<<<<
|
|
* info.itemsize = self.itemsize
|
|
* info.readonly = 0
|
|
*/
|
|
__pyx_v_info->suboffsets = NULL;
|
|
|
|
/* "View.MemoryView":200
|
|
* info.strides = self._strides
|
|
* info.suboffsets = NULL
|
|
* info.itemsize = self.itemsize # <<<<<<<<<<<<<<
|
|
* info.readonly = 0
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->itemsize;
|
|
__pyx_v_info->itemsize = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":201
|
|
* info.suboffsets = NULL
|
|
* info.itemsize = self.itemsize
|
|
* info.readonly = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
*/
|
|
__pyx_v_info->readonly = 0;
|
|
|
|
/* "View.MemoryView":203
|
|
* info.readonly = 0
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.format
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":204
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
* info.format = self.format # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.format = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->format;
|
|
__pyx_v_info->format = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":203
|
|
* info.readonly = 0
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.format
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "View.MemoryView":206
|
|
* info.format = self.format
|
|
* else:
|
|
* info.format = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* info.obj = self
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->format = NULL;
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "View.MemoryView":208
|
|
* info.format = NULL
|
|
*
|
|
* info.obj = self # <<<<<<<<<<<<<<
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj);
|
|
__pyx_v_info->obj = ((PyObject *)__pyx_v_self);
|
|
|
|
/* "View.MemoryView":186
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c":
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
if (__pyx_v_info->obj != NULL) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
goto __pyx_L2;
|
|
__pyx_L0:;
|
|
if (__pyx_v_info->obj == Py_None) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
__pyx_L2:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":212
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
|
|
*
|
|
* def __dealloc__(array self): # <<<<<<<<<<<<<<
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static void __pyx_array___dealloc__(PyObject *__pyx_v_self); /*proto*/
|
|
static void __pyx_array___dealloc__(PyObject *__pyx_v_self) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
|
|
__pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__dealloc__", 0);
|
|
__Pyx_TraceCall("__dealloc__", __pyx_f[4], 212, 0, __PYX_ERR(4, 212, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":213
|
|
*
|
|
* def __dealloc__(array self):
|
|
* if self.callback_free_data != NULL: # <<<<<<<<<<<<<<
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->callback_free_data != NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":214
|
|
* def __dealloc__(array self):
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data) # <<<<<<<<<<<<<<
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object:
|
|
*/
|
|
__pyx_v_self->callback_free_data(__pyx_v_self->data);
|
|
|
|
/* "View.MemoryView":213
|
|
*
|
|
* def __dealloc__(array self):
|
|
* if self.callback_free_data != NULL: # <<<<<<<<<<<<<<
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":215
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data: # <<<<<<<<<<<<<<
|
|
* if self.dtype_is_object:
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->free_data != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":216
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
* self._strides, self.ndim, False)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->dtype_is_object != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":217
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object:
|
|
* refcount_objects_in_slice(self.data, self._shape, # <<<<<<<<<<<<<<
|
|
* self._strides, self.ndim, False)
|
|
* free(self.data)
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_self->data, __pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_self->ndim, 0);
|
|
|
|
/* "View.MemoryView":216
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
* self._strides, self.ndim, False)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":219
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
* self._strides, self.ndim, False)
|
|
* free(self.data) # <<<<<<<<<<<<<<
|
|
* PyObject_Free(self._shape)
|
|
*
|
|
*/
|
|
free(__pyx_v_self->data);
|
|
|
|
/* "View.MemoryView":215
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data: # <<<<<<<<<<<<<<
|
|
* if self.dtype_is_object:
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":220
|
|
* self._strides, self.ndim, False)
|
|
* free(self.data)
|
|
* PyObject_Free(self._shape) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
PyObject_Free(__pyx_v_self->_shape);
|
|
|
|
/* "View.MemoryView":212
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
|
|
*
|
|
* def __dealloc__(array self): # <<<<<<<<<<<<<<
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.array.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":223
|
|
*
|
|
* @property
|
|
* def memview(self): # <<<<<<<<<<<<<<
|
|
* return self.get_memview()
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_5array_7memview___get__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 223, 0, __PYX_ERR(4, 223, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":224
|
|
* @property
|
|
* def memview(self):
|
|
* return self.get_memview() # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('get_memview')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_array *)__pyx_v_self->__pyx_vtab)->get_memview(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 224, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":223
|
|
*
|
|
* @property
|
|
* def memview(self): # <<<<<<<<<<<<<<
|
|
* return self.get_memview()
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.memview.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":227
|
|
*
|
|
* @cname('get_memview')
|
|
* cdef get_memview(self): # <<<<<<<<<<<<<<
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*/
|
|
|
|
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self) {
|
|
int __pyx_v_flags;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_memview", 0);
|
|
__Pyx_TraceCall("get_memview", __pyx_f[4], 227, 0, __PYX_ERR(4, 227, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":228
|
|
* @cname('get_memview')
|
|
* cdef get_memview(self):
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE # <<<<<<<<<<<<<<
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*
|
|
*/
|
|
__pyx_v_flags = ((PyBUF_ANY_CONTIGUOUS | PyBUF_FORMAT) | PyBUF_WRITABLE);
|
|
|
|
/* "View.MemoryView":229
|
|
* cdef get_memview(self):
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
|
|
* return memoryview(self, flags, self.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __len__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":227
|
|
*
|
|
* @cname('get_memview')
|
|
* cdef get_memview(self): # <<<<<<<<<<<<<<
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.array.get_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":231
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* return self._shape[0]
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self); /*proto*/
|
|
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__len__", 0);
|
|
__Pyx_TraceCall("__len__", __pyx_f[4], 231, 0, __PYX_ERR(4, 231, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":232
|
|
*
|
|
* def __len__(self):
|
|
* return self._shape[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getattr__(self, attr):
|
|
*/
|
|
__pyx_r = (__pyx_v_self->_shape[0]);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":231
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* return self._shape[0]
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.array.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":234
|
|
* return self._shape[0]
|
|
*
|
|
* def __getattr__(self, attr): # <<<<<<<<<<<<<<
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr); /*proto*/
|
|
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getattr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_attr));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getattr__", 0);
|
|
__Pyx_TraceCall("__getattr__", __pyx_f[4], 234, 0, __PYX_ERR(4, 234, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":235
|
|
*
|
|
* def __getattr__(self, attr):
|
|
* return getattr(self.memview, attr) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getitem__(self, item):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_GetAttr(__pyx_t_1, __pyx_v_attr); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":234
|
|
* return self._shape[0]
|
|
*
|
|
* def __getattr__(self, attr): # <<<<<<<<<<<<<<
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__getattr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":237
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
* def __getitem__(self, item): # <<<<<<<<<<<<<<
|
|
* return self.memview[item]
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item); /*proto*/
|
|
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getitem__", 0);
|
|
__Pyx_TraceCall("__getitem__", __pyx_f[4], 237, 0, __PYX_ERR(4, 237, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":238
|
|
*
|
|
* def __getitem__(self, item):
|
|
* return self.memview[item] # <<<<<<<<<<<<<<
|
|
*
|
|
* def __setitem__(self, item, value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 238, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_t_1, __pyx_v_item); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 238, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":237
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
* def __getitem__(self, item): # <<<<<<<<<<<<<<
|
|
* return self.memview[item]
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":240
|
|
* return self.memview[item]
|
|
*
|
|
* def __setitem__(self, item, value): # <<<<<<<<<<<<<<
|
|
* self.memview[item] = value
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setitem__", 0);
|
|
__Pyx_TraceCall("__setitem__", __pyx_f[4], 240, 0, __PYX_ERR(4, 240, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":241
|
|
*
|
|
* def __setitem__(self, item, value):
|
|
* self.memview[item] = value # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 241, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_item, __pyx_v_value) < 0)) __PYX_ERR(4, 241, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":240
|
|
* return self.memview[item]
|
|
*
|
|
* def __setitem__(self, item, value): # <<<<<<<<<<<<<<
|
|
* self.memview[item] = value
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_array_1__reduce_cython__ = {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_array_1__reduce_cython__, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_array___reduce_cython__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[4], 1, 0, __PYX_ERR(4, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__33, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_array_3__setstate_cython__ = {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_array_3__setstate_cython__, METH_O, 0};
|
|
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_array_2__setstate_cython__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[4], 3, 0, __PYX_ERR(4, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__34, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":245
|
|
*
|
|
* @cname("__pyx_array_new")
|
|
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, # <<<<<<<<<<<<<<
|
|
* char *mode, char *buf):
|
|
* cdef array result
|
|
*/
|
|
|
|
static struct __pyx_array_obj *__pyx_array_new(PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, char *__pyx_v_format, char *__pyx_v_mode, char *__pyx_v_buf) {
|
|
struct __pyx_array_obj *__pyx_v_result = 0;
|
|
struct __pyx_array_obj *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("array_cwrapper", 0);
|
|
__Pyx_TraceCall("array_cwrapper", __pyx_f[4], 245, 0, __PYX_ERR(4, 245, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":249
|
|
* cdef array result
|
|
*
|
|
* if buf == NULL: # <<<<<<<<<<<<<<
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_buf == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":250
|
|
*
|
|
* if buf == NULL:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII')) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'),
|
|
*/
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_v_shape);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":249
|
|
* cdef array result
|
|
*
|
|
* if buf == NULL: # <<<<<<<<<<<<<<
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":252
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'), # <<<<<<<<<<<<<<
|
|
* allocate_buffer=False)
|
|
* result.data = buf
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = PyTuple_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_v_shape);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 3, __pyx_t_3);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":253
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'),
|
|
* allocate_buffer=False) # <<<<<<<<<<<<<<
|
|
* result.data = buf
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 253, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_allocate_buffer, Py_False) < 0) __PYX_ERR(4, 253, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":252
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'), # <<<<<<<<<<<<<<
|
|
* allocate_buffer=False)
|
|
* result.data = buf
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "View.MemoryView":254
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'),
|
|
* allocate_buffer=False)
|
|
* result.data = buf # <<<<<<<<<<<<<<
|
|
*
|
|
* return result
|
|
*/
|
|
__pyx_v_result->data = __pyx_v_buf;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":256
|
|
* result.data = buf
|
|
*
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = __pyx_v_result;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":245
|
|
*
|
|
* @cname("__pyx_array_new")
|
|
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, # <<<<<<<<<<<<<<
|
|
* char *mode, char *buf):
|
|
* cdef array result
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.array_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":282
|
|
* cdef class Enum(object):
|
|
* cdef object name
|
|
* def __init__(self, name): # <<<<<<<<<<<<<<
|
|
* self.name = name
|
|
* def __repr__(self):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_name = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_name,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_name)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(4, 282, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_name = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(4, 282, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), __pyx_v_name);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__init__", 0);
|
|
__Pyx_TraceCall("__init__", __pyx_f[4], 282, 0, __PYX_ERR(4, 282, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":283
|
|
* cdef object name
|
|
* def __init__(self, name):
|
|
* self.name = name # <<<<<<<<<<<<<<
|
|
* def __repr__(self):
|
|
* return self.name
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_name);
|
|
__Pyx_GIVEREF(__pyx_v_name);
|
|
__Pyx_GOTREF(__pyx_v_self->name);
|
|
__Pyx_DECREF(__pyx_v_self->name);
|
|
__pyx_v_self->name = __pyx_v_name;
|
|
|
|
/* "View.MemoryView":282
|
|
* cdef class Enum(object):
|
|
* cdef object name
|
|
* def __init__(self, name): # <<<<<<<<<<<<<<
|
|
* self.name = name
|
|
* def __repr__(self):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":284
|
|
* def __init__(self, name):
|
|
* self.name = name
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return self.name
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__repr__", 0);
|
|
__Pyx_TraceCall("__repr__", __pyx_f[4], 284, 0, __PYX_ERR(4, 284, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":285
|
|
* self.name = name
|
|
* def __repr__(self):
|
|
* return self.name # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->name);
|
|
__pyx_r = __pyx_v_self->name;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":284
|
|
* def __init__(self, name):
|
|
* self.name = name
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return self.name
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* cdef tuple state
|
|
* cdef object _dict
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_MemviewEnum_1__reduce_cython__ = {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_1__reduce_cython__, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_MemviewEnum___reduce_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
|
|
PyObject *__pyx_v_state = 0;
|
|
PyObject *__pyx_v__dict = 0;
|
|
int __pyx_v_use_setstate;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[4], 1, 0, __PYX_ERR(4, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":5
|
|
* cdef object _dict
|
|
* cdef bint use_setstate
|
|
* state = (self.name,) # <<<<<<<<<<<<<<
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None:
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_self->name);
|
|
__Pyx_GIVEREF(__pyx_v_self->name);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_self->name);
|
|
__pyx_v_state = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":6
|
|
* cdef bint use_setstate
|
|
* state = (self.name,)
|
|
* _dict = getattr(self, '__dict__', None) # <<<<<<<<<<<<<<
|
|
* if _dict is not None:
|
|
* state += (_dict,)
|
|
*/
|
|
__pyx_t_1 = __Pyx_GetAttr3(((PyObject *)__pyx_v_self), __pyx_n_s_dict, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v__dict = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":7
|
|
* state = (self.name,)
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None: # <<<<<<<<<<<<<<
|
|
* state += (_dict,)
|
|
* use_setstate = True
|
|
*/
|
|
__pyx_t_2 = (__pyx_v__dict != Py_None);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "(tree fragment)":8
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None:
|
|
* state += (_dict,) # <<<<<<<<<<<<<<
|
|
* use_setstate = True
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 8, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v__dict);
|
|
__Pyx_GIVEREF(__pyx_v__dict);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v__dict);
|
|
__pyx_t_4 = PyNumber_InPlaceAdd(__pyx_v_state, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 8, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_state, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":9
|
|
* if _dict is not None:
|
|
* state += (_dict,)
|
|
* use_setstate = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* use_setstate = self.name is not None
|
|
*/
|
|
__pyx_v_use_setstate = 1;
|
|
|
|
/* "(tree fragment)":7
|
|
* state = (self.name,)
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None: # <<<<<<<<<<<<<<
|
|
* state += (_dict,)
|
|
* use_setstate = True
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "(tree fragment)":11
|
|
* use_setstate = True
|
|
* else:
|
|
* use_setstate = self.name is not None # <<<<<<<<<<<<<<
|
|
* if use_setstate:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = (__pyx_v_self->name != Py_None);
|
|
__pyx_v_use_setstate = __pyx_t_3;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "(tree fragment)":12
|
|
* else:
|
|
* use_setstate = self.name is not None
|
|
* if use_setstate: # <<<<<<<<<<<<<<
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_use_setstate != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "(tree fragment)":13
|
|
* use_setstate = self.name is not None
|
|
* if use_setstate:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_INCREF(__pyx_int_184977713);
|
|
__Pyx_GIVEREF(__pyx_int_184977713);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, Py_None);
|
|
__pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_state);
|
|
__Pyx_GIVEREF(__pyx_v_state);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_state);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "(tree fragment)":12
|
|
* else:
|
|
* use_setstate = self.name is not None
|
|
* if use_setstate: # <<<<<<<<<<<<<<
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":15
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state) # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_INCREF(__pyx_int_184977713);
|
|
__Pyx_GIVEREF(__pyx_int_184977713);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713);
|
|
__Pyx_INCREF(__pyx_v_state);
|
|
__Pyx_GIVEREF(__pyx_v_state);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_state);
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* cdef tuple state
|
|
* cdef object _dict
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_state);
|
|
__Pyx_XDECREF(__pyx_v__dict);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":16
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_MemviewEnum_3__setstate_cython__ = {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_3__setstate_cython__, METH_O, 0};
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_MemviewEnum_2__setstate_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[4], 16, 0, __PYX_ERR(4, 16, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":17
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state) # <<<<<<<<<<<<<<
|
|
*/
|
|
if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(4, 17, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_unpickle_Enum__set_state(__pyx_v_self, ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 17, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":16
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":299
|
|
*
|
|
* @cname('__pyx_align_pointer')
|
|
* cdef void *align_pointer(void *memory, size_t alignment) nogil: # <<<<<<<<<<<<<<
|
|
* "Align pointer memory on a given boundary"
|
|
* cdef Py_intptr_t aligned_p = <Py_intptr_t> memory
|
|
*/
|
|
|
|
static void *__pyx_align_pointer(void *__pyx_v_memory, size_t __pyx_v_alignment) {
|
|
Py_intptr_t __pyx_v_aligned_p;
|
|
size_t __pyx_v_offset;
|
|
void *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("align_pointer", __pyx_f[4], 299, 1, __PYX_ERR(4, 299, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":301
|
|
* cdef void *align_pointer(void *memory, size_t alignment) nogil:
|
|
* "Align pointer memory on a given boundary"
|
|
* cdef Py_intptr_t aligned_p = <Py_intptr_t> memory # <<<<<<<<<<<<<<
|
|
* cdef size_t offset
|
|
*
|
|
*/
|
|
__pyx_v_aligned_p = ((Py_intptr_t)__pyx_v_memory);
|
|
|
|
/* "View.MemoryView":305
|
|
*
|
|
* with cython.cdivision(True):
|
|
* offset = aligned_p % alignment # <<<<<<<<<<<<<<
|
|
*
|
|
* if offset > 0:
|
|
*/
|
|
__pyx_v_offset = (__pyx_v_aligned_p % __pyx_v_alignment);
|
|
|
|
/* "View.MemoryView":307
|
|
* offset = aligned_p % alignment
|
|
*
|
|
* if offset > 0: # <<<<<<<<<<<<<<
|
|
* aligned_p += alignment - offset
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_offset > 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":308
|
|
*
|
|
* if offset > 0:
|
|
* aligned_p += alignment - offset # <<<<<<<<<<<<<<
|
|
*
|
|
* return <void *> aligned_p
|
|
*/
|
|
__pyx_v_aligned_p = (__pyx_v_aligned_p + (__pyx_v_alignment - __pyx_v_offset));
|
|
|
|
/* "View.MemoryView":307
|
|
* offset = aligned_p % alignment
|
|
*
|
|
* if offset > 0: # <<<<<<<<<<<<<<
|
|
* aligned_p += alignment - offset
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":310
|
|
* aligned_p += alignment - offset
|
|
*
|
|
* return <void *> aligned_p # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((void *)__pyx_v_aligned_p);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":299
|
|
*
|
|
* @cname('__pyx_align_pointer')
|
|
* cdef void *align_pointer(void *memory, size_t alignment) nogil: # <<<<<<<<<<<<<<
|
|
* "Align pointer memory on a given boundary"
|
|
* cdef Py_intptr_t aligned_p = <Py_intptr_t> memory
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.align_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":346
|
|
* cdef __Pyx_TypeInfo *typeinfo
|
|
*
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<<
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_obj = 0;
|
|
int __pyx_v_flags;
|
|
int __pyx_v_dtype_is_object;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_obj,&__pyx_n_s_flags,&__pyx_n_s_dtype_is_object,0};
|
|
PyObject* values[3] = {0,0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_obj)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_flags)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, 1); __PYX_ERR(4, 346, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dtype_is_object);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(4, 346, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_obj = values[0];
|
|
__pyx_v_flags = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_flags == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 346, __pyx_L3_error)
|
|
if (values[2]) {
|
|
__pyx_v_dtype_is_object = __Pyx_PyObject_IsTrue(values[2]); if (unlikely((__pyx_v_dtype_is_object == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 346, __pyx_L3_error)
|
|
} else {
|
|
__pyx_v_dtype_is_object = ((int)0);
|
|
}
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(4, 346, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_obj, __pyx_v_flags, __pyx_v_dtype_is_object);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__cinit__", 0);
|
|
__Pyx_TraceCall("__cinit__", __pyx_f[4], 346, 0, __PYX_ERR(4, 346, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":347
|
|
*
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
|
|
* self.obj = obj # <<<<<<<<<<<<<<
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None:
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
__Pyx_GIVEREF(__pyx_v_obj);
|
|
__Pyx_GOTREF(__pyx_v_self->obj);
|
|
__Pyx_DECREF(__pyx_v_self->obj);
|
|
__pyx_v_self->obj = __pyx_v_obj;
|
|
|
|
/* "View.MemoryView":348
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
|
|
* self.obj = obj
|
|
* self.flags = flags # <<<<<<<<<<<<<<
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
*/
|
|
__pyx_v_self->flags = __pyx_v_flags;
|
|
|
|
/* "View.MemoryView":349
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
*/
|
|
__pyx_t_2 = (((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))) == ((PyObject *)__pyx_memoryview_type));
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (!__pyx_t_3) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_3;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = (__pyx_v_obj != Py_None);
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":350
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags) # <<<<<<<<<<<<<<
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
*/
|
|
__pyx_t_4 = __Pyx_GetBuffer(__pyx_v_obj, (&__pyx_v_self->view), __pyx_v_flags); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(4, 350, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":351
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL: # <<<<<<<<<<<<<<
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
__pyx_t_1 = ((((PyObject *)__pyx_v_self->view.obj) == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":352
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None # <<<<<<<<<<<<<<
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
*/
|
|
((Py_buffer *)(&__pyx_v_self->view))->obj = Py_None;
|
|
|
|
/* "View.MemoryView":353
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED():
|
|
*/
|
|
Py_INCREF(Py_None);
|
|
|
|
/* "View.MemoryView":351
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL: # <<<<<<<<<<<<<<
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":349
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":355
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED(): # <<<<<<<<<<<<<<
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
*/
|
|
__pyx_t_1 = ((!(__PYX_CYTHON_ATOMICS_ENABLED() != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":357
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED():
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: # <<<<<<<<<<<<<<
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_memoryview_thread_locks_used < 8) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":358
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL:
|
|
*/
|
|
__pyx_v_self->lock = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
|
|
|
|
/* "View.MemoryView":359
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1 # <<<<<<<<<<<<<<
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock()
|
|
*/
|
|
__pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used + 1);
|
|
|
|
/* "View.MemoryView":357
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED():
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: # <<<<<<<<<<<<<<
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":360
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":361
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock() # <<<<<<<<<<<<<<
|
|
* if self.lock is NULL:
|
|
* raise MemoryError
|
|
*/
|
|
__pyx_v_self->lock = PyThread_allocate_lock();
|
|
|
|
/* "View.MemoryView":362
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":363
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL:
|
|
* raise MemoryError # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
*/
|
|
PyErr_NoMemory(); __PYX_ERR(4, 363, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":362
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":360
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":355
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED(): # <<<<<<<<<<<<<<
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":365
|
|
* raise MemoryError
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":366
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.dtype_is_object = dtype_is_object
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_self->view.format[0]) == 'O') != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L12_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (((__pyx_v_self->view.format[1]) == '\x00') != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L12_bool_binop_done:;
|
|
__pyx_v_self->dtype_is_object = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":365
|
|
* raise MemoryError
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
|
|
* else:
|
|
*/
|
|
goto __pyx_L11;
|
|
}
|
|
|
|
/* "View.MemoryView":368
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
|
|
* else:
|
|
* self.dtype_is_object = dtype_is_object # <<<<<<<<<<<<<<
|
|
*
|
|
* self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_self->dtype_is_object = __pyx_v_dtype_is_object;
|
|
}
|
|
__pyx_L11:;
|
|
|
|
/* "View.MemoryView":370
|
|
* self.dtype_is_object = dtype_is_object
|
|
*
|
|
* self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer( # <<<<<<<<<<<<<<
|
|
* <void *> &self.acquisition_count[0], sizeof(__pyx_atomic_int))
|
|
* self.typeinfo = NULL
|
|
*/
|
|
__pyx_v_self->acquisition_count_aligned_p = ((__pyx_atomic_int *)__pyx_align_pointer(((void *)(&(__pyx_v_self->acquisition_count[0]))), (sizeof(__pyx_atomic_int))));
|
|
|
|
/* "View.MemoryView":372
|
|
* self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(
|
|
* <void *> &self.acquisition_count[0], sizeof(__pyx_atomic_int))
|
|
* self.typeinfo = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* def __dealloc__(memoryview self):
|
|
*/
|
|
__pyx_v_self->typeinfo = NULL;
|
|
|
|
/* "View.MemoryView":346
|
|
* cdef __Pyx_TypeInfo *typeinfo
|
|
*
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<<
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":374
|
|
* self.typeinfo = NULL
|
|
*
|
|
* def __dealloc__(memoryview self): # <<<<<<<<<<<<<<
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self); /*proto*/
|
|
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
|
|
__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
int __pyx_v_i;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
PyThread_type_lock __pyx_t_6;
|
|
PyThread_type_lock __pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__dealloc__", 0);
|
|
__Pyx_TraceCall("__dealloc__", __pyx_f[4], 374, 0, __PYX_ERR(4, 374, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":375
|
|
*
|
|
* def __dealloc__(memoryview self):
|
|
* if self.obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->obj != Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":376
|
|
* def __dealloc__(memoryview self):
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view) # <<<<<<<<<<<<<<
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*
|
|
*/
|
|
__Pyx_ReleaseBuffer((&__pyx_v_self->view));
|
|
|
|
/* "View.MemoryView":375
|
|
*
|
|
* def __dealloc__(memoryview self):
|
|
* if self.obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":377
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<<
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL
|
|
*/
|
|
__pyx_t_2 = ((((Py_buffer *)(&__pyx_v_self->view))->obj == Py_None) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":379
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL # <<<<<<<<<<<<<<
|
|
* Py_DECREF(Py_None)
|
|
*
|
|
*/
|
|
((Py_buffer *)(&__pyx_v_self->view))->obj = NULL;
|
|
|
|
/* "View.MemoryView":380
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL
|
|
* Py_DECREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int i
|
|
*/
|
|
Py_DECREF(Py_None);
|
|
|
|
/* "View.MemoryView":377
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<<
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":384
|
|
* cdef int i
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if self.lock != NULL: # <<<<<<<<<<<<<<
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_self->lock != NULL) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":385
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if self.lock != NULL:
|
|
* for i in range(__pyx_memoryview_thread_locks_used): # <<<<<<<<<<<<<<
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_thread_locks_used;
|
|
__pyx_t_4 = __pyx_t_3;
|
|
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
|
|
__pyx_v_i = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":386
|
|
* if self.lock != NULL:
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
*/
|
|
__pyx_t_2 = (((__pyx_memoryview_thread_locks[__pyx_v_i]) == __pyx_v_self->lock) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":387
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1 # <<<<<<<<<<<<<<
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
*/
|
|
__pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used - 1);
|
|
|
|
/* "View.MemoryView":388
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_i != __pyx_memoryview_thread_locks_used) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":390
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) # <<<<<<<<<<<<<<
|
|
* break
|
|
* else:
|
|
*/
|
|
__pyx_t_6 = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
|
|
__pyx_t_7 = (__pyx_memoryview_thread_locks[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":389
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
* break
|
|
*/
|
|
(__pyx_memoryview_thread_locks[__pyx_v_i]) = __pyx_t_6;
|
|
(__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]) = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":388
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":391
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
* break # <<<<<<<<<<<<<<
|
|
* else:
|
|
* PyThread_free_lock(self.lock)
|
|
*/
|
|
goto __pyx_L6_break;
|
|
|
|
/* "View.MemoryView":386
|
|
* if self.lock != NULL:
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
*/
|
|
}
|
|
}
|
|
/*else*/ {
|
|
|
|
/* "View.MemoryView":393
|
|
* break
|
|
* else:
|
|
* PyThread_free_lock(self.lock) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL:
|
|
*/
|
|
PyThread_free_lock(__pyx_v_self->lock);
|
|
}
|
|
__pyx_L6_break:;
|
|
|
|
/* "View.MemoryView":384
|
|
* cdef int i
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if self.lock != NULL: # <<<<<<<<<<<<<<
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":374
|
|
* self.typeinfo = NULL
|
|
*
|
|
* def __dealloc__(memoryview self): # <<<<<<<<<<<<<<
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.memoryview.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":395
|
|
* PyThread_free_lock(self.lock)
|
|
*
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dim
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*/
|
|
|
|
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
|
|
Py_ssize_t __pyx_v_dim;
|
|
char *__pyx_v_itemp;
|
|
PyObject *__pyx_v_idx = NULL;
|
|
char *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *(*__pyx_t_4)(PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
Py_ssize_t __pyx_t_6;
|
|
char *__pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_item_pointer", 0);
|
|
__Pyx_TraceCall("get_item_pointer", __pyx_f[4], 395, 0, __PYX_ERR(4, 395, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":397
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL:
|
|
* cdef Py_ssize_t dim
|
|
* cdef char *itemp = <char *> self.view.buf # <<<<<<<<<<<<<<
|
|
*
|
|
* for dim, idx in enumerate(index):
|
|
*/
|
|
__pyx_v_itemp = ((char *)__pyx_v_self->view.buf);
|
|
|
|
/* "View.MemoryView":399
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*
|
|
* for dim, idx in enumerate(index): # <<<<<<<<<<<<<<
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_index)) || PyTuple_CheckExact(__pyx_v_index)) {
|
|
__pyx_t_2 = __pyx_v_index; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 399, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 399, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(4, 399, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 399, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(4, 399, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 399, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(4, 399, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_dim = __pyx_t_1;
|
|
__pyx_t_1 = (__pyx_t_1 + 1);
|
|
|
|
/* "View.MemoryView":400
|
|
*
|
|
* for dim, idx in enumerate(index):
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* return itemp
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyIndex_AsSsize_t(__pyx_v_idx); if (unlikely((__pyx_t_6 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 400, __pyx_L1_error)
|
|
__pyx_t_7 = __pyx_pybuffer_index((&__pyx_v_self->view), __pyx_v_itemp, __pyx_t_6, __pyx_v_dim); if (unlikely(__pyx_t_7 == ((char *)NULL))) __PYX_ERR(4, 400, __pyx_L1_error)
|
|
__pyx_v_itemp = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":399
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*
|
|
* for dim, idx in enumerate(index): # <<<<<<<<<<<<<<
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":402
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
|
|
*
|
|
* return itemp # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_itemp;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":395
|
|
* PyThread_free_lock(self.lock)
|
|
*
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dim
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.get_item_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_idx);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":405
|
|
*
|
|
*
|
|
* def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<<
|
|
* if index is Ellipsis:
|
|
* return self
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index); /*proto*/
|
|
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
|
|
PyObject *__pyx_v_have_slices = NULL;
|
|
PyObject *__pyx_v_indices = NULL;
|
|
char *__pyx_v_itemp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
char *__pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getitem__", 0);
|
|
__Pyx_TraceCall("__getitem__", __pyx_f[4], 405, 0, __PYX_ERR(4, 405, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":406
|
|
*
|
|
* def __getitem__(memoryview self, object index):
|
|
* if index is Ellipsis: # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_index == __pyx_builtin_Ellipsis);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":407
|
|
* def __getitem__(memoryview self, object index):
|
|
* if index is Ellipsis:
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices, indices = _unellipsify(index, self.view.ndim)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":406
|
|
*
|
|
* def __getitem__(memoryview self, object index):
|
|
* if index is Ellipsis: # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":409
|
|
* return self
|
|
*
|
|
* have_slices, indices = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef char *itemp
|
|
*/
|
|
__pyx_t_3 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(__pyx_t_3 != Py_None)) {
|
|
PyObject* sequence = __pyx_t_3;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(4, 409, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
} else {
|
|
__Pyx_RaiseNoneNotIterableError(); __PYX_ERR(4, 409, __pyx_L1_error)
|
|
}
|
|
__pyx_v_have_slices = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__pyx_v_indices = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "View.MemoryView":412
|
|
*
|
|
* cdef char *itemp
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* return memview_slice(self, indices)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(4, 412, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":413
|
|
* cdef char *itemp
|
|
* if have_slices:
|
|
* return memview_slice(self, indices) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* itemp = self.get_item_pointer(indices)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = ((PyObject *)__pyx_memview_slice(__pyx_v_self, __pyx_v_indices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":412
|
|
*
|
|
* cdef char *itemp
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* return memview_slice(self, indices)
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":415
|
|
* return memview_slice(self, indices)
|
|
* else:
|
|
* itemp = self.get_item_pointer(indices) # <<<<<<<<<<<<<<
|
|
* return self.convert_item_to_object(itemp)
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_indices); if (unlikely(__pyx_t_6 == ((char *)NULL))) __PYX_ERR(4, 415, __pyx_L1_error)
|
|
__pyx_v_itemp = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":416
|
|
* else:
|
|
* itemp = self.get_item_pointer(indices)
|
|
* return self.convert_item_to_object(itemp) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->convert_item_to_object(__pyx_v_self, __pyx_v_itemp); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 416, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":405
|
|
*
|
|
*
|
|
* def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<<
|
|
* if index is Ellipsis:
|
|
* return self
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_have_slices);
|
|
__Pyx_XDECREF(__pyx_v_indices);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":418
|
|
* return self.convert_item_to_object(itemp)
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<<
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
|
|
PyObject *__pyx_v_have_slices = NULL;
|
|
PyObject *__pyx_v_obj = NULL;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setitem__", 0);
|
|
__Pyx_TraceCall("__setitem__", __pyx_f[4], 418, 0, __PYX_ERR(4, 418, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_index);
|
|
|
|
/* "View.MemoryView":419
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->view.readonly != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":420
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__35, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 420, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(4, 420, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":419
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":422
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*
|
|
* have_slices, index = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* if have_slices:
|
|
*/
|
|
__pyx_t_2 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 422, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(__pyx_t_2 != Py_None)) {
|
|
PyObject* sequence = __pyx_t_2;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(4, 422, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 422, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 422, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
} else {
|
|
__Pyx_RaiseNoneNotIterableError(); __PYX_ERR(4, 422, __pyx_L1_error)
|
|
}
|
|
__pyx_v_have_slices = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_index, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":424
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* obj = self.is_slice(value)
|
|
* if obj:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(4, 424, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":425
|
|
*
|
|
* if have_slices:
|
|
* obj = self.is_slice(value) # <<<<<<<<<<<<<<
|
|
* if obj:
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
*/
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->is_slice(__pyx_v_self, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_v_obj = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":426
|
|
* if have_slices:
|
|
* obj = self.is_slice(value)
|
|
* if obj: # <<<<<<<<<<<<<<
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_obj); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(4, 426, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":427
|
|
* obj = self.is_slice(value)
|
|
* if obj:
|
|
* self.setitem_slice_assignment(self[index], obj) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.setitem_slice_assign_scalar(self[index], value)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 427, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assignment(__pyx_v_self, __pyx_t_2, __pyx_v_obj); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 427, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":426
|
|
* if have_slices:
|
|
* obj = self.is_slice(value)
|
|
* if obj: # <<<<<<<<<<<<<<
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "View.MemoryView":429
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
* else:
|
|
* self.setitem_slice_assign_scalar(self[index], value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.setitem_indexed(index, value)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 429, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (!(likely(((__pyx_t_4) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_4, __pyx_memoryview_type))))) __PYX_ERR(4, 429, __pyx_L1_error)
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assign_scalar(__pyx_v_self, ((struct __pyx_memoryview_obj *)__pyx_t_4), __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 429, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "View.MemoryView":424
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* obj = self.is_slice(value)
|
|
* if obj:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "View.MemoryView":431
|
|
* self.setitem_slice_assign_scalar(self[index], value)
|
|
* else:
|
|
* self.setitem_indexed(index, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef is_slice(self, obj):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_indexed(__pyx_v_self, __pyx_v_index, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 431, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "View.MemoryView":418
|
|
* return self.convert_item_to_object(itemp)
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<<
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_have_slices);
|
|
__Pyx_XDECREF(__pyx_v_obj);
|
|
__Pyx_XDECREF(__pyx_v_index);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":433
|
|
* self.setitem_indexed(index, value)
|
|
*
|
|
* cdef is_slice(self, obj): # <<<<<<<<<<<<<<
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_slice", 0);
|
|
__Pyx_TraceCall("is_slice", __pyx_f[4], 433, 0, __PYX_ERR(4, 433, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
|
|
/* "View.MemoryView":434
|
|
*
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview): # <<<<<<<<<<<<<<
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_obj, __pyx_memoryview_type);
|
|
__pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":435
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview):
|
|
* try: # <<<<<<<<<<<<<<
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_4, &__pyx_t_5);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_4);
|
|
__Pyx_XGOTREF(__pyx_t_5);
|
|
/*try:*/ {
|
|
|
|
/* "View.MemoryView":436
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object)
|
|
* except TypeError:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyInt_From_int(((__pyx_v_self->flags & (~PyBUF_WRITABLE)) | PyBUF_ANY_CONTIGUOUS)); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 436, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
|
|
/* "View.MemoryView":437
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object) # <<<<<<<<<<<<<<
|
|
* except TypeError:
|
|
* return None
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 437, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "View.MemoryView":436
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object)
|
|
* except TypeError:
|
|
*/
|
|
__pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(4, 436, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
__Pyx_GIVEREF(__pyx_v_obj);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_obj);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_7);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_8, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 436, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_obj, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "View.MemoryView":435
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview):
|
|
* try: # <<<<<<<<<<<<<<
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
goto __pyx_L9_try_end;
|
|
__pyx_L4_error:;
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "View.MemoryView":438
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
* except TypeError: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_TypeError);
|
|
if (__pyx_t_9) {
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_6) < 0) __PYX_ERR(4, 438, __pyx_L6_except_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
|
|
/* "View.MemoryView":439
|
|
* self.dtype_is_object)
|
|
* except TypeError:
|
|
* return None # <<<<<<<<<<<<<<
|
|
*
|
|
* return obj
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L7_except_return;
|
|
}
|
|
goto __pyx_L6_except_error;
|
|
__pyx_L6_except_error:;
|
|
|
|
/* "View.MemoryView":435
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview):
|
|
* try: # <<<<<<<<<<<<<<
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_XGIVEREF(__pyx_t_5);
|
|
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
|
|
goto __pyx_L1_error;
|
|
__pyx_L7_except_return:;
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_XGIVEREF(__pyx_t_5);
|
|
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
|
|
goto __pyx_L0;
|
|
__pyx_L9_try_end:;
|
|
}
|
|
|
|
/* "View.MemoryView":434
|
|
*
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview): # <<<<<<<<<<<<<<
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":441
|
|
* return None
|
|
*
|
|
* return obj # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef setitem_slice_assignment(self, dst, src):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
__pyx_r = __pyx_v_obj;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":433
|
|
* self.setitem_indexed(index, value)
|
|
*
|
|
* cdef is_slice(self, obj): # <<<<<<<<<<<<<<
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_obj);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":443
|
|
* return obj
|
|
*
|
|
* cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice dst_slice
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src) {
|
|
__Pyx_memviewslice __pyx_v_dst_slice;
|
|
__Pyx_memviewslice __pyx_v_src_slice;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
__Pyx_memviewslice *__pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("setitem_slice_assignment", 0);
|
|
__Pyx_TraceCall("setitem_slice_assignment", __pyx_f[4], 443, 0, __PYX_ERR(4, 443, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":447
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], # <<<<<<<<<<<<<<
|
|
* get_slice_from_memview(dst, &dst_slice)[0],
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*/
|
|
if (!(likely(((__pyx_v_src) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_src, __pyx_memoryview_type))))) __PYX_ERR(4, 447, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_src), (&__pyx_v_src_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(4, 447, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":448
|
|
*
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],
|
|
* get_slice_from_memview(dst, &dst_slice)[0], # <<<<<<<<<<<<<<
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*
|
|
*/
|
|
if (!(likely(((__pyx_v_dst) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_dst, __pyx_memoryview_type))))) __PYX_ERR(4, 448, __pyx_L1_error)
|
|
__pyx_t_2 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_dst), (&__pyx_v_dst_slice)); if (unlikely(__pyx_t_2 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(4, 448, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":449
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],
|
|
* get_slice_from_memview(dst, &dst_slice)[0],
|
|
* src.ndim, dst.ndim, self.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value):
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_src, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 449, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 449, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_dst, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 449, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 449, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":447
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], # <<<<<<<<<<<<<<
|
|
* get_slice_from_memview(dst, &dst_slice)[0],
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*/
|
|
__pyx_t_6 = __pyx_memoryview_copy_contents((__pyx_t_1[0]), (__pyx_t_2[0]), __pyx_t_4, __pyx_t_5, __pyx_v_self->dtype_is_object); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(4, 447, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":443
|
|
* return obj
|
|
*
|
|
* cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice dst_slice
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assignment", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":451
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<<
|
|
* cdef int array[128]
|
|
* cdef void *tmp = NULL
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value) {
|
|
int __pyx_v_array[0x80];
|
|
void *__pyx_v_tmp;
|
|
void *__pyx_v_item;
|
|
__Pyx_memviewslice *__pyx_v_dst_slice;
|
|
__Pyx_memviewslice __pyx_v_tmp_slice;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
char const *__pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *__pyx_t_11 = NULL;
|
|
PyObject *__pyx_t_12 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("setitem_slice_assign_scalar", 0);
|
|
__Pyx_TraceCall("setitem_slice_assign_scalar", __pyx_f[4], 451, 0, __PYX_ERR(4, 451, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":453
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value):
|
|
* cdef int array[128]
|
|
* cdef void *tmp = NULL # <<<<<<<<<<<<<<
|
|
* cdef void *item
|
|
*
|
|
*/
|
|
__pyx_v_tmp = NULL;
|
|
|
|
/* "View.MemoryView":458
|
|
* cdef __Pyx_memviewslice *dst_slice
|
|
* cdef __Pyx_memviewslice tmp_slice
|
|
* dst_slice = get_slice_from_memview(dst, &tmp_slice) # <<<<<<<<<<<<<<
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_dst, (&__pyx_v_tmp_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(4, 458, __pyx_L1_error)
|
|
__pyx_v_dst_slice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":460
|
|
* dst_slice = get_slice_from_memview(dst, &tmp_slice)
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<<
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL:
|
|
*/
|
|
__pyx_t_2 = ((((size_t)__pyx_v_self->view.itemsize) > (sizeof(__pyx_v_array))) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":461
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
* tmp = PyMem_Malloc(self.view.itemsize) # <<<<<<<<<<<<<<
|
|
* if tmp == NULL:
|
|
* raise MemoryError
|
|
*/
|
|
__pyx_v_tmp = PyMem_Malloc(__pyx_v_self->view.itemsize);
|
|
|
|
/* "View.MemoryView":462
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
* item = tmp
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_tmp == NULL) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":463
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL:
|
|
* raise MemoryError # <<<<<<<<<<<<<<
|
|
* item = tmp
|
|
* else:
|
|
*/
|
|
PyErr_NoMemory(); __PYX_ERR(4, 463, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":462
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
* item = tmp
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":464
|
|
* if tmp == NULL:
|
|
* raise MemoryError
|
|
* item = tmp # <<<<<<<<<<<<<<
|
|
* else:
|
|
* item = <void *> array
|
|
*/
|
|
__pyx_v_item = __pyx_v_tmp;
|
|
|
|
/* "View.MemoryView":460
|
|
* dst_slice = get_slice_from_memview(dst, &tmp_slice)
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<<
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":466
|
|
* item = tmp
|
|
* else:
|
|
* item = <void *> array # <<<<<<<<<<<<<<
|
|
*
|
|
* try:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_item = ((void *)__pyx_v_array);
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":468
|
|
* item = <void *> array
|
|
*
|
|
* try: # <<<<<<<<<<<<<<
|
|
* if self.dtype_is_object:
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
*/
|
|
/*try:*/ {
|
|
|
|
/* "View.MemoryView":469
|
|
*
|
|
* try:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_self->dtype_is_object != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":470
|
|
* try:
|
|
* if self.dtype_is_object:
|
|
* (<PyObject **> item)[0] = <PyObject *> value # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.assign_item_from_object(<char *> item, value)
|
|
*/
|
|
(((PyObject **)__pyx_v_item)[0]) = ((PyObject *)__pyx_v_value);
|
|
|
|
/* "View.MemoryView":469
|
|
*
|
|
* try:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
* else:
|
|
*/
|
|
goto __pyx_L8;
|
|
}
|
|
|
|
/* "View.MemoryView":472
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
* else:
|
|
* self.assign_item_from_object(<char *> item, value) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, ((char *)__pyx_v_item), __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 472, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__pyx_L8:;
|
|
|
|
/* "View.MemoryView":476
|
|
*
|
|
*
|
|
* if self.view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_self->view.suboffsets != NULL) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":477
|
|
*
|
|
* if self.view.suboffsets != NULL:
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim) # <<<<<<<<<<<<<<
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
|
|
* item, self.dtype_is_object)
|
|
*/
|
|
__pyx_t_3 = assert_direct_dimensions(__pyx_v_self->view.suboffsets, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 477, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":476
|
|
*
|
|
*
|
|
* if self.view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":478
|
|
* if self.view.suboffsets != NULL:
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, # <<<<<<<<<<<<<<
|
|
* item, self.dtype_is_object)
|
|
* finally:
|
|
*/
|
|
__pyx_memoryview_slice_assign_scalar(__pyx_v_dst_slice, __pyx_v_dst->view.ndim, __pyx_v_self->view.itemsize, __pyx_v_item, __pyx_v_self->dtype_is_object);
|
|
}
|
|
|
|
/* "View.MemoryView":481
|
|
* item, self.dtype_is_object)
|
|
* finally:
|
|
* PyMem_Free(tmp) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef setitem_indexed(self, index, value):
|
|
*/
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
PyMem_Free(__pyx_v_tmp);
|
|
goto __pyx_L7;
|
|
}
|
|
__pyx_L6_error:;
|
|
/*exception exit:*/{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (PY_MAJOR_VERSION >= 3) __Pyx_ExceptionSwap(&__pyx_t_10, &__pyx_t_11, &__pyx_t_12);
|
|
if ((PY_MAJOR_VERSION < 3) || unlikely(__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9) < 0)) __Pyx_ErrFetch(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_9);
|
|
__Pyx_XGOTREF(__pyx_t_10);
|
|
__Pyx_XGOTREF(__pyx_t_11);
|
|
__Pyx_XGOTREF(__pyx_t_12);
|
|
__pyx_t_4 = __pyx_lineno; __pyx_t_5 = __pyx_clineno; __pyx_t_6 = __pyx_filename;
|
|
{
|
|
PyMem_Free(__pyx_v_tmp);
|
|
}
|
|
if (PY_MAJOR_VERSION >= 3) {
|
|
__Pyx_XGIVEREF(__pyx_t_10);
|
|
__Pyx_XGIVEREF(__pyx_t_11);
|
|
__Pyx_XGIVEREF(__pyx_t_12);
|
|
__Pyx_ExceptionReset(__pyx_t_10, __pyx_t_11, __pyx_t_12);
|
|
}
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_ErrRestore(__pyx_t_7, __pyx_t_8, __pyx_t_9);
|
|
__pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
|
|
__pyx_lineno = __pyx_t_4; __pyx_clineno = __pyx_t_5; __pyx_filename = __pyx_t_6;
|
|
goto __pyx_L1_error;
|
|
}
|
|
__pyx_L7:;
|
|
}
|
|
|
|
/* "View.MemoryView":451
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<<
|
|
* cdef int array[128]
|
|
* cdef void *tmp = NULL
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":483
|
|
* PyMem_Free(tmp)
|
|
*
|
|
* cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<<
|
|
* cdef char *itemp = self.get_item_pointer(index)
|
|
* self.assign_item_from_object(itemp, value)
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
|
|
char *__pyx_v_itemp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
char *__pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("setitem_indexed", 0);
|
|
__Pyx_TraceCall("setitem_indexed", __pyx_f[4], 483, 0, __PYX_ERR(4, 483, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":484
|
|
*
|
|
* cdef setitem_indexed(self, index, value):
|
|
* cdef char *itemp = self.get_item_pointer(index) # <<<<<<<<<<<<<<
|
|
* self.assign_item_from_object(itemp, value)
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_index); if (unlikely(__pyx_t_1 == ((char *)NULL))) __PYX_ERR(4, 484, __pyx_L1_error)
|
|
__pyx_v_itemp = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":485
|
|
* cdef setitem_indexed(self, index, value):
|
|
* cdef char *itemp = self.get_item_pointer(index)
|
|
* self.assign_item_from_object(itemp, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
*/
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 485, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":483
|
|
* PyMem_Free(tmp)
|
|
*
|
|
* cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<<
|
|
* cdef char *itemp = self.get_item_pointer(index)
|
|
* self.assign_item_from_object(itemp, value)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_indexed", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":487
|
|
* self.assign_item_from_object(itemp, value)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp) {
|
|
PyObject *__pyx_v_struct = NULL;
|
|
PyObject *__pyx_v_bytesitem = 0;
|
|
PyObject *__pyx_v_result = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_t_8;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
size_t __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("convert_item_to_object", 0);
|
|
__Pyx_TraceCall("convert_item_to_object", __pyx_f[4], 487, 0, __PYX_ERR(4, 487, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":490
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
* import struct # <<<<<<<<<<<<<<
|
|
* cdef bytes bytesitem
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 490, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_struct = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":493
|
|
* cdef bytes bytesitem
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize] # <<<<<<<<<<<<<<
|
|
* try:
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyBytes_FromStringAndSize(__pyx_v_itemp + 0, __pyx_v_self->view.itemsize - 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 493, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_bytesitem = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":494
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try: # <<<<<<<<<<<<<<
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_2, &__pyx_t_3, &__pyx_t_4);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_4);
|
|
/*try:*/ {
|
|
|
|
/* "View.MemoryView":495
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try:
|
|
* result = struct.unpack(self.view.format, bytesitem) # <<<<<<<<<<<<<<
|
|
* except struct.error:
|
|
* raise ValueError("Unable to convert item to object")
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_unpack); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = NULL;
|
|
__pyx_t_8 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_8 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 495, __pyx_L3_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 495, __pyx_L3_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (__pyx_t_7) {
|
|
__Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6);
|
|
__Pyx_INCREF(__pyx_v_bytesitem);
|
|
__Pyx_GIVEREF(__pyx_v_bytesitem);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_v_bytesitem);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_result = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":494
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try: # <<<<<<<<<<<<<<
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":499
|
|
* raise ValueError("Unable to convert item to object")
|
|
* else:
|
|
* if len(self.view.format) == 1: # <<<<<<<<<<<<<<
|
|
* return result[0]
|
|
* return result
|
|
*/
|
|
/*else:*/ {
|
|
__pyx_t_10 = strlen(__pyx_v_self->view.format);
|
|
__pyx_t_11 = ((__pyx_t_10 == 1) != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "View.MemoryView":500
|
|
* else:
|
|
* if len(self.view.format) == 1:
|
|
* return result[0] # <<<<<<<<<<<<<<
|
|
* return result
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_GetItemInt(__pyx_v_result, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 500, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L6_except_return;
|
|
|
|
/* "View.MemoryView":499
|
|
* raise ValueError("Unable to convert item to object")
|
|
* else:
|
|
* if len(self.view.format) == 1: # <<<<<<<<<<<<<<
|
|
* return result[0]
|
|
* return result
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":501
|
|
* if len(self.view.format) == 1:
|
|
* return result[0]
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_result);
|
|
__pyx_r = __pyx_v_result;
|
|
goto __pyx_L6_except_return;
|
|
}
|
|
__pyx_L3_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "View.MemoryView":496
|
|
* try:
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Unable to convert item to object")
|
|
* else:
|
|
*/
|
|
__Pyx_ErrFetch(&__pyx_t_1, &__pyx_t_5, &__pyx_t_9);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_error); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 496, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = __Pyx_PyErr_GivenExceptionMatches(__pyx_t_1, __pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_ErrRestore(__pyx_t_1, __pyx_t_5, __pyx_t_9);
|
|
__pyx_t_1 = 0; __pyx_t_5 = 0; __pyx_t_9 = 0;
|
|
if (__pyx_t_8) {
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_9, &__pyx_t_5, &__pyx_t_1) < 0) __PYX_ERR(4, 496, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "View.MemoryView":497
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
* raise ValueError("Unable to convert item to object") # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if len(self.view.format) == 1:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__36, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 497, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_Raise(__pyx_t_6, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__PYX_ERR(4, 497, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "View.MemoryView":494
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try: # <<<<<<<<<<<<<<
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
|
|
goto __pyx_L1_error;
|
|
__pyx_L6_except_return:;
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":487
|
|
* self.assign_item_from_object(itemp, value)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_struct);
|
|
__Pyx_XDECREF(__pyx_v_bytesitem);
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":503
|
|
* return result
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
|
|
PyObject *__pyx_v_struct = NULL;
|
|
char __pyx_v_c;
|
|
PyObject *__pyx_v_bytesvalue = 0;
|
|
Py_ssize_t __pyx_v_i;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_t_7;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
Py_ssize_t __pyx_t_9;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
char *__pyx_t_11;
|
|
char *__pyx_t_12;
|
|
char *__pyx_t_13;
|
|
char *__pyx_t_14;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("assign_item_from_object", 0);
|
|
__Pyx_TraceCall("assign_item_from_object", __pyx_f[4], 503, 0, __PYX_ERR(4, 503, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":506
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
* import struct # <<<<<<<<<<<<<<
|
|
* cdef char c
|
|
* cdef bytes bytesvalue
|
|
*/
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_struct = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":511
|
|
* cdef Py_ssize_t i
|
|
*
|
|
* if isinstance(value, tuple): # <<<<<<<<<<<<<<
|
|
* bytesvalue = struct.pack(self.view.format, *value)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = PyTuple_Check(__pyx_v_value);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "View.MemoryView":512
|
|
*
|
|
* if isinstance(value, tuple):
|
|
* bytesvalue = struct.pack(self.view.format, *value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* bytesvalue = struct.pack(self.view.format, value)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PySequence_Tuple(__pyx_v_value); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = PyNumber_Add(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(4, 512, __pyx_L1_error)
|
|
__pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":511
|
|
* cdef Py_ssize_t i
|
|
*
|
|
* if isinstance(value, tuple): # <<<<<<<<<<<<<<
|
|
* bytesvalue = struct.pack(self.view.format, *value)
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":514
|
|
* bytesvalue = struct.pack(self.view.format, *value)
|
|
* else:
|
|
* bytesvalue = struct.pack(self.view.format, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* for i, c in enumerate(bytesvalue):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_1 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = NULL;
|
|
__pyx_t_7 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
__pyx_t_7 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_6)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value};
|
|
__pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value};
|
|
__pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (__pyx_t_5) {
|
|
__Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_5); __pyx_t_5 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_v_value);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(4, 514, __pyx_L1_error)
|
|
__pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":516
|
|
* bytesvalue = struct.pack(self.view.format, value)
|
|
*
|
|
* for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<<
|
|
* itemp[i] = c
|
|
*
|
|
*/
|
|
__pyx_t_9 = 0;
|
|
if (unlikely(__pyx_v_bytesvalue == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
|
|
__PYX_ERR(4, 516, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_bytesvalue);
|
|
__pyx_t_10 = __pyx_v_bytesvalue;
|
|
__pyx_t_12 = PyBytes_AS_STRING(__pyx_t_10);
|
|
__pyx_t_13 = (__pyx_t_12 + PyBytes_GET_SIZE(__pyx_t_10));
|
|
for (__pyx_t_14 = __pyx_t_12; __pyx_t_14 < __pyx_t_13; __pyx_t_14++) {
|
|
__pyx_t_11 = __pyx_t_14;
|
|
__pyx_v_c = (__pyx_t_11[0]);
|
|
|
|
/* "View.MemoryView":517
|
|
*
|
|
* for i, c in enumerate(bytesvalue):
|
|
* itemp[i] = c # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('getbuffer')
|
|
*/
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "View.MemoryView":516
|
|
* bytesvalue = struct.pack(self.view.format, value)
|
|
*
|
|
* for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<<
|
|
* itemp[i] = c
|
|
*
|
|
*/
|
|
__pyx_t_9 = (__pyx_t_9 + 1);
|
|
|
|
/* "View.MemoryView":517
|
|
*
|
|
* for i, c in enumerate(bytesvalue):
|
|
* itemp[i] = c # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('getbuffer')
|
|
*/
|
|
(__pyx_v_itemp[__pyx_v_i]) = __pyx_v_c;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
|
|
/* "View.MemoryView":503
|
|
* return result
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_struct);
|
|
__Pyx_XDECREF(__pyx_v_bytesvalue);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":520
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t *__pyx_t_4;
|
|
char *__pyx_t_5;
|
|
void *__pyx_t_6;
|
|
int __pyx_t_7;
|
|
Py_ssize_t __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
if (__pyx_v_info == NULL) {
|
|
PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
|
|
return -1;
|
|
}
|
|
__Pyx_RefNannySetupContext("__getbuffer__", 0);
|
|
__pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(__pyx_v_info->obj);
|
|
__Pyx_TraceCall("__getbuffer__", __pyx_f[4], 520, 0, __PYX_ERR(4, 520, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":521
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_flags & PyBUF_WRITABLE) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_self->view.readonly != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":522
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_ND:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__37, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 522, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 522, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":521
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":524
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
* if flags & PyBUF_ND: # <<<<<<<<<<<<<<
|
|
* info.shape = self.view.shape
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_ND) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":525
|
|
*
|
|
* if flags & PyBUF_ND:
|
|
* info.shape = self.view.shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.shape = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->view.shape;
|
|
__pyx_v_info->shape = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":524
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
* if flags & PyBUF_ND: # <<<<<<<<<<<<<<
|
|
* info.shape = self.view.shape
|
|
* else:
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":527
|
|
* info.shape = self.view.shape
|
|
* else:
|
|
* info.shape = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_STRIDES:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->shape = NULL;
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":529
|
|
* info.shape = NULL
|
|
*
|
|
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
|
|
* info.strides = self.view.strides
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_STRIDES) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":530
|
|
*
|
|
* if flags & PyBUF_STRIDES:
|
|
* info.strides = self.view.strides # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.strides = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->view.strides;
|
|
__pyx_v_info->strides = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":529
|
|
* info.shape = NULL
|
|
*
|
|
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
|
|
* info.strides = self.view.strides
|
|
* else:
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "View.MemoryView":532
|
|
* info.strides = self.view.strides
|
|
* else:
|
|
* info.strides = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_INDIRECT:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->strides = NULL;
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "View.MemoryView":534
|
|
* info.strides = NULL
|
|
*
|
|
* if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<<
|
|
* info.suboffsets = self.view.suboffsets
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_INDIRECT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":535
|
|
*
|
|
* if flags & PyBUF_INDIRECT:
|
|
* info.suboffsets = self.view.suboffsets # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.suboffsets = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->view.suboffsets;
|
|
__pyx_v_info->suboffsets = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":534
|
|
* info.strides = NULL
|
|
*
|
|
* if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<<
|
|
* info.suboffsets = self.view.suboffsets
|
|
* else:
|
|
*/
|
|
goto __pyx_L8;
|
|
}
|
|
|
|
/* "View.MemoryView":537
|
|
* info.suboffsets = self.view.suboffsets
|
|
* else:
|
|
* info.suboffsets = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->suboffsets = NULL;
|
|
}
|
|
__pyx_L8:;
|
|
|
|
/* "View.MemoryView":539
|
|
* info.suboffsets = NULL
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.view.format
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":540
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
* info.format = self.view.format # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.format = NULL
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->view.format;
|
|
__pyx_v_info->format = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":539
|
|
* info.suboffsets = NULL
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.view.format
|
|
* else:
|
|
*/
|
|
goto __pyx_L9;
|
|
}
|
|
|
|
/* "View.MemoryView":542
|
|
* info.format = self.view.format
|
|
* else:
|
|
* info.format = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* info.buf = self.view.buf
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->format = NULL;
|
|
}
|
|
__pyx_L9:;
|
|
|
|
/* "View.MemoryView":544
|
|
* info.format = NULL
|
|
*
|
|
* info.buf = self.view.buf # <<<<<<<<<<<<<<
|
|
* info.ndim = self.view.ndim
|
|
* info.itemsize = self.view.itemsize
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->view.buf;
|
|
__pyx_v_info->buf = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":545
|
|
*
|
|
* info.buf = self.view.buf
|
|
* info.ndim = self.view.ndim # <<<<<<<<<<<<<<
|
|
* info.itemsize = self.view.itemsize
|
|
* info.len = self.view.len
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->view.ndim;
|
|
__pyx_v_info->ndim = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":546
|
|
* info.buf = self.view.buf
|
|
* info.ndim = self.view.ndim
|
|
* info.itemsize = self.view.itemsize # <<<<<<<<<<<<<<
|
|
* info.len = self.view.len
|
|
* info.readonly = self.view.readonly
|
|
*/
|
|
__pyx_t_8 = __pyx_v_self->view.itemsize;
|
|
__pyx_v_info->itemsize = __pyx_t_8;
|
|
|
|
/* "View.MemoryView":547
|
|
* info.ndim = self.view.ndim
|
|
* info.itemsize = self.view.itemsize
|
|
* info.len = self.view.len # <<<<<<<<<<<<<<
|
|
* info.readonly = self.view.readonly
|
|
* info.obj = self
|
|
*/
|
|
__pyx_t_8 = __pyx_v_self->view.len;
|
|
__pyx_v_info->len = __pyx_t_8;
|
|
|
|
/* "View.MemoryView":548
|
|
* info.itemsize = self.view.itemsize
|
|
* info.len = self.view.len
|
|
* info.readonly = self.view.readonly # <<<<<<<<<<<<<<
|
|
* info.obj = self
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_self->view.readonly;
|
|
__pyx_v_info->readonly = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":549
|
|
* info.len = self.view.len
|
|
* info.readonly = self.view.readonly
|
|
* info.obj = self # <<<<<<<<<<<<<<
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj);
|
|
__pyx_v_info->obj = ((PyObject *)__pyx_v_self);
|
|
|
|
/* "View.MemoryView":520
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
if (__pyx_v_info->obj != NULL) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
goto __pyx_L2;
|
|
__pyx_L0:;
|
|
if (__pyx_v_info->obj == Py_None) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
__pyx_L2:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":555
|
|
*
|
|
* @property
|
|
* def T(self): # <<<<<<<<<<<<<<
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 555, 0, __PYX_ERR(4, 555, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":556
|
|
* @property
|
|
* def T(self):
|
|
* cdef _memoryviewslice result = memoryview_copy(self) # <<<<<<<<<<<<<<
|
|
* transpose_memslice(&result.from_slice)
|
|
* return result
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_copy_object(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 556, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_memoryviewslice_type))))) __PYX_ERR(4, 556, __pyx_L1_error)
|
|
__pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":557
|
|
* def T(self):
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice) # <<<<<<<<<<<<<<
|
|
* return result
|
|
*
|
|
*/
|
|
__pyx_t_2 = __pyx_memslice_transpose((&__pyx_v_result->from_slice)); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(4, 557, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":558
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice)
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = ((PyObject *)__pyx_v_result);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":555
|
|
*
|
|
* @property
|
|
* def T(self): # <<<<<<<<<<<<<<
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.T.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":561
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.obj
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 561, 0, __PYX_ERR(4, 561, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":562
|
|
* @property
|
|
* def base(self):
|
|
* return self.obj # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->obj);
|
|
__pyx_r = __pyx_v_self->obj;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":561
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.obj
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":565
|
|
*
|
|
* @property
|
|
* def shape(self): # <<<<<<<<<<<<<<
|
|
* return tuple([length for length in self.view.shape[:self.view.ndim]])
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_v_length;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t *__pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 565, 0, __PYX_ERR(4, 565, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":566
|
|
* @property
|
|
* def shape(self):
|
|
* return tuple([length for length in self.view.shape[:self.view.ndim]]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_4 = __pyx_v_self->view.shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
|
|
__pyx_t_2 = __pyx_t_4;
|
|
__pyx_v_length = (__pyx_t_2[0]);
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_v_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(4, 566, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__pyx_t_5 = PyList_AsTuple(((PyObject*)__pyx_t_1)); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":565
|
|
*
|
|
* @property
|
|
* def shape(self): # <<<<<<<<<<<<<<
|
|
* return tuple([length for length in self.view.shape[:self.view.ndim]])
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.shape.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":569
|
|
*
|
|
* @property
|
|
* def strides(self): # <<<<<<<<<<<<<<
|
|
* if self.view.strides == NULL:
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_v_stride;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
Py_ssize_t *__pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 569, 0, __PYX_ERR(4, 569, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":570
|
|
* @property
|
|
* def strides(self):
|
|
* if self.view.strides == NULL: # <<<<<<<<<<<<<<
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides")
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->view.strides == NULL) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":572
|
|
* if self.view.strides == NULL:
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides") # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__38, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(4, 572, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":570
|
|
* @property
|
|
* def strides(self):
|
|
* if self.view.strides == NULL: # <<<<<<<<<<<<<<
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides")
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":574
|
|
* raise ValueError("Buffer view does not expose strides")
|
|
*
|
|
* return tuple([stride for stride in self.view.strides[:self.view.ndim]]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = (__pyx_v_self->view.strides + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_5 = __pyx_v_self->view.strides; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
|
|
__pyx_t_3 = __pyx_t_5;
|
|
__pyx_v_stride = (__pyx_t_3[0]);
|
|
__pyx_t_6 = PyInt_FromSsize_t(__pyx_v_stride); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(4, 574, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__pyx_t_6 = PyList_AsTuple(((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":569
|
|
*
|
|
* @property
|
|
* def strides(self): # <<<<<<<<<<<<<<
|
|
* if self.view.strides == NULL:
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.strides.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":577
|
|
*
|
|
* @property
|
|
* def suboffsets(self): # <<<<<<<<<<<<<<
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t *__pyx_t_4;
|
|
Py_ssize_t *__pyx_t_5;
|
|
Py_ssize_t *__pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 577, 0, __PYX_ERR(4, 577, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":578
|
|
* @property
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL: # <<<<<<<<<<<<<<
|
|
* return (-1,) * self.view.ndim
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->view.suboffsets == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":579
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyNumber_Multiply(__pyx_tuple__39, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":578
|
|
* @property
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL: # <<<<<<<<<<<<<<
|
|
* return (-1,) * self.view.ndim
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":581
|
|
* return (-1,) * self.view.ndim
|
|
*
|
|
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = (__pyx_v_self->view.suboffsets + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_6 = __pyx_v_self->view.suboffsets; __pyx_t_6 < __pyx_t_5; __pyx_t_6++) {
|
|
__pyx_t_4 = __pyx_t_6;
|
|
__pyx_v_suboffset = (__pyx_t_4[0]);
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_suboffset); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_2))) __PYX_ERR(4, 581, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__pyx_t_2 = PyList_AsTuple(((PyObject*)__pyx_t_3)); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":577
|
|
*
|
|
* @property
|
|
* def suboffsets(self): # <<<<<<<<<<<<<<
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.suboffsets.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":584
|
|
*
|
|
* @property
|
|
* def ndim(self): # <<<<<<<<<<<<<<
|
|
* return self.view.ndim
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 584, 0, __PYX_ERR(4, 584, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":585
|
|
* @property
|
|
* def ndim(self):
|
|
* return self.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":584
|
|
*
|
|
* @property
|
|
* def ndim(self): # <<<<<<<<<<<<<<
|
|
* return self.view.ndim
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.ndim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":588
|
|
*
|
|
* @property
|
|
* def itemsize(self): # <<<<<<<<<<<<<<
|
|
* return self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 588, 0, __PYX_ERR(4, 588, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":589
|
|
* @property
|
|
* def itemsize(self):
|
|
* return self.view.itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":588
|
|
*
|
|
* @property
|
|
* def itemsize(self): # <<<<<<<<<<<<<<
|
|
* return self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.itemsize.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":592
|
|
*
|
|
* @property
|
|
* def nbytes(self): # <<<<<<<<<<<<<<
|
|
* return self.size * self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 592, 0, __PYX_ERR(4, 592, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":593
|
|
* @property
|
|
* def nbytes(self):
|
|
* return self.size * self.view.itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyNumber_Multiply(__pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":592
|
|
*
|
|
* @property
|
|
* def nbytes(self): # <<<<<<<<<<<<<<
|
|
* return self.size * self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.nbytes.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":596
|
|
*
|
|
* @property
|
|
* def size(self): # <<<<<<<<<<<<<<
|
|
* if self._size is None:
|
|
* result = 1
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_v_result = NULL;
|
|
PyObject *__pyx_v_length = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
Py_ssize_t *__pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 596, 0, __PYX_ERR(4, 596, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":597
|
|
* @property
|
|
* def size(self):
|
|
* if self._size is None: # <<<<<<<<<<<<<<
|
|
* result = 1
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->_size == Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":598
|
|
* def size(self):
|
|
* if self._size is None:
|
|
* result = 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* for length in self.view.shape[:self.view.ndim]:
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_1);
|
|
__pyx_v_result = __pyx_int_1;
|
|
|
|
/* "View.MemoryView":600
|
|
* result = 1
|
|
*
|
|
* for length in self.view.shape[:self.view.ndim]: # <<<<<<<<<<<<<<
|
|
* result *= length
|
|
*
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_5 = __pyx_v_self->view.shape; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
|
|
__pyx_t_3 = __pyx_t_5;
|
|
__pyx_t_6 = PyInt_FromSsize_t((__pyx_t_3[0])); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 600, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "View.MemoryView":601
|
|
*
|
|
* for length in self.view.shape[:self.view.ndim]:
|
|
* result *= length # <<<<<<<<<<<<<<
|
|
*
|
|
* self._size = result
|
|
*/
|
|
__pyx_t_6 = PyNumber_InPlaceMultiply(__pyx_v_result, __pyx_v_length); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF_SET(__pyx_v_result, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
}
|
|
|
|
/* "View.MemoryView":603
|
|
* result *= length
|
|
*
|
|
* self._size = result # <<<<<<<<<<<<<<
|
|
*
|
|
* return self._size
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_result);
|
|
__Pyx_GIVEREF(__pyx_v_result);
|
|
__Pyx_GOTREF(__pyx_v_self->_size);
|
|
__Pyx_DECREF(__pyx_v_self->_size);
|
|
__pyx_v_self->_size = __pyx_v_result;
|
|
|
|
/* "View.MemoryView":597
|
|
* @property
|
|
* def size(self):
|
|
* if self._size is None: # <<<<<<<<<<<<<<
|
|
* result = 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":605
|
|
* self._size = result
|
|
*
|
|
* return self._size # <<<<<<<<<<<<<<
|
|
*
|
|
* def __len__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_size);
|
|
__pyx_r = __pyx_v_self->_size;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":596
|
|
*
|
|
* @property
|
|
* def size(self): # <<<<<<<<<<<<<<
|
|
* if self._size is None:
|
|
* result = 1
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.size.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XDECREF(__pyx_v_length);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":607
|
|
* return self._size
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* if self.view.ndim >= 1:
|
|
* return self.view.shape[0]
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self); /*proto*/
|
|
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__len__", 0);
|
|
__Pyx_TraceCall("__len__", __pyx_f[4], 607, 0, __PYX_ERR(4, 607, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":608
|
|
*
|
|
* def __len__(self):
|
|
* if self.view.ndim >= 1: # <<<<<<<<<<<<<<
|
|
* return self.view.shape[0]
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->view.ndim >= 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":609
|
|
* def __len__(self):
|
|
* if self.view.ndim >= 1:
|
|
* return self.view.shape[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* return 0
|
|
*/
|
|
__pyx_r = (__pyx_v_self->view.shape[0]);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":608
|
|
*
|
|
* def __len__(self):
|
|
* if self.view.ndim >= 1: # <<<<<<<<<<<<<<
|
|
* return self.view.shape[0]
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":611
|
|
* return self.view.shape[0]
|
|
*
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* def __repr__(self):
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":607
|
|
* return self._size
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* if self.view.ndim >= 1:
|
|
* return self.view.shape[0]
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":613
|
|
* return 0
|
|
*
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
|
|
* id(self))
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__repr__", 0);
|
|
__Pyx_TraceCall("__repr__", __pyx_f[4], 613, 0, __PYX_ERR(4, 613, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":614
|
|
*
|
|
* def __repr__(self):
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__, # <<<<<<<<<<<<<<
|
|
* id(self))
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":615
|
|
* def __repr__(self):
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
|
|
* id(self)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __str__(self):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, ((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
|
|
/* "View.MemoryView":614
|
|
*
|
|
* def __repr__(self):
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__, # <<<<<<<<<<<<<<
|
|
* id(self))
|
|
*
|
|
*/
|
|
__pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":613
|
|
* return 0
|
|
*
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
|
|
* id(self))
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":617
|
|
* id(self))
|
|
*
|
|
* def __str__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__str__", 0);
|
|
__Pyx_TraceCall("__str__", __pyx_f[4], 617, 0, __PYX_ERR(4, 617, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":618
|
|
*
|
|
* def __str__(self):
|
|
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_object, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":617
|
|
* id(self))
|
|
*
|
|
* def __str__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":621
|
|
*
|
|
*
|
|
* def is_c_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_10memoryview_17is_c_contig = {"is_c_contig", (PyCFunction)__pyx_memoryview_is_c_contig, METH_NOARGS, 0};
|
|
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("is_c_contig (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice *__pyx_v_mslice;
|
|
__Pyx_memviewslice __pyx_v_tmp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_c_contig", 0);
|
|
__Pyx_TraceCall("is_c_contig", __pyx_f[4], 621, 0, __PYX_ERR(4, 621, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":624
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<<
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(4, 624, __pyx_L1_error)
|
|
__pyx_v_mslice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":625
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp)
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* def is_f_contig(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'C', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 625, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":621
|
|
*
|
|
*
|
|
* def is_c_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_c_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":627
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
|
|
*
|
|
* def is_f_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_10memoryview_19is_f_contig = {"is_f_contig", (PyCFunction)__pyx_memoryview_is_f_contig, METH_NOARGS, 0};
|
|
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("is_f_contig (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice *__pyx_v_mslice;
|
|
__Pyx_memviewslice __pyx_v_tmp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_f_contig", 0);
|
|
__Pyx_TraceCall("is_f_contig", __pyx_f[4], 627, 0, __PYX_ERR(4, 627, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":630
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<<
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(4, 630, __pyx_L1_error)
|
|
__pyx_v_mslice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":631
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp)
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* def copy(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'F', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 631, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":627
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
|
|
*
|
|
* def is_f_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_f_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":633
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
|
|
*
|
|
* def copy(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice mslice
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_10memoryview_21copy = {"copy", (PyCFunction)__pyx_memoryview_copy, METH_NOARGS, 0};
|
|
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("copy (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice __pyx_v_mslice;
|
|
int __pyx_v_flags;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("copy", 0);
|
|
__Pyx_TraceCall("copy", __pyx_f[4], 633, 0, __PYX_ERR(4, 633, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":635
|
|
* def copy(self):
|
|
* cdef __Pyx_memviewslice mslice
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
*
|
|
* slice_copy(self, &mslice)
|
|
*/
|
|
__pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_F_CONTIGUOUS));
|
|
|
|
/* "View.MemoryView":637
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
|
|
*
|
|
* slice_copy(self, &mslice) # <<<<<<<<<<<<<<
|
|
* mslice = slice_copy_contig(&mslice, "c", self.view.ndim,
|
|
* self.view.itemsize,
|
|
*/
|
|
__pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_mslice));
|
|
|
|
/* "View.MemoryView":638
|
|
*
|
|
* slice_copy(self, &mslice)
|
|
* mslice = slice_copy_contig(&mslice, "c", self.view.ndim, # <<<<<<<<<<<<<<
|
|
* self.view.itemsize,
|
|
* flags|PyBUF_C_CONTIGUOUS,
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_mslice), ((char *)"c"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_C_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(4, 638, __pyx_L1_error)
|
|
__pyx_v_mslice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":643
|
|
* self.dtype_is_object)
|
|
*
|
|
* return memoryview_copy_from_slice(self, &mslice) # <<<<<<<<<<<<<<
|
|
*
|
|
* def copy_fortran(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_mslice)); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 643, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":633
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
|
|
*
|
|
* def copy(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice mslice
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":645
|
|
* return memoryview_copy_from_slice(self, &mslice)
|
|
*
|
|
* def copy_fortran(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice src, dst
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_10memoryview_23copy_fortran = {"copy_fortran", (PyCFunction)__pyx_memoryview_copy_fortran, METH_NOARGS, 0};
|
|
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("copy_fortran (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice __pyx_v_src;
|
|
__Pyx_memviewslice __pyx_v_dst;
|
|
int __pyx_v_flags;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("copy_fortran", 0);
|
|
__Pyx_TraceCall("copy_fortran", __pyx_f[4], 645, 0, __PYX_ERR(4, 645, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":647
|
|
* def copy_fortran(self):
|
|
* cdef __Pyx_memviewslice src, dst
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
*
|
|
* slice_copy(self, &src)
|
|
*/
|
|
__pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_C_CONTIGUOUS));
|
|
|
|
/* "View.MemoryView":649
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
|
|
*
|
|
* slice_copy(self, &src) # <<<<<<<<<<<<<<
|
|
* dst = slice_copy_contig(&src, "fortran", self.view.ndim,
|
|
* self.view.itemsize,
|
|
*/
|
|
__pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_src));
|
|
|
|
/* "View.MemoryView":650
|
|
*
|
|
* slice_copy(self, &src)
|
|
* dst = slice_copy_contig(&src, "fortran", self.view.ndim, # <<<<<<<<<<<<<<
|
|
* self.view.itemsize,
|
|
* flags|PyBUF_F_CONTIGUOUS,
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_src), ((char *)"fortran"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_F_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(4, 650, __pyx_L1_error)
|
|
__pyx_v_dst = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":655
|
|
* self.dtype_is_object)
|
|
*
|
|
* return memoryview_copy_from_slice(self, &dst) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_dst)); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":645
|
|
* return memoryview_copy_from_slice(self, &mslice)
|
|
*
|
|
* def copy_fortran(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice src, dst
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.copy_fortran", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_memoryview_1__reduce_cython__ = {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_1__reduce_cython__, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryview___reduce_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[4], 1, 0, __PYX_ERR(4, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__40, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_memoryview_3__setstate_cython__ = {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_3__setstate_cython__, METH_O, 0};
|
|
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryview_2__setstate_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[4], 3, 0, __PYX_ERR(4, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__41, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":659
|
|
*
|
|
* @cname('__pyx_memoryview_new')
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): # <<<<<<<<<<<<<<
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_new(PyObject *__pyx_v_o, int __pyx_v_flags, int __pyx_v_dtype_is_object, __Pyx_TypeInfo *__pyx_v_typeinfo) {
|
|
struct __pyx_memoryview_obj *__pyx_v_result = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_cwrapper", 0);
|
|
__Pyx_TraceCall("memoryview_cwrapper", __pyx_f[4], 659, 0, __PYX_ERR(4, 659, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":660
|
|
* @cname('__pyx_memoryview_new')
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object) # <<<<<<<<<<<<<<
|
|
* result.typeinfo = typeinfo
|
|
* return result
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_o);
|
|
__Pyx_GIVEREF(__pyx_v_o);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_o);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result = ((struct __pyx_memoryview_obj *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":661
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo # <<<<<<<<<<<<<<
|
|
* return result
|
|
*
|
|
*/
|
|
__pyx_v_result->typeinfo = __pyx_v_typeinfo;
|
|
|
|
/* "View.MemoryView":662
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_check')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = ((PyObject *)__pyx_v_result);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":659
|
|
*
|
|
* @cname('__pyx_memoryview_new')
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): # <<<<<<<<<<<<<<
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":665
|
|
*
|
|
* @cname('__pyx_memoryview_check')
|
|
* cdef inline bint memoryview_check(object o): # <<<<<<<<<<<<<<
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *__pyx_v_o) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_check", 0);
|
|
__Pyx_TraceCall("memoryview_check", __pyx_f[4], 665, 0, __PYX_ERR(4, 665, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":666
|
|
* @cname('__pyx_memoryview_check')
|
|
* cdef inline bint memoryview_check(object o):
|
|
* return isinstance(o, memoryview) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef tuple _unellipsify(object index, int ndim):
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_o, __pyx_memoryview_type);
|
|
__pyx_r = __pyx_t_1;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":665
|
|
*
|
|
* @cname('__pyx_memoryview_check')
|
|
* cdef inline bint memoryview_check(object o): # <<<<<<<<<<<<<<
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.memoryview_check", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":668
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
* cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Replace all ellipses with full slices and fill incomplete indices with
|
|
*/
|
|
|
|
static PyObject *_unellipsify(PyObject *__pyx_v_index, int __pyx_v_ndim) {
|
|
PyObject *__pyx_v_tup = NULL;
|
|
PyObject *__pyx_v_result = NULL;
|
|
int __pyx_v_have_slices;
|
|
int __pyx_v_seen_ellipsis;
|
|
CYTHON_UNUSED PyObject *__pyx_v_idx = NULL;
|
|
PyObject *__pyx_v_item = NULL;
|
|
Py_ssize_t __pyx_v_nslices;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
Py_ssize_t __pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_t_10;
|
|
PyObject *__pyx_t_11 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_unellipsify", 0);
|
|
__Pyx_TraceCall("_unellipsify", __pyx_f[4], 668, 0, __PYX_ERR(4, 668, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":673
|
|
* full slices.
|
|
* """
|
|
* if not isinstance(index, tuple): # <<<<<<<<<<<<<<
|
|
* tup = (index,)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = PyTuple_Check(__pyx_v_index);
|
|
__pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":674
|
|
* """
|
|
* if not isinstance(index, tuple):
|
|
* tup = (index,) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* tup = index
|
|
*/
|
|
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 674, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_index);
|
|
__Pyx_GIVEREF(__pyx_v_index);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_index);
|
|
__pyx_v_tup = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":673
|
|
* full slices.
|
|
* """
|
|
* if not isinstance(index, tuple): # <<<<<<<<<<<<<<
|
|
* tup = (index,)
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":676
|
|
* tup = (index,)
|
|
* else:
|
|
* tup = index # <<<<<<<<<<<<<<
|
|
*
|
|
* result = []
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_INCREF(__pyx_v_index);
|
|
__pyx_v_tup = __pyx_v_index;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":678
|
|
* tup = index
|
|
*
|
|
* result = [] # <<<<<<<<<<<<<<
|
|
* have_slices = False
|
|
* seen_ellipsis = False
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_result = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":679
|
|
*
|
|
* result = []
|
|
* have_slices = False # <<<<<<<<<<<<<<
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup):
|
|
*/
|
|
__pyx_v_have_slices = 0;
|
|
|
|
/* "View.MemoryView":680
|
|
* result = []
|
|
* have_slices = False
|
|
* seen_ellipsis = False # <<<<<<<<<<<<<<
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis:
|
|
*/
|
|
__pyx_v_seen_ellipsis = 0;
|
|
|
|
/* "View.MemoryView":681
|
|
* have_slices = False
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup): # <<<<<<<<<<<<<<
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_3 = __pyx_int_0;
|
|
if (likely(PyList_CheckExact(__pyx_v_tup)) || PyTuple_CheckExact(__pyx_v_tup)) {
|
|
__pyx_t_4 = __pyx_v_tup; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_tup); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(4, 681, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3);
|
|
__pyx_t_3 = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "View.MemoryView":682
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis: # <<<<<<<<<<<<<<
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_item == __pyx_builtin_Ellipsis);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":683
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
* seen_ellipsis = True
|
|
*/
|
|
__pyx_t_1 = ((!(__pyx_v_seen_ellipsis != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":684
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1)) # <<<<<<<<<<<<<<
|
|
* seen_ellipsis = True
|
|
* else:
|
|
*/
|
|
__pyx_t_8 = PyObject_Length(__pyx_v_tup); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(4, 684, __pyx_L1_error)
|
|
__pyx_t_7 = PyList_New(1 * ((((__pyx_v_ndim - __pyx_t_8) + 1)<0) ? 0:((__pyx_v_ndim - __pyx_t_8) + 1))); if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < ((__pyx_v_ndim - __pyx_t_8) + 1); __pyx_temp++) {
|
|
__Pyx_INCREF(__pyx_slice__42);
|
|
__Pyx_GIVEREF(__pyx_slice__42);
|
|
PyList_SET_ITEM(__pyx_t_7, __pyx_temp, __pyx_slice__42);
|
|
}
|
|
}
|
|
__pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_7); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(4, 684, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "View.MemoryView":685
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
* seen_ellipsis = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* result.append(slice(None))
|
|
*/
|
|
__pyx_v_seen_ellipsis = 1;
|
|
|
|
/* "View.MemoryView":683
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
* seen_ellipsis = True
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "View.MemoryView":687
|
|
* seen_ellipsis = True
|
|
* else:
|
|
* result.append(slice(None)) # <<<<<<<<<<<<<<
|
|
* have_slices = True
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_slice__42); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(4, 687, __pyx_L1_error)
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "View.MemoryView":688
|
|
* else:
|
|
* result.append(slice(None))
|
|
* have_slices = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item):
|
|
*/
|
|
__pyx_v_have_slices = 1;
|
|
|
|
/* "View.MemoryView":682
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis: # <<<<<<<<<<<<<<
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":690
|
|
* have_slices = True
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item): # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot index with type '%s'" % type(item))
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = PySlice_Check(__pyx_v_item);
|
|
__pyx_t_10 = ((!(__pyx_t_2 != 0)) != 0);
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_10;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = ((!(PyIndex_Check(__pyx_v_item) != 0)) != 0);
|
|
__pyx_t_1 = __pyx_t_10;
|
|
__pyx_L9_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":691
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item):
|
|
* raise TypeError("Cannot index with type '%s'" % type(item)) # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices = have_slices or isinstance(item, slice)
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Cannot_index_with_type_s, ((PyObject *)Py_TYPE(__pyx_v_item))); if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 691, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_TypeError, __pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(4, 691, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_11);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_Raise(__pyx_t_11, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
|
|
__PYX_ERR(4, 691, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":690
|
|
* have_slices = True
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item): # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot index with type '%s'" % type(item))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":693
|
|
* raise TypeError("Cannot index with type '%s'" % type(item))
|
|
*
|
|
* have_slices = have_slices or isinstance(item, slice) # <<<<<<<<<<<<<<
|
|
* result.append(item)
|
|
*
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_have_slices != 0);
|
|
if (!__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_10;
|
|
goto __pyx_L11_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = PySlice_Check(__pyx_v_item);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L11_bool_binop_done:;
|
|
__pyx_v_have_slices = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":694
|
|
*
|
|
* have_slices = have_slices or isinstance(item, slice)
|
|
* result.append(item) # <<<<<<<<<<<<<<
|
|
*
|
|
* nslices = ndim - len(result)
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_v_item); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(4, 694, __pyx_L1_error)
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":681
|
|
* have_slices = False
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup): # <<<<<<<<<<<<<<
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":696
|
|
* result.append(item)
|
|
*
|
|
* nslices = ndim - len(result) # <<<<<<<<<<<<<<
|
|
* if nslices:
|
|
* result.extend([slice(None)] * nslices)
|
|
*/
|
|
__pyx_t_5 = PyList_GET_SIZE(__pyx_v_result); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(4, 696, __pyx_L1_error)
|
|
__pyx_v_nslices = (__pyx_v_ndim - __pyx_t_5);
|
|
|
|
/* "View.MemoryView":697
|
|
*
|
|
* nslices = ndim - len(result)
|
|
* if nslices: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * nslices)
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_nslices != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":698
|
|
* nslices = ndim - len(result)
|
|
* if nslices:
|
|
* result.extend([slice(None)] * nslices) # <<<<<<<<<<<<<<
|
|
*
|
|
* return have_slices or nslices, tuple(result)
|
|
*/
|
|
__pyx_t_3 = PyList_New(1 * ((__pyx_v_nslices<0) ? 0:__pyx_v_nslices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < __pyx_v_nslices; __pyx_temp++) {
|
|
__Pyx_INCREF(__pyx_slice__42);
|
|
__Pyx_GIVEREF(__pyx_slice__42);
|
|
PyList_SET_ITEM(__pyx_t_3, __pyx_temp, __pyx_slice__42);
|
|
}
|
|
}
|
|
__pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_3); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(4, 698, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":697
|
|
*
|
|
* nslices = ndim - len(result)
|
|
* if nslices: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * nslices)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":700
|
|
* result.extend([slice(None)] * nslices)
|
|
*
|
|
* return have_slices or nslices, tuple(result) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (!__pyx_v_have_slices) {
|
|
} else {
|
|
__pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_v_have_slices); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L14_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_v_nslices); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__pyx_L14_bool_binop_done:;
|
|
__pyx_t_4 = PyList_AsTuple(__pyx_v_result); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(4, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_11);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_4);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_r = ((PyObject*)__pyx_t_11);
|
|
__pyx_t_11 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":668
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
* cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Replace all ellipses with full slices and fill incomplete indices with
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_11);
|
|
__Pyx_AddTraceback("View.MemoryView._unellipsify", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_tup);
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XDECREF(__pyx_v_idx);
|
|
__Pyx_XDECREF(__pyx_v_item);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":702
|
|
* return have_slices or nslices, tuple(result)
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): # <<<<<<<<<<<<<<
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
*/
|
|
|
|
static PyObject *assert_direct_dimensions(Py_ssize_t *__pyx_v_suboffsets, int __pyx_v_ndim) {
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t *__pyx_t_1;
|
|
Py_ssize_t *__pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("assert_direct_dimensions", 0);
|
|
__Pyx_TraceCall("assert_direct_dimensions", __pyx_f[4], 702, 0, __PYX_ERR(4, 702, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":703
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
* for suboffset in suboffsets[:ndim]: # <<<<<<<<<<<<<<
|
|
* if suboffset >= 0:
|
|
* raise ValueError("Indirect dimensions not supported")
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_suboffsets + __pyx_v_ndim);
|
|
for (__pyx_t_3 = __pyx_v_suboffsets; __pyx_t_3 < __pyx_t_2; __pyx_t_3++) {
|
|
__pyx_t_1 = __pyx_t_3;
|
|
__pyx_v_suboffset = (__pyx_t_1[0]);
|
|
|
|
/* "View.MemoryView":704
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Indirect dimensions not supported")
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":705
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
* raise ValueError("Indirect dimensions not supported") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__43, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_Raise(__pyx_t_5, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__PYX_ERR(4, 705, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":704
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Indirect dimensions not supported")
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":702
|
|
* return have_slices or nslices, tuple(result)
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): # <<<<<<<<<<<<<<
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.assert_direct_dimensions", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":712
|
|
*
|
|
* @cname('__pyx_memview_slice')
|
|
* cdef memoryview memview_slice(memoryview memview, object indices): # <<<<<<<<<<<<<<
|
|
* cdef int new_ndim = 0, suboffset_dim = -1, dim
|
|
* cdef bint negative_step
|
|
*/
|
|
|
|
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *__pyx_v_memview, PyObject *__pyx_v_indices) {
|
|
int __pyx_v_new_ndim;
|
|
int __pyx_v_suboffset_dim;
|
|
int __pyx_v_dim;
|
|
__Pyx_memviewslice __pyx_v_src;
|
|
__Pyx_memviewslice __pyx_v_dst;
|
|
__Pyx_memviewslice *__pyx_v_p_src;
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_memviewsliceobj = 0;
|
|
__Pyx_memviewslice *__pyx_v_p_dst;
|
|
int *__pyx_v_p_suboffset_dim;
|
|
Py_ssize_t __pyx_v_start;
|
|
Py_ssize_t __pyx_v_stop;
|
|
Py_ssize_t __pyx_v_step;
|
|
int __pyx_v_have_start;
|
|
int __pyx_v_have_stop;
|
|
int __pyx_v_have_step;
|
|
PyObject *__pyx_v_index = NULL;
|
|
struct __pyx_memoryview_obj *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
struct __pyx_memoryview_obj *__pyx_t_4;
|
|
char *__pyx_t_5;
|
|
int __pyx_t_6;
|
|
Py_ssize_t __pyx_t_7;
|
|
PyObject *(*__pyx_t_8)(PyObject *);
|
|
PyObject *__pyx_t_9 = NULL;
|
|
Py_ssize_t __pyx_t_10;
|
|
int __pyx_t_11;
|
|
Py_ssize_t __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memview_slice", 0);
|
|
__Pyx_TraceCall("memview_slice", __pyx_f[4], 712, 0, __PYX_ERR(4, 712, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":713
|
|
* @cname('__pyx_memview_slice')
|
|
* cdef memoryview memview_slice(memoryview memview, object indices):
|
|
* cdef int new_ndim = 0, suboffset_dim = -1, dim # <<<<<<<<<<<<<<
|
|
* cdef bint negative_step
|
|
* cdef __Pyx_memviewslice src, dst
|
|
*/
|
|
__pyx_v_new_ndim = 0;
|
|
__pyx_v_suboffset_dim = -1;
|
|
|
|
/* "View.MemoryView":720
|
|
*
|
|
*
|
|
* memset(&dst, 0, sizeof(dst)) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef _memoryviewslice memviewsliceobj
|
|
*/
|
|
(void)(memset((&__pyx_v_dst), 0, (sizeof(__pyx_v_dst))));
|
|
|
|
/* "View.MemoryView":724
|
|
* cdef _memoryviewslice memviewsliceobj
|
|
*
|
|
* assert memview.view.ndim > 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
*/
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
if (unlikely(!((__pyx_v_memview->view.ndim > 0) != 0))) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(4, 724, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "View.MemoryView":726
|
|
* assert memview.view.ndim > 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* memviewsliceobj = memview
|
|
* p_src = &memviewsliceobj.from_slice
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":727
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* memviewsliceobj = memview # <<<<<<<<<<<<<<
|
|
* p_src = &memviewsliceobj.from_slice
|
|
* else:
|
|
*/
|
|
if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(4, 727, __pyx_L1_error)
|
|
__pyx_t_3 = ((PyObject *)__pyx_v_memview);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__pyx_v_memviewsliceobj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":728
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* memviewsliceobj = memview
|
|
* p_src = &memviewsliceobj.from_slice # <<<<<<<<<<<<<<
|
|
* else:
|
|
* slice_copy(memview, &src)
|
|
*/
|
|
__pyx_v_p_src = (&__pyx_v_memviewsliceobj->from_slice);
|
|
|
|
/* "View.MemoryView":726
|
|
* assert memview.view.ndim > 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* memviewsliceobj = memview
|
|
* p_src = &memviewsliceobj.from_slice
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":730
|
|
* p_src = &memviewsliceobj.from_slice
|
|
* else:
|
|
* slice_copy(memview, &src) # <<<<<<<<<<<<<<
|
|
* p_src = &src
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_src));
|
|
|
|
/* "View.MemoryView":731
|
|
* else:
|
|
* slice_copy(memview, &src)
|
|
* p_src = &src # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_p_src = (&__pyx_v_src);
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":737
|
|
*
|
|
*
|
|
* dst.memview = p_src.memview # <<<<<<<<<<<<<<
|
|
* dst.data = p_src.data
|
|
*
|
|
*/
|
|
__pyx_t_4 = __pyx_v_p_src->memview;
|
|
__pyx_v_dst.memview = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":738
|
|
*
|
|
* dst.memview = p_src.memview
|
|
* dst.data = p_src.data # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_v_p_src->data;
|
|
__pyx_v_dst.data = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":743
|
|
*
|
|
*
|
|
* cdef __Pyx_memviewslice *p_dst = &dst # <<<<<<<<<<<<<<
|
|
* cdef int *p_suboffset_dim = &suboffset_dim
|
|
* cdef Py_ssize_t start, stop, step
|
|
*/
|
|
__pyx_v_p_dst = (&__pyx_v_dst);
|
|
|
|
/* "View.MemoryView":744
|
|
*
|
|
* cdef __Pyx_memviewslice *p_dst = &dst
|
|
* cdef int *p_suboffset_dim = &suboffset_dim # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t start, stop, step
|
|
* cdef bint have_start, have_stop, have_step
|
|
*/
|
|
__pyx_v_p_suboffset_dim = (&__pyx_v_suboffset_dim);
|
|
|
|
/* "View.MemoryView":748
|
|
* cdef bint have_start, have_stop, have_step
|
|
*
|
|
* for dim, index in enumerate(indices): # <<<<<<<<<<<<<<
|
|
* if PyIndex_Check(index):
|
|
* slice_memviewslice(
|
|
*/
|
|
__pyx_t_6 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_indices)) || PyTuple_CheckExact(__pyx_v_indices)) {
|
|
__pyx_t_3 = __pyx_v_indices; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_indices); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(4, 748, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(4, 748, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(4, 748, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_8(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_9)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(4, 748, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_index, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
__pyx_v_dim = __pyx_t_6;
|
|
__pyx_t_6 = (__pyx_t_6 + 1);
|
|
|
|
/* "View.MemoryView":749
|
|
*
|
|
* for dim, index in enumerate(indices):
|
|
* if PyIndex_Check(index): # <<<<<<<<<<<<<<
|
|
* slice_memviewslice(
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
*/
|
|
__pyx_t_2 = (PyIndex_Check(__pyx_v_index) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":753
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
* dim, new_ndim, p_suboffset_dim,
|
|
* index, 0, 0, # start, stop, step # <<<<<<<<<<<<<<
|
|
* 0, 0, 0, # have_{start,stop,step}
|
|
* False)
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyIndex_AsSsize_t(__pyx_v_index); if (unlikely((__pyx_t_10 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 753, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":750
|
|
* for dim, index in enumerate(indices):
|
|
* if PyIndex_Check(index):
|
|
* slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
* dim, new_ndim, p_suboffset_dim,
|
|
*/
|
|
__pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_t_10, 0, 0, 0, 0, 0, 0); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(4, 750, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":749
|
|
*
|
|
* for dim, index in enumerate(indices):
|
|
* if PyIndex_Check(index): # <<<<<<<<<<<<<<
|
|
* slice_memviewslice(
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":756
|
|
* 0, 0, 0, # have_{start,stop,step}
|
|
* False)
|
|
* elif index is None: # <<<<<<<<<<<<<<
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_index == Py_None);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":757
|
|
* False)
|
|
* elif index is None:
|
|
* p_dst.shape[new_ndim] = 1 # <<<<<<<<<<<<<<
|
|
* p_dst.strides[new_ndim] = 0
|
|
* p_dst.suboffsets[new_ndim] = -1
|
|
*/
|
|
(__pyx_v_p_dst->shape[__pyx_v_new_ndim]) = 1;
|
|
|
|
/* "View.MemoryView":758
|
|
* elif index is None:
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0 # <<<<<<<<<<<<<<
|
|
* p_dst.suboffsets[new_ndim] = -1
|
|
* new_ndim += 1
|
|
*/
|
|
(__pyx_v_p_dst->strides[__pyx_v_new_ndim]) = 0;
|
|
|
|
/* "View.MemoryView":759
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0
|
|
* p_dst.suboffsets[new_ndim] = -1 # <<<<<<<<<<<<<<
|
|
* new_ndim += 1
|
|
* else:
|
|
*/
|
|
(__pyx_v_p_dst->suboffsets[__pyx_v_new_ndim]) = -1L;
|
|
|
|
/* "View.MemoryView":760
|
|
* p_dst.strides[new_ndim] = 0
|
|
* p_dst.suboffsets[new_ndim] = -1
|
|
* new_ndim += 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = index.start or 0
|
|
*/
|
|
__pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
|
|
|
|
/* "View.MemoryView":756
|
|
* 0, 0, 0, # have_{start,stop,step}
|
|
* False)
|
|
* elif index is None: # <<<<<<<<<<<<<<
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":762
|
|
* new_ndim += 1
|
|
* else:
|
|
* start = index.start or 0 # <<<<<<<<<<<<<<
|
|
* stop = index.stop or 0
|
|
* step = index.step or 0
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(4, 762, __pyx_L1_error)
|
|
if (!__pyx_t_1) {
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else {
|
|
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 762, __pyx_L1_error)
|
|
__pyx_t_10 = __pyx_t_12;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L7_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = 0;
|
|
__pyx_L7_bool_binop_done:;
|
|
__pyx_v_start = __pyx_t_10;
|
|
|
|
/* "View.MemoryView":763
|
|
* else:
|
|
* start = index.start or 0
|
|
* stop = index.stop or 0 # <<<<<<<<<<<<<<
|
|
* step = index.step or 0
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 763, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(4, 763, __pyx_L1_error)
|
|
if (!__pyx_t_1) {
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else {
|
|
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 763, __pyx_L1_error)
|
|
__pyx_t_10 = __pyx_t_12;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = 0;
|
|
__pyx_L9_bool_binop_done:;
|
|
__pyx_v_stop = __pyx_t_10;
|
|
|
|
/* "View.MemoryView":764
|
|
* start = index.start or 0
|
|
* stop = index.stop or 0
|
|
* step = index.step or 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* have_start = index.start is not None
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(4, 764, __pyx_L1_error)
|
|
if (!__pyx_t_1) {
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else {
|
|
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 764, __pyx_L1_error)
|
|
__pyx_t_10 = __pyx_t_12;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L11_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = 0;
|
|
__pyx_L11_bool_binop_done:;
|
|
__pyx_v_step = __pyx_t_10;
|
|
|
|
/* "View.MemoryView":766
|
|
* step = index.step or 0
|
|
*
|
|
* have_start = index.start is not None # <<<<<<<<<<<<<<
|
|
* have_stop = index.stop is not None
|
|
* have_step = index.step is not None
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 766, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = (__pyx_t_9 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_have_start = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":767
|
|
*
|
|
* have_start = index.start is not None
|
|
* have_stop = index.stop is not None # <<<<<<<<<<<<<<
|
|
* have_step = index.step is not None
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 767, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = (__pyx_t_9 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_have_stop = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":768
|
|
* have_start = index.start is not None
|
|
* have_stop = index.stop is not None
|
|
* have_step = index.step is not None # <<<<<<<<<<<<<<
|
|
*
|
|
* slice_memviewslice(
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(4, 768, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = (__pyx_t_9 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_have_step = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":770
|
|
* have_step = index.step is not None
|
|
*
|
|
* slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
* dim, new_ndim, p_suboffset_dim,
|
|
*/
|
|
__pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_v_start, __pyx_v_stop, __pyx_v_step, __pyx_v_have_start, __pyx_v_have_stop, __pyx_v_have_step, 1); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(4, 770, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":776
|
|
* have_start, have_stop, have_step,
|
|
* True)
|
|
* new_ndim += 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
*/
|
|
__pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":748
|
|
* cdef bint have_start, have_stop, have_step
|
|
*
|
|
* for dim, index in enumerate(indices): # <<<<<<<<<<<<<<
|
|
* if PyIndex_Check(index):
|
|
* slice_memviewslice(
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":778
|
|
* new_ndim += 1
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func,
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":779
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<<
|
|
* memviewsliceobj.to_object_func,
|
|
* memviewsliceobj.to_dtype_func,
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
|
|
/* "View.MemoryView":780
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func, # <<<<<<<<<<<<<<
|
|
* memviewsliceobj.to_dtype_func,
|
|
* memview.dtype_is_object)
|
|
*/
|
|
if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(4, 780, __pyx_L1_error) }
|
|
|
|
/* "View.MemoryView":781
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func,
|
|
* memviewsliceobj.to_dtype_func, # <<<<<<<<<<<<<<
|
|
* memview.dtype_is_object)
|
|
* else:
|
|
*/
|
|
if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(4, 781, __pyx_L1_error) }
|
|
|
|
/* "View.MemoryView":779
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<<
|
|
* memviewsliceobj.to_object_func,
|
|
* memviewsliceobj.to_dtype_func,
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, __pyx_v_memviewsliceobj->to_object_func, __pyx_v_memviewsliceobj->to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(4, 779, __pyx_L1_error)
|
|
__pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":778
|
|
* new_ndim += 1
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func,
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":784
|
|
* memview.dtype_is_object)
|
|
* else:
|
|
* return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<<
|
|
* memview.dtype_is_object)
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
|
|
/* "View.MemoryView":785
|
|
* else:
|
|
* return memoryview_fromslice(dst, new_ndim, NULL, NULL,
|
|
* memview.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, NULL, NULL, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 784, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
|
|
/* "View.MemoryView":784
|
|
* memview.dtype_is_object)
|
|
* else:
|
|
* return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<<
|
|
* memview.dtype_is_object)
|
|
*
|
|
*/
|
|
if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(4, 784, __pyx_L1_error)
|
|
__pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":712
|
|
*
|
|
* @cname('__pyx_memview_slice')
|
|
* cdef memoryview memview_slice(memoryview memview, object indices): # <<<<<<<<<<<<<<
|
|
* cdef int new_ndim = 0, suboffset_dim = -1, dim
|
|
* cdef bint negative_step
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("View.MemoryView.memview_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_memviewsliceobj);
|
|
__Pyx_XDECREF(__pyx_v_index);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":809
|
|
*
|
|
* @cname('__pyx_memoryview_slice_memviewslice')
|
|
* cdef int slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset,
|
|
*/
|
|
|
|
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *__pyx_v_dst, Py_ssize_t __pyx_v_shape, Py_ssize_t __pyx_v_stride, Py_ssize_t __pyx_v_suboffset, int __pyx_v_dim, int __pyx_v_new_ndim, int *__pyx_v_suboffset_dim, Py_ssize_t __pyx_v_start, Py_ssize_t __pyx_v_stop, Py_ssize_t __pyx_v_step, int __pyx_v_have_start, int __pyx_v_have_stop, int __pyx_v_have_step, int __pyx_v_is_slice) {
|
|
Py_ssize_t __pyx_v_new_shape;
|
|
int __pyx_v_negative_step;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("slice_memviewslice", __pyx_f[4], 809, 1, __PYX_ERR(4, 809, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":829
|
|
* cdef bint negative_step
|
|
*
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
*
|
|
* if start < 0:
|
|
*/
|
|
__pyx_t_1 = ((!(__pyx_v_is_slice != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":831
|
|
* if not is_slice:
|
|
*
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if not 0 <= start < shape:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_start < 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":832
|
|
*
|
|
* if start < 0:
|
|
* start += shape # <<<<<<<<<<<<<<
|
|
* if not 0 <= start < shape:
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
|
|
*/
|
|
__pyx_v_start = (__pyx_v_start + __pyx_v_shape);
|
|
|
|
/* "View.MemoryView":831
|
|
* if not is_slice:
|
|
*
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if not 0 <= start < shape:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":833
|
|
* if start < 0:
|
|
* start += shape
|
|
* if not 0 <= start < shape: # <<<<<<<<<<<<<<
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (0 <= __pyx_v_start);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_1 = (__pyx_v_start < __pyx_v_shape);
|
|
}
|
|
__pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":834
|
|
* start += shape
|
|
* if not 0 <= start < shape:
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim) # <<<<<<<<<<<<<<
|
|
* else:
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"Index out of bounds (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(4, 834, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":833
|
|
* if start < 0:
|
|
* start += shape
|
|
* if not 0 <= start < shape: # <<<<<<<<<<<<<<
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":829
|
|
* cdef bint negative_step
|
|
*
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
*
|
|
* if start < 0:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":837
|
|
* else:
|
|
*
|
|
* negative_step = have_step != 0 and step < 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if have_step and step == 0:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_1 = ((__pyx_v_have_step != 0) != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = ((__pyx_v_step < 0) != 0);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L6_bool_binop_done:;
|
|
__pyx_v_negative_step = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":839
|
|
* negative_step = have_step != 0 and step < 0
|
|
*
|
|
* if have_step and step == 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Step may not be zero (axis %d)", dim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_have_step != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = ((__pyx_v_step == 0) != 0);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L9_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":840
|
|
*
|
|
* if have_step and step == 0:
|
|
* _err_dim(ValueError, "Step may not be zero (axis %d)", dim) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Step may not be zero (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(4, 840, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":839
|
|
* negative_step = have_step != 0 and step < 0
|
|
*
|
|
* if have_step and step == 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Step may not be zero (axis %d)", dim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":843
|
|
*
|
|
*
|
|
* if have_start: # <<<<<<<<<<<<<<
|
|
* if start < 0:
|
|
* start += shape
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_have_start != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":844
|
|
*
|
|
* if have_start:
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if start < 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":845
|
|
* if have_start:
|
|
* if start < 0:
|
|
* start += shape # <<<<<<<<<<<<<<
|
|
* if start < 0:
|
|
* start = 0
|
|
*/
|
|
__pyx_v_start = (__pyx_v_start + __pyx_v_shape);
|
|
|
|
/* "View.MemoryView":846
|
|
* if start < 0:
|
|
* start += shape
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start = 0
|
|
* elif start >= shape:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":847
|
|
* start += shape
|
|
* if start < 0:
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
* elif start >= shape:
|
|
* if negative_step:
|
|
*/
|
|
__pyx_v_start = 0;
|
|
|
|
/* "View.MemoryView":846
|
|
* if start < 0:
|
|
* start += shape
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start = 0
|
|
* elif start >= shape:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":844
|
|
*
|
|
* if have_start:
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if start < 0:
|
|
*/
|
|
goto __pyx_L12;
|
|
}
|
|
|
|
/* "View.MemoryView":848
|
|
* if start < 0:
|
|
* start = 0
|
|
* elif start >= shape: # <<<<<<<<<<<<<<
|
|
* if negative_step:
|
|
* start = shape - 1
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start >= __pyx_v_shape) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":849
|
|
* start = 0
|
|
* elif start >= shape:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_negative_step != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":850
|
|
* elif start >= shape:
|
|
* if negative_step:
|
|
* start = shape - 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = shape
|
|
*/
|
|
__pyx_v_start = (__pyx_v_shape - 1);
|
|
|
|
/* "View.MemoryView":849
|
|
* start = 0
|
|
* elif start >= shape:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
goto __pyx_L14;
|
|
}
|
|
|
|
/* "View.MemoryView":852
|
|
* start = shape - 1
|
|
* else:
|
|
* start = shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if negative_step:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_start = __pyx_v_shape;
|
|
}
|
|
__pyx_L14:;
|
|
|
|
/* "View.MemoryView":848
|
|
* if start < 0:
|
|
* start = 0
|
|
* elif start >= shape: # <<<<<<<<<<<<<<
|
|
* if negative_step:
|
|
* start = shape - 1
|
|
*/
|
|
}
|
|
__pyx_L12:;
|
|
|
|
/* "View.MemoryView":843
|
|
*
|
|
*
|
|
* if have_start: # <<<<<<<<<<<<<<
|
|
* if start < 0:
|
|
* start += shape
|
|
*/
|
|
goto __pyx_L11;
|
|
}
|
|
|
|
/* "View.MemoryView":854
|
|
* start = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = (__pyx_v_negative_step != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":855
|
|
* else:
|
|
* if negative_step:
|
|
* start = shape - 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = 0
|
|
*/
|
|
__pyx_v_start = (__pyx_v_shape - 1);
|
|
|
|
/* "View.MemoryView":854
|
|
* start = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
goto __pyx_L15;
|
|
}
|
|
|
|
/* "View.MemoryView":857
|
|
* start = shape - 1
|
|
* else:
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if have_stop:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_start = 0;
|
|
}
|
|
__pyx_L15:;
|
|
}
|
|
__pyx_L11:;
|
|
|
|
/* "View.MemoryView":859
|
|
* start = 0
|
|
*
|
|
* if have_stop: # <<<<<<<<<<<<<<
|
|
* if stop < 0:
|
|
* stop += shape
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_have_stop != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":860
|
|
*
|
|
* if have_stop:
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop += shape
|
|
* if stop < 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_stop < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":861
|
|
* if have_stop:
|
|
* if stop < 0:
|
|
* stop += shape # <<<<<<<<<<<<<<
|
|
* if stop < 0:
|
|
* stop = 0
|
|
*/
|
|
__pyx_v_stop = (__pyx_v_stop + __pyx_v_shape);
|
|
|
|
/* "View.MemoryView":862
|
|
* if stop < 0:
|
|
* stop += shape
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop = 0
|
|
* elif stop > shape:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_stop < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":863
|
|
* stop += shape
|
|
* if stop < 0:
|
|
* stop = 0 # <<<<<<<<<<<<<<
|
|
* elif stop > shape:
|
|
* stop = shape
|
|
*/
|
|
__pyx_v_stop = 0;
|
|
|
|
/* "View.MemoryView":862
|
|
* if stop < 0:
|
|
* stop += shape
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop = 0
|
|
* elif stop > shape:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":860
|
|
*
|
|
* if have_stop:
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop += shape
|
|
* if stop < 0:
|
|
*/
|
|
goto __pyx_L17;
|
|
}
|
|
|
|
/* "View.MemoryView":864
|
|
* if stop < 0:
|
|
* stop = 0
|
|
* elif stop > shape: # <<<<<<<<<<<<<<
|
|
* stop = shape
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_stop > __pyx_v_shape) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":865
|
|
* stop = 0
|
|
* elif stop > shape:
|
|
* stop = shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if negative_step:
|
|
*/
|
|
__pyx_v_stop = __pyx_v_shape;
|
|
|
|
/* "View.MemoryView":864
|
|
* if stop < 0:
|
|
* stop = 0
|
|
* elif stop > shape: # <<<<<<<<<<<<<<
|
|
* stop = shape
|
|
* else:
|
|
*/
|
|
}
|
|
__pyx_L17:;
|
|
|
|
/* "View.MemoryView":859
|
|
* start = 0
|
|
*
|
|
* if have_stop: # <<<<<<<<<<<<<<
|
|
* if stop < 0:
|
|
* stop += shape
|
|
*/
|
|
goto __pyx_L16;
|
|
}
|
|
|
|
/* "View.MemoryView":867
|
|
* stop = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* stop = -1
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = (__pyx_v_negative_step != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":868
|
|
* else:
|
|
* if negative_step:
|
|
* stop = -1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* stop = shape
|
|
*/
|
|
__pyx_v_stop = -1L;
|
|
|
|
/* "View.MemoryView":867
|
|
* stop = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* stop = -1
|
|
* else:
|
|
*/
|
|
goto __pyx_L19;
|
|
}
|
|
|
|
/* "View.MemoryView":870
|
|
* stop = -1
|
|
* else:
|
|
* stop = shape # <<<<<<<<<<<<<<
|
|
*
|
|
* if not have_step:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_stop = __pyx_v_shape;
|
|
}
|
|
__pyx_L19:;
|
|
}
|
|
__pyx_L16:;
|
|
|
|
/* "View.MemoryView":872
|
|
* stop = shape
|
|
*
|
|
* if not have_step: # <<<<<<<<<<<<<<
|
|
* step = 1
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_have_step != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":873
|
|
*
|
|
* if not have_step:
|
|
* step = 1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_step = 1;
|
|
|
|
/* "View.MemoryView":872
|
|
* stop = shape
|
|
*
|
|
* if not have_step: # <<<<<<<<<<<<<<
|
|
* step = 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":877
|
|
*
|
|
* with cython.cdivision(True):
|
|
* new_shape = (stop - start) // step # <<<<<<<<<<<<<<
|
|
*
|
|
* if (stop - start) - step * new_shape:
|
|
*/
|
|
__pyx_v_new_shape = ((__pyx_v_stop - __pyx_v_start) / __pyx_v_step);
|
|
|
|
/* "View.MemoryView":879
|
|
* new_shape = (stop - start) // step
|
|
*
|
|
* if (stop - start) - step * new_shape: # <<<<<<<<<<<<<<
|
|
* new_shape += 1
|
|
*
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_stop - __pyx_v_start) - (__pyx_v_step * __pyx_v_new_shape)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":880
|
|
*
|
|
* if (stop - start) - step * new_shape:
|
|
* new_shape += 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* if new_shape < 0:
|
|
*/
|
|
__pyx_v_new_shape = (__pyx_v_new_shape + 1);
|
|
|
|
/* "View.MemoryView":879
|
|
* new_shape = (stop - start) // step
|
|
*
|
|
* if (stop - start) - step * new_shape: # <<<<<<<<<<<<<<
|
|
* new_shape += 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":882
|
|
* new_shape += 1
|
|
*
|
|
* if new_shape < 0: # <<<<<<<<<<<<<<
|
|
* new_shape = 0
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_new_shape < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":883
|
|
*
|
|
* if new_shape < 0:
|
|
* new_shape = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_new_shape = 0;
|
|
|
|
/* "View.MemoryView":882
|
|
* new_shape += 1
|
|
*
|
|
* if new_shape < 0: # <<<<<<<<<<<<<<
|
|
* new_shape = 0
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":886
|
|
*
|
|
*
|
|
* dst.strides[new_ndim] = stride * step # <<<<<<<<<<<<<<
|
|
* dst.shape[new_ndim] = new_shape
|
|
* dst.suboffsets[new_ndim] = suboffset
|
|
*/
|
|
(__pyx_v_dst->strides[__pyx_v_new_ndim]) = (__pyx_v_stride * __pyx_v_step);
|
|
|
|
/* "View.MemoryView":887
|
|
*
|
|
* dst.strides[new_ndim] = stride * step
|
|
* dst.shape[new_ndim] = new_shape # <<<<<<<<<<<<<<
|
|
* dst.suboffsets[new_ndim] = suboffset
|
|
*
|
|
*/
|
|
(__pyx_v_dst->shape[__pyx_v_new_ndim]) = __pyx_v_new_shape;
|
|
|
|
/* "View.MemoryView":888
|
|
* dst.strides[new_ndim] = stride * step
|
|
* dst.shape[new_ndim] = new_shape
|
|
* dst.suboffsets[new_ndim] = suboffset # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
(__pyx_v_dst->suboffsets[__pyx_v_new_ndim]) = __pyx_v_suboffset;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":891
|
|
*
|
|
*
|
|
* if suboffset_dim[0] < 0: # <<<<<<<<<<<<<<
|
|
* dst.data += start * stride
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_suboffset_dim[0]) < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":892
|
|
*
|
|
* if suboffset_dim[0] < 0:
|
|
* dst.data += start * stride # <<<<<<<<<<<<<<
|
|
* else:
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride
|
|
*/
|
|
__pyx_v_dst->data = (__pyx_v_dst->data + (__pyx_v_start * __pyx_v_stride));
|
|
|
|
/* "View.MemoryView":891
|
|
*
|
|
*
|
|
* if suboffset_dim[0] < 0: # <<<<<<<<<<<<<<
|
|
* dst.data += start * stride
|
|
* else:
|
|
*/
|
|
goto __pyx_L23;
|
|
}
|
|
|
|
/* "View.MemoryView":894
|
|
* dst.data += start * stride
|
|
* else:
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride # <<<<<<<<<<<<<<
|
|
*
|
|
* if suboffset >= 0:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = (__pyx_v_suboffset_dim[0]);
|
|
(__pyx_v_dst->suboffsets[__pyx_t_3]) = ((__pyx_v_dst->suboffsets[__pyx_t_3]) + (__pyx_v_start * __pyx_v_stride));
|
|
}
|
|
__pyx_L23:;
|
|
|
|
/* "View.MemoryView":896
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride
|
|
*
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* if not is_slice:
|
|
* if new_ndim == 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":897
|
|
*
|
|
* if suboffset >= 0:
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
* if new_ndim == 0:
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_is_slice != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":898
|
|
* if suboffset >= 0:
|
|
* if not is_slice:
|
|
* if new_ndim == 0: # <<<<<<<<<<<<<<
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_new_ndim == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":899
|
|
* if not is_slice:
|
|
* if new_ndim == 0:
|
|
* dst.data = (<char **> dst.data)[0] + suboffset # <<<<<<<<<<<<<<
|
|
* else:
|
|
* _err_dim(IndexError, "All dimensions preceding dimension %d "
|
|
*/
|
|
__pyx_v_dst->data = ((((char **)__pyx_v_dst->data)[0]) + __pyx_v_suboffset);
|
|
|
|
/* "View.MemoryView":898
|
|
* if suboffset >= 0:
|
|
* if not is_slice:
|
|
* if new_ndim == 0: # <<<<<<<<<<<<<<
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
* else:
|
|
*/
|
|
goto __pyx_L26;
|
|
}
|
|
|
|
/* "View.MemoryView":901
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
* else:
|
|
* _err_dim(IndexError, "All dimensions preceding dimension %d " # <<<<<<<<<<<<<<
|
|
* "must be indexed and not sliced", dim)
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
|
|
/* "View.MemoryView":902
|
|
* else:
|
|
* _err_dim(IndexError, "All dimensions preceding dimension %d "
|
|
* "must be indexed and not sliced", dim) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* suboffset_dim[0] = new_ndim
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"All dimensions preceding dimension %d must be indexed and not sliced"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(4, 901, __pyx_L1_error)
|
|
}
|
|
__pyx_L26:;
|
|
|
|
/* "View.MemoryView":897
|
|
*
|
|
* if suboffset >= 0:
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
* if new_ndim == 0:
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
*/
|
|
goto __pyx_L25;
|
|
}
|
|
|
|
/* "View.MemoryView":904
|
|
* "must be indexed and not sliced", dim)
|
|
* else:
|
|
* suboffset_dim[0] = new_ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* return 0
|
|
*/
|
|
/*else*/ {
|
|
(__pyx_v_suboffset_dim[0]) = __pyx_v_new_ndim;
|
|
}
|
|
__pyx_L25:;
|
|
|
|
/* "View.MemoryView":896
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride
|
|
*
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* if not is_slice:
|
|
* if new_ndim == 0:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":906
|
|
* suboffset_dim[0] = new_ndim
|
|
*
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":809
|
|
*
|
|
* @cname('__pyx_memoryview_slice_memviewslice')
|
|
* cdef int slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.slice_memviewslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":912
|
|
*
|
|
* @cname('__pyx_pybuffer_index')
|
|
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1
|
|
*/
|
|
|
|
static char *__pyx_pybuffer_index(Py_buffer *__pyx_v_view, char *__pyx_v_bufp, Py_ssize_t __pyx_v_index, Py_ssize_t __pyx_v_dim) {
|
|
Py_ssize_t __pyx_v_shape;
|
|
Py_ssize_t __pyx_v_stride;
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
Py_ssize_t __pyx_v_itemsize;
|
|
char *__pyx_v_resultp;
|
|
char *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("pybuffer_index", 0);
|
|
__Pyx_TraceCall("pybuffer_index", __pyx_f[4], 912, 0, __PYX_ERR(4, 912, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":914
|
|
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1 # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t itemsize = view.itemsize
|
|
* cdef char *resultp
|
|
*/
|
|
__pyx_v_suboffset = -1L;
|
|
|
|
/* "View.MemoryView":915
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1
|
|
* cdef Py_ssize_t itemsize = view.itemsize # <<<<<<<<<<<<<<
|
|
* cdef char *resultp
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_view->itemsize;
|
|
__pyx_v_itemsize = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":918
|
|
* cdef char *resultp
|
|
*
|
|
* if view.ndim == 0: # <<<<<<<<<<<<<<
|
|
* shape = view.len / itemsize
|
|
* stride = itemsize
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_view->ndim == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":919
|
|
*
|
|
* if view.ndim == 0:
|
|
* shape = view.len / itemsize # <<<<<<<<<<<<<<
|
|
* stride = itemsize
|
|
* else:
|
|
*/
|
|
if (unlikely(__pyx_v_itemsize == 0)) {
|
|
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
|
|
__PYX_ERR(4, 919, __pyx_L1_error)
|
|
}
|
|
else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_view->len))) {
|
|
PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
|
|
__PYX_ERR(4, 919, __pyx_L1_error)
|
|
}
|
|
__pyx_v_shape = __Pyx_div_Py_ssize_t(__pyx_v_view->len, __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":920
|
|
* if view.ndim == 0:
|
|
* shape = view.len / itemsize
|
|
* stride = itemsize # <<<<<<<<<<<<<<
|
|
* else:
|
|
* shape = view.shape[dim]
|
|
*/
|
|
__pyx_v_stride = __pyx_v_itemsize;
|
|
|
|
/* "View.MemoryView":918
|
|
* cdef char *resultp
|
|
*
|
|
* if view.ndim == 0: # <<<<<<<<<<<<<<
|
|
* shape = view.len / itemsize
|
|
* stride = itemsize
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":922
|
|
* stride = itemsize
|
|
* else:
|
|
* shape = view.shape[dim] # <<<<<<<<<<<<<<
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_shape = (__pyx_v_view->shape[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":923
|
|
* else:
|
|
* shape = view.shape[dim]
|
|
* stride = view.strides[dim] # <<<<<<<<<<<<<<
|
|
* if view.suboffsets != NULL:
|
|
* suboffset = view.suboffsets[dim]
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_view->strides[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":924
|
|
* shape = view.shape[dim]
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_view->suboffsets != NULL) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":925
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL:
|
|
* suboffset = view.suboffsets[dim] # <<<<<<<<<<<<<<
|
|
*
|
|
* if index < 0:
|
|
*/
|
|
__pyx_v_suboffset = (__pyx_v_view->suboffsets[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":924
|
|
* shape = view.shape[dim]
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":927
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* index += view.shape[dim]
|
|
* if index < 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_index < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":928
|
|
*
|
|
* if index < 0:
|
|
* index += view.shape[dim] # <<<<<<<<<<<<<<
|
|
* if index < 0:
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*/
|
|
__pyx_v_index = (__pyx_v_index + (__pyx_v_view->shape[__pyx_v_dim]));
|
|
|
|
/* "View.MemoryView":929
|
|
* if index < 0:
|
|
* index += view.shape[dim]
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_index < 0) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":930
|
|
* index += view.shape[dim]
|
|
* if index < 0:
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* if index >= shape:
|
|
*/
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 930, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":929
|
|
* if index < 0:
|
|
* index += view.shape[dim]
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":927
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* index += view.shape[dim]
|
|
* if index < 0:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":932
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
* if index >= shape: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_index >= __pyx_v_shape) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":933
|
|
*
|
|
* if index >= shape:
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* resultp = bufp + index * stride
|
|
*/
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(4, 933, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":932
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
* if index >= shape: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":935
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
* resultp = bufp + index * stride # <<<<<<<<<<<<<<
|
|
* if suboffset >= 0:
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*/
|
|
__pyx_v_resultp = (__pyx_v_bufp + (__pyx_v_index * __pyx_v_stride));
|
|
|
|
/* "View.MemoryView":936
|
|
*
|
|
* resultp = bufp + index * stride
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":937
|
|
* resultp = bufp + index * stride
|
|
* if suboffset >= 0:
|
|
* resultp = (<char **> resultp)[0] + suboffset # <<<<<<<<<<<<<<
|
|
*
|
|
* return resultp
|
|
*/
|
|
__pyx_v_resultp = ((((char **)__pyx_v_resultp)[0]) + __pyx_v_suboffset);
|
|
|
|
/* "View.MemoryView":936
|
|
*
|
|
* resultp = bufp + index * stride
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":939
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*
|
|
* return resultp # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_resultp;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":912
|
|
*
|
|
* @cname('__pyx_pybuffer_index')
|
|
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView.pybuffer_index", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":945
|
|
*
|
|
* @cname('__pyx_memslice_transpose')
|
|
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: # <<<<<<<<<<<<<<
|
|
* cdef int ndim = memslice.memview.view.ndim
|
|
*
|
|
*/
|
|
|
|
static int __pyx_memslice_transpose(__Pyx_memviewslice *__pyx_v_memslice) {
|
|
int __pyx_v_ndim;
|
|
Py_ssize_t *__pyx_v_shape;
|
|
Py_ssize_t *__pyx_v_strides;
|
|
int __pyx_v_i;
|
|
int __pyx_v_j;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
Py_ssize_t *__pyx_t_2;
|
|
long __pyx_t_3;
|
|
long __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
Py_ssize_t __pyx_t_6;
|
|
int __pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("transpose_memslice", __pyx_f[4], 945, 1, __PYX_ERR(4, 945, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":946
|
|
* @cname('__pyx_memslice_transpose')
|
|
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0:
|
|
* cdef int ndim = memslice.memview.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef Py_ssize_t *shape = memslice.shape
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memslice->memview->view.ndim;
|
|
__pyx_v_ndim = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":948
|
|
* cdef int ndim = memslice.memview.view.ndim
|
|
*
|
|
* cdef Py_ssize_t *shape = memslice.shape # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t *strides = memslice.strides
|
|
*
|
|
*/
|
|
__pyx_t_2 = __pyx_v_memslice->shape;
|
|
__pyx_v_shape = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":949
|
|
*
|
|
* cdef Py_ssize_t *shape = memslice.shape
|
|
* cdef Py_ssize_t *strides = memslice.strides # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = __pyx_v_memslice->strides;
|
|
__pyx_v_strides = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":953
|
|
*
|
|
* cdef int i, j
|
|
* for i in range(ndim / 2): # <<<<<<<<<<<<<<
|
|
* j = ndim - 1 - i
|
|
* strides[i], strides[j] = strides[j], strides[i]
|
|
*/
|
|
__pyx_t_3 = __Pyx_div_long(__pyx_v_ndim, 2);
|
|
__pyx_t_4 = __pyx_t_3;
|
|
for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_4; __pyx_t_1+=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":954
|
|
* cdef int i, j
|
|
* for i in range(ndim / 2):
|
|
* j = ndim - 1 - i # <<<<<<<<<<<<<<
|
|
* strides[i], strides[j] = strides[j], strides[i]
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*/
|
|
__pyx_v_j = ((__pyx_v_ndim - 1) - __pyx_v_i);
|
|
|
|
/* "View.MemoryView":955
|
|
* for i in range(ndim / 2):
|
|
* j = ndim - 1 - i
|
|
* strides[i], strides[j] = strides[j], strides[i] # <<<<<<<<<<<<<<
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*
|
|
*/
|
|
__pyx_t_5 = (__pyx_v_strides[__pyx_v_j]);
|
|
__pyx_t_6 = (__pyx_v_strides[__pyx_v_i]);
|
|
(__pyx_v_strides[__pyx_v_i]) = __pyx_t_5;
|
|
(__pyx_v_strides[__pyx_v_j]) = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":956
|
|
* j = ndim - 1 - i
|
|
* strides[i], strides[j] = strides[j], strides[i]
|
|
* shape[i], shape[j] = shape[j], shape[i] # <<<<<<<<<<<<<<
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
|
|
*/
|
|
__pyx_t_6 = (__pyx_v_shape[__pyx_v_j]);
|
|
__pyx_t_5 = (__pyx_v_shape[__pyx_v_i]);
|
|
(__pyx_v_shape[__pyx_v_i]) = __pyx_t_6;
|
|
(__pyx_v_shape[__pyx_v_j]) = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":958
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<<
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
|
|
*
|
|
*/
|
|
__pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_i]) >= 0) != 0);
|
|
if (!__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_8;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_j]) >= 0) != 0);
|
|
__pyx_t_7 = __pyx_t_8;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (__pyx_t_7) {
|
|
|
|
/* "View.MemoryView":959
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions") # <<<<<<<<<<<<<<
|
|
*
|
|
* return 1
|
|
*/
|
|
__pyx_t_9 = __pyx_memoryview_err(__pyx_builtin_ValueError, ((char *)"Cannot transpose memoryview with indirect dimensions")); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(4, 959, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":958
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<<
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":961
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
|
|
*
|
|
* return 1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":945
|
|
*
|
|
* @cname('__pyx_memslice_transpose')
|
|
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: # <<<<<<<<<<<<<<
|
|
* cdef int ndim = memslice.memview.view.ndim
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.transpose_memslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":978
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* def __dealloc__(self): # <<<<<<<<<<<<<<
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self); /*proto*/
|
|
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
|
|
__pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__dealloc__", 0);
|
|
__Pyx_TraceCall("__dealloc__", __pyx_f[4], 978, 0, __PYX_ERR(4, 978, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":979
|
|
*
|
|
* def __dealloc__(self):
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
*/
|
|
__PYX_XDEC_MEMVIEW((&__pyx_v_self->from_slice), 1);
|
|
|
|
/* "View.MemoryView":978
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* def __dealloc__(self): # <<<<<<<<<<<<<<
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView._memoryviewslice.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":981
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* if self.to_object_func != NULL:
|
|
* return self.to_object_func(itemp)
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("convert_item_to_object", 0);
|
|
__Pyx_TraceCall("convert_item_to_object", __pyx_f[4], 981, 0, __PYX_ERR(4, 981, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":982
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
* if self.to_object_func != NULL: # <<<<<<<<<<<<<<
|
|
* return self.to_object_func(itemp)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->to_object_func != NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":983
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
* if self.to_object_func != NULL:
|
|
* return self.to_object_func(itemp) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return memoryview.convert_item_to_object(self, itemp)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_v_self->to_object_func(__pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 983, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":982
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
* if self.to_object_func != NULL: # <<<<<<<<<<<<<<
|
|
* return self.to_object_func(itemp)
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":985
|
|
* return self.to_object_func(itemp)
|
|
* else:
|
|
* return memoryview.convert_item_to_object(self, itemp) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_memoryview_convert_item_to_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 985, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":981
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* if self.to_object_func != NULL:
|
|
* return self.to_object_func(itemp)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":987
|
|
* return memoryview.convert_item_to_object(self, itemp)
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* if self.to_dtype_func != NULL:
|
|
* self.to_dtype_func(itemp, value)
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("assign_item_from_object", 0);
|
|
__Pyx_TraceCall("assign_item_from_object", __pyx_f[4], 987, 0, __PYX_ERR(4, 987, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":988
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
* if self.to_dtype_func != NULL: # <<<<<<<<<<<<<<
|
|
* self.to_dtype_func(itemp, value)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->to_dtype_func != NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":989
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
* if self.to_dtype_func != NULL:
|
|
* self.to_dtype_func(itemp, value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* memoryview.assign_item_from_object(self, itemp, value)
|
|
*/
|
|
__pyx_t_2 = __pyx_v_self->to_dtype_func(__pyx_v_itemp, __pyx_v_value); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(4, 989, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":988
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
* if self.to_dtype_func != NULL: # <<<<<<<<<<<<<<
|
|
* self.to_dtype_func(itemp, value)
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":991
|
|
* self.to_dtype_func(itemp, value)
|
|
* else:
|
|
* memoryview.assign_item_from_object(self, itemp, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = __pyx_memoryview_assign_item_from_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 991, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":987
|
|
* return memoryview.convert_item_to_object(self, itemp)
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* if self.to_dtype_func != NULL:
|
|
* self.to_dtype_func(itemp, value)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":994
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.from_object
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[4], 994, 0, __PYX_ERR(4, 994, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":995
|
|
* @property
|
|
* def base(self):
|
|
* return self.from_object # <<<<<<<<<<<<<<
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->from_object);
|
|
__pyx_r = __pyx_v_self->from_object;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":994
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.from_object
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_memoryviewslice_1__reduce_cython__ = {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_1__reduce_cython__, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryviewslice___reduce_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[4], 1, 0, __PYX_ERR(4, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__44, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyMethodDef __pyx_mdef___pyx_memoryviewslice_3__setstate_cython__ = {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_3__setstate_cython__, METH_O, 0};
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryviewslice_2__setstate_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[4], 3, 0, __PYX_ERR(4, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__45, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1001
|
|
*
|
|
* @cname('__pyx_memoryview_fromslice')
|
|
* cdef memoryview_fromslice(__Pyx_memviewslice memviewslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* object (*to_object_func)(char *),
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice __pyx_v_memviewslice, int __pyx_v_ndim, PyObject *(*__pyx_v_to_object_func)(char *), int (*__pyx_v_to_dtype_func)(char *, PyObject *), int __pyx_v_dtype_is_object) {
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
PyObject *__pyx_v_length = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
__Pyx_TypeInfo *__pyx_t_4;
|
|
Py_buffer __pyx_t_5;
|
|
Py_ssize_t *__pyx_t_6;
|
|
Py_ssize_t *__pyx_t_7;
|
|
Py_ssize_t *__pyx_t_8;
|
|
Py_ssize_t __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_fromslice", 0);
|
|
__Pyx_TraceCall("memoryview_fromslice", __pyx_f[4], 1001, 0, __PYX_ERR(4, 1001, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1009
|
|
* cdef _memoryviewslice result
|
|
*
|
|
* if <PyObject *> memviewslice.memview == Py_None: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((((PyObject *)__pyx_v_memviewslice.memview) == Py_None) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1010
|
|
*
|
|
* if <PyObject *> memviewslice.memview == Py_None:
|
|
* return None # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1009
|
|
* cdef _memoryviewslice result
|
|
*
|
|
* if <PyObject *> memviewslice.memview == Py_None: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1015
|
|
*
|
|
*
|
|
* result = _memoryviewslice(None, 0, dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
* result.from_slice = memviewslice
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1015, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 1015, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, Py_None);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_int_0);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryviewslice_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1015, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":1017
|
|
* result = _memoryviewslice(None, 0, dtype_is_object)
|
|
*
|
|
* result.from_slice = memviewslice # <<<<<<<<<<<<<<
|
|
* __PYX_INC_MEMVIEW(&memviewslice, 1)
|
|
*
|
|
*/
|
|
__pyx_v_result->from_slice = __pyx_v_memviewslice;
|
|
|
|
/* "View.MemoryView":1018
|
|
*
|
|
* result.from_slice = memviewslice
|
|
* __PYX_INC_MEMVIEW(&memviewslice, 1) # <<<<<<<<<<<<<<
|
|
*
|
|
* result.from_object = (<memoryview> memviewslice.memview).base
|
|
*/
|
|
__PYX_INC_MEMVIEW((&__pyx_v_memviewslice), 1);
|
|
|
|
/* "View.MemoryView":1020
|
|
* __PYX_INC_MEMVIEW(&memviewslice, 1)
|
|
*
|
|
* result.from_object = (<memoryview> memviewslice.memview).base # <<<<<<<<<<<<<<
|
|
* result.typeinfo = memviewslice.memview.typeinfo
|
|
*
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_memviewslice.memview), __pyx_n_s_base); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1020, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_v_result->from_object);
|
|
__Pyx_DECREF(__pyx_v_result->from_object);
|
|
__pyx_v_result->from_object = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":1021
|
|
*
|
|
* result.from_object = (<memoryview> memviewslice.memview).base
|
|
* result.typeinfo = memviewslice.memview.typeinfo # <<<<<<<<<<<<<<
|
|
*
|
|
* result.view = memviewslice.memview.view
|
|
*/
|
|
__pyx_t_4 = __pyx_v_memviewslice.memview->typeinfo;
|
|
__pyx_v_result->__pyx_base.typeinfo = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1023
|
|
* result.typeinfo = memviewslice.memview.typeinfo
|
|
*
|
|
* result.view = memviewslice.memview.view # <<<<<<<<<<<<<<
|
|
* result.view.buf = <void *> memviewslice.data
|
|
* result.view.ndim = ndim
|
|
*/
|
|
__pyx_t_5 = __pyx_v_memviewslice.memview->view;
|
|
__pyx_v_result->__pyx_base.view = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":1024
|
|
*
|
|
* result.view = memviewslice.memview.view
|
|
* result.view.buf = <void *> memviewslice.data # <<<<<<<<<<<<<<
|
|
* result.view.ndim = ndim
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.buf = ((void *)__pyx_v_memviewslice.data);
|
|
|
|
/* "View.MemoryView":1025
|
|
* result.view = memviewslice.memview.view
|
|
* result.view.buf = <void *> memviewslice.data
|
|
* result.view.ndim = ndim # <<<<<<<<<<<<<<
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.ndim = __pyx_v_ndim;
|
|
|
|
/* "View.MemoryView":1026
|
|
* result.view.buf = <void *> memviewslice.data
|
|
* result.view.ndim = ndim
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None # <<<<<<<<<<<<<<
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
*/
|
|
((Py_buffer *)(&__pyx_v_result->__pyx_base.view))->obj = Py_None;
|
|
|
|
/* "View.MemoryView":1027
|
|
* result.view.ndim = ndim
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None
|
|
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
|
|
*/
|
|
Py_INCREF(Py_None);
|
|
|
|
/* "View.MemoryView":1029
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<<
|
|
* result.flags = PyBUF_RECORDS
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)->flags & PyBUF_WRITABLE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1030
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
|
|
* result.flags = PyBUF_RECORDS # <<<<<<<<<<<<<<
|
|
* else:
|
|
* result.flags = PyBUF_RECORDS_RO
|
|
*/
|
|
__pyx_v_result->__pyx_base.flags = PyBUF_RECORDS;
|
|
|
|
/* "View.MemoryView":1029
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<<
|
|
* result.flags = PyBUF_RECORDS
|
|
* else:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "View.MemoryView":1032
|
|
* result.flags = PyBUF_RECORDS
|
|
* else:
|
|
* result.flags = PyBUF_RECORDS_RO # <<<<<<<<<<<<<<
|
|
*
|
|
* result.view.shape = <Py_ssize_t *> result.from_slice.shape
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_result->__pyx_base.flags = PyBUF_RECORDS_RO;
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "View.MemoryView":1034
|
|
* result.flags = PyBUF_RECORDS_RO
|
|
*
|
|
* result.view.shape = <Py_ssize_t *> result.from_slice.shape # <<<<<<<<<<<<<<
|
|
* result.view.strides = <Py_ssize_t *> result.from_slice.strides
|
|
*
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.shape = ((Py_ssize_t *)__pyx_v_result->from_slice.shape);
|
|
|
|
/* "View.MemoryView":1035
|
|
*
|
|
* result.view.shape = <Py_ssize_t *> result.from_slice.shape
|
|
* result.view.strides = <Py_ssize_t *> result.from_slice.strides # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.strides = ((Py_ssize_t *)__pyx_v_result->from_slice.strides);
|
|
|
|
/* "View.MemoryView":1038
|
|
*
|
|
*
|
|
* result.view.suboffsets = NULL # <<<<<<<<<<<<<<
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.suboffsets = NULL;
|
|
|
|
/* "View.MemoryView":1039
|
|
*
|
|
* result.view.suboffsets = NULL
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]: # <<<<<<<<<<<<<<
|
|
* if suboffset >= 0:
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
*/
|
|
__pyx_t_7 = (__pyx_v_result->from_slice.suboffsets + __pyx_v_ndim);
|
|
for (__pyx_t_8 = __pyx_v_result->from_slice.suboffsets; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
__pyx_v_suboffset = (__pyx_t_6[0]);
|
|
|
|
/* "View.MemoryView":1040
|
|
* result.view.suboffsets = NULL
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
* break
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1041
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets # <<<<<<<<<<<<<<
|
|
* break
|
|
*
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.suboffsets = ((Py_ssize_t *)__pyx_v_result->from_slice.suboffsets);
|
|
|
|
/* "View.MemoryView":1042
|
|
* if suboffset >= 0:
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
* break # <<<<<<<<<<<<<<
|
|
*
|
|
* result.view.len = result.view.itemsize
|
|
*/
|
|
goto __pyx_L6_break;
|
|
|
|
/* "View.MemoryView":1040
|
|
* result.view.suboffsets = NULL
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L6_break:;
|
|
|
|
/* "View.MemoryView":1044
|
|
* break
|
|
*
|
|
* result.view.len = result.view.itemsize # <<<<<<<<<<<<<<
|
|
* for length in result.view.shape[:ndim]:
|
|
* result.view.len *= length
|
|
*/
|
|
__pyx_t_9 = __pyx_v_result->__pyx_base.view.itemsize;
|
|
__pyx_v_result->__pyx_base.view.len = __pyx_t_9;
|
|
|
|
/* "View.MemoryView":1045
|
|
*
|
|
* result.view.len = result.view.itemsize
|
|
* for length in result.view.shape[:ndim]: # <<<<<<<<<<<<<<
|
|
* result.view.len *= length
|
|
*
|
|
*/
|
|
__pyx_t_7 = (__pyx_v_result->__pyx_base.view.shape + __pyx_v_ndim);
|
|
for (__pyx_t_8 = __pyx_v_result->__pyx_base.view.shape; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
__pyx_t_2 = PyInt_FromSsize_t((__pyx_t_6[0])); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1045, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":1046
|
|
* result.view.len = result.view.itemsize
|
|
* for length in result.view.shape[:ndim]:
|
|
* result.view.len *= length # <<<<<<<<<<<<<<
|
|
*
|
|
* result.to_object_func = to_object_func
|
|
*/
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_result->__pyx_base.view.len); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1046, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyNumber_InPlaceMultiply(__pyx_t_2, __pyx_v_length); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 1046, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_3); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(4, 1046, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result->__pyx_base.view.len = __pyx_t_9;
|
|
}
|
|
|
|
/* "View.MemoryView":1048
|
|
* result.view.len *= length
|
|
*
|
|
* result.to_object_func = to_object_func # <<<<<<<<<<<<<<
|
|
* result.to_dtype_func = to_dtype_func
|
|
*
|
|
*/
|
|
__pyx_v_result->to_object_func = __pyx_v_to_object_func;
|
|
|
|
/* "View.MemoryView":1049
|
|
*
|
|
* result.to_object_func = to_object_func
|
|
* result.to_dtype_func = to_dtype_func # <<<<<<<<<<<<<<
|
|
*
|
|
* return result
|
|
*/
|
|
__pyx_v_result->to_dtype_func = __pyx_v_to_dtype_func;
|
|
|
|
/* "View.MemoryView":1051
|
|
* result.to_dtype_func = to_dtype_func
|
|
*
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_get_slice_from_memoryview')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = ((PyObject *)__pyx_v_result);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1001
|
|
*
|
|
* @cname('__pyx_memoryview_fromslice')
|
|
* cdef memoryview_fromslice(__Pyx_memviewslice memviewslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* object (*to_object_func)(char *),
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_fromslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XDECREF(__pyx_v_length);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1054
|
|
*
|
|
* @cname('__pyx_memoryview_get_slice_from_memoryview')
|
|
* cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
*/
|
|
|
|
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_mslice) {
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_obj = 0;
|
|
__Pyx_memviewslice *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_slice_from_memview", 0);
|
|
__Pyx_TraceCall("get_slice_from_memview", __pyx_f[4], 1054, 0, __PYX_ERR(4, 1054, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1057
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* obj = memview
|
|
* return &obj.from_slice
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1058
|
|
* cdef _memoryviewslice obj
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* obj = memview # <<<<<<<<<<<<<<
|
|
* return &obj.from_slice
|
|
* else:
|
|
*/
|
|
if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(4, 1058, __pyx_L1_error)
|
|
__pyx_t_3 = ((PyObject *)__pyx_v_memview);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__pyx_v_obj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":1059
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* obj = memview
|
|
* return &obj.from_slice # <<<<<<<<<<<<<<
|
|
* else:
|
|
* slice_copy(memview, mslice)
|
|
*/
|
|
__pyx_r = (&__pyx_v_obj->from_slice);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1057
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* obj = memview
|
|
* return &obj.from_slice
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1061
|
|
* return &obj.from_slice
|
|
* else:
|
|
* slice_copy(memview, mslice) # <<<<<<<<<<<<<<
|
|
* return mslice
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_memoryview_slice_copy(__pyx_v_memview, __pyx_v_mslice);
|
|
|
|
/* "View.MemoryView":1062
|
|
* else:
|
|
* slice_copy(memview, mslice)
|
|
* return mslice # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_slice_copy')
|
|
*/
|
|
__pyx_r = __pyx_v_mslice;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":1054
|
|
*
|
|
* @cname('__pyx_memoryview_get_slice_from_memoryview')
|
|
* cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.get_slice_from_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_obj);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1065
|
|
*
|
|
* @cname('__pyx_memoryview_slice_copy')
|
|
* cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst): # <<<<<<<<<<<<<<
|
|
* cdef int dim
|
|
* cdef (Py_ssize_t*) shape, strides, suboffsets
|
|
*/
|
|
|
|
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_dst) {
|
|
int __pyx_v_dim;
|
|
Py_ssize_t *__pyx_v_shape;
|
|
Py_ssize_t *__pyx_v_strides;
|
|
Py_ssize_t *__pyx_v_suboffsets;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t *__pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("slice_copy", 0);
|
|
__Pyx_TraceCall("slice_copy", __pyx_f[4], 1065, 0, __PYX_ERR(4, 1065, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1069
|
|
* cdef (Py_ssize_t*) shape, strides, suboffsets
|
|
*
|
|
* shape = memview.view.shape # <<<<<<<<<<<<<<
|
|
* strides = memview.view.strides
|
|
* suboffsets = memview.view.suboffsets
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memview->view.shape;
|
|
__pyx_v_shape = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1070
|
|
*
|
|
* shape = memview.view.shape
|
|
* strides = memview.view.strides # <<<<<<<<<<<<<<
|
|
* suboffsets = memview.view.suboffsets
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memview->view.strides;
|
|
__pyx_v_strides = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1071
|
|
* shape = memview.view.shape
|
|
* strides = memview.view.strides
|
|
* suboffsets = memview.view.suboffsets # <<<<<<<<<<<<<<
|
|
*
|
|
* dst.memview = <__pyx_memoryview *> memview
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memview->view.suboffsets;
|
|
__pyx_v_suboffsets = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1073
|
|
* suboffsets = memview.view.suboffsets
|
|
*
|
|
* dst.memview = <__pyx_memoryview *> memview # <<<<<<<<<<<<<<
|
|
* dst.data = <char *> memview.view.buf
|
|
*
|
|
*/
|
|
__pyx_v_dst->memview = ((struct __pyx_memoryview_obj *)__pyx_v_memview);
|
|
|
|
/* "View.MemoryView":1074
|
|
*
|
|
* dst.memview = <__pyx_memoryview *> memview
|
|
* dst.data = <char *> memview.view.buf # <<<<<<<<<<<<<<
|
|
*
|
|
* for dim in range(memview.view.ndim):
|
|
*/
|
|
__pyx_v_dst->data = ((char *)__pyx_v_memview->view.buf);
|
|
|
|
/* "View.MemoryView":1076
|
|
* dst.data = <char *> memview.view.buf
|
|
*
|
|
* for dim in range(memview.view.ndim): # <<<<<<<<<<<<<<
|
|
* dst.shape[dim] = shape[dim]
|
|
* dst.strides[dim] = strides[dim]
|
|
*/
|
|
__pyx_t_2 = __pyx_v_memview->view.ndim;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_dim = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1077
|
|
*
|
|
* for dim in range(memview.view.ndim):
|
|
* dst.shape[dim] = shape[dim] # <<<<<<<<<<<<<<
|
|
* dst.strides[dim] = strides[dim]
|
|
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
|
|
*/
|
|
(__pyx_v_dst->shape[__pyx_v_dim]) = (__pyx_v_shape[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":1078
|
|
* for dim in range(memview.view.ndim):
|
|
* dst.shape[dim] = shape[dim]
|
|
* dst.strides[dim] = strides[dim] # <<<<<<<<<<<<<<
|
|
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
|
|
*
|
|
*/
|
|
(__pyx_v_dst->strides[__pyx_v_dim]) = (__pyx_v_strides[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":1079
|
|
* dst.shape[dim] = shape[dim]
|
|
* dst.strides[dim] = strides[dim]
|
|
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1 # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object')
|
|
*/
|
|
if ((__pyx_v_suboffsets != 0)) {
|
|
__pyx_t_5 = (__pyx_v_suboffsets[__pyx_v_dim]);
|
|
} else {
|
|
__pyx_t_5 = -1L;
|
|
}
|
|
(__pyx_v_dst->suboffsets[__pyx_v_dim]) = __pyx_t_5;
|
|
}
|
|
|
|
/* "View.MemoryView":1065
|
|
*
|
|
* @cname('__pyx_memoryview_slice_copy')
|
|
* cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst): # <<<<<<<<<<<<<<
|
|
* cdef int dim
|
|
* cdef (Py_ssize_t*) shape, strides, suboffsets
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.slice_copy", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":1082
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object')
|
|
* cdef memoryview_copy(memoryview memview): # <<<<<<<<<<<<<<
|
|
* "Create a new memoryview object"
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *__pyx_v_memview) {
|
|
__Pyx_memviewslice __pyx_v_memviewslice;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_copy", 0);
|
|
__Pyx_TraceCall("memoryview_copy", __pyx_f[4], 1082, 0, __PYX_ERR(4, 1082, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1085
|
|
* "Create a new memoryview object"
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
* slice_copy(memview, &memviewslice) # <<<<<<<<<<<<<<
|
|
* return memoryview_copy_from_slice(memview, &memviewslice)
|
|
*
|
|
*/
|
|
__pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_memviewslice));
|
|
|
|
/* "View.MemoryView":1086
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
* slice_copy(memview, &memviewslice)
|
|
* return memoryview_copy_from_slice(memview, &memviewslice) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object_from_slice')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __pyx_memoryview_copy_object_from_slice(__pyx_v_memview, (&__pyx_v_memviewslice)); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1082
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object')
|
|
* cdef memoryview_copy(memoryview memview): # <<<<<<<<<<<<<<
|
|
* "Create a new memoryview object"
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1089
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object_from_slice')
|
|
* cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Create a new memoryview object from a given memoryview object and slice.
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_memviewslice) {
|
|
PyObject *(*__pyx_v_to_object_func)(char *);
|
|
int (*__pyx_v_to_dtype_func)(char *, PyObject *);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(char *);
|
|
int (*__pyx_t_4)(char *, PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_copy_from_slice", 0);
|
|
__Pyx_TraceCall("memoryview_copy_from_slice", __pyx_f[4], 1089, 0, __PYX_ERR(4, 1089, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1096
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1097
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func # <<<<<<<<<<<<<<
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_object_func;
|
|
__pyx_v_to_object_func = __pyx_t_3;
|
|
|
|
/* "View.MemoryView":1098
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func # <<<<<<<<<<<<<<
|
|
* else:
|
|
* to_object_func = NULL
|
|
*/
|
|
__pyx_t_4 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_dtype_func;
|
|
__pyx_v_to_dtype_func = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1096
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1100
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
* else:
|
|
* to_object_func = NULL # <<<<<<<<<<<<<<
|
|
* to_dtype_func = NULL
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_to_object_func = NULL;
|
|
|
|
/* "View.MemoryView":1101
|
|
* else:
|
|
* to_object_func = NULL
|
|
* to_dtype_func = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* return memoryview_fromslice(memviewslice[0], memview.view.ndim,
|
|
*/
|
|
__pyx_v_to_dtype_func = NULL;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1103
|
|
* to_dtype_func = NULL
|
|
*
|
|
* return memoryview_fromslice(memviewslice[0], memview.view.ndim, # <<<<<<<<<<<<<<
|
|
* to_object_func, to_dtype_func,
|
|
* memview.dtype_is_object)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
|
|
/* "View.MemoryView":1105
|
|
* return memoryview_fromslice(memviewslice[0], memview.view.ndim,
|
|
* to_object_func, to_dtype_func,
|
|
* memview.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_memoryview_fromslice((__pyx_v_memviewslice[0]), __pyx_v_memview->view.ndim, __pyx_v_to_object_func, __pyx_v_to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 1103, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1089
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object_from_slice')
|
|
* cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Create a new memoryview object from a given memoryview object and slice.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_copy_from_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1111
|
|
*
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: # <<<<<<<<<<<<<<
|
|
* if arg < 0:
|
|
* return -arg
|
|
*/
|
|
|
|
static Py_ssize_t abs_py_ssize_t(Py_ssize_t __pyx_v_arg) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("abs_py_ssize_t", __pyx_f[4], 1111, 1, __PYX_ERR(4, 1111, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1112
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
|
|
* if arg < 0: # <<<<<<<<<<<<<<
|
|
* return -arg
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_arg < 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1113
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
|
|
* if arg < 0:
|
|
* return -arg # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return arg
|
|
*/
|
|
__pyx_r = (-__pyx_v_arg);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1112
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
|
|
* if arg < 0: # <<<<<<<<<<<<<<
|
|
* return -arg
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1115
|
|
* return -arg
|
|
* else:
|
|
* return arg # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_get_best_slice_order')
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = __pyx_v_arg;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":1111
|
|
*
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: # <<<<<<<<<<<<<<
|
|
* if arg < 0:
|
|
* return -arg
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.abs_py_ssize_t", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1118
|
|
*
|
|
* @cname('__pyx_get_best_slice_order')
|
|
* cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* Figure out the best memory access order for a given slice.
|
|
*/
|
|
|
|
static char __pyx_get_best_slice_order(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim) {
|
|
int __pyx_v_i;
|
|
Py_ssize_t __pyx_v_c_stride;
|
|
Py_ssize_t __pyx_v_f_stride;
|
|
char __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_best_order", __pyx_f[4], 1118, 1, __PYX_ERR(4, 1118, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1123
|
|
* """
|
|
* cdef int i
|
|
* cdef Py_ssize_t c_stride = 0 # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t f_stride = 0
|
|
*
|
|
*/
|
|
__pyx_v_c_stride = 0;
|
|
|
|
/* "View.MemoryView":1124
|
|
* cdef int i
|
|
* cdef Py_ssize_t c_stride = 0
|
|
* cdef Py_ssize_t f_stride = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
*/
|
|
__pyx_v_f_stride = 0;
|
|
|
|
/* "View.MemoryView":1126
|
|
* cdef Py_ssize_t f_stride = 0
|
|
*
|
|
* for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
|
|
* if mslice.shape[i] > 1:
|
|
* c_stride = mslice.strides[i]
|
|
*/
|
|
for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1127
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* c_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1128
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* if mslice.shape[i] > 1:
|
|
* c_stride = mslice.strides[i] # <<<<<<<<<<<<<<
|
|
* break
|
|
*
|
|
*/
|
|
__pyx_v_c_stride = (__pyx_v_mslice->strides[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1129
|
|
* if mslice.shape[i] > 1:
|
|
* c_stride = mslice.strides[i]
|
|
* break # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim):
|
|
*/
|
|
goto __pyx_L4_break;
|
|
|
|
/* "View.MemoryView":1127
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* c_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L4_break:;
|
|
|
|
/* "View.MemoryView":1131
|
|
* break
|
|
*
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* if mslice.shape[i] > 1:
|
|
* f_stride = mslice.strides[i]
|
|
*/
|
|
__pyx_t_1 = __pyx_v_ndim;
|
|
__pyx_t_3 = __pyx_t_1;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1132
|
|
*
|
|
* for i in range(ndim):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* f_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1133
|
|
* for i in range(ndim):
|
|
* if mslice.shape[i] > 1:
|
|
* f_stride = mslice.strides[i] # <<<<<<<<<<<<<<
|
|
* break
|
|
*
|
|
*/
|
|
__pyx_v_f_stride = (__pyx_v_mslice->strides[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1134
|
|
* if mslice.shape[i] > 1:
|
|
* f_stride = mslice.strides[i]
|
|
* break # <<<<<<<<<<<<<<
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
|
|
*/
|
|
goto __pyx_L7_break;
|
|
|
|
/* "View.MemoryView":1132
|
|
*
|
|
* for i in range(ndim):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* f_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L7_break:;
|
|
|
|
/* "View.MemoryView":1136
|
|
* break
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<<
|
|
* return 'C'
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((abs_py_ssize_t(__pyx_v_c_stride) <= abs_py_ssize_t(__pyx_v_f_stride)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1137
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
|
|
* return 'C' # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return 'F'
|
|
*/
|
|
__pyx_r = 'C';
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1136
|
|
* break
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<<
|
|
* return 'C'
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1139
|
|
* return 'C'
|
|
* else:
|
|
* return 'F' # <<<<<<<<<<<<<<
|
|
*
|
|
* @cython.cdivision(True)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 'F';
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":1118
|
|
*
|
|
* @cname('__pyx_get_best_slice_order')
|
|
* cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* Figure out the best memory access order for a given slice.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.get_best_order", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1142
|
|
*
|
|
* @cython.cdivision(True)
|
|
* cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides, # <<<<<<<<<<<<<<
|
|
* char *dst_data, Py_ssize_t *dst_strides,
|
|
* Py_ssize_t *src_shape, Py_ssize_t *dst_shape,
|
|
*/
|
|
|
|
static void _copy_strided_to_strided(char *__pyx_v_src_data, Py_ssize_t *__pyx_v_src_strides, char *__pyx_v_dst_data, Py_ssize_t *__pyx_v_dst_strides, Py_ssize_t *__pyx_v_src_shape, Py_ssize_t *__pyx_v_dst_shape, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_src_extent;
|
|
Py_ssize_t __pyx_v_dst_extent;
|
|
Py_ssize_t __pyx_v_src_stride;
|
|
Py_ssize_t __pyx_v_dst_stride;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
Py_ssize_t __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
Py_ssize_t __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1149
|
|
*
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t src_extent = src_shape[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0]
|
|
* cdef Py_ssize_t src_stride = src_strides[0]
|
|
*/
|
|
__pyx_v_src_extent = (__pyx_v_src_shape[0]);
|
|
|
|
/* "View.MemoryView":1150
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t src_extent = src_shape[0]
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t src_stride = src_strides[0]
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*/
|
|
__pyx_v_dst_extent = (__pyx_v_dst_shape[0]);
|
|
|
|
/* "View.MemoryView":1151
|
|
* cdef Py_ssize_t src_extent = src_shape[0]
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0]
|
|
* cdef Py_ssize_t src_stride = src_strides[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*
|
|
*/
|
|
__pyx_v_src_stride = (__pyx_v_src_strides[0]);
|
|
|
|
/* "View.MemoryView":1152
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0]
|
|
* cdef Py_ssize_t src_stride = src_strides[0]
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* if ndim == 1:
|
|
*/
|
|
__pyx_v_dst_stride = (__pyx_v_dst_strides[0]);
|
|
|
|
/* "View.MemoryView":1154
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_ndim == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1155
|
|
*
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_src_stride > 0) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = ((__pyx_v_dst_stride > 0) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
|
|
/* "View.MemoryView":1156
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride): # <<<<<<<<<<<<<<
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (((size_t)__pyx_v_src_stride) == __pyx_v_itemsize);
|
|
if (__pyx_t_2) {
|
|
__pyx_t_2 = (__pyx_v_itemsize == ((size_t)__pyx_v_dst_stride));
|
|
}
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
__pyx_t_1 = __pyx_t_3;
|
|
__pyx_L5_bool_binop_done:;
|
|
|
|
/* "View.MemoryView":1155
|
|
*
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
*/
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1157
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
*/
|
|
(void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, (__pyx_v_itemsize * __pyx_v_dst_extent)));
|
|
|
|
/* "View.MemoryView":1155
|
|
*
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "View.MemoryView":1159
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
* else:
|
|
* for i in range(dst_extent): # <<<<<<<<<<<<<<
|
|
* memcpy(dst_data, src_data, itemsize)
|
|
* src_data += src_stride
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __pyx_v_dst_extent;
|
|
__pyx_t_5 = __pyx_t_4;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1160
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
* memcpy(dst_data, src_data, itemsize) # <<<<<<<<<<<<<<
|
|
* src_data += src_stride
|
|
* dst_data += dst_stride
|
|
*/
|
|
(void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, __pyx_v_itemsize));
|
|
|
|
/* "View.MemoryView":1161
|
|
* for i in range(dst_extent):
|
|
* memcpy(dst_data, src_data, itemsize)
|
|
* src_data += src_stride # <<<<<<<<<<<<<<
|
|
* dst_data += dst_stride
|
|
* else:
|
|
*/
|
|
__pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);
|
|
|
|
/* "View.MemoryView":1162
|
|
* memcpy(dst_data, src_data, itemsize)
|
|
* src_data += src_stride
|
|
* dst_data += dst_stride # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
*/
|
|
__pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
|
|
}
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "View.MemoryView":1154
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1164
|
|
* dst_data += dst_stride
|
|
* else:
|
|
* for i in range(dst_extent): # <<<<<<<<<<<<<<
|
|
* _copy_strided_to_strided(src_data, src_strides + 1,
|
|
* dst_data, dst_strides + 1,
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __pyx_v_dst_extent;
|
|
__pyx_t_5 = __pyx_t_4;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1165
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
* _copy_strided_to_strided(src_data, src_strides + 1, # <<<<<<<<<<<<<<
|
|
* dst_data, dst_strides + 1,
|
|
* src_shape + 1, dst_shape + 1,
|
|
*/
|
|
_copy_strided_to_strided(__pyx_v_src_data, (__pyx_v_src_strides + 1), __pyx_v_dst_data, (__pyx_v_dst_strides + 1), (__pyx_v_src_shape + 1), (__pyx_v_dst_shape + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":1169
|
|
* src_shape + 1, dst_shape + 1,
|
|
* ndim - 1, itemsize)
|
|
* src_data += src_stride # <<<<<<<<<<<<<<
|
|
* dst_data += dst_stride
|
|
*
|
|
*/
|
|
__pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);
|
|
|
|
/* "View.MemoryView":1170
|
|
* ndim - 1, itemsize)
|
|
* src_data += src_stride
|
|
* dst_data += dst_stride # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src,
|
|
*/
|
|
__pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1142
|
|
*
|
|
* @cython.cdivision(True)
|
|
* cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides, # <<<<<<<<<<<<<<
|
|
* char *dst_data, Py_ssize_t *dst_strides,
|
|
* Py_ssize_t *src_shape, Py_ssize_t *dst_shape,
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "View.MemoryView":1172
|
|
* dst_data += dst_stride
|
|
*
|
|
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* int ndim, size_t itemsize) nogil:
|
|
*/
|
|
|
|
static void copy_strided_to_strided(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("copy_strided_to_strided", __pyx_f[4], 1172, 1, __PYX_ERR(4, 1172, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1175
|
|
* __Pyx_memviewslice *dst,
|
|
* int ndim, size_t itemsize) nogil:
|
|
* _copy_strided_to_strided(src.data, src.strides, dst.data, dst.strides, # <<<<<<<<<<<<<<
|
|
* src.shape, dst.shape, ndim, itemsize)
|
|
*
|
|
*/
|
|
_copy_strided_to_strided(__pyx_v_src->data, __pyx_v_src->strides, __pyx_v_dst->data, __pyx_v_dst->strides, __pyx_v_src->shape, __pyx_v_dst->shape, __pyx_v_ndim, __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":1172
|
|
* dst_data += dst_stride
|
|
*
|
|
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* int ndim, size_t itemsize) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.copy_strided_to_strided", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1179
|
|
*
|
|
* @cname('__pyx_memoryview_slice_get_size')
|
|
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* "Return the size of the memory occupied by the slice in number of bytes"
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
|
|
*/
|
|
|
|
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *__pyx_v_src, int __pyx_v_ndim) {
|
|
Py_ssize_t __pyx_v_shape;
|
|
Py_ssize_t __pyx_v_size;
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
Py_ssize_t *__pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("slice_get_size", __pyx_f[4], 1179, 1, __PYX_ERR(4, 1179, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1181
|
|
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil:
|
|
* "Return the size of the memory occupied by the slice in number of bytes"
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* for shape in src.shape[:ndim]:
|
|
*/
|
|
__pyx_t_1 = __pyx_v_src->memview->view.itemsize;
|
|
__pyx_v_size = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1183
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
|
|
*
|
|
* for shape in src.shape[:ndim]: # <<<<<<<<<<<<<<
|
|
* size *= shape
|
|
*
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_src->shape + __pyx_v_ndim);
|
|
for (__pyx_t_4 = __pyx_v_src->shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
|
|
__pyx_t_2 = __pyx_t_4;
|
|
__pyx_v_shape = (__pyx_t_2[0]);
|
|
|
|
/* "View.MemoryView":1184
|
|
*
|
|
* for shape in src.shape[:ndim]:
|
|
* size *= shape # <<<<<<<<<<<<<<
|
|
*
|
|
* return size
|
|
*/
|
|
__pyx_v_size = (__pyx_v_size * __pyx_v_shape);
|
|
}
|
|
|
|
/* "View.MemoryView":1186
|
|
* size *= shape
|
|
*
|
|
* return size # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_fill_contig_strides_array')
|
|
*/
|
|
__pyx_r = __pyx_v_size;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1179
|
|
*
|
|
* @cname('__pyx_memoryview_slice_get_size')
|
|
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* "Return the size of the memory occupied by the slice in number of bytes"
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.slice_get_size", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1189
|
|
*
|
|
* @cname('__pyx_fill_contig_strides_array')
|
|
* cdef Py_ssize_t fill_contig_strides_array( # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
|
|
* int ndim, char order) nogil:
|
|
*/
|
|
|
|
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, Py_ssize_t __pyx_v_stride, int __pyx_v_ndim, char __pyx_v_order) {
|
|
int __pyx_v_idx;
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("fill_contig_strides_array", __pyx_f[4], 1189, 1, __PYX_ERR(4, 1189, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1198
|
|
* cdef int idx
|
|
*
|
|
* if order == 'F': # <<<<<<<<<<<<<<
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_order == 'F') != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1199
|
|
*
|
|
* if order == 'F':
|
|
* for idx in range(ndim): # <<<<<<<<<<<<<<
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx]
|
|
*/
|
|
__pyx_t_2 = __pyx_v_ndim;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_idx = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1200
|
|
* if order == 'F':
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride # <<<<<<<<<<<<<<
|
|
* stride *= shape[idx]
|
|
* else:
|
|
*/
|
|
(__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;
|
|
|
|
/* "View.MemoryView":1201
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx] # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for idx in range(ndim - 1, -1, -1):
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
|
|
}
|
|
|
|
/* "View.MemoryView":1198
|
|
* cdef int idx
|
|
*
|
|
* if order == 'F': # <<<<<<<<<<<<<<
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1203
|
|
* stride *= shape[idx]
|
|
* else:
|
|
* for idx in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx]
|
|
*/
|
|
/*else*/ {
|
|
for (__pyx_t_2 = (__pyx_v_ndim - 1); __pyx_t_2 > -1; __pyx_t_2-=1) {
|
|
__pyx_v_idx = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":1204
|
|
* else:
|
|
* for idx in range(ndim - 1, -1, -1):
|
|
* strides[idx] = stride # <<<<<<<<<<<<<<
|
|
* stride *= shape[idx]
|
|
*
|
|
*/
|
|
(__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;
|
|
|
|
/* "View.MemoryView":1205
|
|
* for idx in range(ndim - 1, -1, -1):
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx] # <<<<<<<<<<<<<<
|
|
*
|
|
* return stride
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1207
|
|
* stride *= shape[idx]
|
|
*
|
|
* return stride # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_data_to_temp')
|
|
*/
|
|
__pyx_r = __pyx_v_stride;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1189
|
|
*
|
|
* @cname('__pyx_fill_contig_strides_array')
|
|
* cdef Py_ssize_t fill_contig_strides_array( # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
|
|
* int ndim, char order) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.fill_contig_strides_array", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1210
|
|
*
|
|
* @cname('__pyx_memoryview_copy_data_to_temp')
|
|
* cdef void *copy_data_to_temp(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *tmpslice,
|
|
* char order,
|
|
*/
|
|
|
|
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_tmpslice, char __pyx_v_order, int __pyx_v_ndim) {
|
|
int __pyx_v_i;
|
|
void *__pyx_v_result;
|
|
size_t __pyx_v_itemsize;
|
|
size_t __pyx_v_size;
|
|
void *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
struct __pyx_memoryview_obj *__pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("copy_data_to_temp", __pyx_f[4], 1210, 1, __PYX_ERR(4, 1210, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1221
|
|
* cdef void *result
|
|
*
|
|
* cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<<
|
|
* cdef size_t size = slice_get_size(src, ndim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_src->memview->view.itemsize;
|
|
__pyx_v_itemsize = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1222
|
|
*
|
|
* cdef size_t itemsize = src.memview.view.itemsize
|
|
* cdef size_t size = slice_get_size(src, ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* result = malloc(size)
|
|
*/
|
|
__pyx_v_size = __pyx_memoryview_slice_get_size(__pyx_v_src, __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1224
|
|
* cdef size_t size = slice_get_size(src, ndim)
|
|
*
|
|
* result = malloc(size) # <<<<<<<<<<<<<<
|
|
* if not result:
|
|
* _err(MemoryError, NULL)
|
|
*/
|
|
__pyx_v_result = malloc(__pyx_v_size);
|
|
|
|
/* "View.MemoryView":1225
|
|
*
|
|
* result = malloc(size)
|
|
* if not result: # <<<<<<<<<<<<<<
|
|
* _err(MemoryError, NULL)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_result != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1226
|
|
* result = malloc(size)
|
|
* if not result:
|
|
* _err(MemoryError, NULL) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err(__pyx_builtin_MemoryError, NULL); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(4, 1226, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1225
|
|
*
|
|
* result = malloc(size)
|
|
* if not result: # <<<<<<<<<<<<<<
|
|
* _err(MemoryError, NULL)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1229
|
|
*
|
|
*
|
|
* tmpslice.data = <char *> result # <<<<<<<<<<<<<<
|
|
* tmpslice.memview = src.memview
|
|
* for i in range(ndim):
|
|
*/
|
|
__pyx_v_tmpslice->data = ((char *)__pyx_v_result);
|
|
|
|
/* "View.MemoryView":1230
|
|
*
|
|
* tmpslice.data = <char *> result
|
|
* tmpslice.memview = src.memview # <<<<<<<<<<<<<<
|
|
* for i in range(ndim):
|
|
* tmpslice.shape[i] = src.shape[i]
|
|
*/
|
|
__pyx_t_4 = __pyx_v_src->memview;
|
|
__pyx_v_tmpslice->memview = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1231
|
|
* tmpslice.data = <char *> result
|
|
* tmpslice.memview = src.memview
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* tmpslice.shape[i] = src.shape[i]
|
|
* tmpslice.suboffsets[i] = -1
|
|
*/
|
|
__pyx_t_3 = __pyx_v_ndim;
|
|
__pyx_t_5 = __pyx_t_3;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1232
|
|
* tmpslice.memview = src.memview
|
|
* for i in range(ndim):
|
|
* tmpslice.shape[i] = src.shape[i] # <<<<<<<<<<<<<<
|
|
* tmpslice.suboffsets[i] = -1
|
|
*
|
|
*/
|
|
(__pyx_v_tmpslice->shape[__pyx_v_i]) = (__pyx_v_src->shape[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1233
|
|
* for i in range(ndim):
|
|
* tmpslice.shape[i] = src.shape[i]
|
|
* tmpslice.suboffsets[i] = -1 # <<<<<<<<<<<<<<
|
|
*
|
|
* fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize,
|
|
*/
|
|
(__pyx_v_tmpslice->suboffsets[__pyx_v_i]) = -1L;
|
|
}
|
|
|
|
/* "View.MemoryView":1235
|
|
* tmpslice.suboffsets[i] = -1
|
|
*
|
|
* fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize, # <<<<<<<<<<<<<<
|
|
* ndim, order)
|
|
*
|
|
*/
|
|
(void)(__pyx_fill_contig_strides_array((&(__pyx_v_tmpslice->shape[0])), (&(__pyx_v_tmpslice->strides[0])), __pyx_v_itemsize, __pyx_v_ndim, __pyx_v_order));
|
|
|
|
/* "View.MemoryView":1239
|
|
*
|
|
*
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* if tmpslice.shape[i] == 1:
|
|
* tmpslice.strides[i] = 0
|
|
*/
|
|
__pyx_t_3 = __pyx_v_ndim;
|
|
__pyx_t_5 = __pyx_t_3;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1240
|
|
*
|
|
* for i in range(ndim):
|
|
* if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_tmpslice->shape[__pyx_v_i]) == 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1241
|
|
* for i in range(ndim):
|
|
* if tmpslice.shape[i] == 1:
|
|
* tmpslice.strides[i] = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim):
|
|
*/
|
|
(__pyx_v_tmpslice->strides[__pyx_v_i]) = 0;
|
|
|
|
/* "View.MemoryView":1240
|
|
*
|
|
* for i in range(ndim):
|
|
* if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":1243
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<<
|
|
* memcpy(result, src.data, size)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_memviewslice_is_contig((__pyx_v_src[0]), __pyx_v_order, __pyx_v_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1244
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim):
|
|
* memcpy(result, src.data, size) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* copy_strided_to_strided(src, tmpslice, ndim, itemsize)
|
|
*/
|
|
(void)(memcpy(__pyx_v_result, __pyx_v_src->data, __pyx_v_size));
|
|
|
|
/* "View.MemoryView":1243
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<<
|
|
* memcpy(result, src.data, size)
|
|
* else:
|
|
*/
|
|
goto __pyx_L9;
|
|
}
|
|
|
|
/* "View.MemoryView":1246
|
|
* memcpy(result, src.data, size)
|
|
* else:
|
|
* copy_strided_to_strided(src, tmpslice, ndim, itemsize) # <<<<<<<<<<<<<<
|
|
*
|
|
* return result
|
|
*/
|
|
/*else*/ {
|
|
copy_strided_to_strided(__pyx_v_src, __pyx_v_tmpslice, __pyx_v_ndim, __pyx_v_itemsize);
|
|
}
|
|
__pyx_L9:;
|
|
|
|
/* "View.MemoryView":1248
|
|
* copy_strided_to_strided(src, tmpslice, ndim, itemsize)
|
|
*
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_result;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1210
|
|
*
|
|
* @cname('__pyx_memoryview_copy_data_to_temp')
|
|
* cdef void *copy_data_to_temp(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *tmpslice,
|
|
* char order,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.copy_data_to_temp", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1253
|
|
*
|
|
* @cname('__pyx_memoryview_err_extents')
|
|
* cdef int _err_extents(int i, Py_ssize_t extent1, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" %
|
|
*/
|
|
|
|
static int __pyx_memoryview_err_extents(int __pyx_v_i, Py_ssize_t __pyx_v_extent1, Py_ssize_t __pyx_v_extent2) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("_err_extents", 0);
|
|
__Pyx_TraceCall("_err_extents", __pyx_f[4], 1253, 0, __PYX_ERR(4, 1253, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1256
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" %
|
|
* (i, extent1, extent2)) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_extent1); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_extent2); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":1255
|
|
* cdef int _err_extents(int i, Py_ssize_t extent1,
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" % # <<<<<<<<<<<<<<
|
|
* (i, extent1, extent2))
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyString_Format(__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(4, 1255, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1253
|
|
*
|
|
* @cname('__pyx_memoryview_err_extents')
|
|
* cdef int _err_extents(int i, Py_ssize_t extent1, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" %
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView._err_extents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1259
|
|
*
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
* cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii') % dim)
|
|
*
|
|
*/
|
|
|
|
static int __pyx_memoryview_err_dim(PyObject *__pyx_v_error, char *__pyx_v_msg, int __pyx_v_dim) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("_err_dim", 0);
|
|
__Pyx_TraceCall("_err_dim", __pyx_f[4], 1259, 0, __PYX_ERR(4, 1259, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
|
|
/* "View.MemoryView":1260
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
* cdef int _err_dim(object error, char *msg, int dim) except -1 with gil:
|
|
* raise error(msg.decode('ascii') % dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_err')
|
|
*/
|
|
__pyx_t_2 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyUnicode_Format(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
__pyx_t_3 = __pyx_v_error; __pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(4, 1260, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1259
|
|
*
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
* cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii') % dim)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView._err_dim", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__Pyx_XDECREF(__pyx_v_error);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1263
|
|
*
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* if msg != NULL:
|
|
* raise error(msg.decode('ascii'))
|
|
*/
|
|
|
|
static int __pyx_memoryview_err(PyObject *__pyx_v_error, char *__pyx_v_msg) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("_err", 0);
|
|
__Pyx_TraceCall("_err", __pyx_f[4], 1263, 0, __PYX_ERR(4, 1263, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
|
|
/* "View.MemoryView":1264
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil:
|
|
* if msg != NULL: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii'))
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_msg != NULL) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":1265
|
|
* cdef int _err(object error, char *msg) except -1 with gil:
|
|
* if msg != NULL:
|
|
* raise error(msg.decode('ascii')) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* raise error
|
|
*/
|
|
__pyx_t_3 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 1265, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
__pyx_t_4 = __pyx_v_error; __pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 1265, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(4, 1265, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1264
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil:
|
|
* if msg != NULL: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii'))
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1267
|
|
* raise error(msg.decode('ascii'))
|
|
* else:
|
|
* raise error # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_contents')
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_Raise(__pyx_v_error, 0, 0, 0);
|
|
__PYX_ERR(4, 1267, __pyx_L1_error)
|
|
}
|
|
|
|
/* "View.MemoryView":1263
|
|
*
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* if msg != NULL:
|
|
* raise error(msg.decode('ascii'))
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView._err", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__Pyx_XDECREF(__pyx_v_error);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1270
|
|
*
|
|
* @cname('__pyx_memoryview_copy_contents')
|
|
* cdef int memoryview_copy_contents(__Pyx_memviewslice src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice dst,
|
|
* int src_ndim, int dst_ndim,
|
|
*/
|
|
|
|
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice __pyx_v_src, __Pyx_memviewslice __pyx_v_dst, int __pyx_v_src_ndim, int __pyx_v_dst_ndim, int __pyx_v_dtype_is_object) {
|
|
void *__pyx_v_tmpdata;
|
|
size_t __pyx_v_itemsize;
|
|
int __pyx_v_i;
|
|
char __pyx_v_order;
|
|
int __pyx_v_broadcasting;
|
|
int __pyx_v_direct_copy;
|
|
__Pyx_memviewslice __pyx_v_tmp;
|
|
int __pyx_v_ndim;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
void *__pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("memoryview_copy_contents", __pyx_f[4], 1270, 1, __PYX_ERR(4, 1270, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1278
|
|
* Check for overlapping memory and verify the shapes.
|
|
* """
|
|
* cdef void *tmpdata = NULL # <<<<<<<<<<<<<<
|
|
* cdef size_t itemsize = src.memview.view.itemsize
|
|
* cdef int i
|
|
*/
|
|
__pyx_v_tmpdata = NULL;
|
|
|
|
/* "View.MemoryView":1279
|
|
* """
|
|
* cdef void *tmpdata = NULL
|
|
* cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef char order = get_best_order(&src, src_ndim)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_src.memview->view.itemsize;
|
|
__pyx_v_itemsize = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1281
|
|
* cdef size_t itemsize = src.memview.view.itemsize
|
|
* cdef int i
|
|
* cdef char order = get_best_order(&src, src_ndim) # <<<<<<<<<<<<<<
|
|
* cdef bint broadcasting = False
|
|
* cdef bint direct_copy = False
|
|
*/
|
|
__pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_src), __pyx_v_src_ndim);
|
|
|
|
/* "View.MemoryView":1282
|
|
* cdef int i
|
|
* cdef char order = get_best_order(&src, src_ndim)
|
|
* cdef bint broadcasting = False # <<<<<<<<<<<<<<
|
|
* cdef bint direct_copy = False
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
__pyx_v_broadcasting = 0;
|
|
|
|
/* "View.MemoryView":1283
|
|
* cdef char order = get_best_order(&src, src_ndim)
|
|
* cdef bint broadcasting = False
|
|
* cdef bint direct_copy = False # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice tmp
|
|
*
|
|
*/
|
|
__pyx_v_direct_copy = 0;
|
|
|
|
/* "View.MemoryView":1286
|
|
* cdef __Pyx_memviewslice tmp
|
|
*
|
|
* if src_ndim < dst_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_src_ndim < __pyx_v_dst_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1287
|
|
*
|
|
* if src_ndim < dst_ndim:
|
|
* broadcast_leading(&src, src_ndim, dst_ndim) # <<<<<<<<<<<<<<
|
|
* elif dst_ndim < src_ndim:
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*/
|
|
__pyx_memoryview_broadcast_leading((&__pyx_v_src), __pyx_v_src_ndim, __pyx_v_dst_ndim);
|
|
|
|
/* "View.MemoryView":1286
|
|
* cdef __Pyx_memviewslice tmp
|
|
*
|
|
* if src_ndim < dst_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1288
|
|
* if src_ndim < dst_ndim:
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_dst_ndim < __pyx_v_src_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1289
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim:
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int ndim = max(src_ndim, dst_ndim)
|
|
*/
|
|
__pyx_memoryview_broadcast_leading((&__pyx_v_dst), __pyx_v_dst_ndim, __pyx_v_src_ndim);
|
|
|
|
/* "View.MemoryView":1288
|
|
* if src_ndim < dst_ndim:
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1291
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*
|
|
* cdef int ndim = max(src_ndim, dst_ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim):
|
|
*/
|
|
__pyx_t_3 = __pyx_v_dst_ndim;
|
|
__pyx_t_4 = __pyx_v_src_ndim;
|
|
if (((__pyx_t_3 > __pyx_t_4) != 0)) {
|
|
__pyx_t_5 = __pyx_t_3;
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4;
|
|
}
|
|
__pyx_v_ndim = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":1293
|
|
* cdef int ndim = max(src_ndim, dst_ndim)
|
|
*
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1:
|
|
*/
|
|
__pyx_t_5 = __pyx_v_ndim;
|
|
__pyx_t_3 = __pyx_t_5;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1294
|
|
*
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<<
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) != (__pyx_v_dst.shape[__pyx_v_i])) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1295
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* broadcasting = True
|
|
* src.strides[i] = 0
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) == 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1296
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True # <<<<<<<<<<<<<<
|
|
* src.strides[i] = 0
|
|
* else:
|
|
*/
|
|
__pyx_v_broadcasting = 1;
|
|
|
|
/* "View.MemoryView":1297
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True
|
|
* src.strides[i] = 0 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* _err_extents(i, dst.shape[i], src.shape[i])
|
|
*/
|
|
(__pyx_v_src.strides[__pyx_v_i]) = 0;
|
|
|
|
/* "View.MemoryView":1295
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* broadcasting = True
|
|
* src.strides[i] = 0
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "View.MemoryView":1299
|
|
* src.strides[i] = 0
|
|
* else:
|
|
* _err_extents(i, dst.shape[i], src.shape[i]) # <<<<<<<<<<<<<<
|
|
*
|
|
* if src.suboffsets[i] >= 0:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = __pyx_memoryview_err_extents(__pyx_v_i, (__pyx_v_dst.shape[__pyx_v_i]), (__pyx_v_src.shape[__pyx_v_i])); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(4, 1299, __pyx_L1_error)
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "View.MemoryView":1294
|
|
*
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<<
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1301
|
|
* _err_extents(i, dst.shape[i], src.shape[i])
|
|
*
|
|
* if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_src.suboffsets[__pyx_v_i]) >= 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1302
|
|
*
|
|
* if src.suboffsets[i] >= 0:
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i) # <<<<<<<<<<<<<<
|
|
*
|
|
* if slices_overlap(&src, &dst, ndim, itemsize):
|
|
*/
|
|
__pyx_t_6 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Dimension %d is not direct"), __pyx_v_i); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(4, 1302, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1301
|
|
* _err_extents(i, dst.shape[i], src.shape[i])
|
|
*
|
|
* if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":1304
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
* if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<<
|
|
*
|
|
* if not slice_is_contig(src, order, ndim):
|
|
*/
|
|
__pyx_t_2 = (__pyx_slices_overlap((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1306
|
|
* if slices_overlap(&src, &dst, ndim, itemsize):
|
|
*
|
|
* if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<<
|
|
* order = get_best_order(&dst, ndim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_memviewslice_is_contig(__pyx_v_src, __pyx_v_order, __pyx_v_ndim) != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1307
|
|
*
|
|
* if not slice_is_contig(src, order, ndim):
|
|
* order = get_best_order(&dst, ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
|
|
*/
|
|
__pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1306
|
|
* if slices_overlap(&src, &dst, ndim, itemsize):
|
|
*
|
|
* if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<<
|
|
* order = get_best_order(&dst, ndim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1309
|
|
* order = get_best_order(&dst, ndim)
|
|
*
|
|
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim) # <<<<<<<<<<<<<<
|
|
* src = tmp
|
|
*
|
|
*/
|
|
__pyx_t_7 = __pyx_memoryview_copy_data_to_temp((&__pyx_v_src), (&__pyx_v_tmp), __pyx_v_order, __pyx_v_ndim); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(4, 1309, __pyx_L1_error)
|
|
__pyx_v_tmpdata = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":1310
|
|
*
|
|
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
|
|
* src = tmp # <<<<<<<<<<<<<<
|
|
*
|
|
* if not broadcasting:
|
|
*/
|
|
__pyx_v_src = __pyx_v_tmp;
|
|
|
|
/* "View.MemoryView":1304
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
* if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<<
|
|
*
|
|
* if not slice_is_contig(src, order, ndim):
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1312
|
|
* src = tmp
|
|
*
|
|
* if not broadcasting: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_broadcasting != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1315
|
|
*
|
|
*
|
|
* if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
*/
|
|
__pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'C', __pyx_v_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1316
|
|
*
|
|
* if slice_is_contig(src, 'C', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim) # <<<<<<<<<<<<<<
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*/
|
|
__pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'C', __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1315
|
|
*
|
|
*
|
|
* if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
*/
|
|
goto __pyx_L12;
|
|
}
|
|
|
|
/* "View.MemoryView":1317
|
|
* if slice_is_contig(src, 'C', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'F', __pyx_v_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1318
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* if direct_copy:
|
|
*/
|
|
__pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'F', __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1317
|
|
* if slice_is_contig(src, 'C', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L12:;
|
|
|
|
/* "View.MemoryView":1320
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
* if direct_copy: # <<<<<<<<<<<<<<
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_direct_copy != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1322
|
|
* if direct_copy:
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<<
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
|
|
|
|
/* "View.MemoryView":1323
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim)) # <<<<<<<<<<<<<<
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
* free(tmpdata)
|
|
*/
|
|
(void)(memcpy(__pyx_v_dst.data, __pyx_v_src.data, __pyx_memoryview_slice_get_size((&__pyx_v_src), __pyx_v_ndim)));
|
|
|
|
/* "View.MemoryView":1324
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<<
|
|
* free(tmpdata)
|
|
* return 0
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
|
|
|
|
/* "View.MemoryView":1325
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
* free(tmpdata) # <<<<<<<<<<<<<<
|
|
* return 0
|
|
*
|
|
*/
|
|
free(__pyx_v_tmpdata);
|
|
|
|
/* "View.MemoryView":1326
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
* free(tmpdata)
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if order == 'F' == get_best_order(&dst, ndim):
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1320
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
* if direct_copy: # <<<<<<<<<<<<<<
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1312
|
|
* src = tmp
|
|
*
|
|
* if not broadcasting: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1328
|
|
* return 0
|
|
*
|
|
* if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_order == 'F');
|
|
if (__pyx_t_2) {
|
|
__pyx_t_2 = ('F' == __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim));
|
|
}
|
|
__pyx_t_8 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_8) {
|
|
|
|
/* "View.MemoryView":1331
|
|
*
|
|
*
|
|
* transpose_memslice(&src) # <<<<<<<<<<<<<<
|
|
* transpose_memslice(&dst)
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_src)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(4, 1331, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1332
|
|
*
|
|
* transpose_memslice(&src)
|
|
* transpose_memslice(&dst) # <<<<<<<<<<<<<<
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
*/
|
|
__pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_dst)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(4, 1332, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1328
|
|
* return 0
|
|
*
|
|
* if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1334
|
|
* transpose_memslice(&dst)
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<<
|
|
* copy_strided_to_strided(&src, &dst, ndim, itemsize)
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
|
|
|
|
/* "View.MemoryView":1335
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* copy_strided_to_strided(&src, &dst, ndim, itemsize) # <<<<<<<<<<<<<<
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*
|
|
*/
|
|
copy_strided_to_strided((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":1336
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* copy_strided_to_strided(&src, &dst, ndim, itemsize)
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<<
|
|
*
|
|
* free(tmpdata)
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
|
|
|
|
/* "View.MemoryView":1338
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*
|
|
* free(tmpdata) # <<<<<<<<<<<<<<
|
|
* return 0
|
|
*
|
|
*/
|
|
free(__pyx_v_tmpdata);
|
|
|
|
/* "View.MemoryView":1339
|
|
*
|
|
* free(tmpdata)
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_broadcast_leading')
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1270
|
|
*
|
|
* @cname('__pyx_memoryview_copy_contents')
|
|
* cdef int memoryview_copy_contents(__Pyx_memviewslice src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice dst,
|
|
* int src_ndim, int dst_ndim,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_copy_contents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1342
|
|
*
|
|
* @cname('__pyx_memoryview_broadcast_leading')
|
|
* cdef void broadcast_leading(__Pyx_memviewslice *mslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* int ndim_other) nogil:
|
|
*/
|
|
|
|
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim, int __pyx_v_ndim_other) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_offset;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("broadcast_leading", __pyx_f[4], 1342, 1, __PYX_ERR(4, 1342, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1346
|
|
* int ndim_other) nogil:
|
|
* cdef int i
|
|
* cdef int offset = ndim_other - ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
*/
|
|
__pyx_v_offset = (__pyx_v_ndim_other - __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1348
|
|
* cdef int offset = ndim_other - ndim
|
|
*
|
|
* for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
|
|
* mslice.shape[i + offset] = mslice.shape[i]
|
|
* mslice.strides[i + offset] = mslice.strides[i]
|
|
*/
|
|
for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1349
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* mslice.shape[i + offset] = mslice.shape[i] # <<<<<<<<<<<<<<
|
|
* mslice.strides[i + offset] = mslice.strides[i]
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
|
|
*/
|
|
(__pyx_v_mslice->shape[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->shape[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1350
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* mslice.shape[i + offset] = mslice.shape[i]
|
|
* mslice.strides[i + offset] = mslice.strides[i] # <<<<<<<<<<<<<<
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
|
|
*
|
|
*/
|
|
(__pyx_v_mslice->strides[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->strides[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1351
|
|
* mslice.shape[i + offset] = mslice.shape[i]
|
|
* mslice.strides[i + offset] = mslice.strides[i]
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i] # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(offset):
|
|
*/
|
|
(__pyx_v_mslice->suboffsets[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->suboffsets[__pyx_v_i]);
|
|
}
|
|
|
|
/* "View.MemoryView":1353
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
|
|
*
|
|
* for i in range(offset): # <<<<<<<<<<<<<<
|
|
* mslice.shape[i] = 1
|
|
* mslice.strides[i] = mslice.strides[0]
|
|
*/
|
|
__pyx_t_1 = __pyx_v_offset;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "View.MemoryView":1354
|
|
*
|
|
* for i in range(offset):
|
|
* mslice.shape[i] = 1 # <<<<<<<<<<<<<<
|
|
* mslice.strides[i] = mslice.strides[0]
|
|
* mslice.suboffsets[i] = -1
|
|
*/
|
|
(__pyx_v_mslice->shape[__pyx_v_i]) = 1;
|
|
|
|
/* "View.MemoryView":1355
|
|
* for i in range(offset):
|
|
* mslice.shape[i] = 1
|
|
* mslice.strides[i] = mslice.strides[0] # <<<<<<<<<<<<<<
|
|
* mslice.suboffsets[i] = -1
|
|
*
|
|
*/
|
|
(__pyx_v_mslice->strides[__pyx_v_i]) = (__pyx_v_mslice->strides[0]);
|
|
|
|
/* "View.MemoryView":1356
|
|
* mslice.shape[i] = 1
|
|
* mslice.strides[i] = mslice.strides[0]
|
|
* mslice.suboffsets[i] = -1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
(__pyx_v_mslice->suboffsets[__pyx_v_i]) = -1L;
|
|
}
|
|
|
|
/* "View.MemoryView":1342
|
|
*
|
|
* @cname('__pyx_memoryview_broadcast_leading')
|
|
* cdef void broadcast_leading(__Pyx_memviewslice *mslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* int ndim_other) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.broadcast_leading", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1364
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_copying')
|
|
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, # <<<<<<<<<<<<<<
|
|
* int ndim, bint inc) nogil:
|
|
*
|
|
*/
|
|
|
|
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_dtype_is_object, int __pyx_v_ndim, int __pyx_v_inc) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("refcount_copying", __pyx_f[4], 1364, 1, __PYX_ERR(4, 1364, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1368
|
|
*
|
|
*
|
|
* if dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice_with_gil(dst.data, dst.shape,
|
|
* dst.strides, ndim, inc)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_dtype_is_object != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1369
|
|
*
|
|
* if dtype_is_object:
|
|
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, # <<<<<<<<<<<<<<
|
|
* dst.strides, ndim, inc)
|
|
*
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice_with_gil(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_inc);
|
|
|
|
/* "View.MemoryView":1368
|
|
*
|
|
*
|
|
* if dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice_with_gil(dst.data, dst.shape,
|
|
* dst.strides, ndim, inc)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1364
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_copying')
|
|
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, # <<<<<<<<<<<<<<
|
|
* int ndim, bint inc) nogil:
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.refcount_copying", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1373
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
|
|
* cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* bint inc) with gil:
|
|
*/
|
|
|
|
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("refcount_objects_in_slice_with_gil", 0);
|
|
__Pyx_TraceCall("refcount_objects_in_slice_with_gil", __pyx_f[4], 1373, 0, __PYX_ERR(4, 1373, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1376
|
|
* Py_ssize_t *strides, int ndim,
|
|
* bint inc) with gil:
|
|
* refcount_objects_in_slice(data, shape, strides, ndim, inc) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice')
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, __pyx_v_shape, __pyx_v_strides, __pyx_v_ndim, __pyx_v_inc);
|
|
|
|
/* "View.MemoryView":1373
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
|
|
* cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* bint inc) with gil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.refcount_objects_in_slice_with_gil", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
|
|
/* "View.MemoryView":1379
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice')
|
|
* cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim, bint inc):
|
|
* cdef Py_ssize_t i
|
|
*/
|
|
|
|
static void __pyx_memoryview_refcount_objects_in_slice(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("refcount_objects_in_slice", 0);
|
|
__Pyx_TraceCall("refcount_objects_in_slice", __pyx_f[4], 1379, 0, __PYX_ERR(4, 1379, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1383
|
|
* cdef Py_ssize_t i
|
|
*
|
|
* for i in range(shape[0]): # <<<<<<<<<<<<<<
|
|
* if ndim == 1:
|
|
* if inc:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_shape[0]);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "View.MemoryView":1384
|
|
*
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if inc:
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_ndim == 1) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":1385
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1:
|
|
* if inc: # <<<<<<<<<<<<<<
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
* else:
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_inc != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":1386
|
|
* if ndim == 1:
|
|
* if inc:
|
|
* Py_INCREF((<PyObject **> data)[0]) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* Py_DECREF((<PyObject **> data)[0])
|
|
*/
|
|
Py_INCREF((((PyObject **)__pyx_v_data)[0]));
|
|
|
|
/* "View.MemoryView":1385
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1:
|
|
* if inc: # <<<<<<<<<<<<<<
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
* else:
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":1388
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
* else:
|
|
* Py_DECREF((<PyObject **> data)[0]) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* refcount_objects_in_slice(data, shape + 1, strides + 1,
|
|
*/
|
|
/*else*/ {
|
|
Py_DECREF((((PyObject **)__pyx_v_data)[0]));
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":1384
|
|
*
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if inc:
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "View.MemoryView":1390
|
|
* Py_DECREF((<PyObject **> data)[0])
|
|
* else:
|
|
* refcount_objects_in_slice(data, shape + 1, strides + 1, # <<<<<<<<<<<<<<
|
|
* ndim - 1, inc)
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
|
|
/* "View.MemoryView":1391
|
|
* else:
|
|
* refcount_objects_in_slice(data, shape + 1, strides + 1,
|
|
* ndim - 1, inc) # <<<<<<<<<<<<<<
|
|
*
|
|
* data += strides[0]
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_inc);
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "View.MemoryView":1393
|
|
* ndim - 1, inc)
|
|
*
|
|
* data += strides[0] # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_data = (__pyx_v_data + (__pyx_v_strides[0]));
|
|
}
|
|
|
|
/* "View.MemoryView":1379
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice')
|
|
* cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim, bint inc):
|
|
* cdef Py_ssize_t i
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.refcount_objects_in_slice", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":1399
|
|
*
|
|
* @cname('__pyx_memoryview_slice_assign_scalar')
|
|
* cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim, # <<<<<<<<<<<<<<
|
|
* size_t itemsize, void *item,
|
|
* bint dtype_is_object) nogil:
|
|
*/
|
|
|
|
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item, int __pyx_v_dtype_is_object) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("slice_assign_scalar", __pyx_f[4], 1399, 1, __PYX_ERR(4, 1399, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1402
|
|
* size_t itemsize, void *item,
|
|
* bint dtype_is_object) nogil:
|
|
* refcount_copying(dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<<
|
|
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,
|
|
* itemsize, item)
|
|
*/
|
|
__pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
|
|
|
|
/* "View.MemoryView":1403
|
|
* bint dtype_is_object) nogil:
|
|
* refcount_copying(dst, dtype_is_object, ndim, False)
|
|
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, # <<<<<<<<<<<<<<
|
|
* itemsize, item)
|
|
* refcount_copying(dst, dtype_is_object, ndim, True)
|
|
*/
|
|
__pyx_memoryview__slice_assign_scalar(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_itemsize, __pyx_v_item);
|
|
|
|
/* "View.MemoryView":1405
|
|
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,
|
|
* itemsize, item)
|
|
* refcount_copying(dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
|
|
|
|
/* "View.MemoryView":1399
|
|
*
|
|
* @cname('__pyx_memoryview_slice_assign_scalar')
|
|
* cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim, # <<<<<<<<<<<<<<
|
|
* size_t itemsize, void *item,
|
|
* bint dtype_is_object) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1409
|
|
*
|
|
* @cname('__pyx_memoryview__slice_assign_scalar')
|
|
* cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* size_t itemsize, void *item) nogil:
|
|
*/
|
|
|
|
static void __pyx_memoryview__slice_assign_scalar(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item) {
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
|
|
Py_ssize_t __pyx_v_stride;
|
|
Py_ssize_t __pyx_v_extent;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
Py_ssize_t __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("_slice_assign_scalar", __pyx_f[4], 1409, 1, __PYX_ERR(4, 1409, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1413
|
|
* size_t itemsize, void *item) nogil:
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t stride = strides[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t extent = shape[0]
|
|
*
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_strides[0]);
|
|
|
|
/* "View.MemoryView":1414
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t stride = strides[0]
|
|
* cdef Py_ssize_t extent = shape[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* if ndim == 1:
|
|
*/
|
|
__pyx_v_extent = (__pyx_v_shape[0]);
|
|
|
|
/* "View.MemoryView":1416
|
|
* cdef Py_ssize_t extent = shape[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize)
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_ndim == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1417
|
|
*
|
|
* if ndim == 1:
|
|
* for i in range(extent): # <<<<<<<<<<<<<<
|
|
* memcpy(data, item, itemsize)
|
|
* data += stride
|
|
*/
|
|
__pyx_t_2 = __pyx_v_extent;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1418
|
|
* if ndim == 1:
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize) # <<<<<<<<<<<<<<
|
|
* data += stride
|
|
* else:
|
|
*/
|
|
(void)(memcpy(__pyx_v_data, __pyx_v_item, __pyx_v_itemsize));
|
|
|
|
/* "View.MemoryView":1419
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize)
|
|
* data += stride # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(extent):
|
|
*/
|
|
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
|
|
}
|
|
|
|
/* "View.MemoryView":1416
|
|
* cdef Py_ssize_t extent = shape[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize)
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1421
|
|
* data += stride
|
|
* else:
|
|
* for i in range(extent): # <<<<<<<<<<<<<<
|
|
* _slice_assign_scalar(data, shape + 1, strides + 1,
|
|
* ndim - 1, itemsize, item)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = __pyx_v_extent;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1422
|
|
* else:
|
|
* for i in range(extent):
|
|
* _slice_assign_scalar(data, shape + 1, strides + 1, # <<<<<<<<<<<<<<
|
|
* ndim - 1, itemsize, item)
|
|
* data += stride
|
|
*/
|
|
__pyx_memoryview__slice_assign_scalar(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize, __pyx_v_item);
|
|
|
|
/* "View.MemoryView":1424
|
|
* _slice_assign_scalar(data, shape + 1, strides + 1,
|
|
* ndim - 1, itemsize, item)
|
|
* data += stride # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1409
|
|
*
|
|
* @cname('__pyx_memoryview__slice_assign_scalar')
|
|
* cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* size_t itemsize, void *item) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView._slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum = {"__pyx_unpickle_Enum", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum, METH_VARARGS|METH_KEYWORDS, 0};
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v___pyx_type = 0;
|
|
long __pyx_v___pyx_checksum;
|
|
PyObject *__pyx_v___pyx_state = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_pyx_type,&__pyx_n_s_pyx_checksum,&__pyx_n_s_pyx_state,0};
|
|
PyObject* values[3] = {0,0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_type)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_checksum)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 1); __PYX_ERR(4, 1, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_state)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 2); __PYX_ERR(4, 1, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__pyx_unpickle_Enum") < 0)) __PYX_ERR(4, 1, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
}
|
|
__pyx_v___pyx_type = values[0];
|
|
__pyx_v___pyx_checksum = __Pyx_PyInt_As_long(values[1]); if (unlikely((__pyx_v___pyx_checksum == (long)-1) && PyErr_Occurred())) __PYX_ERR(4, 1, __pyx_L3_error)
|
|
__pyx_v___pyx_state = values[2];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(4, 1, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(__pyx_self, __pyx_v___pyx_type, __pyx_v___pyx_checksum, __pyx_v___pyx_state);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_v___pyx_PickleError = 0;
|
|
PyObject *__pyx_v___pyx_result = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__46)
|
|
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum", 0);
|
|
__Pyx_TraceCall("__pyx_unpickle_Enum", __pyx_f[4], 1, 0, __PYX_ERR(4, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995): # <<<<<<<<<<<<<<
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_long(__pyx_v___pyx_checksum); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_t_1, __pyx_tuple__47, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "(tree fragment)":5
|
|
* cdef object __pyx_result
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995):
|
|
* from pickle import PickleError as __pyx_PickleError # <<<<<<<<<<<<<<
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_PickleError);
|
|
__Pyx_GIVEREF(__pyx_n_s_PickleError);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_PickleError);
|
|
__pyx_t_4 = __Pyx_Import(__pyx_n_s_pickle, __pyx_t_1, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_4, __pyx_n_s_PickleError); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__pyx_v___pyx_PickleError = __pyx_t_1;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":6
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995):
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum) # <<<<<<<<<<<<<<
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_long(__pyx_v___pyx_checksum); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = __Pyx_PyString_Format(__pyx_kp_s_Incompatible_checksums_0x_x_vs_0, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(4, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_INCREF(__pyx_v___pyx_PickleError);
|
|
__pyx_t_1 = __pyx_v___pyx_PickleError; __pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_6, __pyx_t_5) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(4, 6, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":4
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995): # <<<<<<<<<<<<<<
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":7
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type) # <<<<<<<<<<<<<<
|
|
* if __pyx_state is not None:
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_MemviewEnum_type), __pyx_n_s_new); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 7, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_5, __pyx_v___pyx_type) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v___pyx_type);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 7, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v___pyx_result = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":8
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None: # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
*/
|
|
__pyx_t_3 = (__pyx_v___pyx_state != Py_None);
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "(tree fragment)":9
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None:
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state) # <<<<<<<<<<<<<<
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
*/
|
|
if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(4, 9, __pyx_L1_error)
|
|
__pyx_t_4 = __pyx_unpickle_Enum__set_state(((struct __pyx_MemviewEnum_obj *)__pyx_v___pyx_result), ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_4)) __PYX_ERR(4, 9, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":8
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None: # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":10
|
|
* if __pyx_state is not None:
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result # <<<<<<<<<<<<<<
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0]
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v___pyx_result);
|
|
__pyx_r = __pyx_v___pyx_result;
|
|
goto __pyx_L0;
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v___pyx_PickleError);
|
|
__Pyx_XDECREF(__pyx_v___pyx_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":11
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
*/
|
|
|
|
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *__pyx_v___pyx_result, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum__set_state", 0);
|
|
__Pyx_TraceCall("__pyx_unpickle_Enum__set_state", __pyx_f[4], 11, 0, __PYX_ERR(4, 11, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":12
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0] # <<<<<<<<<<<<<<
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
* __pyx_result.__dict__.update(__pyx_state[1])
|
|
*/
|
|
if (unlikely(__pyx_v___pyx_state == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(4, 12, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 12, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v___pyx_result->name);
|
|
__Pyx_DECREF(__pyx_v___pyx_result->name);
|
|
__pyx_v___pyx_result->name = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":13
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): # <<<<<<<<<<<<<<
|
|
* __pyx_result.__dict__.update(__pyx_state[1])
|
|
*/
|
|
if (unlikely(__pyx_v___pyx_state == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
|
|
__PYX_ERR(4, 13, __pyx_L1_error)
|
|
}
|
|
__pyx_t_3 = PyTuple_GET_SIZE(__pyx_v___pyx_state); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(4, 13, __pyx_L1_error)
|
|
__pyx_t_4 = ((__pyx_t_3 > 1) != 0);
|
|
if (__pyx_t_4) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_4;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_HasAttr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(4, 13, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_4 != 0);
|
|
__pyx_t_2 = __pyx_t_5;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "(tree fragment)":14
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
* __pyx_result.__dict__.update(__pyx_state[1]) # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_update); if (unlikely(!__pyx_t_7)) __PYX_ERR(4, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(__pyx_v___pyx_state == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(4, 14, __pyx_L1_error)
|
|
}
|
|
__pyx_t_6 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(4, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":13
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): # <<<<<<<<<<<<<<
|
|
* __pyx_result.__dict__.update(__pyx_state[1])
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":11
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum__set_state", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer __pyx_vtable_5spacy_9tokenizer_Tokenizer;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer_Tokenizer(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_5spacy_9tokenizer_Tokenizer;
|
|
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
|
|
p->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
|
|
p->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
|
|
p->vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)Py_None); Py_INCREF(Py_None);
|
|
p->_token_match = Py_None; Py_INCREF(Py_None);
|
|
p->_url_match = Py_None; Py_INCREF(Py_None);
|
|
p->_prefix_search = Py_None; Py_INCREF(Py_None);
|
|
p->_suffix_search = Py_None; Py_INCREF(Py_None);
|
|
p->_infix_finditer = Py_None; Py_INCREF(Py_None);
|
|
p->_rules = Py_None; Py_INCREF(Py_None);
|
|
p->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)Py_None); Py_INCREF(Py_None);
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer_Tokenizer(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p = (struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->mem);
|
|
Py_CLEAR(p->_cache);
|
|
Py_CLEAR(p->_specials);
|
|
Py_CLEAR(p->vocab);
|
|
Py_CLEAR(p->_token_match);
|
|
Py_CLEAR(p->_url_match);
|
|
Py_CLEAR(p->_prefix_search);
|
|
Py_CLEAR(p->_suffix_search);
|
|
Py_CLEAR(p->_infix_finditer);
|
|
Py_CLEAR(p->_rules);
|
|
Py_CLEAR(p->_special_matcher);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer_Tokenizer(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p = (struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o;
|
|
if (p->mem) {
|
|
e = (*v)(((PyObject *)p->mem), a); if (e) return e;
|
|
}
|
|
if (p->_cache) {
|
|
e = (*v)(((PyObject *)p->_cache), a); if (e) return e;
|
|
}
|
|
if (p->_specials) {
|
|
e = (*v)(((PyObject *)p->_specials), a); if (e) return e;
|
|
}
|
|
if (p->vocab) {
|
|
e = (*v)(((PyObject *)p->vocab), a); if (e) return e;
|
|
}
|
|
if (p->_token_match) {
|
|
e = (*v)(p->_token_match, a); if (e) return e;
|
|
}
|
|
if (p->_url_match) {
|
|
e = (*v)(p->_url_match, a); if (e) return e;
|
|
}
|
|
if (p->_prefix_search) {
|
|
e = (*v)(p->_prefix_search, a); if (e) return e;
|
|
}
|
|
if (p->_suffix_search) {
|
|
e = (*v)(p->_suffix_search, a); if (e) return e;
|
|
}
|
|
if (p->_infix_finditer) {
|
|
e = (*v)(p->_infix_finditer, a); if (e) return e;
|
|
}
|
|
if (p->_rules) {
|
|
e = (*v)(p->_rules, a); if (e) return e;
|
|
}
|
|
if (p->_special_matcher) {
|
|
e = (*v)(((PyObject *)p->_special_matcher), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_9tokenizer_Tokenizer(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p = (struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o;
|
|
tmp = ((PyObject*)p->mem);
|
|
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_cache);
|
|
p->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_specials);
|
|
p->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->vocab);
|
|
p->vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_token_match);
|
|
p->_token_match = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_url_match);
|
|
p->_url_match = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_prefix_search);
|
|
p->_prefix_search = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_suffix_search);
|
|
p->_suffix_search = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_infix_finditer);
|
|
p->_infix_finditer = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_rules);
|
|
p->_rules = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_special_matcher);
|
|
p->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_token_match(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_token_match(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_url_match(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_url_match(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_prefix_search(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_prefix_search(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_suffix_search(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_suffix_search(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_infix_finditer(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_infix_finditer(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_rules(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_rules(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_vocab(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_5vocab_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_5spacy_9tokenizer_Tokenizer[] = {
|
|
{"__reduce__", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_2__reduce__},
|
|
{"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_6pipe},
|
|
{"_flush_cache", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_9_flush_cache},
|
|
{"_reset_cache", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_11_reset_cache},
|
|
{"_flush_specials", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_13_flush_specials},
|
|
{"find_infix", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_15find_infix},
|
|
{"find_prefix", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_17find_prefix},
|
|
{"find_suffix", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_19find_suffix},
|
|
{"_load_special_cases", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_21_load_special_cases},
|
|
{"_validate_special_case", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_23_validate_special_case},
|
|
{"add_special_case", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_25add_special_case},
|
|
{"_reload_special_cases", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases, METH_NOARGS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases},
|
|
{"explain", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain, METH_O, __pyx_doc_5spacy_9tokenizer_9Tokenizer_29explain},
|
|
{"score", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_31score},
|
|
{"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_33to_disk},
|
|
{"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_35from_disk},
|
|
{"to_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_37to_bytes},
|
|
{"from_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_39from_bytes},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets_5spacy_9tokenizer_Tokenizer[] = {
|
|
{(char *)"token_match", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_token_match, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_token_match, (char *)0, 0},
|
|
{(char *)"url_match", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_url_match, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_url_match, (char *)0, 0},
|
|
{(char *)"prefix_search", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_prefix_search, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_prefix_search, (char *)0, 0},
|
|
{(char *)"suffix_search", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_suffix_search, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_suffix_search, (char *)0, 0},
|
|
{(char *)"infix_finditer", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_infix_finditer, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_infix_finditer, (char *)0, 0},
|
|
{(char *)"rules", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_rules, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_rules, (char *)0, 0},
|
|
{(char *)"faster_heuristics", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics, (char *)0, 0},
|
|
{(char *)"vocab", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_vocab, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer_Tokenizer = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.Tokenizer", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer_Tokenizer), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer_Tokenizer, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
"Tokenizer(Vocab vocab, rules=None, prefix_search=None, suffix_search=None, infix_finditer=None, token_match=None, url_match=None, faster_heuristics=True)\nSegment text, and create Doc objects with the discovered segment\n boundaries.\n\n DOCS: https://spacy.io/api/tokenizer\n ", /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer_Tokenizer, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_9tokenizer_Tokenizer, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_5spacy_9tokenizer_Tokenizer, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets_5spacy_9tokenizer_Tokenizer, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
__pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer_Tokenizer, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct__pipe[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct__pipe[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct__pipe(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_batch_size);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
Py_CLEAR(p->__pyx_v_text);
|
|
Py_CLEAR(p->__pyx_v_texts);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct__pipe[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct__pipe(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)o;
|
|
if (p->__pyx_v_batch_size) {
|
|
e = (*v)(p->__pyx_v_batch_size, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_text) {
|
|
e = (*v)(p->__pyx_v_text, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_texts) {
|
|
e = (*v)(p->__pyx_v_texts, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct__pipe", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct__pipe, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct__pipe, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_1_explain[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_1_explain[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
Py_CLEAR(p->__pyx_v_special_cases);
|
|
Py_CLEAR(p->__pyx_v_substring);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_1_explain[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o;
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_special_cases) {
|
|
e = (*v)(p->__pyx_v_special_cases, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_substring) {
|
|
e = (*v)(p->__pyx_v_substring, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_special_cases);
|
|
p->__pyx_v_special_cases = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_substring);
|
|
p->__pyx_v_substring = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct_1_explain", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_2_genexpr[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_2_genexpr[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_e);
|
|
Py_CLEAR(p->__pyx_v_i);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
Py_CLEAR(p->__pyx_t_1);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_2_genexpr[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_e) {
|
|
e = (*v)(p->__pyx_v_e, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_i) {
|
|
e = (*v)(p->__pyx_v_i, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_1) {
|
|
e = (*v)(p->__pyx_t_1, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct_2_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_3_genexpr[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_3_genexpr[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_e);
|
|
Py_CLEAR(p->__pyx_v_i);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
Py_CLEAR(p->__pyx_t_1);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_3_genexpr[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_e) {
|
|
e = (*v)(p->__pyx_v_e, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_i) {
|
|
e = (*v)(p->__pyx_v_i, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_1) {
|
|
e = (*v)(p->__pyx_t_1, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct_3_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_4_genexpr[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_4_genexpr[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_e);
|
|
Py_CLEAR(p->__pyx_v_i);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
Py_CLEAR(p->__pyx_t_1);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_4_genexpr[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_e) {
|
|
e = (*v)(p->__pyx_v_e, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_i) {
|
|
e = (*v)(p->__pyx_v_i, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_1) {
|
|
e = (*v)(p->__pyx_t_1, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct_4_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_exclude);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o;
|
|
if (p->__pyx_v_exclude) {
|
|
e = (*v)(p->__pyx_v_exclude, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_exclude);
|
|
p->__pyx_v_exclude = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct_5_to_bytes", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes[8];
|
|
static int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes[--__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyObject *o) {
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_data);
|
|
Py_CLEAR(p->__pyx_v_exclude);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes)))) {
|
|
__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes[__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o;
|
|
if (p->__pyx_v_data) {
|
|
e = (*v)(p->__pyx_v_data, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_exclude) {
|
|
e = (*v)(p->__pyx_v_exclude, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_data);
|
|
p->__pyx_v_data = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_exclude);
|
|
p->__pyx_v_exclude = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.__pyx_scope_struct_6_from_bytes", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
static struct __pyx_vtabstruct_array __pyx_vtable_array;
|
|
|
|
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k) {
|
|
struct __pyx_array_obj *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_array_obj *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_array;
|
|
p->mode = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
p->_format = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
if (unlikely(__pyx_array___cinit__(o, a, k) < 0)) goto bad;
|
|
return o;
|
|
bad:
|
|
Py_DECREF(o); o = 0;
|
|
return NULL;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_array(PyObject *o) {
|
|
struct __pyx_array_obj *p = (struct __pyx_array_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !__Pyx_PyObject_GC_IsFinalized(o))) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
{
|
|
PyObject *etype, *eval, *etb;
|
|
PyErr_Fetch(&etype, &eval, &etb);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
|
|
__pyx_array___dealloc__(o);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
|
|
PyErr_Restore(etype, eval, etb);
|
|
}
|
|
Py_CLEAR(p->mode);
|
|
Py_CLEAR(p->_format);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
static PyObject *__pyx_sq_item_array(PyObject *o, Py_ssize_t i) {
|
|
PyObject *r;
|
|
PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
|
|
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
|
|
Py_DECREF(x);
|
|
return r;
|
|
}
|
|
|
|
static int __pyx_mp_ass_subscript_array(PyObject *o, PyObject *i, PyObject *v) {
|
|
if (v) {
|
|
return __pyx_array___setitem__(o, i, v);
|
|
}
|
|
else {
|
|
PyErr_Format(PyExc_NotImplementedError,
|
|
"Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name);
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_tp_getattro_array(PyObject *o, PyObject *n) {
|
|
PyObject *v = __Pyx_PyObject_GenericGetAttr(o, n);
|
|
if (!v && PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Clear();
|
|
v = __pyx_array___getattr__(o, n);
|
|
}
|
|
return v;
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_array_memview(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_array[] = {
|
|
{"__getattr__", (PyCFunction)__pyx_array___getattr__, METH_O|METH_COEXIST, 0},
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_array_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_array_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets_array[] = {
|
|
{(char *)"memview", __pyx_getprop___pyx_array_memview, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PySequenceMethods __pyx_tp_as_sequence_array = {
|
|
__pyx_array___len__, /*sq_length*/
|
|
0, /*sq_concat*/
|
|
0, /*sq_repeat*/
|
|
__pyx_sq_item_array, /*sq_item*/
|
|
0, /*sq_slice*/
|
|
0, /*sq_ass_item*/
|
|
0, /*sq_ass_slice*/
|
|
0, /*sq_contains*/
|
|
0, /*sq_inplace_concat*/
|
|
0, /*sq_inplace_repeat*/
|
|
};
|
|
|
|
static PyMappingMethods __pyx_tp_as_mapping_array = {
|
|
__pyx_array___len__, /*mp_length*/
|
|
__pyx_array___getitem__, /*mp_subscript*/
|
|
__pyx_mp_ass_subscript_array, /*mp_ass_subscript*/
|
|
};
|
|
|
|
static PyBufferProcs __pyx_tp_as_buffer_array = {
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getreadbuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getwritebuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getsegcount*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getcharbuffer*/
|
|
#endif
|
|
__pyx_array_getbuffer, /*bf_getbuffer*/
|
|
0, /*bf_releasebuffer*/
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_array = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.array", /*tp_name*/
|
|
sizeof(struct __pyx_array_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_array, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
&__pyx_tp_as_sequence_array, /*tp_as_sequence*/
|
|
&__pyx_tp_as_mapping_array, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
__pyx_tp_getattro_array, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
&__pyx_tp_as_buffer_array, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
0, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_array, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets_array, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_array, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_MemviewEnum_obj *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_MemviewEnum_obj *)o);
|
|
p->name = Py_None; Py_INCREF(Py_None);
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_Enum(PyObject *o) {
|
|
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->name);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse_Enum(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
|
|
if (p->name) {
|
|
e = (*v)(p->name, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_Enum(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
|
|
tmp = ((PyObject*)p->name);
|
|
p->name = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_Enum[] = {
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_MemviewEnum = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.Enum", /*tp_name*/
|
|
sizeof(struct __pyx_MemviewEnum_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_Enum, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
__pyx_MemviewEnum___repr__, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_Enum, /*tp_traverse*/
|
|
__pyx_tp_clear_Enum, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_Enum, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
__pyx_MemviewEnum___init__, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_Enum, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
static struct __pyx_vtabstruct_memoryview __pyx_vtable_memoryview;
|
|
|
|
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k) {
|
|
struct __pyx_memoryview_obj *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_memoryview_obj *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_memoryview;
|
|
p->obj = Py_None; Py_INCREF(Py_None);
|
|
p->_size = Py_None; Py_INCREF(Py_None);
|
|
p->_array_interface = Py_None; Py_INCREF(Py_None);
|
|
p->view.obj = NULL;
|
|
if (unlikely(__pyx_memoryview___cinit__(o, a, k) < 0)) goto bad;
|
|
return o;
|
|
bad:
|
|
Py_DECREF(o); o = 0;
|
|
return NULL;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_memoryview(PyObject *o) {
|
|
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
{
|
|
PyObject *etype, *eval, *etb;
|
|
PyErr_Fetch(&etype, &eval, &etb);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
|
|
__pyx_memoryview___dealloc__(o);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
|
|
PyErr_Restore(etype, eval, etb);
|
|
}
|
|
Py_CLEAR(p->obj);
|
|
Py_CLEAR(p->_size);
|
|
Py_CLEAR(p->_array_interface);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse_memoryview(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
|
|
if (p->obj) {
|
|
e = (*v)(p->obj, a); if (e) return e;
|
|
}
|
|
if (p->_size) {
|
|
e = (*v)(p->_size, a); if (e) return e;
|
|
}
|
|
if (p->_array_interface) {
|
|
e = (*v)(p->_array_interface, a); if (e) return e;
|
|
}
|
|
if (p->view.obj) {
|
|
e = (*v)(p->view.obj, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_memoryview(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
|
|
tmp = ((PyObject*)p->obj);
|
|
p->obj = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_size);
|
|
p->_size = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_array_interface);
|
|
p->_array_interface = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
Py_CLEAR(p->view.obj);
|
|
return 0;
|
|
}
|
|
static PyObject *__pyx_sq_item_memoryview(PyObject *o, Py_ssize_t i) {
|
|
PyObject *r;
|
|
PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
|
|
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
|
|
Py_DECREF(x);
|
|
return r;
|
|
}
|
|
|
|
static int __pyx_mp_ass_subscript_memoryview(PyObject *o, PyObject *i, PyObject *v) {
|
|
if (v) {
|
|
return __pyx_memoryview___setitem__(o, i, v);
|
|
}
|
|
else {
|
|
PyErr_Format(PyExc_NotImplementedError,
|
|
"Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name);
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_T(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_base(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_shape(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_strides(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_suboffsets(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_ndim(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_itemsize(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_nbytes(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_size(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_memoryview[] = {
|
|
{"is_c_contig", (PyCFunction)__pyx_memoryview_is_c_contig, METH_NOARGS, 0},
|
|
{"is_f_contig", (PyCFunction)__pyx_memoryview_is_f_contig, METH_NOARGS, 0},
|
|
{"copy", (PyCFunction)__pyx_memoryview_copy, METH_NOARGS, 0},
|
|
{"copy_fortran", (PyCFunction)__pyx_memoryview_copy_fortran, METH_NOARGS, 0},
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets_memoryview[] = {
|
|
{(char *)"T", __pyx_getprop___pyx_memoryview_T, 0, (char *)0, 0},
|
|
{(char *)"base", __pyx_getprop___pyx_memoryview_base, 0, (char *)0, 0},
|
|
{(char *)"shape", __pyx_getprop___pyx_memoryview_shape, 0, (char *)0, 0},
|
|
{(char *)"strides", __pyx_getprop___pyx_memoryview_strides, 0, (char *)0, 0},
|
|
{(char *)"suboffsets", __pyx_getprop___pyx_memoryview_suboffsets, 0, (char *)0, 0},
|
|
{(char *)"ndim", __pyx_getprop___pyx_memoryview_ndim, 0, (char *)0, 0},
|
|
{(char *)"itemsize", __pyx_getprop___pyx_memoryview_itemsize, 0, (char *)0, 0},
|
|
{(char *)"nbytes", __pyx_getprop___pyx_memoryview_nbytes, 0, (char *)0, 0},
|
|
{(char *)"size", __pyx_getprop___pyx_memoryview_size, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PySequenceMethods __pyx_tp_as_sequence_memoryview = {
|
|
__pyx_memoryview___len__, /*sq_length*/
|
|
0, /*sq_concat*/
|
|
0, /*sq_repeat*/
|
|
__pyx_sq_item_memoryview, /*sq_item*/
|
|
0, /*sq_slice*/
|
|
0, /*sq_ass_item*/
|
|
0, /*sq_ass_slice*/
|
|
0, /*sq_contains*/
|
|
0, /*sq_inplace_concat*/
|
|
0, /*sq_inplace_repeat*/
|
|
};
|
|
|
|
static PyMappingMethods __pyx_tp_as_mapping_memoryview = {
|
|
__pyx_memoryview___len__, /*mp_length*/
|
|
__pyx_memoryview___getitem__, /*mp_subscript*/
|
|
__pyx_mp_ass_subscript_memoryview, /*mp_ass_subscript*/
|
|
};
|
|
|
|
static PyBufferProcs __pyx_tp_as_buffer_memoryview = {
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getreadbuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getwritebuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getsegcount*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getcharbuffer*/
|
|
#endif
|
|
__pyx_memoryview_getbuffer, /*bf_getbuffer*/
|
|
0, /*bf_releasebuffer*/
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_memoryview = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer.memoryview", /*tp_name*/
|
|
sizeof(struct __pyx_memoryview_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_memoryview, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
__pyx_memoryview___repr__, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
&__pyx_tp_as_sequence_memoryview, /*tp_as_sequence*/
|
|
&__pyx_tp_as_mapping_memoryview, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
__pyx_memoryview___str__, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
&__pyx_tp_as_buffer_memoryview, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_memoryview, /*tp_traverse*/
|
|
__pyx_tp_clear_memoryview, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_memoryview, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets_memoryview, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_memoryview, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
static struct __pyx_vtabstruct__memoryviewslice __pyx_vtable__memoryviewslice;
|
|
|
|
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k) {
|
|
struct __pyx_memoryviewslice_obj *p;
|
|
PyObject *o = __pyx_tp_new_memoryview(t, a, k);
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_memoryviewslice_obj *)o);
|
|
p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_memoryview*)__pyx_vtabptr__memoryviewslice;
|
|
p->from_object = Py_None; Py_INCREF(Py_None);
|
|
p->from_slice.memview = NULL;
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc__memoryviewslice(PyObject *o) {
|
|
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
{
|
|
PyObject *etype, *eval, *etb;
|
|
PyErr_Fetch(&etype, &eval, &etb);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
|
|
__pyx_memoryviewslice___dealloc__(o);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
|
|
PyErr_Restore(etype, eval, etb);
|
|
}
|
|
Py_CLEAR(p->from_object);
|
|
PyObject_GC_Track(o);
|
|
__pyx_tp_dealloc_memoryview(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse__memoryviewslice(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
|
|
e = __pyx_tp_traverse_memoryview(o, v, a); if (e) return e;
|
|
if (p->from_object) {
|
|
e = (*v)(p->from_object, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear__memoryviewslice(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
|
|
__pyx_tp_clear_memoryview(o);
|
|
tmp = ((PyObject*)p->from_object);
|
|
p->from_object = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
__PYX_XDEC_MEMVIEW(&p->from_slice, 1);
|
|
return 0;
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryviewslice_base(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods__memoryviewslice[] = {
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets__memoryviewslice[] = {
|
|
{(char *)"base", __pyx_getprop___pyx_memoryviewslice_base, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_memoryviewslice = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokenizer._memoryviewslice", /*tp_name*/
|
|
sizeof(struct __pyx_memoryviewslice_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc__memoryviewslice, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
__pyx_memoryview___repr__, /*tp_repr*/
|
|
#else
|
|
0, /*tp_repr*/
|
|
#endif
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
__pyx_memoryview___str__, /*tp_str*/
|
|
#else
|
|
0, /*tp_str*/
|
|
#endif
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
"Internal class for passing memoryview slices to Python", /*tp_doc*/
|
|
__pyx_tp_traverse__memoryviewslice, /*tp_traverse*/
|
|
__pyx_tp_clear__memoryviewslice, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods__memoryviewslice, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets__memoryviewslice, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new__memoryviewslice, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static PyMethodDef __pyx_methods[] = {
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
|
|
static int __pyx_pymod_exec_tokenizer(PyObject* module); /*proto*/
|
|
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
|
|
{Py_mod_create, (void*)__pyx_pymod_create},
|
|
{Py_mod_exec, (void*)__pyx_pymod_exec_tokenizer},
|
|
{0, NULL}
|
|
};
|
|
#endif
|
|
|
|
static struct PyModuleDef __pyx_moduledef = {
|
|
PyModuleDef_HEAD_INIT,
|
|
"tokenizer",
|
|
0, /* m_doc */
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
0, /* m_size */
|
|
#else
|
|
-1, /* m_size */
|
|
#endif
|
|
__pyx_methods /* m_methods */,
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__pyx_moduledef_slots, /* m_slots */
|
|
#else
|
|
NULL, /* m_reload */
|
|
#endif
|
|
NULL, /* m_traverse */
|
|
NULL, /* m_clear */
|
|
NULL /* m_free */
|
|
};
|
|
#endif
|
|
#ifndef CYTHON_SMALL_CODE
|
|
#if defined(__clang__)
|
|
#define CYTHON_SMALL_CODE
|
|
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
|
|
#define CYTHON_SMALL_CODE __attribute__((cold))
|
|
#else
|
|
#define CYTHON_SMALL_CODE
|
|
#endif
|
|
#endif
|
|
|
|
static __Pyx_StringTabEntry __pyx_string_tab[] = {
|
|
{&__pyx_n_s_ASCII, __pyx_k_ASCII, sizeof(__pyx_k_ASCII), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Buffer_view_does_not_expose_stri, __pyx_k_Buffer_view_does_not_expose_stri, sizeof(__pyx_k_Buffer_view_does_not_expose_stri), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Can_only_create_a_buffer_that_is, __pyx_k_Can_only_create_a_buffer_that_is, sizeof(__pyx_k_Can_only_create_a_buffer_that_is), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Cannot_assign_to_read_only_memor, __pyx_k_Cannot_assign_to_read_only_memor, sizeof(__pyx_k_Cannot_assign_to_read_only_memor), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Cannot_create_writable_memory_vi, __pyx_k_Cannot_create_writable_memory_vi, sizeof(__pyx_k_Cannot_create_writable_memory_vi), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Cannot_index_with_type_s, __pyx_k_Cannot_index_with_type_s, sizeof(__pyx_k_Cannot_index_with_type_s), 0, 0, 1, 0},
|
|
{&__pyx_kp_u_Create_a_Tokenizer_to_create_Doc, __pyx_k_Create_a_Tokenizer_to_create_Doc, sizeof(__pyx_k_Create_a_Tokenizer_to_create_Doc), 0, 1, 0, 0},
|
|
{&__pyx_n_s_E025, __pyx_k_E025, sizeof(__pyx_k_E025), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1005, __pyx_k_E1005, sizeof(__pyx_k_E1005), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E997, __pyx_k_E997, sizeof(__pyx_k_E997), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Ellipsis, __pyx_k_Ellipsis, sizeof(__pyx_k_Ellipsis), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Empty_shape_tuple_for_cython_arr, __pyx_k_Empty_shape_tuple_for_cython_arr, sizeof(__pyx_k_Empty_shape_tuple_for_cython_arr), 0, 0, 1, 0},
|
|
{&__pyx_n_s_Errors, __pyx_k_Errors, sizeof(__pyx_k_Errors), 0, 0, 1, 1},
|
|
{&__pyx_n_s_INFIX, __pyx_k_INFIX, sizeof(__pyx_k_INFIX), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ImportError, __pyx_k_ImportError, sizeof(__pyx_k_ImportError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Incompatible_checksums_0x_x_vs_0, __pyx_k_Incompatible_checksums_0x_x_vs_0, sizeof(__pyx_k_Incompatible_checksums_0x_x_vs_0), 0, 0, 1, 0},
|
|
{&__pyx_n_s_IndexError, __pyx_k_IndexError, sizeof(__pyx_k_IndexError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Indirect_dimensions_not_supporte, __pyx_k_Indirect_dimensions_not_supporte, sizeof(__pyx_k_Indirect_dimensions_not_supporte), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_k_Invalid_mode_expected_c_or_fortr, sizeof(__pyx_k_Invalid_mode_expected_c_or_fortr), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_k_Invalid_shape_in_axis_d_d, sizeof(__pyx_k_Invalid_shape_in_axis_d_d), 0, 0, 1, 0},
|
|
{&__pyx_n_s_MemoryError, __pyx_k_MemoryError, sizeof(__pyx_k_MemoryError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_k_MemoryView_of_r_at_0x_x, sizeof(__pyx_k_MemoryView_of_r_at_0x_x), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_MemoryView_of_r_object, __pyx_k_MemoryView_of_r_object, sizeof(__pyx_k_MemoryView_of_r_object), 0, 0, 1, 0},
|
|
{&__pyx_n_s_NORM, __pyx_k_NORM, sizeof(__pyx_k_NORM), 0, 0, 1, 1},
|
|
{&__pyx_n_b_O, __pyx_k_O, sizeof(__pyx_k_O), 0, 0, 0, 1},
|
|
{&__pyx_n_s_ORTH, __pyx_k_ORTH, sizeof(__pyx_k_ORTH), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_k_Out_of_bounds_on_buffer_access_a, sizeof(__pyx_k_Out_of_bounds_on_buffer_access_a), 0, 0, 1, 0},
|
|
{&__pyx_n_s_PREFIX, __pyx_k_PREFIX, sizeof(__pyx_k_PREFIX), 0, 0, 1, 1},
|
|
{&__pyx_n_s_PickleError, __pyx_k_PickleError, sizeof(__pyx_k_PickleError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_SPECIAL, __pyx_k_SPECIAL, sizeof(__pyx_k_SPECIAL), 0, 0, 1, 0},
|
|
{&__pyx_kp_u_SPECIAL, __pyx_k_SPECIAL, sizeof(__pyx_k_SPECIAL), 0, 1, 0, 0},
|
|
{&__pyx_n_s_SUFFIX, __pyx_k_SUFFIX, sizeof(__pyx_k_SUFFIX), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Scorer, __pyx_k_Scorer, sizeof(__pyx_k_Scorer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Span, __pyx_k_Span, sizeof(__pyx_k_Span), 0, 0, 1, 1},
|
|
{&__pyx_n_s_TOKEN, __pyx_k_TOKEN, sizeof(__pyx_k_TOKEN), 0, 0, 1, 1},
|
|
{&__pyx_n_s_TOKEN_MATCH, __pyx_k_TOKEN_MATCH, sizeof(__pyx_k_TOKEN_MATCH), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer, __pyx_k_Tokenizer, sizeof(__pyx_k_Tokenizer), 0, 0, 1, 1},
|
|
{&__pyx_kp_u_Tokenizer___init___line_31, __pyx_k_Tokenizer___init___line_31, sizeof(__pyx_k_Tokenizer___init___line_31), 0, 1, 0, 0},
|
|
{&__pyx_n_s_Tokenizer___reduce, __pyx_k_Tokenizer___reduce, sizeof(__pyx_k_Tokenizer___reduce), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer__flush_cache, __pyx_k_Tokenizer__flush_cache, sizeof(__pyx_k_Tokenizer__flush_cache), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer__flush_specials, __pyx_k_Tokenizer__flush_specials, sizeof(__pyx_k_Tokenizer__flush_specials), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer__load_special_cases, __pyx_k_Tokenizer__load_special_cases, sizeof(__pyx_k_Tokenizer__load_special_cases), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer__reload_special_cases, __pyx_k_Tokenizer__reload_special_cases, sizeof(__pyx_k_Tokenizer__reload_special_cases), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer__reset_cache, __pyx_k_Tokenizer__reset_cache, sizeof(__pyx_k_Tokenizer__reset_cache), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer__validate_special_case, __pyx_k_Tokenizer__validate_special_case, sizeof(__pyx_k_Tokenizer__validate_special_case), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_add_special_case, __pyx_k_Tokenizer_add_special_case, sizeof(__pyx_k_Tokenizer_add_special_case), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_explain, __pyx_k_Tokenizer_explain, sizeof(__pyx_k_Tokenizer_explain), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_find_infix, __pyx_k_Tokenizer_find_infix, sizeof(__pyx_k_Tokenizer_find_infix), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_find_prefix, __pyx_k_Tokenizer_find_prefix, sizeof(__pyx_k_Tokenizer_find_prefix), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_find_suffix, __pyx_k_Tokenizer_find_suffix, sizeof(__pyx_k_Tokenizer_find_suffix), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_from_bytes, __pyx_k_Tokenizer_from_bytes, sizeof(__pyx_k_Tokenizer_from_bytes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_from_disk, __pyx_k_Tokenizer_from_disk, sizeof(__pyx_k_Tokenizer_from_disk), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_pipe, __pyx_k_Tokenizer_pipe, sizeof(__pyx_k_Tokenizer_pipe), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Tokenizer_score, __pyx_k_Tokenizer_score, sizeof(__pyx_k_Tokenizer_score), 0, 0, 1, 0},
|
|
{&__pyx_n_s_Tokenizer_to_bytes, __pyx_k_Tokenizer_to_bytes, sizeof(__pyx_k_Tokenizer_to_bytes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Tokenizer_to_disk, __pyx_k_Tokenizer_to_disk, sizeof(__pyx_k_Tokenizer_to_disk), 0, 0, 1, 1},
|
|
{&__pyx_n_s_TypeError, __pyx_k_TypeError, sizeof(__pyx_k_TypeError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_URL_MATCH, __pyx_k_URL_MATCH, sizeof(__pyx_k_URL_MATCH), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Unable_to_convert_item_to_object, __pyx_k_Unable_to_convert_item_to_object, sizeof(__pyx_k_Unable_to_convert_item_to_object), 0, 0, 1, 0},
|
|
{&__pyx_n_s_ValueError, __pyx_k_ValueError, sizeof(__pyx_k_ValueError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_View_MemoryView, __pyx_k_View_MemoryView, sizeof(__pyx_k_View_MemoryView), 0, 0, 1, 1},
|
|
{&__pyx_kp_s__12, __pyx_k__12, sizeof(__pyx_k__12), 0, 0, 1, 0},
|
|
{&__pyx_kp_s__2, __pyx_k__2, sizeof(__pyx_k__2), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_a, __pyx_k_a, sizeof(__pyx_k_a), 0, 0, 1, 0},
|
|
{&__pyx_n_s_add, __pyx_k_add, sizeof(__pyx_k_add), 0, 0, 1, 1},
|
|
{&__pyx_n_s_add_special_case, __pyx_k_add_special_case, sizeof(__pyx_k_add_special_case), 0, 0, 1, 1},
|
|
{&__pyx_n_s_allocate_buffer, __pyx_k_allocate_buffer, sizeof(__pyx_k_allocate_buffer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_args, __pyx_k_args, sizeof(__pyx_k_args), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attr, __pyx_k_attr, sizeof(__pyx_k_attr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attrs, __pyx_k_attrs, sizeof(__pyx_k_attrs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_base, __pyx_k_base, sizeof(__pyx_k_base), 0, 0, 1, 1},
|
|
{&__pyx_n_s_batch_size, __pyx_k_batch_size, sizeof(__pyx_k_batch_size), 0, 0, 1, 1},
|
|
{&__pyx_n_s_bytes_data, __pyx_k_bytes_data, sizeof(__pyx_k_bytes_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 0, 1, 1},
|
|
{&__pyx_n_u_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 1, 0, 1},
|
|
{&__pyx_n_s_cached, __pyx_k_cached, sizeof(__pyx_k_cached), 0, 0, 1, 1},
|
|
{&__pyx_n_s_chunk, __pyx_k_chunk, sizeof(__pyx_k_chunk), 0, 0, 1, 1},
|
|
{&__pyx_n_s_class, __pyx_k_class, sizeof(__pyx_k_class), 0, 0, 1, 1},
|
|
{&__pyx_n_s_cline_in_traceback, __pyx_k_cline_in_traceback, sizeof(__pyx_k_cline_in_traceback), 0, 0, 1, 1},
|
|
{&__pyx_n_s_close, __pyx_k_close, sizeof(__pyx_k_close), 0, 0, 1, 1},
|
|
{&__pyx_n_s_compile, __pyx_k_compile, sizeof(__pyx_k_compile), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_contiguous_and_direct, __pyx_k_contiguous_and_direct, sizeof(__pyx_k_contiguous_and_direct), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_contiguous_and_indirect, __pyx_k_contiguous_and_indirect, sizeof(__pyx_k_contiguous_and_indirect), 0, 0, 1, 0},
|
|
{&__pyx_n_s_d, __pyx_k_d, sizeof(__pyx_k_d), 0, 0, 1, 1},
|
|
{&__pyx_n_s_data, __pyx_k_data, sizeof(__pyx_k_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_deserializers, __pyx_k_deserializers, sizeof(__pyx_k_deserializers), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dict, __pyx_k_dict, sizeof(__pyx_k_dict), 0, 0, 1, 1},
|
|
{&__pyx_n_s_do_deprecated, __pyx_k_do_deprecated, sizeof(__pyx_k_do_deprecated), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc, __pyx_k_doc, sizeof(__pyx_k_doc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dtype_is_object, __pyx_k_dtype_is_object, sizeof(__pyx_k_dtype_is_object), 0, 0, 1, 1},
|
|
{&__pyx_n_s_e, __pyx_k_e, sizeof(__pyx_k_e), 0, 0, 1, 1},
|
|
{&__pyx_n_s_encode, __pyx_k_encode, sizeof(__pyx_k_encode), 0, 0, 1, 1},
|
|
{&__pyx_n_s_end, __pyx_k_end, sizeof(__pyx_k_end), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ensure_path, __pyx_k_ensure_path, sizeof(__pyx_k_ensure_path), 0, 0, 1, 1},
|
|
{&__pyx_n_s_enter, __pyx_k_enter, sizeof(__pyx_k_enter), 0, 0, 1, 1},
|
|
{&__pyx_n_s_enumerate, __pyx_k_enumerate, sizeof(__pyx_k_enumerate), 0, 0, 1, 1},
|
|
{&__pyx_n_s_error, __pyx_k_error, sizeof(__pyx_k_error), 0, 0, 1, 1},
|
|
{&__pyx_n_s_errors, __pyx_k_errors, sizeof(__pyx_k_errors), 0, 0, 1, 1},
|
|
{&__pyx_n_s_examples, __pyx_k_examples, sizeof(__pyx_k_examples), 0, 0, 1, 1},
|
|
{&__pyx_n_s_exc, __pyx_k_exc, sizeof(__pyx_k_exc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_exceptions, __pyx_k_exceptions, sizeof(__pyx_k_exceptions), 0, 0, 1, 1},
|
|
{&__pyx_n_s_exclude, __pyx_k_exclude, sizeof(__pyx_k_exclude), 0, 0, 1, 1},
|
|
{&__pyx_n_s_exit, __pyx_k_exit, sizeof(__pyx_k_exit), 0, 0, 1, 1},
|
|
{&__pyx_n_s_explain, __pyx_k_explain, sizeof(__pyx_k_explain), 0, 0, 1, 1},
|
|
{&__pyx_n_s_explain_locals_genexpr, __pyx_k_explain_locals_genexpr, sizeof(__pyx_k_explain_locals_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_faster_heuristics, __pyx_k_faster_heuristics, sizeof(__pyx_k_faster_heuristics), 0, 0, 1, 1},
|
|
{&__pyx_n_s_file, __pyx_k_file, sizeof(__pyx_k_file), 0, 0, 1, 1},
|
|
{&__pyx_n_s_filter_spans, __pyx_k_filter_spans, sizeof(__pyx_k_filter_spans), 0, 0, 1, 1},
|
|
{&__pyx_n_s_final_tokens, __pyx_k_final_tokens, sizeof(__pyx_k_final_tokens), 0, 0, 1, 1},
|
|
{&__pyx_n_s_find_infix, __pyx_k_find_infix, sizeof(__pyx_k_find_infix), 0, 0, 1, 1},
|
|
{&__pyx_n_s_find_prefix, __pyx_k_find_prefix, sizeof(__pyx_k_find_prefix), 0, 0, 1, 1},
|
|
{&__pyx_n_s_find_suffix, __pyx_k_find_suffix, sizeof(__pyx_k_find_suffix), 0, 0, 1, 1},
|
|
{&__pyx_n_s_finditer, __pyx_k_finditer, sizeof(__pyx_k_finditer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_flags, __pyx_k_flags, sizeof(__pyx_k_flags), 0, 0, 1, 1},
|
|
{&__pyx_n_s_flush_cache, __pyx_k_flush_cache, sizeof(__pyx_k_flush_cache), 0, 0, 1, 1},
|
|
{&__pyx_n_s_flush_specials, __pyx_k_flush_specials, sizeof(__pyx_k_flush_specials), 0, 0, 1, 1},
|
|
{&__pyx_n_s_format, __pyx_k_format, sizeof(__pyx_k_format), 0, 0, 1, 1},
|
|
{&__pyx_n_s_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 0, 1, 1},
|
|
{&__pyx_n_u_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 1, 0, 1},
|
|
{&__pyx_n_s_from_bytes, __pyx_k_from_bytes, sizeof(__pyx_k_from_bytes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_bytes_locals_lambda, __pyx_k_from_bytes_locals_lambda, sizeof(__pyx_k_from_bytes_locals_lambda), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_disk, __pyx_k_from_disk, sizeof(__pyx_k_from_disk), 0, 0, 1, 1},
|
|
{&__pyx_n_s_genexpr, __pyx_k_genexpr, sizeof(__pyx_k_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get, __pyx_k_get, sizeof(__pyx_k_get), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_regex_pattern, __pyx_k_get_regex_pattern, sizeof(__pyx_k_get_regex_pattern), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_words_and_spaces, __pyx_k_get_words_and_spaces, sizeof(__pyx_k_get_words_and_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_getstate, __pyx_k_getstate, sizeof(__pyx_k_getstate), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_k_got_differing_extents_in_dimensi, sizeof(__pyx_k_got_differing_extents_in_dimensi), 0, 0, 1, 0},
|
|
{&__pyx_n_s_i, __pyx_k_i, sizeof(__pyx_k_i), 0, 0, 1, 1},
|
|
{&__pyx_n_s_id, __pyx_k_id, sizeof(__pyx_k_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_import, __pyx_k_import, sizeof(__pyx_k_import), 0, 0, 1, 1},
|
|
{&__pyx_n_s_infix_finditer, __pyx_k_infix_finditer, sizeof(__pyx_k_infix_finditer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_infixes, __pyx_k_infixes, sizeof(__pyx_k_infixes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_intify_attrs, __pyx_k_intify_attrs, sizeof(__pyx_k_intify_attrs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_isspace, __pyx_k_isspace, sizeof(__pyx_k_isspace), 0, 0, 1, 1},
|
|
{&__pyx_n_s_items, __pyx_k_items, sizeof(__pyx_k_items), 0, 0, 1, 1},
|
|
{&__pyx_n_s_itemsize, __pyx_k_itemsize, sizeof(__pyx_k_itemsize), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_itemsize_0_for_cython_array, __pyx_k_itemsize_0_for_cython_array, sizeof(__pyx_k_itemsize_0_for_cython_array), 0, 0, 1, 0},
|
|
{&__pyx_n_s_j, __pyx_k_j, sizeof(__pyx_k_j), 0, 0, 1, 1},
|
|
{&__pyx_n_s_join, __pyx_k_join, sizeof(__pyx_k_join), 0, 0, 1, 1},
|
|
{&__pyx_n_s_k, __pyx_k_k, sizeof(__pyx_k_k), 0, 0, 1, 1},
|
|
{&__pyx_n_s_key, __pyx_k_key, sizeof(__pyx_k_key), 0, 0, 1, 1},
|
|
{&__pyx_n_s_keys, __pyx_k_keys, sizeof(__pyx_k_keys), 0, 0, 1, 1},
|
|
{&__pyx_n_s_kwargs, __pyx_k_kwargs, sizeof(__pyx_k_kwargs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_label, __pyx_k_label, sizeof(__pyx_k_label), 0, 0, 1, 1},
|
|
{&__pyx_n_s_label_2, __pyx_k_label_2, sizeof(__pyx_k_label_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_length, __pyx_k_length, sizeof(__pyx_k_length), 0, 0, 1, 1},
|
|
{&__pyx_n_s_load_special_cases, __pyx_k_load_special_cases, sizeof(__pyx_k_load_special_cases), 0, 0, 1, 1},
|
|
{&__pyx_n_s_m_id, __pyx_k_m_id, sizeof(__pyx_k_m_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_main, __pyx_k_main, sizeof(__pyx_k_main), 0, 0, 1, 1},
|
|
{&__pyx_n_s_match, __pyx_k_match, sizeof(__pyx_k_match), 0, 0, 1, 1},
|
|
{&__pyx_n_s_matches, __pyx_k_matches, sizeof(__pyx_k_matches), 0, 0, 1, 1},
|
|
{&__pyx_n_s_memview, __pyx_k_memview, sizeof(__pyx_k_memview), 0, 0, 1, 1},
|
|
{&__pyx_n_s_mode, __pyx_k_mode, sizeof(__pyx_k_mode), 0, 0, 1, 1},
|
|
{&__pyx_n_s_name, __pyx_k_name, sizeof(__pyx_k_name), 0, 0, 1, 1},
|
|
{&__pyx_n_s_name_2, __pyx_k_name_2, sizeof(__pyx_k_name_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ndim, __pyx_k_ndim, sizeof(__pyx_k_ndim), 0, 0, 1, 1},
|
|
{&__pyx_n_s_new, __pyx_k_new, sizeof(__pyx_k_new), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_no_default___reduce___due_to_non, __pyx_k_no_default___reduce___due_to_non, sizeof(__pyx_k_no_default___reduce___due_to_non), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_numpy_core_multiarray_failed_to, __pyx_k_numpy_core_multiarray_failed_to, sizeof(__pyx_k_numpy_core_multiarray_failed_to), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_numpy_core_umath_failed_to_impor, __pyx_k_numpy_core_umath_failed_to_impor, sizeof(__pyx_k_numpy_core_umath_failed_to_impor), 0, 0, 1, 0},
|
|
{&__pyx_n_s_obj, __pyx_k_obj, sizeof(__pyx_k_obj), 0, 0, 1, 1},
|
|
{&__pyx_n_s_offset, __pyx_k_offset, sizeof(__pyx_k_offset), 0, 0, 1, 1},
|
|
{&__pyx_n_s_open, __pyx_k_open, sizeof(__pyx_k_open), 0, 0, 1, 1},
|
|
{&__pyx_n_s_orth, __pyx_k_orth, sizeof(__pyx_k_orth), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pack, __pyx_k_pack, sizeof(__pyx_k_pack), 0, 0, 1, 1},
|
|
{&__pyx_n_s_path, __pyx_k_path, sizeof(__pyx_k_path), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pattern, __pyx_k_pattern, sizeof(__pyx_k_pattern), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pickle, __pyx_k_pickle, sizeof(__pyx_k_pickle), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pipe, __pyx_k_pipe, sizeof(__pyx_k_pipe), 0, 0, 1, 1},
|
|
{&__pyx_n_s_prefix_search, __pyx_k_prefix_search, sizeof(__pyx_k_prefix_search), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_PickleError, __pyx_k_pyx_PickleError, sizeof(__pyx_k_pyx_PickleError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_checksum, __pyx_k_pyx_checksum, sizeof(__pyx_k_pyx_checksum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_getbuffer, __pyx_k_pyx_getbuffer, sizeof(__pyx_k_pyx_getbuffer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_result, __pyx_k_pyx_result, sizeof(__pyx_k_pyx_result), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_state, __pyx_k_pyx_state, sizeof(__pyx_k_pyx_state), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_type, __pyx_k_pyx_type, sizeof(__pyx_k_pyx_type), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_unpickle_Enum, __pyx_k_pyx_unpickle_Enum, sizeof(__pyx_k_pyx_unpickle_Enum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_vtable, __pyx_k_pyx_vtable, sizeof(__pyx_k_pyx_vtable), 0, 0, 1, 1},
|
|
{&__pyx_n_s_range, __pyx_k_range, sizeof(__pyx_k_range), 0, 0, 1, 1},
|
|
{&__pyx_n_s_rb, __pyx_k_rb, sizeof(__pyx_k_rb), 0, 0, 1, 1},
|
|
{&__pyx_n_s_re, __pyx_k_re, sizeof(__pyx_k_re), 0, 0, 1, 1},
|
|
{&__pyx_n_s_read, __pyx_k_read, sizeof(__pyx_k_read), 0, 0, 1, 1},
|
|
{&__pyx_n_s_realloc, __pyx_k_realloc, sizeof(__pyx_k_realloc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reduce, __pyx_k_reduce, sizeof(__pyx_k_reduce), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reduce_cython, __pyx_k_reduce_cython, sizeof(__pyx_k_reduce_cython), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reduce_ex, __pyx_k_reduce_ex, sizeof(__pyx_k_reduce_ex), 0, 0, 1, 1},
|
|
{&__pyx_n_s_regex, __pyx_k_regex, sizeof(__pyx_k_regex), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reload_special_cases, __pyx_k_reload_special_cases, sizeof(__pyx_k_reload_special_cases), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reset_cache, __pyx_k_reset_cache, sizeof(__pyx_k_reset_cache), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reversed, __pyx_k_reversed, sizeof(__pyx_k_reversed), 0, 0, 1, 1},
|
|
{&__pyx_n_s_rules, __pyx_k_rules, sizeof(__pyx_k_rules), 0, 0, 1, 1},
|
|
{&__pyx_n_s_s, __pyx_k_s, sizeof(__pyx_k_s), 0, 0, 1, 1},
|
|
{&__pyx_n_s_score, __pyx_k_score, sizeof(__pyx_k_score), 0, 0, 1, 1},
|
|
{&__pyx_n_s_score_tokenization, __pyx_k_score_tokenization, sizeof(__pyx_k_score_tokenization), 0, 0, 1, 1},
|
|
{&__pyx_n_s_scorer, __pyx_k_scorer, sizeof(__pyx_k_scorer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_search, __pyx_k_search, sizeof(__pyx_k_search), 0, 0, 1, 1},
|
|
{&__pyx_n_s_self, __pyx_k_self, sizeof(__pyx_k_self), 0, 0, 1, 1},
|
|
{&__pyx_n_s_self_2, __pyx_k_self_2, sizeof(__pyx_k_self_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_send, __pyx_k_send, sizeof(__pyx_k_send), 0, 0, 1, 1},
|
|
{&__pyx_n_s_serializers, __pyx_k_serializers, sizeof(__pyx_k_serializers), 0, 0, 1, 1},
|
|
{&__pyx_n_s_setdefault, __pyx_k_setdefault, sizeof(__pyx_k_setdefault), 0, 0, 1, 1},
|
|
{&__pyx_n_s_setstate, __pyx_k_setstate, sizeof(__pyx_k_setstate), 0, 0, 1, 1},
|
|
{&__pyx_n_s_setstate_cython, __pyx_k_setstate_cython, sizeof(__pyx_k_setstate_cython), 0, 0, 1, 1},
|
|
{&__pyx_n_s_shape, __pyx_k_shape, sizeof(__pyx_k_shape), 0, 0, 1, 1},
|
|
{&__pyx_n_s_size, __pyx_k_size, sizeof(__pyx_k_size), 0, 0, 1, 1},
|
|
{&__pyx_n_s_space, __pyx_k_space, sizeof(__pyx_k_space), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spaces, __pyx_k_spaces, sizeof(__pyx_k_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spacy_tokenizer, __pyx_k_spacy_tokenizer, sizeof(__pyx_k_spacy_tokenizer), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_spacy_tokenizer_pyx, __pyx_k_spacy_tokenizer_pyx, sizeof(__pyx_k_spacy_tokenizer_pyx), 0, 0, 1, 0},
|
|
{&__pyx_n_s_span, __pyx_k_span, sizeof(__pyx_k_span), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spans, __pyx_k_spans, sizeof(__pyx_k_spans), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spans_by_start, __pyx_k_spans_by_start, sizeof(__pyx_k_spans_by_start), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spec, __pyx_k_spec, sizeof(__pyx_k_spec), 0, 0, 1, 1},
|
|
{&__pyx_n_s_special_cases, __pyx_k_special_cases, sizeof(__pyx_k_special_cases), 0, 0, 1, 1},
|
|
{&__pyx_n_s_special_token, __pyx_k_special_token, sizeof(__pyx_k_special_token), 0, 0, 1, 1},
|
|
{&__pyx_n_s_special_tokens, __pyx_k_special_tokens, sizeof(__pyx_k_special_tokens), 0, 0, 1, 1},
|
|
{&__pyx_n_s_split, __pyx_k_split, sizeof(__pyx_k_split), 0, 0, 1, 1},
|
|
{&__pyx_n_s_stale_special, __pyx_k_stale_special, sizeof(__pyx_k_stale_special), 0, 0, 1, 1},
|
|
{&__pyx_n_s_start, __pyx_k_start, sizeof(__pyx_k_start), 0, 0, 1, 1},
|
|
{&__pyx_n_s_step, __pyx_k_step, sizeof(__pyx_k_step), 0, 0, 1, 1},
|
|
{&__pyx_n_s_stop, __pyx_k_stop, sizeof(__pyx_k_stop), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_strided_and_direct, __pyx_k_strided_and_direct, sizeof(__pyx_k_strided_and_direct), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_strided_and_direct_or_indirect, __pyx_k_strided_and_direct_or_indirect, sizeof(__pyx_k_strided_and_direct_or_indirect), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_strided_and_indirect, __pyx_k_strided_and_indirect, sizeof(__pyx_k_strided_and_indirect), 0, 0, 1, 0},
|
|
{&__pyx_n_s_string, __pyx_k_string, sizeof(__pyx_k_string), 0, 0, 1, 1},
|
|
{&__pyx_n_s_strings_map, __pyx_k_strings_map, sizeof(__pyx_k_strings_map), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_stringsource, __pyx_k_stringsource, sizeof(__pyx_k_stringsource), 0, 0, 1, 0},
|
|
{&__pyx_n_s_struct, __pyx_k_struct, sizeof(__pyx_k_struct), 0, 0, 1, 1},
|
|
{&__pyx_n_s_substring, __pyx_k_substring, sizeof(__pyx_k_substring), 0, 0, 1, 1},
|
|
{&__pyx_n_s_substrings, __pyx_k_substrings, sizeof(__pyx_k_substrings), 0, 0, 1, 1},
|
|
{&__pyx_n_s_suffix_search, __pyx_k_suffix_search, sizeof(__pyx_k_suffix_search), 0, 0, 1, 1},
|
|
{&__pyx_n_s_suffixes, __pyx_k_suffixes, sizeof(__pyx_k_suffixes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_symbols, __pyx_k_symbols, sizeof(__pyx_k_symbols), 0, 0, 1, 1},
|
|
{&__pyx_n_s_t, __pyx_k_t, sizeof(__pyx_k_t), 0, 0, 1, 1},
|
|
{&__pyx_n_s_t_spaces, __pyx_k_t_spaces, sizeof(__pyx_k_t_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_t_words, __pyx_k_t_words, sizeof(__pyx_k_t_words), 0, 0, 1, 1},
|
|
{&__pyx_n_s_test, __pyx_k_test, sizeof(__pyx_k_test), 0, 0, 1, 1},
|
|
{&__pyx_n_s_text, __pyx_k_text, sizeof(__pyx_k_text), 0, 0, 1, 1},
|
|
{&__pyx_n_s_texts, __pyx_k_texts, sizeof(__pyx_k_texts), 0, 0, 1, 1},
|
|
{&__pyx_n_s_throw, __pyx_k_throw, sizeof(__pyx_k_throw), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_bytes, __pyx_k_to_bytes, sizeof(__pyx_k_to_bytes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_bytes_locals_lambda, __pyx_k_to_bytes_locals_lambda, sizeof(__pyx_k_to_bytes_locals_lambda), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_disk, __pyx_k_to_disk, sizeof(__pyx_k_to_disk), 0, 0, 1, 1},
|
|
{&__pyx_n_s_token_attrs, __pyx_k_token_attrs, sizeof(__pyx_k_token_attrs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_token_match, __pyx_k_token_match, sizeof(__pyx_k_token_match), 0, 0, 1, 1},
|
|
{&__pyx_n_s_tokens, __pyx_k_tokens, sizeof(__pyx_k_tokens), 0, 0, 1, 1},
|
|
{&__pyx_n_s_training, __pyx_k_training, sizeof(__pyx_k_training), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_unable_to_allocate_array_data, __pyx_k_unable_to_allocate_array_data, sizeof(__pyx_k_unable_to_allocate_array_data), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_unable_to_allocate_shape_and_str, __pyx_k_unable_to_allocate_shape_and_str, sizeof(__pyx_k_unable_to_allocate_shape_and_str), 0, 0, 1, 0},
|
|
{&__pyx_n_s_unpack, __pyx_k_unpack, sizeof(__pyx_k_unpack), 0, 0, 1, 1},
|
|
{&__pyx_n_s_update, __pyx_k_update, sizeof(__pyx_k_update), 0, 0, 1, 1},
|
|
{&__pyx_n_s_url_match, __pyx_k_url_match, sizeof(__pyx_k_url_match), 0, 0, 1, 1},
|
|
{&__pyx_n_s_util, __pyx_k_util, sizeof(__pyx_k_util), 0, 0, 1, 1},
|
|
{&__pyx_n_s_validate_examples, __pyx_k_validate_examples, sizeof(__pyx_k_validate_examples), 0, 0, 1, 1},
|
|
{&__pyx_n_s_validate_special_case, __pyx_k_validate_special_case, sizeof(__pyx_k_validate_special_case), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vocab, __pyx_k_vocab, sizeof(__pyx_k_vocab), 0, 0, 1, 1},
|
|
{&__pyx_n_s_wb, __pyx_k_wb, sizeof(__pyx_k_wb), 0, 0, 1, 1},
|
|
{&__pyx_n_s_word, __pyx_k_word, sizeof(__pyx_k_word), 0, 0, 1, 1},
|
|
{&__pyx_n_s_words, __pyx_k_words, sizeof(__pyx_k_words), 0, 0, 1, 1},
|
|
{&__pyx_n_s_write, __pyx_k_write, sizeof(__pyx_k_write), 0, 0, 1, 1},
|
|
{&__pyx_n_s_zip, __pyx_k_zip, sizeof(__pyx_k_zip), 0, 0, 1, 1},
|
|
{0, 0, 0, 0, 0, 0, 0}
|
|
};
|
|
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(void) {
|
|
__pyx_builtin_ValueError = __Pyx_GetBuiltinName(__pyx_n_s_ValueError); if (!__pyx_builtin_ValueError) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__pyx_builtin_range = __Pyx_GetBuiltinName(__pyx_n_s_range); if (!__pyx_builtin_range) __PYX_ERR(0, 272, __pyx_L1_error)
|
|
__pyx_builtin_reversed = __Pyx_GetBuiltinName(__pyx_n_s_reversed); if (!__pyx_builtin_reversed) __PYX_ERR(0, 712, __pyx_L1_error)
|
|
__pyx_builtin_zip = __Pyx_GetBuiltinName(__pyx_n_s_zip); if (!__pyx_builtin_zip) __PYX_ERR(0, 717, __pyx_L1_error)
|
|
__pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_n_s_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 740, __pyx_L1_error)
|
|
__pyx_builtin_ImportError = __Pyx_GetBuiltinName(__pyx_n_s_ImportError); if (!__pyx_builtin_ImportError) __PYX_ERR(2, 942, __pyx_L1_error)
|
|
__pyx_builtin_MemoryError = __Pyx_GetBuiltinName(__pyx_n_s_MemoryError); if (!__pyx_builtin_MemoryError) __PYX_ERR(4, 149, __pyx_L1_error)
|
|
__pyx_builtin_TypeError = __Pyx_GetBuiltinName(__pyx_n_s_TypeError); if (!__pyx_builtin_TypeError) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__pyx_builtin_Ellipsis = __Pyx_GetBuiltinName(__pyx_n_s_Ellipsis); if (!__pyx_builtin_Ellipsis) __PYX_ERR(4, 406, __pyx_L1_error)
|
|
__pyx_builtin_id = __Pyx_GetBuiltinName(__pyx_n_s_id); if (!__pyx_builtin_id) __PYX_ERR(4, 615, __pyx_L1_error)
|
|
__pyx_builtin_IndexError = __Pyx_GetBuiltinName(__pyx_n_s_IndexError); if (!__pyx_builtin_IndexError) __PYX_ERR(4, 834, __pyx_L1_error)
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
return -1;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
|
|
|
|
/* "spacy/tokenizer.pyx":762
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
*/
|
|
__pyx_tuple__18 = PyTuple_Pack(3, Py_None, Py_None, Py_None); if (unlikely(!__pyx_tuple__18)) __PYX_ERR(0, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__18);
|
|
__Pyx_GIVEREF(__pyx_tuple__18);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":942
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.multiarray failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
*/
|
|
__pyx_tuple__26 = PyTuple_Pack(1, __pyx_kp_s_numpy_core_multiarray_failed_to); if (unlikely(!__pyx_tuple__26)) __PYX_ERR(2, 942, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__26);
|
|
__Pyx_GIVEREF(__pyx_tuple__26);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":948
|
|
* _import_umath()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
*/
|
|
__pyx_tuple__27 = PyTuple_Pack(1, __pyx_kp_s_numpy_core_umath_failed_to_impor); if (unlikely(!__pyx_tuple__27)) __PYX_ERR(2, 948, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__27);
|
|
__Pyx_GIVEREF(__pyx_tuple__27);
|
|
|
|
/* "View.MemoryView":134
|
|
*
|
|
* if not self.ndim:
|
|
* raise ValueError("Empty shape tuple for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if itemsize <= 0:
|
|
*/
|
|
__pyx_tuple__28 = PyTuple_Pack(1, __pyx_kp_s_Empty_shape_tuple_for_cython_arr); if (unlikely(!__pyx_tuple__28)) __PYX_ERR(4, 134, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__28);
|
|
__Pyx_GIVEREF(__pyx_tuple__28);
|
|
|
|
/* "View.MemoryView":137
|
|
*
|
|
* if itemsize <= 0:
|
|
* raise ValueError("itemsize <= 0 for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if not isinstance(format, bytes):
|
|
*/
|
|
__pyx_tuple__29 = PyTuple_Pack(1, __pyx_kp_s_itemsize_0_for_cython_array); if (unlikely(!__pyx_tuple__29)) __PYX_ERR(4, 137, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__29);
|
|
__Pyx_GIVEREF(__pyx_tuple__29);
|
|
|
|
/* "View.MemoryView":149
|
|
*
|
|
* if not self._shape:
|
|
* raise MemoryError("unable to allocate shape and strides.") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__30 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_shape_and_str); if (unlikely(!__pyx_tuple__30)) __PYX_ERR(4, 149, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__30);
|
|
__Pyx_GIVEREF(__pyx_tuple__30);
|
|
|
|
/* "View.MemoryView":177
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data:
|
|
* raise MemoryError("unable to allocate array data.") # <<<<<<<<<<<<<<
|
|
*
|
|
* if self.dtype_is_object:
|
|
*/
|
|
__pyx_tuple__31 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_array_data); if (unlikely(!__pyx_tuple__31)) __PYX_ERR(4, 177, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__31);
|
|
__Pyx_GIVEREF(__pyx_tuple__31);
|
|
|
|
/* "View.MemoryView":193
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.") # <<<<<<<<<<<<<<
|
|
* info.buf = self.data
|
|
* info.len = self.len
|
|
*/
|
|
__pyx_tuple__32 = PyTuple_Pack(1, __pyx_kp_s_Can_only_create_a_buffer_that_is); if (unlikely(!__pyx_tuple__32)) __PYX_ERR(4, 193, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__32);
|
|
__Pyx_GIVEREF(__pyx_tuple__32);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_tuple__33 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__33)) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__33);
|
|
__Pyx_GIVEREF(__pyx_tuple__33);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__34 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__34)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__34);
|
|
__Pyx_GIVEREF(__pyx_tuple__34);
|
|
|
|
/* "View.MemoryView":420
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*/
|
|
__pyx_tuple__35 = PyTuple_Pack(1, __pyx_kp_s_Cannot_assign_to_read_only_memor); if (unlikely(!__pyx_tuple__35)) __PYX_ERR(4, 420, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__35);
|
|
__Pyx_GIVEREF(__pyx_tuple__35);
|
|
|
|
/* "View.MemoryView":497
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
* raise ValueError("Unable to convert item to object") # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if len(self.view.format) == 1:
|
|
*/
|
|
__pyx_tuple__36 = PyTuple_Pack(1, __pyx_kp_s_Unable_to_convert_item_to_object); if (unlikely(!__pyx_tuple__36)) __PYX_ERR(4, 497, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__36);
|
|
__Pyx_GIVEREF(__pyx_tuple__36);
|
|
|
|
/* "View.MemoryView":522
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_ND:
|
|
*/
|
|
__pyx_tuple__37 = PyTuple_Pack(1, __pyx_kp_s_Cannot_create_writable_memory_vi); if (unlikely(!__pyx_tuple__37)) __PYX_ERR(4, 522, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__37);
|
|
__Pyx_GIVEREF(__pyx_tuple__37);
|
|
|
|
/* "View.MemoryView":572
|
|
* if self.view.strides == NULL:
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides") # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
|
|
*/
|
|
__pyx_tuple__38 = PyTuple_Pack(1, __pyx_kp_s_Buffer_view_does_not_expose_stri); if (unlikely(!__pyx_tuple__38)) __PYX_ERR(4, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__38);
|
|
__Pyx_GIVEREF(__pyx_tuple__38);
|
|
|
|
/* "View.MemoryView":579
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
|
|
*/
|
|
__pyx_tuple__39 = PyTuple_New(1); if (unlikely(!__pyx_tuple__39)) __PYX_ERR(4, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__39);
|
|
__Pyx_INCREF(__pyx_int_neg_1);
|
|
__Pyx_GIVEREF(__pyx_int_neg_1);
|
|
PyTuple_SET_ITEM(__pyx_tuple__39, 0, __pyx_int_neg_1);
|
|
__Pyx_GIVEREF(__pyx_tuple__39);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_tuple__40 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__40)) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__40);
|
|
__Pyx_GIVEREF(__pyx_tuple__40);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__41 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__41)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__41);
|
|
__Pyx_GIVEREF(__pyx_tuple__41);
|
|
|
|
/* "View.MemoryView":684
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1)) # <<<<<<<<<<<<<<
|
|
* seen_ellipsis = True
|
|
* else:
|
|
*/
|
|
__pyx_slice__42 = PySlice_New(Py_None, Py_None, Py_None); if (unlikely(!__pyx_slice__42)) __PYX_ERR(4, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_slice__42);
|
|
__Pyx_GIVEREF(__pyx_slice__42);
|
|
|
|
/* "View.MemoryView":705
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
* raise ValueError("Indirect dimensions not supported") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__43 = PyTuple_Pack(1, __pyx_kp_s_Indirect_dimensions_not_supporte); if (unlikely(!__pyx_tuple__43)) __PYX_ERR(4, 705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__43);
|
|
__Pyx_GIVEREF(__pyx_tuple__43);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_tuple__44 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__44)) __PYX_ERR(4, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__44);
|
|
__Pyx_GIVEREF(__pyx_tuple__44);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__45 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__45)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__45);
|
|
__Pyx_GIVEREF(__pyx_tuple__45);
|
|
__pyx_tuple__47 = PyTuple_Pack(3, __pyx_int_184977713, __pyx_int_136983863, __pyx_int_112105877); if (unlikely(!__pyx_tuple__47)) __PYX_ERR(4, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__47);
|
|
__Pyx_GIVEREF(__pyx_tuple__47);
|
|
|
|
/* "spacy/tokenizer.pyx":133
|
|
* self._reload_special_cases()
|
|
*
|
|
* def __reduce__(self): # <<<<<<<<<<<<<<
|
|
* args = (self.vocab,
|
|
* self.rules,
|
|
*/
|
|
__pyx_tuple__48 = PyTuple_Pack(2, __pyx_n_s_self_2, __pyx_n_s_args); if (unlikely(!__pyx_tuple__48)) __PYX_ERR(0, 133, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__48);
|
|
__Pyx_GIVEREF(__pyx_tuple__48);
|
|
__pyx_codeobj_ = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__48, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_reduce, 133, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj_)) __PYX_ERR(0, 133, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":203
|
|
* return doc
|
|
*
|
|
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
|
|
* """Tokenize a stream of texts.
|
|
*
|
|
*/
|
|
__pyx_tuple__49 = PyTuple_Pack(4, __pyx_n_s_self_2, __pyx_n_s_texts, __pyx_n_s_batch_size, __pyx_n_s_text); if (unlikely(!__pyx_tuple__49)) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__49);
|
|
__Pyx_GIVEREF(__pyx_tuple__49);
|
|
__pyx_codeobj__3 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__49, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_pipe, 203, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__3)) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":216
|
|
* yield self(text)
|
|
*
|
|
* def _flush_cache(self): # <<<<<<<<<<<<<<
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
*/
|
|
__pyx_tuple__50 = PyTuple_Pack(2, __pyx_n_s_self_2, __pyx_n_s_key); if (unlikely(!__pyx_tuple__50)) __PYX_ERR(0, 216, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__50);
|
|
__Pyx_GIVEREF(__pyx_tuple__50);
|
|
__pyx_codeobj__4 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__50, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_flush_cache, 216, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__4)) __PYX_ERR(0, 216, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":219
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
|
|
* for k in keys:
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
*/
|
|
__pyx_tuple__51 = PyTuple_Pack(4, __pyx_n_s_self_2, __pyx_n_s_keys, __pyx_n_s_k, __pyx_n_s_cached); if (unlikely(!__pyx_tuple__51)) __PYX_ERR(0, 219, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__51);
|
|
__Pyx_GIVEREF(__pyx_tuple__51);
|
|
__pyx_codeobj__5 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__51, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_reset_cache, 219, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__5)) __PYX_ERR(0, 219, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":226
|
|
* self.mem.free(cached)
|
|
*
|
|
* def _flush_specials(self): # <<<<<<<<<<<<<<
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials:
|
|
*/
|
|
__pyx_tuple__52 = PyTuple_Pack(3, __pyx_n_s_self_2, __pyx_n_s_k, __pyx_n_s_cached); if (unlikely(!__pyx_tuple__52)) __PYX_ERR(0, 226, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__52);
|
|
__Pyx_GIVEREF(__pyx_tuple__52);
|
|
__pyx_codeobj__6 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__52, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_flush_specials, 226, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__6)) __PYX_ERR(0, 226, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":525
|
|
* self._cache.set(key, cached)
|
|
*
|
|
* def find_infix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find internal split points of the string, such as hyphens.
|
|
*
|
|
*/
|
|
__pyx_tuple__53 = PyTuple_Pack(2, __pyx_n_s_self_2, __pyx_n_s_string); if (unlikely(!__pyx_tuple__53)) __PYX_ERR(0, 525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__53);
|
|
__Pyx_GIVEREF(__pyx_tuple__53);
|
|
__pyx_codeobj__7 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__53, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_find_infix, 525, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__7)) __PYX_ERR(0, 525, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":539
|
|
* return list(self.infix_finditer(string))
|
|
*
|
|
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a prefix that should be segmented from the
|
|
* string, or None if no prefix rules match.
|
|
*/
|
|
__pyx_tuple__54 = PyTuple_Pack(3, __pyx_n_s_self_2, __pyx_n_s_string, __pyx_n_s_match); if (unlikely(!__pyx_tuple__54)) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__54);
|
|
__Pyx_GIVEREF(__pyx_tuple__54);
|
|
__pyx_codeobj__8 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__54, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_find_prefix, 539, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__8)) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":553
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a suffix that should be segmented from the
|
|
* string, or None if no suffix rules match.
|
|
*/
|
|
__pyx_tuple__55 = PyTuple_Pack(3, __pyx_n_s_self_2, __pyx_n_s_string, __pyx_n_s_match); if (unlikely(!__pyx_tuple__55)) __PYX_ERR(0, 553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__55);
|
|
__Pyx_GIVEREF(__pyx_tuple__55);
|
|
__pyx_codeobj__9 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__55, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_find_suffix, 553, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__9)) __PYX_ERR(0, 553, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":567
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None:
|
|
*/
|
|
__pyx_tuple__56 = PyTuple_Pack(4, __pyx_n_s_self_2, __pyx_n_s_special_cases, __pyx_n_s_chunk, __pyx_n_s_substrings); if (unlikely(!__pyx_tuple__56)) __PYX_ERR(0, 567, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__56);
|
|
__Pyx_GIVEREF(__pyx_tuple__56);
|
|
__pyx_codeobj__10 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__56, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_load_special_cases, 567, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__10)) __PYX_ERR(0, 567, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":573
|
|
* self.add_special_case(chunk, substrings)
|
|
*
|
|
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
|
|
* """Check whether the `ORTH` fields match the string. Check that
|
|
* additional features beyond `ORTH` and `NORM` are not set by the
|
|
*/
|
|
__pyx_tuple__57 = PyTuple_Pack(8, __pyx_n_s_self_2, __pyx_n_s_chunk, __pyx_n_s_substrings, __pyx_n_s_attrs, __pyx_n_s_orth, __pyx_n_s_substring, __pyx_n_s_attr, __pyx_n_s_spec); if (unlikely(!__pyx_tuple__57)) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__57);
|
|
__Pyx_GIVEREF(__pyx_tuple__57);
|
|
__pyx_codeobj__11 = (PyObject*)__Pyx_PyCode_New(3, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__57, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_validate_special_case, 573, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__11)) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":591
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*
|
|
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
|
|
* """Add a special-case tokenization rule.
|
|
*
|
|
*/
|
|
__pyx_tuple__58 = PyTuple_Pack(6, __pyx_n_s_self_2, __pyx_n_s_string, __pyx_n_s_substrings, __pyx_n_s_cached, __pyx_n_s_key, __pyx_n_s_stale_special); if (unlikely(!__pyx_tuple__58)) __PYX_ERR(0, 591, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__58);
|
|
__Pyx_GIVEREF(__pyx_tuple__58);
|
|
__pyx_codeobj__13 = (PyObject*)__Pyx_PyCode_New(3, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__58, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_add_special_case, 591, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__13)) __PYX_ERR(0, 591, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":617
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*
|
|
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
*/
|
|
__pyx_tuple__59 = PyTuple_Pack(1, __pyx_n_s_self_2); if (unlikely(!__pyx_tuple__59)) __PYX_ERR(0, 617, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__59);
|
|
__Pyx_GIVEREF(__pyx_tuple__59);
|
|
__pyx_codeobj__14 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__59, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_reload_special_cases, 617, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__14)) __PYX_ERR(0, 617, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":622
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
* def explain(self, text): # <<<<<<<<<<<<<<
|
|
* """A debugging tokenizer that provides information about which
|
|
* tokenizer rule or pattern was matched for each token. The tokens
|
|
*/
|
|
__pyx_tuple__60 = PyTuple_Pack(43, __pyx_n_s_self_2, __pyx_n_s_text, __pyx_n_s_prefix_search, __pyx_n_s_suffix_search, __pyx_n_s_infix_finditer, __pyx_n_s_token_match, __pyx_n_s_url_match, __pyx_n_s_special_cases, __pyx_n_s_orth, __pyx_n_s_special_tokens, __pyx_n_s_tokens, __pyx_n_s_substring, __pyx_n_s_suffixes, __pyx_n_s_split, __pyx_n_s_infixes, __pyx_n_s_offset, __pyx_n_s_match, __pyx_n_s_words, __pyx_n_s_spaces, __pyx_n_s_t_words, __pyx_n_s_t_spaces, __pyx_n_s_word, __pyx_n_s_space, __pyx_n_s_doc, __pyx_n_s_matches, __pyx_n_s_spans, __pyx_n_s_i, __pyx_n_s_final_tokens, __pyx_n_s_spans_by_start, __pyx_n_s_span, __pyx_n_s_exc, __pyx_n_s_j, __pyx_n_s_special_token, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_t, __pyx_n_s_m_id, __pyx_n_s_s, __pyx_n_s_e, __pyx_n_s_s, __pyx_n_s_d); if (unlikely(!__pyx_tuple__60)) __PYX_ERR(0, 622, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__60);
|
|
__Pyx_GIVEREF(__pyx_tuple__60);
|
|
__pyx_codeobj__15 = (PyObject*)__Pyx_PyCode_New(2, 0, 43, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__60, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_explain, 622, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__15)) __PYX_ERR(0, 622, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":748
|
|
* return final_tokens
|
|
*
|
|
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
|
|
* validate_examples(examples, "Tokenizer.score")
|
|
* return Scorer.score_tokenization(examples)
|
|
*/
|
|
__pyx_tuple__61 = PyTuple_Pack(3, __pyx_n_s_self_2, __pyx_n_s_examples, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__61)) __PYX_ERR(0, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__61);
|
|
__Pyx_GIVEREF(__pyx_tuple__61);
|
|
__pyx_codeobj__16 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__61, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_score, 748, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__16)) __PYX_ERR(0, 748, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":752
|
|
* return Scorer.score_tokenization(examples)
|
|
*
|
|
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
__pyx_tuple__62 = PyTuple_Pack(4, __pyx_n_s_self_2, __pyx_n_s_path, __pyx_n_s_kwargs, __pyx_n_s_file); if (unlikely(!__pyx_tuple__62)) __PYX_ERR(0, 752, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__62);
|
|
__Pyx_GIVEREF(__pyx_tuple__62);
|
|
__pyx_codeobj__17 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__62, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_to_disk, 752, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__17)) __PYX_ERR(0, 752, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":765
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
__pyx_tuple__63 = PyTuple_Pack(5, __pyx_n_s_self_2, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_file, __pyx_n_s_bytes_data); if (unlikely(!__pyx_tuple__63)) __PYX_ERR(0, 765, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__63);
|
|
__Pyx_GIVEREF(__pyx_tuple__63);
|
|
__pyx_codeobj__20 = (PyObject*)__Pyx_PyCode_New(2, 1, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__63, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_from_disk, 765, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__20)) __PYX_ERR(0, 765, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":781
|
|
* return self
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize the current state to a binary string.
|
|
*
|
|
*/
|
|
__pyx_tuple__64 = PyTuple_Pack(3, __pyx_n_s_self_2, __pyx_n_s_exclude, __pyx_n_s_serializers); if (unlikely(!__pyx_tuple__64)) __PYX_ERR(0, 781, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__64);
|
|
__Pyx_GIVEREF(__pyx_tuple__64);
|
|
__pyx_codeobj__22 = (PyObject*)__Pyx_PyCode_New(1, 1, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__64, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_to_bytes, 781, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__22)) __PYX_ERR(0, 781, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":801
|
|
* return util.to_bytes(serializers, exclude)
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Load state from a binary string.
|
|
*
|
|
*/
|
|
__pyx_tuple__65 = PyTuple_Pack(5, __pyx_n_s_self_2, __pyx_n_s_bytes_data, __pyx_n_s_exclude, __pyx_n_s_data, __pyx_n_s_deserializers); if (unlikely(!__pyx_tuple__65)) __PYX_ERR(0, 801, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__65);
|
|
__Pyx_GIVEREF(__pyx_tuple__65);
|
|
__pyx_codeobj__24 = (PyObject*)__Pyx_PyCode_New(2, 1, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__65, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_from_bytes, 801, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__24)) __PYX_ERR(0, 801, __pyx_L1_error)
|
|
|
|
/* "spacy/tokenizer.pyx":850
|
|
*
|
|
*
|
|
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
|
|
* """Get a pattern string for a regex, or None if the pattern is None."""
|
|
* return None if regex is None else regex.__self__.pattern
|
|
*/
|
|
__pyx_tuple__66 = PyTuple_Pack(1, __pyx_n_s_regex); if (unlikely(!__pyx_tuple__66)) __PYX_ERR(0, 850, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__66);
|
|
__Pyx_GIVEREF(__pyx_tuple__66);
|
|
__pyx_codeobj__25 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__66, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokenizer_pyx, __pyx_n_s_get_regex_pattern, 850, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__25)) __PYX_ERR(0, 850, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":287
|
|
* return self.name
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>") # <<<<<<<<<<<<<<
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*/
|
|
__pyx_tuple__67 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct_or_indirect); if (unlikely(!__pyx_tuple__67)) __PYX_ERR(4, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__67);
|
|
__Pyx_GIVEREF(__pyx_tuple__67);
|
|
|
|
/* "View.MemoryView":288
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default # <<<<<<<<<<<<<<
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*
|
|
*/
|
|
__pyx_tuple__68 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct); if (unlikely(!__pyx_tuple__68)) __PYX_ERR(4, 288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__68);
|
|
__Pyx_GIVEREF(__pyx_tuple__68);
|
|
|
|
/* "View.MemoryView":289
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__69 = PyTuple_Pack(1, __pyx_kp_s_strided_and_indirect); if (unlikely(!__pyx_tuple__69)) __PYX_ERR(4, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__69);
|
|
__Pyx_GIVEREF(__pyx_tuple__69);
|
|
|
|
/* "View.MemoryView":292
|
|
*
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>") # <<<<<<<<<<<<<<
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>")
|
|
*
|
|
*/
|
|
__pyx_tuple__70 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_direct); if (unlikely(!__pyx_tuple__70)) __PYX_ERR(4, 292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__70);
|
|
__Pyx_GIVEREF(__pyx_tuple__70);
|
|
|
|
/* "View.MemoryView":293
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>")
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__71 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_indirect); if (unlikely(!__pyx_tuple__71)) __PYX_ERR(4, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__71);
|
|
__Pyx_GIVEREF(__pyx_tuple__71);
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
__pyx_tuple__72 = PyTuple_Pack(5, __pyx_n_s_pyx_type, __pyx_n_s_pyx_checksum, __pyx_n_s_pyx_state, __pyx_n_s_pyx_PickleError, __pyx_n_s_pyx_result); if (unlikely(!__pyx_tuple__72)) __PYX_ERR(4, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__72);
|
|
__Pyx_GIVEREF(__pyx_tuple__72);
|
|
__pyx_codeobj__46 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__72, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_stringsource, __pyx_n_s_pyx_unpickle_Enum, 1, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__46)) __PYX_ERR(4, 1, __pyx_L1_error)
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void) {
|
|
/* AssertionsEnabled.init */
|
|
__Pyx_init_assertions_enabled();
|
|
|
|
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
|
|
__pyx_umethod_PyDict_Type_setdefault.type = (PyObject*)&PyDict_Type;
|
|
if (__Pyx_InitStrings(__pyx_string_tab) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_0 = PyInt_FromLong(0); if (unlikely(!__pyx_int_0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_1 = PyInt_FromLong(1); if (unlikely(!__pyx_int_1)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_1000 = PyInt_FromLong(1000); if (unlikely(!__pyx_int_1000)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_112105877 = PyInt_FromLong(112105877L); if (unlikely(!__pyx_int_112105877)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_136983863 = PyInt_FromLong(136983863L); if (unlikely(!__pyx_int_136983863)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_184977713 = PyInt_FromLong(184977713L); if (unlikely(!__pyx_int_184977713)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_neg_1 = PyInt_FromLong(-1); if (unlikely(!__pyx_int_neg_1)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
return -1;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(void); /*proto*/
|
|
|
|
static int __Pyx_modinit_global_init_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
|
|
/*--- Global init code ---*/
|
|
generic = Py_None; Py_INCREF(Py_None);
|
|
strided = Py_None; Py_INCREF(Py_None);
|
|
indirect = Py_None; Py_INCREF(Py_None);
|
|
contiguous = Py_None; Py_INCREF(Py_None);
|
|
indirect_contiguous = Py_None; Py_INCREF(Py_None);
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_variable_export_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
|
|
/*--- Variable export code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_function_export_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
|
|
/*--- Function export code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_type_init_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
|
|
/*--- Type init code ---*/
|
|
__pyx_vtabptr_5spacy_9tokenizer_Tokenizer = &__pyx_vtable_5spacy_9tokenizer_Tokenizer;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._tokenize_affixes = (struct __pyx_obj_5spacy_6tokens_3doc_Doc *(*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, PyObject *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize_affixes;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._apply_special_cases = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *))__pyx_f_5spacy_9tokenizer_9Tokenizer__apply_special_cases;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._filter_special_spans = (void (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__filter_special_spans;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._prepare_special_spans = (PyObject *(*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &))__pyx_f_5spacy_9tokenizer_9Tokenizer__prepare_special_spans;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._retokenize_special_spans = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_TokenC *, PyObject *))__pyx_f_5spacy_9tokenizer_9Tokenizer__retokenize_special_spans;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._try_specials_and_cache = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__try_specials_and_cache;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._tokenize = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, __pyx_t_5spacy_8typedefs_hash_t, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._split_affixes = (PyObject *(*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__split_affixes;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._attach_tokens = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__attach_tokens;
|
|
__pyx_vtable_5spacy_9tokenizer_Tokenizer._save_cached = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_t_5spacy_7structs_TokenC const *, __pyx_t_5spacy_8typedefs_hash_t, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__save_cached;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer_Tokenizer) < 0) __PYX_ERR(0, 25, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer_Tokenizer.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer_Tokenizer.tp_dictoffset && __pyx_type_5spacy_9tokenizer_Tokenizer.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer_Tokenizer.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
{
|
|
PyObject *wrapper = PyObject_GetAttrString((PyObject *)&__pyx_type_5spacy_9tokenizer_Tokenizer, "__init__"); if (unlikely(!wrapper)) __PYX_ERR(0, 25, __pyx_L1_error)
|
|
if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) {
|
|
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__ = *((PyWrapperDescrObject *)wrapper)->d_base;
|
|
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__.doc = __pyx_doc_5spacy_9tokenizer_9Tokenizer___init__;
|
|
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
{
|
|
PyObject *wrapper = PyObject_GetAttrString((PyObject *)&__pyx_type_5spacy_9tokenizer_Tokenizer, "__call__"); if (unlikely(!wrapper)) __PYX_ERR(0, 25, __pyx_L1_error)
|
|
if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) {
|
|
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__ = *((PyWrapperDescrObject *)wrapper)->d_base;
|
|
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__.doc = __pyx_doc_5spacy_9tokenizer_9Tokenizer_4__call__;
|
|
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__;
|
|
}
|
|
}
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_type_5spacy_9tokenizer_Tokenizer.tp_dict, __pyx_vtabptr_5spacy_9tokenizer_Tokenizer) < 0) __PYX_ERR(0, 25, __pyx_L1_error)
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_n_s_Tokenizer, (PyObject *)&__pyx_type_5spacy_9tokenizer_Tokenizer) < 0) __PYX_ERR(0, 25, __pyx_L1_error)
|
|
__pyx_ptype_5spacy_9tokenizer_Tokenizer = &__pyx_type_5spacy_9tokenizer_Tokenizer;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe) < 0) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain) < 0) __PYX_ERR(0, 622, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr) < 0) __PYX_ERR(0, 656, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr) < 0) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr) < 0) __PYX_ERR(0, 693, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes) < 0) __PYX_ERR(0, 781, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
|
|
if (PyType_Ready(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes) < 0) __PYX_ERR(0, 801, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes.tp_dictoffset && __pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
|
|
__pyx_vtabptr_array = &__pyx_vtable_array;
|
|
__pyx_vtable_array.get_memview = (PyObject *(*)(struct __pyx_array_obj *))__pyx_array_get_memview;
|
|
if (PyType_Ready(&__pyx_type___pyx_array) < 0) __PYX_ERR(4, 106, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_array.tp_print = 0;
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_type___pyx_array.tp_dict, __pyx_vtabptr_array) < 0) __PYX_ERR(4, 106, __pyx_L1_error)
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_array) < 0) __PYX_ERR(4, 106, __pyx_L1_error)
|
|
__pyx_array_type = &__pyx_type___pyx_array;
|
|
if (PyType_Ready(&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(4, 280, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_MemviewEnum.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_MemviewEnum.tp_dictoffset && __pyx_type___pyx_MemviewEnum.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type___pyx_MemviewEnum.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(4, 280, __pyx_L1_error)
|
|
__pyx_MemviewEnum_type = &__pyx_type___pyx_MemviewEnum;
|
|
__pyx_vtabptr_memoryview = &__pyx_vtable_memoryview;
|
|
__pyx_vtable_memoryview.get_item_pointer = (char *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_get_item_pointer;
|
|
__pyx_vtable_memoryview.is_slice = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_is_slice;
|
|
__pyx_vtable_memoryview.setitem_slice_assignment = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_slice_assignment;
|
|
__pyx_vtable_memoryview.setitem_slice_assign_scalar = (PyObject *(*)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_setitem_slice_assign_scalar;
|
|
__pyx_vtable_memoryview.setitem_indexed = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_indexed;
|
|
__pyx_vtable_memoryview.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryview_convert_item_to_object;
|
|
__pyx_vtable_memoryview.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryview_assign_item_from_object;
|
|
if (PyType_Ready(&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(4, 331, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_memoryview.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryview.tp_dictoffset && __pyx_type___pyx_memoryview.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type___pyx_memoryview.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
if (__Pyx_SetVtable(__pyx_type___pyx_memoryview.tp_dict, __pyx_vtabptr_memoryview) < 0) __PYX_ERR(4, 331, __pyx_L1_error)
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(4, 331, __pyx_L1_error)
|
|
__pyx_memoryview_type = &__pyx_type___pyx_memoryview;
|
|
__pyx_vtabptr__memoryviewslice = &__pyx_vtable__memoryviewslice;
|
|
__pyx_vtable__memoryviewslice.__pyx_base = *__pyx_vtabptr_memoryview;
|
|
__pyx_vtable__memoryviewslice.__pyx_base.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryviewslice_convert_item_to_object;
|
|
__pyx_vtable__memoryviewslice.__pyx_base.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryviewslice_assign_item_from_object;
|
|
__pyx_type___pyx_memoryviewslice.tp_base = __pyx_memoryview_type;
|
|
if (PyType_Ready(&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(4, 967, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_memoryviewslice.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryviewslice.tp_dictoffset && __pyx_type___pyx_memoryviewslice.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type___pyx_memoryviewslice.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
if (__Pyx_SetVtable(__pyx_type___pyx_memoryviewslice.tp_dict, __pyx_vtabptr__memoryviewslice) < 0) __PYX_ERR(4, 967, __pyx_L1_error)
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(4, 967, __pyx_L1_error)
|
|
__pyx_memoryviewslice_type = &__pyx_type___pyx_memoryviewslice;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_type_import_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
|
|
/*--- Type import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule("cymem.cymem"); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5cymem_5cymem_PyMalloc = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "PyMalloc", sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_PyMalloc),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_PyMalloc) __PYX_ERR(5, 4, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_PyMalloc = (struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_PyMalloc->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyMalloc)) __PYX_ERR(5, 4, __pyx_L1_error)
|
|
__pyx_ptype_5cymem_5cymem_PyFree = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "PyFree", sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_PyFree),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_PyFree) __PYX_ERR(5, 10, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_PyFree = (struct __pyx_vtabstruct_5cymem_5cymem_PyFree*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_PyFree->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyFree)) __PYX_ERR(5, 10, __pyx_L1_error)
|
|
__pyx_ptype_5cymem_5cymem_Pool = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "Pool", sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_Pool),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_Pool) __PYX_ERR(5, 16, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_Pool = (struct __pyx_vtabstruct_5cymem_5cymem_Pool*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_Pool->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_Pool)) __PYX_ERR(5, 16, __pyx_L1_error)
|
|
__pyx_ptype_5cymem_5cymem_Address = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "Address", sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_Address),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_Address) __PYX_ERR(5, 28, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("preshed.maps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(6, 45, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_7preshed_4maps_PreshMap = __Pyx_ImportType_0_29_37(__pyx_t_1, "preshed.maps", "PreshMap", sizeof(struct __pyx_obj_7preshed_4maps_PreshMap), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_7preshed_4maps_PreshMap),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_7preshed_4maps_PreshMap) __PYX_ERR(6, 45, __pyx_L1_error)
|
|
__pyx_vtabptr_7preshed_4maps_PreshMap = (struct __pyx_vtabstruct_7preshed_4maps_PreshMap*)__Pyx_GetVtable(__pyx_ptype_7preshed_4maps_PreshMap->tp_dict); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMap)) __PYX_ERR(6, 45, __pyx_L1_error)
|
|
__pyx_ptype_7preshed_4maps_PreshMapArray = __Pyx_ImportType_0_29_37(__pyx_t_1, "preshed.maps", "PreshMapArray", sizeof(struct __pyx_obj_7preshed_4maps_PreshMapArray), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_7preshed_4maps_PreshMapArray),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_7preshed_4maps_PreshMapArray) __PYX_ERR(6, 53, __pyx_L1_error)
|
|
__pyx_vtabptr_7preshed_4maps_PreshMapArray = (struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray*)__Pyx_GetVtable(__pyx_ptype_7preshed_4maps_PreshMapArray->tp_dict); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMapArray)) __PYX_ERR(6, 53, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(7, 9, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_7cpython_4type_type = __Pyx_ImportType_0_29_37(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type",
|
|
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
|
|
sizeof(PyTypeObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyTypeObject),
|
|
#else
|
|
sizeof(PyHeapTypeObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyHeapTypeObject),
|
|
#endif
|
|
__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_7cpython_4type_type) __PYX_ERR(7, 9, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5numpy_dtype = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "dtype", sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArray_Descr),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_dtype) __PYX_ERR(2, 199, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_flatiter = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "flatiter", sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArrayIterObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_flatiter) __PYX_ERR(2, 222, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_broadcast = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "broadcast", sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArrayMultiIterObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_broadcast) __PYX_ERR(2, 226, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_ndarray = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "ndarray", sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArrayObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_ndarray) __PYX_ERR(2, 238, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_generic = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "generic", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_generic) __PYX_ERR(2, 767, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_number = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "number", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_number) __PYX_ERR(2, 769, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_integer = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "integer", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_integer) __PYX_ERR(2, 771, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_signedinteger = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "signedinteger", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_signedinteger) __PYX_ERR(2, 773, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_unsignedinteger = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "unsignedinteger", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_unsignedinteger) __PYX_ERR(2, 775, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_inexact = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "inexact", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_inexact) __PYX_ERR(2, 777, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_floating = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "floating", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_floating) __PYX_ERR(2, 779, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_complexfloating = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "complexfloating", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_complexfloating) __PYX_ERR(2, 781, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_flexible = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "flexible", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_flexible) __PYX_ERR(2, 783, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_character = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "character", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_character) __PYX_ERR(2, 785, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_ufunc = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "ufunc", sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyUFuncObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_ufunc) __PYX_ERR(2, 824, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.strings"); if (unlikely(!__pyx_t_1)) __PYX_ERR(8, 22, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_7strings_StringStore = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.strings", "StringStore", sizeof(struct __pyx_obj_5spacy_7strings_StringStore), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_7strings_StringStore),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_7strings_StringStore) __PYX_ERR(8, 22, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_7strings_StringStore = (struct __pyx_vtabstruct_5spacy_7strings_StringStore*)__Pyx_GetVtable(__pyx_ptype_5spacy_7strings_StringStore->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_7strings_StringStore)) __PYX_ERR(8, 22, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.morphology"); if (unlikely(!__pyx_t_1)) __PYX_ERR(9, 11, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_10morphology_Morphology = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.morphology", "Morphology", sizeof(struct __pyx_obj_5spacy_10morphology_Morphology), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_10morphology_Morphology),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_10morphology_Morphology) __PYX_ERR(9, 11, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_10morphology_Morphology = (struct __pyx_vtabstruct_5spacy_10morphology_Morphology*)__Pyx_GetVtable(__pyx_ptype_5spacy_10morphology_Morphology->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_10morphology_Morphology)) __PYX_ERR(9, 11, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (unlikely(!__pyx_t_1)) __PYX_ERR(10, 26, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_5vocab_Vocab = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.vocab", "Vocab", sizeof(struct __pyx_obj_5spacy_5vocab_Vocab), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_5vocab_Vocab),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_5vocab_Vocab) __PYX_ERR(10, 26, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_5vocab_Vocab = (struct __pyx_vtabstruct_5spacy_5vocab_Vocab*)__Pyx_GetVtable(__pyx_ptype_5spacy_5vocab_Vocab->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_5vocab_Vocab)) __PYX_ERR(10, 26, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.tokens.doc"); if (unlikely(!__pyx_t_1)) __PYX_ERR(11, 37, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_6tokens_3doc_Doc = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.tokens.doc", "Doc", sizeof(struct __pyx_obj_5spacy_6tokens_3doc_Doc), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_6tokens_3doc_Doc),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_6tokens_3doc_Doc) __PYX_ERR(11, 37, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_6tokens_3doc_Doc = (struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc*)__Pyx_GetVtable(__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6tokens_3doc_Doc)) __PYX_ERR(11, 37, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.matcher.phrasematcher"); if (unlikely(!__pyx_t_1)) __PYX_ERR(12, 11, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.matcher.phrasematcher", "PhraseMatcher", sizeof(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher) __PYX_ERR(12, 11, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_7matcher_13phrasematcher_PhraseMatcher = (struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher*)__Pyx_GetVtable(__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_7matcher_13phrasematcher_PhraseMatcher)) __PYX_ERR(12, 11, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 24, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_6lexeme_Lexeme = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.lexeme", "Lexeme", sizeof(struct __pyx_obj_5spacy_6lexeme_Lexeme), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_6lexeme_Lexeme),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_6lexeme_Lexeme) __PYX_ERR(3, 24, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_6lexeme_Lexeme = (struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme*)__Pyx_GetVtable(__pyx_ptype_5spacy_6lexeme_Lexeme->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6lexeme_Lexeme)) __PYX_ERR(3, 24, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_variable_import_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
|
|
/*--- Variable import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "EMPTY_LEXEME", (void **)&__pyx_vp_5spacy_5vocab_EMPTY_LEXEME, "struct __pyx_t_5spacy_7structs_LexemeC") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "EMPTY_LEXEME", (void **)&__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME, "struct __pyx_t_5spacy_7structs_LexemeC") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "OOV_RANK", (void **)&__pyx_vp_5spacy_6lexeme_OOV_RANK, "__pyx_t_5spacy_8typedefs_attr_t") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_function_import_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
|
|
/*--- Function import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule("murmurhash.mrmr"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportFunction_0_29_37(__pyx_t_1, "hash64", (void (**)(void))&__pyx_f_10murmurhash_4mrmr_hash64, "uint64_t (void *, int, uint64_t)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.strings"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportFunction_0_29_37(__pyx_t_1, "hash_string", (void (**)(void))&__pyx_f_5spacy_7strings_hash_string, "__pyx_t_5spacy_8typedefs_hash_t (PyObject *, int __pyx_skip_dispatch)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
|
|
#ifndef CYTHON_NO_PYINIT_EXPORT
|
|
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
|
|
#elif PY_MAJOR_VERSION < 3
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" void
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC void
|
|
#endif
|
|
#else
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC PyObject *
|
|
#endif
|
|
#endif
|
|
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
__Pyx_PyMODINIT_FUNC inittokenizer(void) CYTHON_SMALL_CODE; /*proto*/
|
|
__Pyx_PyMODINIT_FUNC inittokenizer(void)
|
|
#else
|
|
__Pyx_PyMODINIT_FUNC PyInit_tokenizer(void) CYTHON_SMALL_CODE; /*proto*/
|
|
__Pyx_PyMODINIT_FUNC PyInit_tokenizer(void)
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
{
|
|
return PyModuleDef_Init(&__pyx_moduledef);
|
|
}
|
|
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
|
|
#if PY_VERSION_HEX >= 0x030700A1
|
|
static PY_INT64_T main_interpreter_id = -1;
|
|
PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
|
|
if (main_interpreter_id == -1) {
|
|
main_interpreter_id = current_id;
|
|
return (unlikely(current_id == -1)) ? -1 : 0;
|
|
} else if (unlikely(main_interpreter_id != current_id))
|
|
#else
|
|
static PyInterpreterState *main_interpreter = NULL;
|
|
PyInterpreterState *current_interpreter = PyThreadState_Get()->interp;
|
|
if (!main_interpreter) {
|
|
main_interpreter = current_interpreter;
|
|
} else if (unlikely(main_interpreter != current_interpreter))
|
|
#endif
|
|
{
|
|
PyErr_SetString(
|
|
PyExc_ImportError,
|
|
"Interpreter change detected - this module can only be loaded into one interpreter per process.");
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none) {
|
|
PyObject *value = PyObject_GetAttrString(spec, from_name);
|
|
int result = 0;
|
|
if (likely(value)) {
|
|
if (allow_none || value != Py_None) {
|
|
result = PyDict_SetItemString(moddict, to_name, value);
|
|
}
|
|
Py_DECREF(value);
|
|
} else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Clear();
|
|
} else {
|
|
result = -1;
|
|
}
|
|
return result;
|
|
}
|
|
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, CYTHON_UNUSED PyModuleDef *def) {
|
|
PyObject *module = NULL, *moddict, *modname;
|
|
if (__Pyx_check_single_interpreter())
|
|
return NULL;
|
|
if (__pyx_m)
|
|
return __Pyx_NewRef(__pyx_m);
|
|
modname = PyObject_GetAttrString(spec, "name");
|
|
if (unlikely(!modname)) goto bad;
|
|
module = PyModule_NewObject(modname);
|
|
Py_DECREF(modname);
|
|
if (unlikely(!module)) goto bad;
|
|
moddict = PyModule_GetDict(module);
|
|
if (unlikely(!moddict)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
|
|
return module;
|
|
bad:
|
|
Py_XDECREF(module);
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static CYTHON_SMALL_CODE int __pyx_pymod_exec_tokenizer(PyObject *__pyx_pyinit_module)
|
|
#endif
|
|
#endif
|
|
{
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
static PyThread_type_lock __pyx_t_3[8];
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
if (__pyx_m) {
|
|
if (__pyx_m == __pyx_pyinit_module) return 0;
|
|
PyErr_SetString(PyExc_RuntimeError, "Module 'tokenizer' has already been imported. Re-initialisation is not supported.");
|
|
return -1;
|
|
}
|
|
#elif PY_MAJOR_VERSION >= 3
|
|
if (__pyx_m) return __Pyx_NewRef(__pyx_m);
|
|
#endif
|
|
#if CYTHON_REFNANNY
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
|
|
if (!__Pyx_RefNanny) {
|
|
PyErr_Clear();
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
|
|
if (!__Pyx_RefNanny)
|
|
Py_FatalError("failed to import 'refnanny' module");
|
|
}
|
|
#endif
|
|
__Pyx_RefNannySetupContext("__Pyx_PyMODINIT_FUNC PyInit_tokenizer(void)", 0);
|
|
if (__Pyx_check_binary_version() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#ifdef __Pxy_PyFrame_Initialize_Offsets
|
|
__Pxy_PyFrame_Initialize_Offsets();
|
|
#endif
|
|
__pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (__pyx_CyFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_FusedFunction_USED
|
|
if (__pyx_FusedFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__pyx_Coroutine_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__pyx_Generator_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__pyx_AsyncGen_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_StopAsyncIteration_USED
|
|
if (__pyx_StopAsyncIteration_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
/*--- Library function declarations ---*/
|
|
/*--- Threads initialization code ---*/
|
|
#if defined(WITH_THREAD) && PY_VERSION_HEX < 0x030700F0 && defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS
|
|
PyEval_InitThreads();
|
|
#endif
|
|
/*--- Module creation code ---*/
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__pyx_m = __pyx_pyinit_module;
|
|
Py_INCREF(__pyx_m);
|
|
#else
|
|
#if PY_MAJOR_VERSION < 3
|
|
__pyx_m = Py_InitModule4("tokenizer", __pyx_methods, 0, 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m);
|
|
#else
|
|
__pyx_m = PyModule_Create(&__pyx_moduledef);
|
|
#endif
|
|
if (unlikely(!__pyx_m)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
__pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_d);
|
|
__pyx_b = PyImport_AddModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_b);
|
|
__pyx_cython_runtime = PyImport_AddModule((char *) "cython_runtime"); if (unlikely(!__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_cython_runtime);
|
|
if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Initialize various global constants etc. ---*/
|
|
if (__Pyx_InitGlobals() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#if PY_MAJOR_VERSION < 3 && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT)
|
|
if (__Pyx_init_sys_getdefaultencoding_params() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
if (__pyx_module_is_main_spacy__tokenizer) {
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_n_s_name_2, __pyx_n_s_main) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
#if PY_MAJOR_VERSION >= 3
|
|
{
|
|
PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (!PyDict_GetItemString(modules, "spacy.tokenizer")) {
|
|
if (unlikely(PyDict_SetItemString(modules, "spacy.tokenizer", __pyx_m) < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
/*--- Builtin init code ---*/
|
|
if (__Pyx_InitCachedBuiltins() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Constants init code ---*/
|
|
if (__Pyx_InitCachedConstants() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Global type/function init code ---*/
|
|
(void)__Pyx_modinit_global_init_code();
|
|
(void)__Pyx_modinit_variable_export_code();
|
|
(void)__Pyx_modinit_function_export_code();
|
|
if (unlikely(__Pyx_modinit_type_init_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_type_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_variable_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_function_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Execution code ---*/
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
if (__Pyx_patch_abc() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
__Pyx_TraceCall("__Pyx_PyMODINIT_FUNC PyInit_tokenizer(void)", __pyx_f[0], 1, 0, __PYX_ERR(0, 1, __pyx_L1_error));
|
|
|
|
/* "spacy/tokenizer.pyx":10
|
|
* from preshed.maps cimport PreshMap
|
|
*
|
|
* import re # <<<<<<<<<<<<<<
|
|
* from .lexeme cimport EMPTY_LEXEME
|
|
* from .strings cimport hash_string
|
|
*/
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_re, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 10, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_re, __pyx_t_1) < 0) __PYX_ERR(0, 10, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":15
|
|
* from .tokens.doc cimport Doc
|
|
*
|
|
* from . import util # <<<<<<<<<<<<<<
|
|
* from .attrs import intify_attrs
|
|
* from .errors import Errors
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_util);
|
|
__Pyx_GIVEREF(__pyx_n_s_util);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_util);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_kp_s__12, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_util, __pyx_t_1) < 0) __PYX_ERR(0, 15, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":16
|
|
*
|
|
* from . import util
|
|
* from .attrs import intify_attrs # <<<<<<<<<<<<<<
|
|
* from .errors import Errors
|
|
* from .scorer import Scorer
|
|
*/
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_intify_attrs);
|
|
__Pyx_GIVEREF(__pyx_n_s_intify_attrs);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_intify_attrs);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_attrs, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_intify_attrs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_intify_attrs, __pyx_t_2) < 0) __PYX_ERR(0, 16, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":17
|
|
* from . import util
|
|
* from .attrs import intify_attrs
|
|
* from .errors import Errors # <<<<<<<<<<<<<<
|
|
* from .scorer import Scorer
|
|
* from .symbols import NORM, ORTH
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 17, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_Errors);
|
|
__Pyx_GIVEREF(__pyx_n_s_Errors);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_Errors);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_errors, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 17, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 17, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Errors, __pyx_t_1) < 0) __PYX_ERR(0, 17, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":18
|
|
* from .attrs import intify_attrs
|
|
* from .errors import Errors
|
|
* from .scorer import Scorer # <<<<<<<<<<<<<<
|
|
* from .symbols import NORM, ORTH
|
|
* from .tokens import Span
|
|
*/
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_Scorer);
|
|
__Pyx_GIVEREF(__pyx_n_s_Scorer);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Scorer);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_scorer, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Scorer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Scorer, __pyx_t_2) < 0) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":19
|
|
* from .errors import Errors
|
|
* from .scorer import Scorer
|
|
* from .symbols import NORM, ORTH # <<<<<<<<<<<<<<
|
|
* from .tokens import Span
|
|
* from .training import validate_examples
|
|
*/
|
|
__pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_NORM);
|
|
__Pyx_GIVEREF(__pyx_n_s_NORM);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_NORM);
|
|
__Pyx_INCREF(__pyx_n_s_ORTH);
|
|
__Pyx_GIVEREF(__pyx_n_s_ORTH);
|
|
PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_ORTH);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_symbols, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_NORM); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_NORM, __pyx_t_1) < 0) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_ORTH); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_ORTH, __pyx_t_1) < 0) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":20
|
|
* from .scorer import Scorer
|
|
* from .symbols import NORM, ORTH
|
|
* from .tokens import Span # <<<<<<<<<<<<<<
|
|
* from .training import validate_examples
|
|
* from .util import get_words_and_spaces
|
|
*/
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 20, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_Span);
|
|
__Pyx_GIVEREF(__pyx_n_s_Span);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Span);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_tokens, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 20, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Span); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 20, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Span, __pyx_t_2) < 0) __PYX_ERR(0, 20, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":21
|
|
* from .symbols import NORM, ORTH
|
|
* from .tokens import Span
|
|
* from .training import validate_examples # <<<<<<<<<<<<<<
|
|
* from .util import get_words_and_spaces
|
|
*
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 21, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_validate_examples);
|
|
__Pyx_GIVEREF(__pyx_n_s_validate_examples);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_validate_examples);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_training, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 21, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_validate_examples); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 21, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_validate_examples, __pyx_t_1) < 0) __PYX_ERR(0, 21, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":22
|
|
* from .tokens import Span
|
|
* from .training import validate_examples
|
|
* from .util import get_words_and_spaces # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 22, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_get_words_and_spaces);
|
|
__Pyx_GIVEREF(__pyx_n_s_get_words_and_spaces);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_get_words_and_spaces);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_util, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 22, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_get_words_and_spaces); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 22, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_words_and_spaces, __pyx_t_2) < 0) __PYX_ERR(0, 22, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":133
|
|
* self._reload_special_cases()
|
|
*
|
|
* def __reduce__(self): # <<<<<<<<<<<<<<
|
|
* args = (self.vocab,
|
|
* self.rules,
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_3__reduce__, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer___reduce, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj_)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 133, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_reduce, __pyx_t_1) < 0) __PYX_ERR(0, 133, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":203
|
|
* return doc
|
|
*
|
|
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
|
|
* """Tokenize a stream of texts.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_7pipe, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_pipe, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__3)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_pipe, __pyx_t_1) < 0) __PYX_ERR(0, 203, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":216
|
|
* yield self(text)
|
|
*
|
|
* def _flush_cache(self): # <<<<<<<<<<<<<<
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10_flush_cache, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer__flush_cache, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__4)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 216, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_flush_cache, __pyx_t_1) < 0) __PYX_ERR(0, 216, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":219
|
|
* self._reset_cache([key for key in self._cache])
|
|
*
|
|
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
|
|
* for k in keys:
|
|
* cached = <_Cached*>self._cache.get(k)
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_12_reset_cache, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer__reset_cache, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__5)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 219, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_reset_cache, __pyx_t_1) < 0) __PYX_ERR(0, 219, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":226
|
|
* self.mem.free(cached)
|
|
*
|
|
* def _flush_specials(self): # <<<<<<<<<<<<<<
|
|
* self._special_matcher = PhraseMatcher(self.vocab)
|
|
* for k in self._specials:
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_14_flush_specials, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer__flush_specials, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__6)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_flush_specials, __pyx_t_1) < 0) __PYX_ERR(0, 226, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":525
|
|
* self._cache.set(key, cached)
|
|
*
|
|
* def find_infix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find internal split points of the string, such as hyphens.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_16find_infix, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_find_infix, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__7)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_find_infix, __pyx_t_1) < 0) __PYX_ERR(0, 525, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":539
|
|
* return list(self.infix_finditer(string))
|
|
*
|
|
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a prefix that should be segmented from the
|
|
* string, or None if no prefix rules match.
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_18find_prefix, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_find_prefix, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__8)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_find_prefix, __pyx_t_1) < 0) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":553
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
|
|
* """Find the length of a suffix that should be segmented from the
|
|
* string, or None if no suffix rules match.
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_20find_suffix, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_find_suffix, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__9)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_find_suffix, __pyx_t_1) < 0) __PYX_ERR(0, 553, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":567
|
|
* return (match.end() - match.start()) if match is not None else 0
|
|
*
|
|
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
|
|
* """Add special-case tokenization rules."""
|
|
* if special_cases is not None:
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_22_load_special_cases, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer__load_special_cases, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__10)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 567, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_load_special_cases, __pyx_t_1) < 0) __PYX_ERR(0, 567, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":573
|
|
* self.add_special_case(chunk, substrings)
|
|
*
|
|
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
|
|
* """Check whether the `ORTH` fields match the string. Check that
|
|
* additional features beyond `ORTH` and `NORM` are not set by the
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_24_validate_special_case, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer__validate_special_case, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__11)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_validate_special_case, __pyx_t_1) < 0) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":591
|
|
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
|
|
*
|
|
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
|
|
* """Add a special-case tokenization rule.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_26add_special_case, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_add_special_case, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__13)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 591, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_add_special_case, __pyx_t_1) < 0) __PYX_ERR(0, 591, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":617
|
|
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
|
|
*
|
|
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
|
|
* self._flush_cache()
|
|
* self._flush_specials()
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer__reload_special_cases, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__14)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 617, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_reload_special_cases, __pyx_t_1) < 0) __PYX_ERR(0, 617, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":622
|
|
* self._load_special_cases(self._rules)
|
|
*
|
|
* def explain(self, text): # <<<<<<<<<<<<<<
|
|
* """A debugging tokenizer that provides information about which
|
|
* tokenizer rule or pattern was matched for each token. The tokens
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_30explain, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_explain, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__15)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 622, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_explain, __pyx_t_1) < 0) __PYX_ERR(0, 622, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":748
|
|
* return final_tokens
|
|
*
|
|
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
|
|
* validate_examples(examples, "Tokenizer.score")
|
|
* return Scorer.score_tokenization(examples)
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_32score, __Pyx_CYFUNCTION_CCLASS, __pyx_kp_s_Tokenizer_score, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__16)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_score, __pyx_t_1) < 0) __PYX_ERR(0, 748, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":752
|
|
* return Scorer.score_tokenization(examples)
|
|
*
|
|
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_34to_disk, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_to_disk, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__17)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 752, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_to_disk, __pyx_t_1) < 0) __PYX_ERR(0, 752, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":765
|
|
* file_.write(self.to_bytes(**kwargs))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 765, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__19 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_36from_disk, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_from_disk, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__20)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 765, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_from_disk, __pyx_t_1) < 0) __PYX_ERR(0, 765, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":781
|
|
* return self
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize the current state to a binary string.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 781, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__21 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_38to_bytes, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_to_bytes, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__22)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 781, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_to_bytes, __pyx_t_1) < 0) __PYX_ERR(0, 781, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":801
|
|
* return util.to_bytes(serializers, exclude)
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Load state from a binary string.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 801, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__23 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_40from_bytes, __Pyx_CYFUNCTION_CCLASS, __pyx_n_s_Tokenizer_from_bytes, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__24)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 801, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dict, __pyx_n_s_from_bytes, __pyx_t_1) < 0) __PYX_ERR(0, 801, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_9tokenizer_Tokenizer);
|
|
|
|
/* "spacy/tokenizer.pyx":850
|
|
*
|
|
*
|
|
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
|
|
* """Get a pattern string for a regex, or None if the pattern is None."""
|
|
* return None if regex is None else regex.__self__.pattern
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_1_get_regex_pattern, 0, __pyx_n_s_get_regex_pattern, NULL, __pyx_n_s_spacy_tokenizer, __pyx_d, ((PyObject *)__pyx_codeobj__25)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 850, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_regex_pattern, __pyx_t_1) < 0) __PYX_ERR(0, 850, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokenizer.pyx":1
|
|
* # cython: embedsignature=True, binding=True # <<<<<<<<<<<<<<
|
|
* cimport cython
|
|
* from cymem.cymem cimport Pool
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_kp_u_Tokenizer___init___line_31, __pyx_kp_u_Create_a_Tokenizer_to_create_Doc) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_test, __pyx_t_1) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":210
|
|
* info.obj = self
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<<
|
|
*
|
|
* def __dealloc__(array self):
|
|
*/
|
|
__pyx_t_1 = __pyx_capsule_create(((void *)(&__pyx_array_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 210, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_array_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_1) < 0) __PYX_ERR(4, 210, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_array_type);
|
|
|
|
/* "View.MemoryView":287
|
|
* return self.name
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>") # <<<<<<<<<<<<<<
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__67, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(generic);
|
|
__Pyx_DECREF_SET(generic, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":288
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default # <<<<<<<<<<<<<<
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__68, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(strided);
|
|
__Pyx_DECREF_SET(strided, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":289
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__69, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(indirect);
|
|
__Pyx_DECREF_SET(indirect, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":292
|
|
*
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>") # <<<<<<<<<<<<<<
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>")
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__70, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(contiguous);
|
|
__Pyx_DECREF_SET(contiguous, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":293
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>")
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__71, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(indirect_contiguous);
|
|
__Pyx_DECREF_SET(indirect_contiguous, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":317
|
|
*
|
|
* DEF THREAD_LOCKS_PREALLOCATED = 8
|
|
* cdef int __pyx_memoryview_thread_locks_used = 0 # <<<<<<<<<<<<<<
|
|
* cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [
|
|
* PyThread_allocate_lock(),
|
|
*/
|
|
__pyx_memoryview_thread_locks_used = 0;
|
|
|
|
/* "View.MemoryView":318
|
|
* DEF THREAD_LOCKS_PREALLOCATED = 8
|
|
* cdef int __pyx_memoryview_thread_locks_used = 0
|
|
* cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [ # <<<<<<<<<<<<<<
|
|
* PyThread_allocate_lock(),
|
|
* PyThread_allocate_lock(),
|
|
*/
|
|
__pyx_t_3[0] = PyThread_allocate_lock();
|
|
__pyx_t_3[1] = PyThread_allocate_lock();
|
|
__pyx_t_3[2] = PyThread_allocate_lock();
|
|
__pyx_t_3[3] = PyThread_allocate_lock();
|
|
__pyx_t_3[4] = PyThread_allocate_lock();
|
|
__pyx_t_3[5] = PyThread_allocate_lock();
|
|
__pyx_t_3[6] = PyThread_allocate_lock();
|
|
__pyx_t_3[7] = PyThread_allocate_lock();
|
|
memcpy(&(__pyx_memoryview_thread_locks[0]), __pyx_t_3, sizeof(__pyx_memoryview_thread_locks[0]) * (8));
|
|
|
|
/* "View.MemoryView":551
|
|
* info.obj = self
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_memoryview_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_1) < 0) __PYX_ERR(4, 551, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_memoryview_type);
|
|
|
|
/* "View.MemoryView":997
|
|
* return self.from_object
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 997, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_memoryviewslice_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_1) < 0) __PYX_ERR(4, 997, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_memoryviewslice_type);
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
__pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum, NULL, __pyx_n_s_View_MemoryView); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_pyx_unpickle_Enum, __pyx_t_1) < 0) __PYX_ERR(4, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":11
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
*/
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
|
|
/*--- Wrapped vars code ---*/
|
|
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
if (__pyx_m) {
|
|
if (__pyx_d) {
|
|
__Pyx_AddTraceback("init spacy.tokenizer", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
}
|
|
Py_CLEAR(__pyx_m);
|
|
} else if (!PyErr_Occurred()) {
|
|
PyErr_SetString(PyExc_ImportError, "init spacy.tokenizer");
|
|
}
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
return (__pyx_m != NULL) ? 0 : -1;
|
|
#elif PY_MAJOR_VERSION >= 3
|
|
return __pyx_m;
|
|
#else
|
|
return;
|
|
#endif
|
|
}
|
|
|
|
/* --- Runtime support code --- */
|
|
/* Refnanny */
|
|
#if CYTHON_REFNANNY
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
|
|
PyObject *m = NULL, *p = NULL;
|
|
void *r = NULL;
|
|
m = PyImport_ImportModule(modname);
|
|
if (!m) goto end;
|
|
p = PyObject_GetAttrString(m, "RefNannyAPI");
|
|
if (!p) goto end;
|
|
r = PyLong_AsVoidPtr(p);
|
|
end:
|
|
Py_XDECREF(p);
|
|
Py_XDECREF(m);
|
|
return (__Pyx_RefNannyAPIStruct *)r;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectGetAttrStr */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_getattro))
|
|
return tp->tp_getattro(obj, attr_name);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(tp->tp_getattr))
|
|
return tp->tp_getattr(obj, PyString_AS_STRING(attr_name));
|
|
#endif
|
|
return PyObject_GetAttr(obj, attr_name);
|
|
}
|
|
#endif
|
|
|
|
/* GetBuiltinName */
|
|
static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
|
|
PyObject* result = __Pyx_PyObject_GetAttrStr(__pyx_b, name);
|
|
if (unlikely(!result)) {
|
|
PyErr_Format(PyExc_NameError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"name '%U' is not defined", name);
|
|
#else
|
|
"name '%.200s' is not defined", PyString_AS_STRING(name));
|
|
#endif
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/* RaiseDoubleKeywords */
|
|
static void __Pyx_RaiseDoubleKeywordsError(
|
|
const char* func_name,
|
|
PyObject* kw_name)
|
|
{
|
|
PyErr_Format(PyExc_TypeError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"%s() got multiple values for keyword argument '%U'", func_name, kw_name);
|
|
#else
|
|
"%s() got multiple values for keyword argument '%s'", func_name,
|
|
PyString_AsString(kw_name));
|
|
#endif
|
|
}
|
|
|
|
/* ParseKeywords */
|
|
static int __Pyx_ParseOptionalKeywords(
|
|
PyObject *kwds,
|
|
PyObject **argnames[],
|
|
PyObject *kwds2,
|
|
PyObject *values[],
|
|
Py_ssize_t num_pos_args,
|
|
const char* function_name)
|
|
{
|
|
PyObject *key = 0, *value = 0;
|
|
Py_ssize_t pos = 0;
|
|
PyObject*** name;
|
|
PyObject*** first_kw_arg = argnames + num_pos_args;
|
|
while (PyDict_Next(kwds, &pos, &key, &value)) {
|
|
name = first_kw_arg;
|
|
while (*name && (**name != key)) name++;
|
|
if (*name) {
|
|
values[name-argnames] = value;
|
|
continue;
|
|
}
|
|
name = first_kw_arg;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyString_Check(key))) {
|
|
while (*name) {
|
|
if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key))
|
|
&& _PyString_Eq(**name, key)) {
|
|
values[name-argnames] = value;
|
|
break;
|
|
}
|
|
name++;
|
|
}
|
|
if (*name) continue;
|
|
else {
|
|
PyObject*** argname = argnames;
|
|
while (argname != first_kw_arg) {
|
|
if ((**argname == key) || (
|
|
(CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key))
|
|
&& _PyString_Eq(**argname, key))) {
|
|
goto arg_passed_twice;
|
|
}
|
|
argname++;
|
|
}
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyUnicode_Check(key))) {
|
|
while (*name) {
|
|
int cmp = (**name == key) ? 0 :
|
|
#if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
|
|
(__Pyx_PyUnicode_GET_LENGTH(**name) != __Pyx_PyUnicode_GET_LENGTH(key)) ? 1 :
|
|
#endif
|
|
PyUnicode_Compare(**name, key);
|
|
if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
|
|
if (cmp == 0) {
|
|
values[name-argnames] = value;
|
|
break;
|
|
}
|
|
name++;
|
|
}
|
|
if (*name) continue;
|
|
else {
|
|
PyObject*** argname = argnames;
|
|
while (argname != first_kw_arg) {
|
|
int cmp = (**argname == key) ? 0 :
|
|
#if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
|
|
(__Pyx_PyUnicode_GET_LENGTH(**argname) != __Pyx_PyUnicode_GET_LENGTH(key)) ? 1 :
|
|
#endif
|
|
PyUnicode_Compare(**argname, key);
|
|
if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
|
|
if (cmp == 0) goto arg_passed_twice;
|
|
argname++;
|
|
}
|
|
}
|
|
} else
|
|
goto invalid_keyword_type;
|
|
if (kwds2) {
|
|
if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
|
|
} else {
|
|
goto invalid_keyword;
|
|
}
|
|
}
|
|
return 0;
|
|
arg_passed_twice:
|
|
__Pyx_RaiseDoubleKeywordsError(function_name, key);
|
|
goto bad;
|
|
invalid_keyword_type:
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() keywords must be strings", function_name);
|
|
goto bad;
|
|
invalid_keyword:
|
|
PyErr_Format(PyExc_TypeError,
|
|
#if PY_MAJOR_VERSION < 3
|
|
"%.200s() got an unexpected keyword argument '%.200s'",
|
|
function_name, PyString_AsString(key));
|
|
#else
|
|
"%s() got an unexpected keyword argument '%U'",
|
|
function_name, key);
|
|
#endif
|
|
bad:
|
|
return -1;
|
|
}
|
|
|
|
/* RaiseArgTupleInvalid */
|
|
static void __Pyx_RaiseArgtupleInvalid(
|
|
const char* func_name,
|
|
int exact,
|
|
Py_ssize_t num_min,
|
|
Py_ssize_t num_max,
|
|
Py_ssize_t num_found)
|
|
{
|
|
Py_ssize_t num_expected;
|
|
const char *more_or_less;
|
|
if (num_found < num_min) {
|
|
num_expected = num_min;
|
|
more_or_less = "at least";
|
|
} else {
|
|
num_expected = num_max;
|
|
more_or_less = "at most";
|
|
}
|
|
if (exact) {
|
|
more_or_less = "exactly";
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)",
|
|
func_name, more_or_less, num_expected,
|
|
(num_expected == 1) ? "" : "s", num_found);
|
|
}
|
|
|
|
/* ArgTypeTest */
|
|
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact)
|
|
{
|
|
if (unlikely(!type)) {
|
|
PyErr_SetString(PyExc_SystemError, "Missing type object");
|
|
return 0;
|
|
}
|
|
else if (exact) {
|
|
#if PY_MAJOR_VERSION == 2
|
|
if ((type == &PyBaseString_Type) && likely(__Pyx_PyBaseString_CheckExact(obj))) return 1;
|
|
#endif
|
|
}
|
|
else {
|
|
if (likely(__Pyx_TypeCheck(obj, type))) return 1;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"Argument '%.200s' has incorrect type (expected %.200s, got %.200s)",
|
|
name, type->tp_name, Py_TYPE(obj)->tp_name);
|
|
return 0;
|
|
}
|
|
|
|
/* PyErrFetchRestore */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
tmp_type = tstate->curexc_type;
|
|
tmp_value = tstate->curexc_value;
|
|
tmp_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = type;
|
|
tstate->curexc_value = value;
|
|
tstate->curexc_traceback = tb;
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
}
|
|
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
*type = tstate->curexc_type;
|
|
*value = tstate->curexc_value;
|
|
*tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
}
|
|
#endif
|
|
|
|
/* Profile */
|
|
#if CYTHON_PROFILE
|
|
static int __Pyx_TraceSetupAndCall(PyCodeObject** code,
|
|
PyFrameObject** frame,
|
|
PyThreadState* tstate,
|
|
const char *funcname,
|
|
const char *srcfile,
|
|
int firstlineno) {
|
|
PyObject *type, *value, *traceback;
|
|
int retval;
|
|
if (*frame == NULL || !CYTHON_PROFILE_REUSE_FRAME) {
|
|
if (*code == NULL) {
|
|
*code = __Pyx_createFrameCodeObject(funcname, srcfile, firstlineno);
|
|
if (*code == NULL) return 0;
|
|
}
|
|
*frame = PyFrame_New(
|
|
tstate, /*PyThreadState *tstate*/
|
|
*code, /*PyCodeObject *code*/
|
|
__pyx_d, /*PyObject *globals*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (*frame == NULL) return 0;
|
|
if (CYTHON_TRACE && (*frame)->f_trace == NULL) {
|
|
Py_INCREF(Py_None);
|
|
(*frame)->f_trace = Py_None;
|
|
}
|
|
#if PY_VERSION_HEX < 0x030400B1
|
|
} else {
|
|
(*frame)->f_tstate = tstate;
|
|
#endif
|
|
}
|
|
__Pyx_PyFrame_SetLineNumber(*frame, firstlineno);
|
|
retval = 1;
|
|
__Pyx_EnterTracing(tstate);
|
|
__Pyx_ErrFetchInState(tstate, &type, &value, &traceback);
|
|
#if CYTHON_TRACE
|
|
if (tstate->c_tracefunc)
|
|
retval = tstate->c_tracefunc(tstate->c_traceobj, *frame, PyTrace_CALL, NULL) == 0;
|
|
if (retval && tstate->c_profilefunc)
|
|
#endif
|
|
retval = tstate->c_profilefunc(tstate->c_profileobj, *frame, PyTrace_CALL, NULL) == 0;
|
|
__Pyx_LeaveTracing(tstate);
|
|
if (retval) {
|
|
__Pyx_ErrRestoreInState(tstate, type, value, traceback);
|
|
return __Pyx_IsTracing(tstate, 0, 0) && retval;
|
|
} else {
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(value);
|
|
Py_XDECREF(traceback);
|
|
return -1;
|
|
}
|
|
}
|
|
static PyCodeObject *__Pyx_createFrameCodeObject(const char *funcname, const char *srcfile, int firstlineno) {
|
|
PyCodeObject *py_code = 0;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
py_code = PyCode_NewEmpty(srcfile, funcname, firstlineno);
|
|
if (likely(py_code)) {
|
|
py_code->co_flags |= CO_OPTIMIZED | CO_NEWLOCALS;
|
|
}
|
|
#else
|
|
PyObject *py_srcfile = 0;
|
|
PyObject *py_funcname = 0;
|
|
py_funcname = PyString_FromString(funcname);
|
|
if (unlikely(!py_funcname)) goto bad;
|
|
py_srcfile = PyString_FromString(srcfile);
|
|
if (unlikely(!py_srcfile)) goto bad;
|
|
py_code = PyCode_New(
|
|
0,
|
|
0,
|
|
0,
|
|
CO_OPTIMIZED | CO_NEWLOCALS,
|
|
__pyx_empty_bytes, /*PyObject *code,*/
|
|
__pyx_empty_tuple, /*PyObject *consts,*/
|
|
__pyx_empty_tuple, /*PyObject *names,*/
|
|
__pyx_empty_tuple, /*PyObject *varnames,*/
|
|
__pyx_empty_tuple, /*PyObject *freevars,*/
|
|
__pyx_empty_tuple, /*PyObject *cellvars,*/
|
|
py_srcfile, /*PyObject *filename,*/
|
|
py_funcname, /*PyObject *name,*/
|
|
firstlineno,
|
|
__pyx_empty_bytes /*PyObject *lnotab*/
|
|
);
|
|
bad:
|
|
Py_XDECREF(py_srcfile);
|
|
Py_XDECREF(py_funcname);
|
|
#endif
|
|
return py_code;
|
|
}
|
|
#endif
|
|
|
|
/* PyFunctionFastCall */
|
|
#if CYTHON_FAST_PYCALL
|
|
static PyObject* __Pyx_PyFunction_FastCallNoKw(PyCodeObject *co, PyObject **args, Py_ssize_t na,
|
|
PyObject *globals) {
|
|
PyFrameObject *f;
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject **fastlocals;
|
|
Py_ssize_t i;
|
|
PyObject *result;
|
|
assert(globals != NULL);
|
|
/* XXX Perhaps we should create a specialized
|
|
PyFrame_New() that doesn't take locals, but does
|
|
take builtins without sanity checking them.
|
|
*/
|
|
assert(tstate != NULL);
|
|
f = PyFrame_New(tstate, co, globals, NULL);
|
|
if (f == NULL) {
|
|
return NULL;
|
|
}
|
|
fastlocals = __Pyx_PyFrame_GetLocalsplus(f);
|
|
for (i = 0; i < na; i++) {
|
|
Py_INCREF(*args);
|
|
fastlocals[i] = *args++;
|
|
}
|
|
result = PyEval_EvalFrameEx(f,0);
|
|
++tstate->recursion_depth;
|
|
Py_DECREF(f);
|
|
--tstate->recursion_depth;
|
|
return result;
|
|
}
|
|
#if 1 || PY_VERSION_HEX < 0x030600B1
|
|
static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs) {
|
|
PyCodeObject *co = (PyCodeObject *)PyFunction_GET_CODE(func);
|
|
PyObject *globals = PyFunction_GET_GLOBALS(func);
|
|
PyObject *argdefs = PyFunction_GET_DEFAULTS(func);
|
|
PyObject *closure;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
PyObject *kwdefs;
|
|
#endif
|
|
PyObject *kwtuple, **k;
|
|
PyObject **d;
|
|
Py_ssize_t nd;
|
|
Py_ssize_t nk;
|
|
PyObject *result;
|
|
assert(kwargs == NULL || PyDict_Check(kwargs));
|
|
nk = kwargs ? PyDict_Size(kwargs) : 0;
|
|
if (Py_EnterRecursiveCall((char*)" while calling a Python object")) {
|
|
return NULL;
|
|
}
|
|
if (
|
|
#if PY_MAJOR_VERSION >= 3
|
|
co->co_kwonlyargcount == 0 &&
|
|
#endif
|
|
likely(kwargs == NULL || nk == 0) &&
|
|
co->co_flags == (CO_OPTIMIZED | CO_NEWLOCALS | CO_NOFREE)) {
|
|
if (argdefs == NULL && co->co_argcount == nargs) {
|
|
result = __Pyx_PyFunction_FastCallNoKw(co, args, nargs, globals);
|
|
goto done;
|
|
}
|
|
else if (nargs == 0 && argdefs != NULL
|
|
&& co->co_argcount == Py_SIZE(argdefs)) {
|
|
/* function called with no arguments, but all parameters have
|
|
a default value: use default values as arguments .*/
|
|
args = &PyTuple_GET_ITEM(argdefs, 0);
|
|
result =__Pyx_PyFunction_FastCallNoKw(co, args, Py_SIZE(argdefs), globals);
|
|
goto done;
|
|
}
|
|
}
|
|
if (kwargs != NULL) {
|
|
Py_ssize_t pos, i;
|
|
kwtuple = PyTuple_New(2 * nk);
|
|
if (kwtuple == NULL) {
|
|
result = NULL;
|
|
goto done;
|
|
}
|
|
k = &PyTuple_GET_ITEM(kwtuple, 0);
|
|
pos = i = 0;
|
|
while (PyDict_Next(kwargs, &pos, &k[i], &k[i+1])) {
|
|
Py_INCREF(k[i]);
|
|
Py_INCREF(k[i+1]);
|
|
i += 2;
|
|
}
|
|
nk = i / 2;
|
|
}
|
|
else {
|
|
kwtuple = NULL;
|
|
k = NULL;
|
|
}
|
|
closure = PyFunction_GET_CLOSURE(func);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
kwdefs = PyFunction_GET_KW_DEFAULTS(func);
|
|
#endif
|
|
if (argdefs != NULL) {
|
|
d = &PyTuple_GET_ITEM(argdefs, 0);
|
|
nd = Py_SIZE(argdefs);
|
|
}
|
|
else {
|
|
d = NULL;
|
|
nd = 0;
|
|
}
|
|
#if PY_MAJOR_VERSION >= 3
|
|
result = PyEval_EvalCodeEx((PyObject*)co, globals, (PyObject *)NULL,
|
|
args, (int)nargs,
|
|
k, (int)nk,
|
|
d, (int)nd, kwdefs, closure);
|
|
#else
|
|
result = PyEval_EvalCodeEx(co, globals, (PyObject *)NULL,
|
|
args, (int)nargs,
|
|
k, (int)nk,
|
|
d, (int)nd, closure);
|
|
#endif
|
|
Py_XDECREF(kwtuple);
|
|
done:
|
|
Py_LeaveRecursiveCall();
|
|
return result;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
/* PyObjectCall */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
|
|
PyObject *result;
|
|
ternaryfunc call = Py_TYPE(func)->tp_call;
|
|
if (unlikely(!call))
|
|
return PyObject_Call(func, arg, kw);
|
|
if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object")))
|
|
return NULL;
|
|
result = (*call)(func, arg, kw);
|
|
Py_LeaveRecursiveCall();
|
|
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
|
|
PyErr_SetString(
|
|
PyExc_SystemError,
|
|
"NULL result without error in PyObject_Call");
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCallMethO */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
|
|
PyObject *self, *result;
|
|
PyCFunction cfunc;
|
|
cfunc = PyCFunction_GET_FUNCTION(func);
|
|
self = PyCFunction_GET_SELF(func);
|
|
if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object")))
|
|
return NULL;
|
|
result = cfunc(self, arg);
|
|
Py_LeaveRecursiveCall();
|
|
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
|
|
PyErr_SetString(
|
|
PyExc_SystemError,
|
|
"NULL result without error in PyObject_Call");
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCallNoArg */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(func)) {
|
|
return __Pyx_PyFunction_FastCall(func, NULL, 0);
|
|
}
|
|
#endif
|
|
#if defined(__Pyx_CyFunction_USED) && defined(NDEBUG)
|
|
if (likely(PyCFunction_Check(func) || __Pyx_CyFunction_Check(func)))
|
|
#else
|
|
if (likely(PyCFunction_Check(func)))
|
|
#endif
|
|
{
|
|
if (likely(PyCFunction_GET_FLAGS(func) & METH_NOARGS)) {
|
|
return __Pyx_PyObject_CallMethO(func, NULL);
|
|
}
|
|
}
|
|
return __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL);
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectSetAttrStr */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value) {
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_setattro))
|
|
return tp->tp_setattro(obj, attr_name, value);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(tp->tp_setattr))
|
|
return tp->tp_setattr(obj, PyString_AS_STRING(attr_name), value);
|
|
#endif
|
|
return PyObject_SetAttr(obj, attr_name, value);
|
|
}
|
|
#endif
|
|
|
|
/* PyCFunctionFastCall */
|
|
#if CYTHON_FAST_PYCCALL
|
|
static CYTHON_INLINE PyObject * __Pyx_PyCFunction_FastCall(PyObject *func_obj, PyObject **args, Py_ssize_t nargs) {
|
|
PyCFunctionObject *func = (PyCFunctionObject*)func_obj;
|
|
PyCFunction meth = PyCFunction_GET_FUNCTION(func);
|
|
PyObject *self = PyCFunction_GET_SELF(func);
|
|
int flags = PyCFunction_GET_FLAGS(func);
|
|
assert(PyCFunction_Check(func));
|
|
assert(METH_FASTCALL == (flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)));
|
|
assert(nargs >= 0);
|
|
assert(nargs == 0 || args != NULL);
|
|
/* _PyCFunction_FastCallDict() must not be called with an exception set,
|
|
because it may clear it (directly or indirectly) and so the
|
|
caller loses its exception */
|
|
assert(!PyErr_Occurred());
|
|
if ((PY_VERSION_HEX < 0x030700A0) || unlikely(flags & METH_KEYWORDS)) {
|
|
return (*((__Pyx_PyCFunctionFastWithKeywords)(void*)meth)) (self, args, nargs, NULL);
|
|
} else {
|
|
return (*((__Pyx_PyCFunctionFast)(void*)meth)) (self, args, nargs);
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCallOneArg */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static PyObject* __Pyx__PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
PyObject *result;
|
|
PyObject *args = PyTuple_New(1);
|
|
if (unlikely(!args)) return NULL;
|
|
Py_INCREF(arg);
|
|
PyTuple_SET_ITEM(args, 0, arg);
|
|
result = __Pyx_PyObject_Call(func, args, NULL);
|
|
Py_DECREF(args);
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(func)) {
|
|
return __Pyx_PyFunction_FastCall(func, &arg, 1);
|
|
}
|
|
#endif
|
|
if (likely(PyCFunction_Check(func))) {
|
|
if (likely(PyCFunction_GET_FLAGS(func) & METH_O)) {
|
|
return __Pyx_PyObject_CallMethO(func, arg);
|
|
#if CYTHON_FAST_PYCCALL
|
|
} else if (__Pyx_PyFastCFunction_Check(func)) {
|
|
return __Pyx_PyCFunction_FastCall(func, &arg, 1);
|
|
#endif
|
|
}
|
|
}
|
|
return __Pyx__PyObject_CallOneArg(func, arg);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
PyObject *result;
|
|
PyObject *args = PyTuple_Pack(1, arg);
|
|
if (unlikely(!args)) return NULL;
|
|
result = __Pyx_PyObject_Call(func, args, NULL);
|
|
Py_DECREF(args);
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCall2Args */
|
|
static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2) {
|
|
PyObject *args, *result = NULL;
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(function)) {
|
|
PyObject *args[2] = {arg1, arg2};
|
|
return __Pyx_PyFunction_FastCall(function, args, 2);
|
|
}
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(function)) {
|
|
PyObject *args[2] = {arg1, arg2};
|
|
return __Pyx_PyCFunction_FastCall(function, args, 2);
|
|
}
|
|
#endif
|
|
args = PyTuple_New(2);
|
|
if (unlikely(!args)) goto done;
|
|
Py_INCREF(arg1);
|
|
PyTuple_SET_ITEM(args, 0, arg1);
|
|
Py_INCREF(arg2);
|
|
PyTuple_SET_ITEM(args, 1, arg2);
|
|
Py_INCREF(function);
|
|
result = __Pyx_PyObject_Call(function, args, NULL);
|
|
Py_DECREF(args);
|
|
Py_DECREF(function);
|
|
done:
|
|
return result;
|
|
}
|
|
|
|
/* PyDictVersioning */
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
|
|
PyObject *dict = Py_TYPE(obj)->tp_dict;
|
|
return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
|
|
}
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
|
|
PyObject **dictptr = NULL;
|
|
Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
|
|
if (offset) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
|
|
#else
|
|
dictptr = _PyObject_GetDictPtr(obj);
|
|
#endif
|
|
}
|
|
return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
|
|
PyObject *dict = Py_TYPE(obj)->tp_dict;
|
|
if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
|
|
return 0;
|
|
return obj_dict_version == __Pyx_get_object_dict_version(obj);
|
|
}
|
|
#endif
|
|
|
|
/* GetModuleGlobalName */
|
|
#if CYTHON_USE_DICT_VERSIONS
|
|
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value)
|
|
#else
|
|
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name)
|
|
#endif
|
|
{
|
|
PyObject *result;
|
|
#if !CYTHON_AVOID_BORROWED_REFS
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1
|
|
result = _PyDict_GetItem_KnownHash(__pyx_d, name, ((PyASCIIObject *) name)->hash);
|
|
__PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
|
|
if (likely(result)) {
|
|
return __Pyx_NewRef(result);
|
|
} else if (unlikely(PyErr_Occurred())) {
|
|
return NULL;
|
|
}
|
|
#else
|
|
result = PyDict_GetItem(__pyx_d, name);
|
|
__PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
|
|
if (likely(result)) {
|
|
return __Pyx_NewRef(result);
|
|
}
|
|
#endif
|
|
#else
|
|
result = PyObject_GetItem(__pyx_d, name);
|
|
__PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
|
|
if (likely(result)) {
|
|
return __Pyx_NewRef(result);
|
|
}
|
|
PyErr_Clear();
|
|
#endif
|
|
return __Pyx_GetBuiltinName(name);
|
|
}
|
|
|
|
/* RaiseException */
|
|
#if PY_MAJOR_VERSION < 3
|
|
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb,
|
|
CYTHON_UNUSED PyObject *cause) {
|
|
__Pyx_PyThreadState_declare
|
|
Py_XINCREF(type);
|
|
if (!value || value == Py_None)
|
|
value = NULL;
|
|
else
|
|
Py_INCREF(value);
|
|
if (!tb || tb == Py_None)
|
|
tb = NULL;
|
|
else {
|
|
Py_INCREF(tb);
|
|
if (!PyTraceBack_Check(tb)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: arg 3 must be a traceback or None");
|
|
goto raise_error;
|
|
}
|
|
}
|
|
if (PyType_Check(type)) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
if (!value) {
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
#endif
|
|
PyErr_NormalizeException(&type, &value, &tb);
|
|
} else {
|
|
if (value) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"instance exception may not have a separate value");
|
|
goto raise_error;
|
|
}
|
|
value = type;
|
|
type = (PyObject*) Py_TYPE(type);
|
|
Py_INCREF(type);
|
|
if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: exception class must be a subclass of BaseException");
|
|
goto raise_error;
|
|
}
|
|
}
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrRestore(type, value, tb);
|
|
return;
|
|
raise_error:
|
|
Py_XDECREF(value);
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(tb);
|
|
return;
|
|
}
|
|
#else
|
|
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
|
|
PyObject* owned_instance = NULL;
|
|
if (tb == Py_None) {
|
|
tb = 0;
|
|
} else if (tb && !PyTraceBack_Check(tb)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: arg 3 must be a traceback or None");
|
|
goto bad;
|
|
}
|
|
if (value == Py_None)
|
|
value = 0;
|
|
if (PyExceptionInstance_Check(type)) {
|
|
if (value) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"instance exception may not have a separate value");
|
|
goto bad;
|
|
}
|
|
value = type;
|
|
type = (PyObject*) Py_TYPE(value);
|
|
} else if (PyExceptionClass_Check(type)) {
|
|
PyObject *instance_class = NULL;
|
|
if (value && PyExceptionInstance_Check(value)) {
|
|
instance_class = (PyObject*) Py_TYPE(value);
|
|
if (instance_class != type) {
|
|
int is_subclass = PyObject_IsSubclass(instance_class, type);
|
|
if (!is_subclass) {
|
|
instance_class = NULL;
|
|
} else if (unlikely(is_subclass == -1)) {
|
|
goto bad;
|
|
} else {
|
|
type = instance_class;
|
|
}
|
|
}
|
|
}
|
|
if (!instance_class) {
|
|
PyObject *args;
|
|
if (!value)
|
|
args = PyTuple_New(0);
|
|
else if (PyTuple_Check(value)) {
|
|
Py_INCREF(value);
|
|
args = value;
|
|
} else
|
|
args = PyTuple_Pack(1, value);
|
|
if (!args)
|
|
goto bad;
|
|
owned_instance = PyObject_Call(type, args, NULL);
|
|
Py_DECREF(args);
|
|
if (!owned_instance)
|
|
goto bad;
|
|
value = owned_instance;
|
|
if (!PyExceptionInstance_Check(value)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"calling %R should have returned an instance of "
|
|
"BaseException, not %R",
|
|
type, Py_TYPE(value));
|
|
goto bad;
|
|
}
|
|
}
|
|
} else {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: exception class must be a subclass of BaseException");
|
|
goto bad;
|
|
}
|
|
if (cause) {
|
|
PyObject *fixed_cause;
|
|
if (cause == Py_None) {
|
|
fixed_cause = NULL;
|
|
} else if (PyExceptionClass_Check(cause)) {
|
|
fixed_cause = PyObject_CallObject(cause, NULL);
|
|
if (fixed_cause == NULL)
|
|
goto bad;
|
|
} else if (PyExceptionInstance_Check(cause)) {
|
|
fixed_cause = cause;
|
|
Py_INCREF(fixed_cause);
|
|
} else {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"exception causes must derive from "
|
|
"BaseException");
|
|
goto bad;
|
|
}
|
|
PyException_SetCause(value, fixed_cause);
|
|
}
|
|
PyErr_SetObject(type, value);
|
|
if (tb) {
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject* tmp_tb = tstate->curexc_traceback;
|
|
if (tb != tmp_tb) {
|
|
Py_INCREF(tb);
|
|
tstate->curexc_traceback = tb;
|
|
Py_XDECREF(tmp_tb);
|
|
}
|
|
#else
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb);
|
|
Py_INCREF(tb);
|
|
PyErr_Restore(tmp_type, tmp_value, tb);
|
|
Py_XDECREF(tmp_tb);
|
|
#endif
|
|
}
|
|
bad:
|
|
Py_XDECREF(owned_instance);
|
|
return;
|
|
}
|
|
#endif
|
|
|
|
/* GetItemInt */
|
|
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
|
|
PyObject *r;
|
|
if (!j) return NULL;
|
|
r = PyObject_GetItem(o, j);
|
|
Py_DECREF(j);
|
|
return r;
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
|
|
CYTHON_NCP_UNUSED int wraparound,
|
|
CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
Py_ssize_t wrapped_i = i;
|
|
if (wraparound & unlikely(i < 0)) {
|
|
wrapped_i += PyList_GET_SIZE(o);
|
|
}
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) {
|
|
PyObject *r = PyList_GET_ITEM(o, wrapped_i);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
|
|
#else
|
|
return PySequence_GetItem(o, i);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
|
|
CYTHON_NCP_UNUSED int wraparound,
|
|
CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
Py_ssize_t wrapped_i = i;
|
|
if (wraparound & unlikely(i < 0)) {
|
|
wrapped_i += PyTuple_GET_SIZE(o);
|
|
}
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) {
|
|
PyObject *r = PyTuple_GET_ITEM(o, wrapped_i);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
|
|
#else
|
|
return PySequence_GetItem(o, i);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list,
|
|
CYTHON_NCP_UNUSED int wraparound,
|
|
CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS
|
|
if (is_list || PyList_CheckExact(o)) {
|
|
Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
|
|
if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) {
|
|
PyObject *r = PyList_GET_ITEM(o, n);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
}
|
|
else if (PyTuple_CheckExact(o)) {
|
|
Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) {
|
|
PyObject *r = PyTuple_GET_ITEM(o, n);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
} else {
|
|
PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
|
|
if (likely(m && m->sq_item)) {
|
|
if (wraparound && unlikely(i < 0) && likely(m->sq_length)) {
|
|
Py_ssize_t l = m->sq_length(o);
|
|
if (likely(l >= 0)) {
|
|
i += l;
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
|
|
return NULL;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
return m->sq_item(o, i);
|
|
}
|
|
}
|
|
#else
|
|
if (is_list || PySequence_Check(o)) {
|
|
return PySequence_GetItem(o, i);
|
|
}
|
|
#endif
|
|
return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
|
|
}
|
|
|
|
/* BytesEquals */
|
|
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
return PyObject_RichCompareBool(s1, s2, equals);
|
|
#else
|
|
if (s1 == s2) {
|
|
return (equals == Py_EQ);
|
|
} else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) {
|
|
const char *ps1, *ps2;
|
|
Py_ssize_t length = PyBytes_GET_SIZE(s1);
|
|
if (length != PyBytes_GET_SIZE(s2))
|
|
return (equals == Py_NE);
|
|
ps1 = PyBytes_AS_STRING(s1);
|
|
ps2 = PyBytes_AS_STRING(s2);
|
|
if (ps1[0] != ps2[0]) {
|
|
return (equals == Py_NE);
|
|
} else if (length == 1) {
|
|
return (equals == Py_EQ);
|
|
} else {
|
|
int result;
|
|
#if CYTHON_USE_UNICODE_INTERNALS && (PY_VERSION_HEX < 0x030B0000)
|
|
Py_hash_t hash1, hash2;
|
|
hash1 = ((PyBytesObject*)s1)->ob_shash;
|
|
hash2 = ((PyBytesObject*)s2)->ob_shash;
|
|
if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
|
|
return (equals == Py_NE);
|
|
}
|
|
#endif
|
|
result = memcmp(ps1, ps2, (size_t)length);
|
|
return (equals == Py_EQ) ? (result == 0) : (result != 0);
|
|
}
|
|
} else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) {
|
|
return (equals == Py_NE);
|
|
} else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) {
|
|
return (equals == Py_NE);
|
|
} else {
|
|
int result;
|
|
PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
|
|
if (!py_result)
|
|
return -1;
|
|
result = __Pyx_PyObject_IsTrue(py_result);
|
|
Py_DECREF(py_result);
|
|
return result;
|
|
}
|
|
#endif
|
|
}
|
|
|
|
/* UnicodeEquals */
|
|
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
return PyObject_RichCompareBool(s1, s2, equals);
|
|
#else
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject* owned_ref = NULL;
|
|
#endif
|
|
int s1_is_unicode, s2_is_unicode;
|
|
if (s1 == s2) {
|
|
goto return_eq;
|
|
}
|
|
s1_is_unicode = PyUnicode_CheckExact(s1);
|
|
s2_is_unicode = PyUnicode_CheckExact(s2);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if ((s1_is_unicode & (!s2_is_unicode)) && PyString_CheckExact(s2)) {
|
|
owned_ref = PyUnicode_FromObject(s2);
|
|
if (unlikely(!owned_ref))
|
|
return -1;
|
|
s2 = owned_ref;
|
|
s2_is_unicode = 1;
|
|
} else if ((s2_is_unicode & (!s1_is_unicode)) && PyString_CheckExact(s1)) {
|
|
owned_ref = PyUnicode_FromObject(s1);
|
|
if (unlikely(!owned_ref))
|
|
return -1;
|
|
s1 = owned_ref;
|
|
s1_is_unicode = 1;
|
|
} else if (((!s2_is_unicode) & (!s1_is_unicode))) {
|
|
return __Pyx_PyBytes_Equals(s1, s2, equals);
|
|
}
|
|
#endif
|
|
if (s1_is_unicode & s2_is_unicode) {
|
|
Py_ssize_t length;
|
|
int kind;
|
|
void *data1, *data2;
|
|
if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0))
|
|
return -1;
|
|
length = __Pyx_PyUnicode_GET_LENGTH(s1);
|
|
if (length != __Pyx_PyUnicode_GET_LENGTH(s2)) {
|
|
goto return_ne;
|
|
}
|
|
#if CYTHON_USE_UNICODE_INTERNALS
|
|
{
|
|
Py_hash_t hash1, hash2;
|
|
#if CYTHON_PEP393_ENABLED
|
|
hash1 = ((PyASCIIObject*)s1)->hash;
|
|
hash2 = ((PyASCIIObject*)s2)->hash;
|
|
#else
|
|
hash1 = ((PyUnicodeObject*)s1)->hash;
|
|
hash2 = ((PyUnicodeObject*)s2)->hash;
|
|
#endif
|
|
if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
|
|
goto return_ne;
|
|
}
|
|
}
|
|
#endif
|
|
kind = __Pyx_PyUnicode_KIND(s1);
|
|
if (kind != __Pyx_PyUnicode_KIND(s2)) {
|
|
goto return_ne;
|
|
}
|
|
data1 = __Pyx_PyUnicode_DATA(s1);
|
|
data2 = __Pyx_PyUnicode_DATA(s2);
|
|
if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) {
|
|
goto return_ne;
|
|
} else if (length == 1) {
|
|
goto return_eq;
|
|
} else {
|
|
int result = memcmp(data1, data2, (size_t)(length * kind));
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
return (equals == Py_EQ) ? (result == 0) : (result != 0);
|
|
}
|
|
} else if ((s1 == Py_None) & s2_is_unicode) {
|
|
goto return_ne;
|
|
} else if ((s2 == Py_None) & s1_is_unicode) {
|
|
goto return_ne;
|
|
} else {
|
|
int result;
|
|
PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
if (!py_result)
|
|
return -1;
|
|
result = __Pyx_PyObject_IsTrue(py_result);
|
|
Py_DECREF(py_result);
|
|
return result;
|
|
}
|
|
return_eq:
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
return (equals == Py_EQ);
|
|
return_ne:
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
return (equals == Py_NE);
|
|
#endif
|
|
}
|
|
|
|
/* RaiseTooManyValuesToUnpack */
|
|
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);
|
|
}
|
|
|
|
/* RaiseNeedMoreValuesToUnpack */
|
|
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack",
|
|
index, (index == 1) ? "" : "s");
|
|
}
|
|
|
|
/* IterFinish */
|
|
static CYTHON_INLINE int __Pyx_IterFinish(void) {
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject* exc_type = tstate->curexc_type;
|
|
if (unlikely(exc_type)) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) {
|
|
PyObject *exc_value, *exc_tb;
|
|
exc_value = tstate->curexc_value;
|
|
exc_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
Py_DECREF(exc_type);
|
|
Py_XDECREF(exc_value);
|
|
Py_XDECREF(exc_tb);
|
|
return 0;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
return 0;
|
|
#else
|
|
if (unlikely(PyErr_Occurred())) {
|
|
if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) {
|
|
PyErr_Clear();
|
|
return 0;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
return 0;
|
|
#endif
|
|
}
|
|
|
|
/* UnpackItemEndCheck */
|
|
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) {
|
|
if (unlikely(retval)) {
|
|
Py_DECREF(retval);
|
|
__Pyx_RaiseTooManyValuesError(expected);
|
|
return -1;
|
|
}
|
|
return __Pyx_IterFinish();
|
|
}
|
|
|
|
/* WriteUnraisableException */
|
|
static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno,
|
|
CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename,
|
|
int full_traceback, CYTHON_UNUSED int nogil) {
|
|
PyObject *old_exc, *old_val, *old_tb;
|
|
PyObject *ctx;
|
|
__Pyx_PyThreadState_declare
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE state;
|
|
if (nogil)
|
|
state = PyGILState_Ensure();
|
|
else state = (PyGILState_STATE)0;
|
|
#endif
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&old_exc, &old_val, &old_tb);
|
|
if (full_traceback) {
|
|
Py_XINCREF(old_exc);
|
|
Py_XINCREF(old_val);
|
|
Py_XINCREF(old_tb);
|
|
__Pyx_ErrRestore(old_exc, old_val, old_tb);
|
|
PyErr_PrintEx(1);
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
ctx = PyString_FromString(name);
|
|
#else
|
|
ctx = PyUnicode_FromString(name);
|
|
#endif
|
|
__Pyx_ErrRestore(old_exc, old_val, old_tb);
|
|
if (!ctx) {
|
|
PyErr_WriteUnraisable(Py_None);
|
|
} else {
|
|
PyErr_WriteUnraisable(ctx);
|
|
Py_DECREF(ctx);
|
|
}
|
|
#ifdef WITH_THREAD
|
|
if (nogil)
|
|
PyGILState_Release(state);
|
|
#endif
|
|
}
|
|
|
|
/* SliceObject */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(PyObject* obj,
|
|
Py_ssize_t cstart, Py_ssize_t cstop,
|
|
PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice,
|
|
int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
PyMappingMethods* mp;
|
|
#if PY_MAJOR_VERSION < 3
|
|
PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence;
|
|
if (likely(ms && ms->sq_slice)) {
|
|
if (!has_cstart) {
|
|
if (_py_start && (*_py_start != Py_None)) {
|
|
cstart = __Pyx_PyIndex_AsSsize_t(*_py_start);
|
|
if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
|
|
} else
|
|
cstart = 0;
|
|
}
|
|
if (!has_cstop) {
|
|
if (_py_stop && (*_py_stop != Py_None)) {
|
|
cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop);
|
|
if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
|
|
} else
|
|
cstop = PY_SSIZE_T_MAX;
|
|
}
|
|
if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) {
|
|
Py_ssize_t l = ms->sq_length(obj);
|
|
if (likely(l >= 0)) {
|
|
if (cstop < 0) {
|
|
cstop += l;
|
|
if (cstop < 0) cstop = 0;
|
|
}
|
|
if (cstart < 0) {
|
|
cstart += l;
|
|
if (cstart < 0) cstart = 0;
|
|
}
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
|
|
goto bad;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
return ms->sq_slice(obj, cstart, cstop);
|
|
}
|
|
#endif
|
|
mp = Py_TYPE(obj)->tp_as_mapping;
|
|
if (likely(mp && mp->mp_subscript))
|
|
#endif
|
|
{
|
|
PyObject* result;
|
|
PyObject *py_slice, *py_start, *py_stop;
|
|
if (_py_slice) {
|
|
py_slice = *_py_slice;
|
|
} else {
|
|
PyObject* owned_start = NULL;
|
|
PyObject* owned_stop = NULL;
|
|
if (_py_start) {
|
|
py_start = *_py_start;
|
|
} else {
|
|
if (has_cstart) {
|
|
owned_start = py_start = PyInt_FromSsize_t(cstart);
|
|
if (unlikely(!py_start)) goto bad;
|
|
} else
|
|
py_start = Py_None;
|
|
}
|
|
if (_py_stop) {
|
|
py_stop = *_py_stop;
|
|
} else {
|
|
if (has_cstop) {
|
|
owned_stop = py_stop = PyInt_FromSsize_t(cstop);
|
|
if (unlikely(!py_stop)) {
|
|
Py_XDECREF(owned_start);
|
|
goto bad;
|
|
}
|
|
} else
|
|
py_stop = Py_None;
|
|
}
|
|
py_slice = PySlice_New(py_start, py_stop, Py_None);
|
|
Py_XDECREF(owned_start);
|
|
Py_XDECREF(owned_stop);
|
|
if (unlikely(!py_slice)) goto bad;
|
|
}
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
result = mp->mp_subscript(obj, py_slice);
|
|
#else
|
|
result = PyObject_GetItem(obj, py_slice);
|
|
#endif
|
|
if (!_py_slice) {
|
|
Py_DECREF(py_slice);
|
|
}
|
|
return result;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"'%.200s' object is unsliceable", Py_TYPE(obj)->tp_name);
|
|
bad:
|
|
return NULL;
|
|
}
|
|
|
|
/* PyIntCompare */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_NeObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED long inplace) {
|
|
if (op1 == op2) {
|
|
Py_RETURN_FALSE;
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long a = PyInt_AS_LONG(op1);
|
|
if (a != b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(PyLong_CheckExact(op1))) {
|
|
int unequal;
|
|
unsigned long uintval;
|
|
Py_ssize_t size = Py_SIZE(op1);
|
|
const digit* digits = ((PyLongObject*)op1)->ob_digit;
|
|
if (intval == 0) {
|
|
if (size != 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
} else if (intval < 0) {
|
|
if (size >= 0)
|
|
Py_RETURN_TRUE;
|
|
intval = -intval;
|
|
size = -size;
|
|
} else {
|
|
if (size <= 0)
|
|
Py_RETURN_TRUE;
|
|
}
|
|
uintval = (unsigned long) intval;
|
|
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 4)) {
|
|
unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 3)) {
|
|
unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 2)) {
|
|
unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 1)) {
|
|
unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
|
|
if (unequal != 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
if (PyFloat_CheckExact(op1)) {
|
|
const long b = intval;
|
|
double a = PyFloat_AS_DOUBLE(op1);
|
|
if ((double)a != (double)b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
return (
|
|
PyObject_RichCompare(op1, op2, Py_NE));
|
|
}
|
|
|
|
/* None */
|
|
static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname) {
|
|
PyErr_Format(PyExc_UnboundLocalError, "local variable '%s' referenced before assignment", varname);
|
|
}
|
|
|
|
/* StringJoin */
|
|
#if !CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyBytes_Join(PyObject* sep, PyObject* values) {
|
|
return PyObject_CallMethodObjArgs(sep, __pyx_n_s_join, values, NULL);
|
|
}
|
|
#endif
|
|
|
|
/* ObjectGetItem */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject* index) {
|
|
PyObject *runerr = NULL;
|
|
Py_ssize_t key_value;
|
|
PySequenceMethods *m = Py_TYPE(obj)->tp_as_sequence;
|
|
if (unlikely(!(m && m->sq_item))) {
|
|
PyErr_Format(PyExc_TypeError, "'%.200s' object is not subscriptable", Py_TYPE(obj)->tp_name);
|
|
return NULL;
|
|
}
|
|
key_value = __Pyx_PyIndex_AsSsize_t(index);
|
|
if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) {
|
|
return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1);
|
|
}
|
|
if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) {
|
|
PyErr_Clear();
|
|
PyErr_Format(PyExc_IndexError, "cannot fit '%.200s' into an index-sized integer", Py_TYPE(index)->tp_name);
|
|
}
|
|
return NULL;
|
|
}
|
|
static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key) {
|
|
PyMappingMethods *m = Py_TYPE(obj)->tp_as_mapping;
|
|
if (likely(m && m->mp_subscript)) {
|
|
return m->mp_subscript(obj, key);
|
|
}
|
|
return __Pyx_PyObject_GetIndex(obj, key);
|
|
}
|
|
#endif
|
|
|
|
/* None */
|
|
static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname) {
|
|
PyErr_Format(PyExc_NameError, "free variable '%s' referenced before assignment in enclosing scope", varname);
|
|
}
|
|
|
|
/* DictGetItem */
|
|
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) {
|
|
PyObject *value;
|
|
value = PyDict_GetItemWithError(d, key);
|
|
if (unlikely(!value)) {
|
|
if (!PyErr_Occurred()) {
|
|
if (unlikely(PyTuple_Check(key))) {
|
|
PyObject* args = PyTuple_Pack(1, key);
|
|
if (likely(args)) {
|
|
PyErr_SetObject(PyExc_KeyError, args);
|
|
Py_DECREF(args);
|
|
}
|
|
} else {
|
|
PyErr_SetObject(PyExc_KeyError, key);
|
|
}
|
|
}
|
|
return NULL;
|
|
}
|
|
Py_INCREF(value);
|
|
return value;
|
|
}
|
|
#endif
|
|
|
|
/* PyIntBinop */
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, int inplace, int zerodivision_check) {
|
|
(void)inplace;
|
|
(void)zerodivision_check;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long x;
|
|
long a = PyInt_AS_LONG(op1);
|
|
x = (long)((unsigned long)a + b);
|
|
if (likely((x^a) >= 0 || (x^b) >= 0))
|
|
return PyInt_FromLong(x);
|
|
return PyLong_Type.tp_as_number->nb_add(op1, op2);
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(PyLong_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long a, x;
|
|
#ifdef HAVE_LONG_LONG
|
|
const PY_LONG_LONG llb = intval;
|
|
PY_LONG_LONG lla, llx;
|
|
#endif
|
|
const digit* digits = ((PyLongObject*)op1)->ob_digit;
|
|
const Py_ssize_t size = Py_SIZE(op1);
|
|
if (likely(__Pyx_sst_abs(size) <= 1)) {
|
|
a = likely(size) ? digits[0] : 0;
|
|
if (size == -1) a = -a;
|
|
} else {
|
|
switch (size) {
|
|
case -2:
|
|
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
|
|
lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
|
|
lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case -3:
|
|
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
|
|
lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 3:
|
|
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
|
|
lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case -4:
|
|
if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
|
|
lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 4:
|
|
if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
|
|
lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
default: return PyLong_Type.tp_as_number->nb_add(op1, op2);
|
|
}
|
|
}
|
|
x = a + b;
|
|
return PyLong_FromLong(x);
|
|
#ifdef HAVE_LONG_LONG
|
|
long_long:
|
|
llx = lla + llb;
|
|
return PyLong_FromLongLong(llx);
|
|
#endif
|
|
|
|
|
|
}
|
|
#endif
|
|
if (PyFloat_CheckExact(op1)) {
|
|
const long b = intval;
|
|
double a = PyFloat_AS_DOUBLE(op1);
|
|
double result;
|
|
PyFPE_START_PROTECT("add", return NULL)
|
|
result = ((double)a) + (double)b;
|
|
PyFPE_END_PROTECT(result)
|
|
return PyFloat_FromDouble(result);
|
|
}
|
|
return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2);
|
|
}
|
|
#endif
|
|
|
|
/* PyIntCompare */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_EqObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED long inplace) {
|
|
if (op1 == op2) {
|
|
Py_RETURN_TRUE;
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long a = PyInt_AS_LONG(op1);
|
|
if (a == b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(PyLong_CheckExact(op1))) {
|
|
int unequal;
|
|
unsigned long uintval;
|
|
Py_ssize_t size = Py_SIZE(op1);
|
|
const digit* digits = ((PyLongObject*)op1)->ob_digit;
|
|
if (intval == 0) {
|
|
if (size == 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
} else if (intval < 0) {
|
|
if (size >= 0)
|
|
Py_RETURN_FALSE;
|
|
intval = -intval;
|
|
size = -size;
|
|
} else {
|
|
if (size <= 0)
|
|
Py_RETURN_FALSE;
|
|
}
|
|
uintval = (unsigned long) intval;
|
|
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 4)) {
|
|
unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 3)) {
|
|
unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 2)) {
|
|
unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 1)) {
|
|
unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
|
|
if (unequal == 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
if (PyFloat_CheckExact(op1)) {
|
|
const long b = intval;
|
|
double a = PyFloat_AS_DOUBLE(op1);
|
|
if ((double)a == (double)b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
return (
|
|
PyObject_RichCompare(op1, op2, Py_EQ));
|
|
}
|
|
|
|
/* GetTopmostException */
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
static _PyErr_StackItem *
|
|
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
|
|
{
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
while ((exc_info->exc_type == NULL || exc_info->exc_type == Py_None) &&
|
|
exc_info->previous_item != NULL)
|
|
{
|
|
exc_info = exc_info->previous_item;
|
|
}
|
|
return exc_info;
|
|
}
|
|
#endif
|
|
|
|
/* SaveResetException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
|
|
*type = exc_info->exc_type;
|
|
*value = exc_info->exc_value;
|
|
*tb = exc_info->exc_traceback;
|
|
#else
|
|
*type = tstate->exc_type;
|
|
*value = tstate->exc_value;
|
|
*tb = tstate->exc_traceback;
|
|
#endif
|
|
Py_XINCREF(*type);
|
|
Py_XINCREF(*value);
|
|
Py_XINCREF(*tb);
|
|
}
|
|
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = type;
|
|
exc_info->exc_value = value;
|
|
exc_info->exc_traceback = tb;
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = type;
|
|
tstate->exc_value = value;
|
|
tstate->exc_traceback = tb;
|
|
#endif
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
}
|
|
#endif
|
|
|
|
/* GetException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb)
|
|
#else
|
|
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb)
|
|
#endif
|
|
{
|
|
PyObject *local_type, *local_value, *local_tb;
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
local_type = tstate->curexc_type;
|
|
local_value = tstate->curexc_value;
|
|
local_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
#else
|
|
PyErr_Fetch(&local_type, &local_value, &local_tb);
|
|
#endif
|
|
PyErr_NormalizeException(&local_type, &local_value, &local_tb);
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
if (unlikely(tstate->curexc_type))
|
|
#else
|
|
if (unlikely(PyErr_Occurred()))
|
|
#endif
|
|
goto bad;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (local_tb) {
|
|
if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
|
|
goto bad;
|
|
}
|
|
#endif
|
|
Py_XINCREF(local_tb);
|
|
Py_XINCREF(local_type);
|
|
Py_XINCREF(local_value);
|
|
*type = local_type;
|
|
*value = local_value;
|
|
*tb = local_tb;
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
{
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = local_type;
|
|
exc_info->exc_value = local_value;
|
|
exc_info->exc_traceback = local_tb;
|
|
}
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = local_type;
|
|
tstate->exc_value = local_value;
|
|
tstate->exc_traceback = local_tb;
|
|
#endif
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
#else
|
|
PyErr_SetExcInfo(local_type, local_value, local_tb);
|
|
#endif
|
|
return 0;
|
|
bad:
|
|
*type = 0;
|
|
*value = 0;
|
|
*tb = 0;
|
|
Py_XDECREF(local_type);
|
|
Py_XDECREF(local_value);
|
|
Py_XDECREF(local_tb);
|
|
return -1;
|
|
}
|
|
|
|
/* FetchCommonType */
|
|
static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type) {
|
|
PyObject* fake_module;
|
|
PyTypeObject* cached_type = NULL;
|
|
fake_module = PyImport_AddModule((char*) "_cython_" CYTHON_ABI);
|
|
if (!fake_module) return NULL;
|
|
Py_INCREF(fake_module);
|
|
cached_type = (PyTypeObject*) PyObject_GetAttrString(fake_module, type->tp_name);
|
|
if (cached_type) {
|
|
if (!PyType_Check((PyObject*)cached_type)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"Shared Cython type %.200s is not a type object",
|
|
type->tp_name);
|
|
goto bad;
|
|
}
|
|
if (cached_type->tp_basicsize != type->tp_basicsize) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"Shared Cython type %.200s has the wrong size, try recompiling",
|
|
type->tp_name);
|
|
goto bad;
|
|
}
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) goto bad;
|
|
PyErr_Clear();
|
|
if (PyType_Ready(type) < 0) goto bad;
|
|
if (PyObject_SetAttrString(fake_module, type->tp_name, (PyObject*) type) < 0)
|
|
goto bad;
|
|
Py_INCREF(type);
|
|
cached_type = type;
|
|
}
|
|
done:
|
|
Py_DECREF(fake_module);
|
|
return cached_type;
|
|
bad:
|
|
Py_XDECREF(cached_type);
|
|
cached_type = NULL;
|
|
goto done;
|
|
}
|
|
|
|
/* CythonFunctionShared */
|
|
#include <structmember.h>
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure)
|
|
{
|
|
if (unlikely(op->func_doc == NULL)) {
|
|
if (op->func.m_ml->ml_doc) {
|
|
#if PY_MAJOR_VERSION >= 3
|
|
op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc);
|
|
#else
|
|
op->func_doc = PyString_FromString(op->func.m_ml->ml_doc);
|
|
#endif
|
|
if (unlikely(op->func_doc == NULL))
|
|
return NULL;
|
|
} else {
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
}
|
|
Py_INCREF(op->func_doc);
|
|
return op->func_doc;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp = op->func_doc;
|
|
if (value == NULL) {
|
|
value = Py_None;
|
|
}
|
|
Py_INCREF(value);
|
|
op->func_doc = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
if (unlikely(op->func_name == NULL)) {
|
|
#if PY_MAJOR_VERSION >= 3
|
|
op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name);
|
|
#else
|
|
op->func_name = PyString_InternFromString(op->func.m_ml->ml_name);
|
|
#endif
|
|
if (unlikely(op->func_name == NULL))
|
|
return NULL;
|
|
}
|
|
Py_INCREF(op->func_name);
|
|
return op->func_name;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__name__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = op->func_name;
|
|
Py_INCREF(value);
|
|
op->func_name = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
Py_INCREF(op->func_qualname);
|
|
return op->func_qualname;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__qualname__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = op->func_qualname;
|
|
Py_INCREF(value);
|
|
op->func_qualname = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure)
|
|
{
|
|
PyObject *self;
|
|
self = m->func_closure;
|
|
if (self == NULL)
|
|
self = Py_None;
|
|
Py_INCREF(self);
|
|
return self;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
if (unlikely(op->func_dict == NULL)) {
|
|
op->func_dict = PyDict_New();
|
|
if (unlikely(op->func_dict == NULL))
|
|
return NULL;
|
|
}
|
|
Py_INCREF(op->func_dict);
|
|
return op->func_dict;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
if (unlikely(value == NULL)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"function's dictionary may not be deleted");
|
|
return -1;
|
|
}
|
|
if (unlikely(!PyDict_Check(value))) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"setting function's dictionary to a non-dict");
|
|
return -1;
|
|
}
|
|
tmp = op->func_dict;
|
|
Py_INCREF(value);
|
|
op->func_dict = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
Py_INCREF(op->func_globals);
|
|
return op->func_globals;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject* result = (op->func_code) ? op->func_code : Py_None;
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
|
|
int result = 0;
|
|
PyObject *res = op->defaults_getter((PyObject *) op);
|
|
if (unlikely(!res))
|
|
return -1;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
|
|
Py_INCREF(op->defaults_tuple);
|
|
op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
|
|
Py_INCREF(op->defaults_kwdict);
|
|
#else
|
|
op->defaults_tuple = PySequence_ITEM(res, 0);
|
|
if (unlikely(!op->defaults_tuple)) result = -1;
|
|
else {
|
|
op->defaults_kwdict = PySequence_ITEM(res, 1);
|
|
if (unlikely(!op->defaults_kwdict)) result = -1;
|
|
}
|
|
#endif
|
|
Py_DECREF(res);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
|
|
PyObject* tmp;
|
|
if (!value) {
|
|
value = Py_None;
|
|
} else if (value != Py_None && !PyTuple_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__defaults__ must be set to a tuple object");
|
|
return -1;
|
|
}
|
|
Py_INCREF(value);
|
|
tmp = op->defaults_tuple;
|
|
op->defaults_tuple = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
|
|
PyObject* result = op->defaults_tuple;
|
|
if (unlikely(!result)) {
|
|
if (op->defaults_getter) {
|
|
if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
|
|
result = op->defaults_tuple;
|
|
} else {
|
|
result = Py_None;
|
|
}
|
|
}
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
|
|
PyObject* tmp;
|
|
if (!value) {
|
|
value = Py_None;
|
|
} else if (value != Py_None && !PyDict_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__kwdefaults__ must be set to a dict object");
|
|
return -1;
|
|
}
|
|
Py_INCREF(value);
|
|
tmp = op->defaults_kwdict;
|
|
op->defaults_kwdict = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
|
|
PyObject* result = op->defaults_kwdict;
|
|
if (unlikely(!result)) {
|
|
if (op->defaults_getter) {
|
|
if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
|
|
result = op->defaults_kwdict;
|
|
} else {
|
|
result = Py_None;
|
|
}
|
|
}
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
|
|
PyObject* tmp;
|
|
if (!value || value == Py_None) {
|
|
value = NULL;
|
|
} else if (!PyDict_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__annotations__ must be set to a dict object");
|
|
return -1;
|
|
}
|
|
Py_XINCREF(value);
|
|
tmp = op->func_annotations;
|
|
op->func_annotations = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
|
|
PyObject* result = op->func_annotations;
|
|
if (unlikely(!result)) {
|
|
result = PyDict_New();
|
|
if (unlikely(!result)) return NULL;
|
|
op->func_annotations = result;
|
|
}
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static PyGetSetDef __pyx_CyFunction_getsets[] = {
|
|
{(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
|
|
{(char *) "__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
|
|
{(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
|
|
{(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
|
|
{(char *) "__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
|
|
{(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0},
|
|
{(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
|
|
{(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
|
|
{(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
|
|
{(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
|
|
{(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
|
|
{(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
|
|
{(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
|
|
{(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
|
|
{(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
|
|
{(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
|
|
{(char *) "__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
|
|
{(char *) "__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyMemberDef __pyx_CyFunction_members[] = {
|
|
{(char *) "__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), PY_WRITE_RESTRICTED, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyObject *
|
|
__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args)
|
|
{
|
|
#if PY_MAJOR_VERSION >= 3
|
|
Py_INCREF(m->func_qualname);
|
|
return m->func_qualname;
|
|
#else
|
|
return PyString_FromString(m->func.m_ml->ml_name);
|
|
#endif
|
|
}
|
|
static PyMethodDef __pyx_CyFunction_methods[] = {
|
|
{"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
#if PY_VERSION_HEX < 0x030500A0
|
|
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist)
|
|
#else
|
|
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func.m_weakreflist)
|
|
#endif
|
|
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject *op, PyMethodDef *ml, int flags, PyObject* qualname,
|
|
PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
|
|
if (unlikely(op == NULL))
|
|
return NULL;
|
|
op->flags = flags;
|
|
__Pyx_CyFunction_weakreflist(op) = NULL;
|
|
op->func.m_ml = ml;
|
|
op->func.m_self = (PyObject *) op;
|
|
Py_XINCREF(closure);
|
|
op->func_closure = closure;
|
|
Py_XINCREF(module);
|
|
op->func.m_module = module;
|
|
op->func_dict = NULL;
|
|
op->func_name = NULL;
|
|
Py_INCREF(qualname);
|
|
op->func_qualname = qualname;
|
|
op->func_doc = NULL;
|
|
op->func_classobj = NULL;
|
|
op->func_globals = globals;
|
|
Py_INCREF(op->func_globals);
|
|
Py_XINCREF(code);
|
|
op->func_code = code;
|
|
op->defaults_pyobjects = 0;
|
|
op->defaults_size = 0;
|
|
op->defaults = NULL;
|
|
op->defaults_tuple = NULL;
|
|
op->defaults_kwdict = NULL;
|
|
op->defaults_getter = NULL;
|
|
op->func_annotations = NULL;
|
|
return (PyObject *) op;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
|
|
{
|
|
Py_CLEAR(m->func_closure);
|
|
Py_CLEAR(m->func.m_module);
|
|
Py_CLEAR(m->func_dict);
|
|
Py_CLEAR(m->func_name);
|
|
Py_CLEAR(m->func_qualname);
|
|
Py_CLEAR(m->func_doc);
|
|
Py_CLEAR(m->func_globals);
|
|
Py_CLEAR(m->func_code);
|
|
Py_CLEAR(m->func_classobj);
|
|
Py_CLEAR(m->defaults_tuple);
|
|
Py_CLEAR(m->defaults_kwdict);
|
|
Py_CLEAR(m->func_annotations);
|
|
if (m->defaults) {
|
|
PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
|
|
int i;
|
|
for (i = 0; i < m->defaults_pyobjects; i++)
|
|
Py_XDECREF(pydefaults[i]);
|
|
PyObject_Free(m->defaults);
|
|
m->defaults = NULL;
|
|
}
|
|
return 0;
|
|
}
|
|
static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m)
|
|
{
|
|
if (__Pyx_CyFunction_weakreflist(m) != NULL)
|
|
PyObject_ClearWeakRefs((PyObject *) m);
|
|
__Pyx_CyFunction_clear(m);
|
|
PyObject_GC_Del(m);
|
|
}
|
|
static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
|
|
{
|
|
PyObject_GC_UnTrack(m);
|
|
__Pyx__CyFunction_dealloc(m);
|
|
}
|
|
static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
|
|
{
|
|
Py_VISIT(m->func_closure);
|
|
Py_VISIT(m->func.m_module);
|
|
Py_VISIT(m->func_dict);
|
|
Py_VISIT(m->func_name);
|
|
Py_VISIT(m->func_qualname);
|
|
Py_VISIT(m->func_doc);
|
|
Py_VISIT(m->func_globals);
|
|
Py_VISIT(m->func_code);
|
|
Py_VISIT(m->func_classobj);
|
|
Py_VISIT(m->defaults_tuple);
|
|
Py_VISIT(m->defaults_kwdict);
|
|
if (m->defaults) {
|
|
PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
|
|
int i;
|
|
for (i = 0; i < m->defaults_pyobjects; i++)
|
|
Py_VISIT(pydefaults[i]);
|
|
}
|
|
return 0;
|
|
}
|
|
static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type)
|
|
{
|
|
#if PY_MAJOR_VERSION < 3
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) {
|
|
Py_INCREF(func);
|
|
return func;
|
|
}
|
|
if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) {
|
|
if (type == NULL)
|
|
type = (PyObject *)(Py_TYPE(obj));
|
|
return __Pyx_PyMethod_New(func, type, (PyObject *)(Py_TYPE(type)));
|
|
}
|
|
if (obj == Py_None)
|
|
obj = NULL;
|
|
#endif
|
|
return __Pyx_PyMethod_New(func, obj, type);
|
|
}
|
|
static PyObject*
|
|
__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
|
|
{
|
|
#if PY_MAJOR_VERSION >= 3
|
|
return PyUnicode_FromFormat("<cyfunction %U at %p>",
|
|
op->func_qualname, (void *)op);
|
|
#else
|
|
return PyString_FromFormat("<cyfunction %s at %p>",
|
|
PyString_AsString(op->func_qualname), (void *)op);
|
|
#endif
|
|
}
|
|
static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) {
|
|
PyCFunctionObject* f = (PyCFunctionObject*)func;
|
|
PyCFunction meth = f->m_ml->ml_meth;
|
|
Py_ssize_t size;
|
|
switch (f->m_ml->ml_flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) {
|
|
case METH_VARARGS:
|
|
if (likely(kw == NULL || PyDict_Size(kw) == 0))
|
|
return (*meth)(self, arg);
|
|
break;
|
|
case METH_VARARGS | METH_KEYWORDS:
|
|
return (*(PyCFunctionWithKeywords)(void*)meth)(self, arg, kw);
|
|
case METH_NOARGS:
|
|
if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
|
|
size = PyTuple_GET_SIZE(arg);
|
|
if (likely(size == 0))
|
|
return (*meth)(self, NULL);
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() takes no arguments (%" CYTHON_FORMAT_SSIZE_T "d given)",
|
|
f->m_ml->ml_name, size);
|
|
return NULL;
|
|
}
|
|
break;
|
|
case METH_O:
|
|
if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
|
|
size = PyTuple_GET_SIZE(arg);
|
|
if (likely(size == 1)) {
|
|
PyObject *result, *arg0;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
arg0 = PyTuple_GET_ITEM(arg, 0);
|
|
#else
|
|
arg0 = PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL;
|
|
#endif
|
|
result = (*meth)(self, arg0);
|
|
#if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
|
|
Py_DECREF(arg0);
|
|
#endif
|
|
return result;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() takes exactly one argument (%" CYTHON_FORMAT_SSIZE_T "d given)",
|
|
f->m_ml->ml_name, size);
|
|
return NULL;
|
|
}
|
|
break;
|
|
default:
|
|
PyErr_SetString(PyExc_SystemError, "Bad call flags in "
|
|
"__Pyx_CyFunction_Call. METH_OLDARGS is no "
|
|
"longer supported!");
|
|
return NULL;
|
|
}
|
|
PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments",
|
|
f->m_ml->ml_name);
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
|
|
return __Pyx_CyFunction_CallMethod(func, ((PyCFunctionObject*)func)->m_self, arg, kw);
|
|
}
|
|
static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) {
|
|
PyObject *result;
|
|
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func;
|
|
if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
|
|
Py_ssize_t argc;
|
|
PyObject *new_args;
|
|
PyObject *self;
|
|
argc = PyTuple_GET_SIZE(args);
|
|
new_args = PyTuple_GetSlice(args, 1, argc);
|
|
if (unlikely(!new_args))
|
|
return NULL;
|
|
self = PyTuple_GetItem(args, 0);
|
|
if (unlikely(!self)) {
|
|
Py_DECREF(new_args);
|
|
#if PY_MAJOR_VERSION > 2
|
|
PyErr_Format(PyExc_TypeError,
|
|
"unbound method %.200S() needs an argument",
|
|
cyfunc->func_qualname);
|
|
#else
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"unbound method needs an argument");
|
|
#endif
|
|
return NULL;
|
|
}
|
|
result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw);
|
|
Py_DECREF(new_args);
|
|
} else {
|
|
result = __Pyx_CyFunction_Call(func, args, kw);
|
|
}
|
|
return result;
|
|
}
|
|
static PyTypeObject __pyx_CyFunctionType_type = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"cython_function_or_method",
|
|
sizeof(__pyx_CyFunctionObject),
|
|
0,
|
|
(destructor) __Pyx_CyFunction_dealloc,
|
|
0,
|
|
0,
|
|
0,
|
|
#if PY_MAJOR_VERSION < 3
|
|
0,
|
|
#else
|
|
0,
|
|
#endif
|
|
(reprfunc) __Pyx_CyFunction_repr,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
__Pyx_CyFunction_CallAsMethod,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,
|
|
0,
|
|
(traverseproc) __Pyx_CyFunction_traverse,
|
|
(inquiry) __Pyx_CyFunction_clear,
|
|
0,
|
|
#if PY_VERSION_HEX < 0x030500A0
|
|
offsetof(__pyx_CyFunctionObject, func_weakreflist),
|
|
#else
|
|
offsetof(PyCFunctionObject, m_weakreflist),
|
|
#endif
|
|
0,
|
|
0,
|
|
__pyx_CyFunction_methods,
|
|
__pyx_CyFunction_members,
|
|
__pyx_CyFunction_getsets,
|
|
0,
|
|
0,
|
|
__Pyx_CyFunction_descr_get,
|
|
0,
|
|
offsetof(__pyx_CyFunctionObject, func_dict),
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0,
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0,
|
|
#endif
|
|
};
|
|
static int __pyx_CyFunction_init(void) {
|
|
__pyx_CyFunctionType = __Pyx_FetchCommonType(&__pyx_CyFunctionType_type);
|
|
if (unlikely(__pyx_CyFunctionType == NULL)) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->defaults = PyObject_Malloc(size);
|
|
if (unlikely(!m->defaults))
|
|
return PyErr_NoMemory();
|
|
memset(m->defaults, 0, size);
|
|
m->defaults_pyobjects = pyobjects;
|
|
m->defaults_size = size;
|
|
return m->defaults;
|
|
}
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->defaults_tuple = tuple;
|
|
Py_INCREF(tuple);
|
|
}
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->defaults_kwdict = dict;
|
|
Py_INCREF(dict);
|
|
}
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->func_annotations = dict;
|
|
Py_INCREF(dict);
|
|
}
|
|
|
|
/* CythonFunction */
|
|
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname,
|
|
PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
|
|
PyObject *op = __Pyx_CyFunction_Init(
|
|
PyObject_GC_New(__pyx_CyFunctionObject, __pyx_CyFunctionType),
|
|
ml, flags, qualname, closure, module, globals, code
|
|
);
|
|
if (likely(op)) {
|
|
PyObject_GC_Track(op);
|
|
}
|
|
return op;
|
|
}
|
|
|
|
/* UnpackUnboundCMethod */
|
|
static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) {
|
|
PyObject *method;
|
|
method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name);
|
|
if (unlikely(!method))
|
|
return -1;
|
|
target->method = method;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type)))
|
|
#endif
|
|
{
|
|
PyMethodDescrObject *descr = (PyMethodDescrObject*) method;
|
|
target->func = descr->d_method->ml_meth;
|
|
target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS);
|
|
}
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
/* CallUnboundCMethod2 */
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030600B1
|
|
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2) {
|
|
if (likely(cfunc->func)) {
|
|
PyObject *args[2] = {arg1, arg2};
|
|
if (cfunc->flag == METH_FASTCALL) {
|
|
#if PY_VERSION_HEX >= 0x030700A0
|
|
return (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)cfunc->func)(self, args, 2);
|
|
#else
|
|
return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, 2, NULL);
|
|
#endif
|
|
}
|
|
#if PY_VERSION_HEX >= 0x030700A0
|
|
if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
|
|
return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, 2, NULL);
|
|
#endif
|
|
}
|
|
return __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2);
|
|
}
|
|
#endif
|
|
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2){
|
|
PyObject *args, *result = NULL;
|
|
if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
if (cfunc->func && (cfunc->flag & METH_VARARGS)) {
|
|
args = PyTuple_New(2);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(arg1);
|
|
PyTuple_SET_ITEM(args, 0, arg1);
|
|
Py_INCREF(arg2);
|
|
PyTuple_SET_ITEM(args, 1, arg2);
|
|
if (cfunc->flag & METH_KEYWORDS)
|
|
result = (*(PyCFunctionWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, NULL);
|
|
else
|
|
result = (*cfunc->func)(self, args);
|
|
} else {
|
|
args = PyTuple_New(3);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(self);
|
|
PyTuple_SET_ITEM(args, 0, self);
|
|
Py_INCREF(arg1);
|
|
PyTuple_SET_ITEM(args, 1, arg1);
|
|
Py_INCREF(arg2);
|
|
PyTuple_SET_ITEM(args, 2, arg2);
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
}
|
|
#else
|
|
args = PyTuple_Pack(3, self, arg1, arg2);
|
|
if (unlikely(!args)) goto bad;
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
#endif
|
|
bad:
|
|
Py_XDECREF(args);
|
|
return result;
|
|
}
|
|
|
|
/* dict_setdefault */
|
|
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value,
|
|
CYTHON_UNUSED int is_safe_type) {
|
|
PyObject* value;
|
|
#if PY_VERSION_HEX >= 0x030400A0
|
|
if ((1)) {
|
|
value = PyDict_SetDefault(d, key, default_value);
|
|
if (unlikely(!value)) return NULL;
|
|
Py_INCREF(value);
|
|
#else
|
|
if (is_safe_type == 1 || (is_safe_type == -1 &&
|
|
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
|
|
(PyUnicode_CheckExact(key) || PyString_CheckExact(key) || PyLong_CheckExact(key)))) {
|
|
value = PyDict_GetItemWithError(d, key);
|
|
if (unlikely(!value)) {
|
|
if (unlikely(PyErr_Occurred()))
|
|
return NULL;
|
|
if (unlikely(PyDict_SetItem(d, key, default_value) == -1))
|
|
return NULL;
|
|
value = default_value;
|
|
}
|
|
Py_INCREF(value);
|
|
#else
|
|
(PyString_CheckExact(key) || PyUnicode_CheckExact(key) || PyInt_CheckExact(key) || PyLong_CheckExact(key)))) {
|
|
value = PyDict_GetItem(d, key);
|
|
if (unlikely(!value)) {
|
|
if (unlikely(PyDict_SetItem(d, key, default_value) == -1))
|
|
return NULL;
|
|
value = default_value;
|
|
}
|
|
Py_INCREF(value);
|
|
#endif
|
|
#endif
|
|
} else {
|
|
value = __Pyx_CallUnboundCMethod2(&__pyx_umethod_PyDict_Type_setdefault, d, key, default_value);
|
|
}
|
|
return value;
|
|
}
|
|
|
|
/* PyErrExceptionMatches */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
#endif
|
|
for (i=0; i<n; i++) {
|
|
if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
|
|
PyObject *exc_type = tstate->curexc_type;
|
|
if (exc_type == err) return 1;
|
|
if (unlikely(!exc_type)) return 0;
|
|
if (unlikely(PyTuple_Check(err)))
|
|
return __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
|
|
return __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
|
|
}
|
|
#endif
|
|
|
|
/* ExtTypeTest */
|
|
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) {
|
|
if (unlikely(!type)) {
|
|
PyErr_SetString(PyExc_SystemError, "Missing type object");
|
|
return 0;
|
|
}
|
|
if (likely(__Pyx_TypeCheck(obj, type)))
|
|
return 1;
|
|
PyErr_Format(PyExc_TypeError, "Cannot convert %.200s to %.200s",
|
|
Py_TYPE(obj)->tp_name, type->tp_name);
|
|
return 0;
|
|
}
|
|
|
|
/* DivInt[Py_ssize_t] */
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t a, Py_ssize_t b) {
|
|
Py_ssize_t q = a / b;
|
|
Py_ssize_t r = a - q*b;
|
|
q -= ((r != 0) & ((r ^ b) < 0));
|
|
return q;
|
|
}
|
|
|
|
/* GetAttr */
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *o, PyObject *n) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (likely(PyUnicode_Check(n)))
|
|
#else
|
|
if (likely(PyString_Check(n)))
|
|
#endif
|
|
return __Pyx_PyObject_GetAttrStr(o, n);
|
|
#endif
|
|
return PyObject_GetAttr(o, n);
|
|
}
|
|
|
|
/* decode_c_string */
|
|
static CYTHON_INLINE PyObject* __Pyx_decode_c_string(
|
|
const char* cstring, Py_ssize_t start, Py_ssize_t stop,
|
|
const char* encoding, const char* errors,
|
|
PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)) {
|
|
Py_ssize_t length;
|
|
if (unlikely((start < 0) | (stop < 0))) {
|
|
size_t slen = strlen(cstring);
|
|
if (unlikely(slen > (size_t) PY_SSIZE_T_MAX)) {
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"c-string too long to convert to Python");
|
|
return NULL;
|
|
}
|
|
length = (Py_ssize_t) slen;
|
|
if (start < 0) {
|
|
start += length;
|
|
if (start < 0)
|
|
start = 0;
|
|
}
|
|
if (stop < 0)
|
|
stop += length;
|
|
}
|
|
if (unlikely(stop <= start))
|
|
return __Pyx_NewRef(__pyx_empty_unicode);
|
|
length = stop - start;
|
|
cstring += start;
|
|
if (decode_func) {
|
|
return decode_func(cstring, length, errors);
|
|
} else {
|
|
return PyUnicode_Decode(cstring, length, encoding, errors);
|
|
}
|
|
}
|
|
|
|
/* GetAttr3 */
|
|
static PyObject *__Pyx_GetAttr3Default(PyObject *d) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
return NULL;
|
|
__Pyx_PyErr_Clear();
|
|
Py_INCREF(d);
|
|
return d;
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *o, PyObject *n, PyObject *d) {
|
|
PyObject *r = __Pyx_GetAttr(o, n);
|
|
return (likely(r)) ? r : __Pyx_GetAttr3Default(d);
|
|
}
|
|
|
|
/* RaiseNoneIterError */
|
|
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
}
|
|
|
|
/* SwapException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = *type;
|
|
exc_info->exc_value = *value;
|
|
exc_info->exc_traceback = *tb;
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = *type;
|
|
tstate->exc_value = *value;
|
|
tstate->exc_traceback = *tb;
|
|
#endif
|
|
*type = tmp_type;
|
|
*value = tmp_value;
|
|
*tb = tmp_tb;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
PyErr_GetExcInfo(&tmp_type, &tmp_value, &tmp_tb);
|
|
PyErr_SetExcInfo(*type, *value, *tb);
|
|
*type = tmp_type;
|
|
*value = tmp_value;
|
|
*tb = tmp_tb;
|
|
}
|
|
#endif
|
|
|
|
/* Import */
|
|
static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level) {
|
|
PyObject *empty_list = 0;
|
|
PyObject *module = 0;
|
|
PyObject *global_dict = 0;
|
|
PyObject *empty_dict = 0;
|
|
PyObject *list;
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject *py_import;
|
|
py_import = __Pyx_PyObject_GetAttrStr(__pyx_b, __pyx_n_s_import);
|
|
if (!py_import)
|
|
goto bad;
|
|
#endif
|
|
if (from_list)
|
|
list = from_list;
|
|
else {
|
|
empty_list = PyList_New(0);
|
|
if (!empty_list)
|
|
goto bad;
|
|
list = empty_list;
|
|
}
|
|
global_dict = PyModule_GetDict(__pyx_m);
|
|
if (!global_dict)
|
|
goto bad;
|
|
empty_dict = PyDict_New();
|
|
if (!empty_dict)
|
|
goto bad;
|
|
{
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (level == -1) {
|
|
if ((1) && (strchr(__Pyx_MODULE_NAME, '.'))) {
|
|
module = PyImport_ImportModuleLevelObject(
|
|
name, global_dict, empty_dict, list, 1);
|
|
if (!module) {
|
|
if (!PyErr_ExceptionMatches(PyExc_ImportError))
|
|
goto bad;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
level = 0;
|
|
}
|
|
#endif
|
|
if (!module) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject *py_level = PyInt_FromLong(level);
|
|
if (!py_level)
|
|
goto bad;
|
|
module = PyObject_CallFunctionObjArgs(py_import,
|
|
name, global_dict, empty_dict, list, py_level, (PyObject *)NULL);
|
|
Py_DECREF(py_level);
|
|
#else
|
|
module = PyImport_ImportModuleLevelObject(
|
|
name, global_dict, empty_dict, list, level);
|
|
#endif
|
|
}
|
|
}
|
|
bad:
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(py_import);
|
|
#endif
|
|
Py_XDECREF(empty_list);
|
|
Py_XDECREF(empty_dict);
|
|
return module;
|
|
}
|
|
|
|
/* FastTypeChecks */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
|
|
while (a) {
|
|
a = a->tp_base;
|
|
if (a == b)
|
|
return 1;
|
|
}
|
|
return b == &PyBaseObject_Type;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
|
|
PyObject *mro;
|
|
if (a == b) return 1;
|
|
mro = a->tp_mro;
|
|
if (likely(mro)) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(mro);
|
|
for (i = 0; i < n; i++) {
|
|
if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
return __Pyx_InBases(a, b);
|
|
}
|
|
#if PY_MAJOR_VERSION == 2
|
|
static int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject* exc_type2) {
|
|
PyObject *exception, *value, *tb;
|
|
int res;
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&exception, &value, &tb);
|
|
res = exc_type1 ? PyObject_IsSubclass(err, exc_type1) : 0;
|
|
if (unlikely(res == -1)) {
|
|
PyErr_WriteUnraisable(err);
|
|
res = 0;
|
|
}
|
|
if (!res) {
|
|
res = PyObject_IsSubclass(err, exc_type2);
|
|
if (unlikely(res == -1)) {
|
|
PyErr_WriteUnraisable(err);
|
|
res = 0;
|
|
}
|
|
}
|
|
__Pyx_ErrRestore(exception, value, tb);
|
|
return res;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
|
|
int res = exc_type1 ? __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type1) : 0;
|
|
if (!res) {
|
|
res = __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
|
|
}
|
|
return res;
|
|
}
|
|
#endif
|
|
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
assert(PyExceptionClass_Check(exc_type));
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
#endif
|
|
for (i=0; i<n; i++) {
|
|
PyObject *t = PyTuple_GET_ITEM(tuple, i);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(exc_type == t)) return 1;
|
|
#endif
|
|
if (likely(PyExceptionClass_Check(t))) {
|
|
if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
|
|
} else {
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
|
|
if (likely(err == exc_type)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
if (likely(PyExceptionClass_Check(exc_type))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
|
|
} else if (likely(PyTuple_Check(exc_type))) {
|
|
return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
|
|
} else {
|
|
}
|
|
}
|
|
return PyErr_GivenExceptionMatches(err, exc_type);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
|
|
assert(PyExceptionClass_Check(exc_type1));
|
|
assert(PyExceptionClass_Check(exc_type2));
|
|
if (likely(err == exc_type1 || err == exc_type2)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
|
|
}
|
|
return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
|
|
}
|
|
#endif
|
|
|
|
/* DivInt[long] */
|
|
static CYTHON_INLINE long __Pyx_div_long(long a, long b) {
|
|
long q = a / b;
|
|
long r = a - q*b;
|
|
q -= ((r != 0) & ((r ^ b) < 0));
|
|
return q;
|
|
}
|
|
|
|
/* ImportFrom */
|
|
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
|
|
PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
|
|
if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Format(PyExc_ImportError,
|
|
#if PY_MAJOR_VERSION < 3
|
|
"cannot import name %.230s", PyString_AS_STRING(name));
|
|
#else
|
|
"cannot import name %S", name);
|
|
#endif
|
|
}
|
|
return value;
|
|
}
|
|
|
|
/* HasAttr */
|
|
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
|
|
PyObject *r;
|
|
if (unlikely(!__Pyx_PyBaseString_Check(n))) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"hasattr(): attribute name must be string");
|
|
return -1;
|
|
}
|
|
r = __Pyx_GetAttr(o, n);
|
|
if (unlikely(!r)) {
|
|
PyErr_Clear();
|
|
return 0;
|
|
} else {
|
|
Py_DECREF(r);
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
/* PyObject_GenericGetAttrNoDict */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static PyObject *__Pyx_RaiseGenericGetAttributeError(PyTypeObject *tp, PyObject *attr_name) {
|
|
PyErr_Format(PyExc_AttributeError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"'%.50s' object has no attribute '%U'",
|
|
tp->tp_name, attr_name);
|
|
#else
|
|
"'%.50s' object has no attribute '%.400s'",
|
|
tp->tp_name, PyString_AS_STRING(attr_name));
|
|
#endif
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *descr;
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
if (unlikely(!PyString_Check(attr_name))) {
|
|
return PyObject_GenericGetAttr(obj, attr_name);
|
|
}
|
|
assert(!tp->tp_dictoffset);
|
|
descr = _PyType_Lookup(tp, attr_name);
|
|
if (unlikely(!descr)) {
|
|
return __Pyx_RaiseGenericGetAttributeError(tp, attr_name);
|
|
}
|
|
Py_INCREF(descr);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_HAVE_CLASS)))
|
|
#endif
|
|
{
|
|
descrgetfunc f = Py_TYPE(descr)->tp_descr_get;
|
|
if (unlikely(f)) {
|
|
PyObject *res = f(descr, obj, (PyObject *)tp);
|
|
Py_DECREF(descr);
|
|
return res;
|
|
}
|
|
}
|
|
return descr;
|
|
}
|
|
#endif
|
|
|
|
/* PyObject_GenericGetAttr */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name) {
|
|
if (unlikely(Py_TYPE(obj)->tp_dictoffset)) {
|
|
return PyObject_GenericGetAttr(obj, attr_name);
|
|
}
|
|
return __Pyx_PyObject_GenericGetAttrNoDict(obj, attr_name);
|
|
}
|
|
#endif
|
|
|
|
/* SetVTable */
|
|
static int __Pyx_SetVtable(PyObject *dict, void *vtable) {
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
PyObject *ob = PyCapsule_New(vtable, 0, 0);
|
|
#else
|
|
PyObject *ob = PyCObject_FromVoidPtr(vtable, 0);
|
|
#endif
|
|
if (!ob)
|
|
goto bad;
|
|
if (PyDict_SetItem(dict, __pyx_n_s_pyx_vtable, ob) < 0)
|
|
goto bad;
|
|
Py_DECREF(ob);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(ob);
|
|
return -1;
|
|
}
|
|
|
|
/* PyObjectGetAttrStrNoError */
|
|
static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
__Pyx_PyErr_Clear();
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *result;
|
|
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS && PY_VERSION_HEX >= 0x030700B1
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) {
|
|
return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1);
|
|
}
|
|
#endif
|
|
result = __Pyx_PyObject_GetAttrStr(obj, attr_name);
|
|
if (unlikely(!result)) {
|
|
__Pyx_PyObject_GetAttrStr_ClearAttributeError();
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/* SetupReduce */
|
|
static int __Pyx_setup_reduce_is_named(PyObject* meth, PyObject* name) {
|
|
int ret;
|
|
PyObject *name_attr;
|
|
name_attr = __Pyx_PyObject_GetAttrStr(meth, __pyx_n_s_name_2);
|
|
if (likely(name_attr)) {
|
|
ret = PyObject_RichCompareBool(name_attr, name, Py_EQ);
|
|
} else {
|
|
ret = -1;
|
|
}
|
|
if (unlikely(ret < 0)) {
|
|
PyErr_Clear();
|
|
ret = 0;
|
|
}
|
|
Py_XDECREF(name_attr);
|
|
return ret;
|
|
}
|
|
static int __Pyx_setup_reduce(PyObject* type_obj) {
|
|
int ret = 0;
|
|
PyObject *object_reduce = NULL;
|
|
PyObject *object_getstate = NULL;
|
|
PyObject *object_reduce_ex = NULL;
|
|
PyObject *reduce = NULL;
|
|
PyObject *reduce_ex = NULL;
|
|
PyObject *reduce_cython = NULL;
|
|
PyObject *setstate = NULL;
|
|
PyObject *setstate_cython = NULL;
|
|
PyObject *getstate = NULL;
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
getstate = _PyType_Lookup((PyTypeObject*)type_obj, __pyx_n_s_getstate);
|
|
#else
|
|
getstate = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_getstate);
|
|
if (!getstate && PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
#endif
|
|
if (getstate) {
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
object_getstate = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_getstate);
|
|
#else
|
|
object_getstate = __Pyx_PyObject_GetAttrStrNoError((PyObject*)&PyBaseObject_Type, __pyx_n_s_getstate);
|
|
if (!object_getstate && PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
#endif
|
|
if (object_getstate != getstate) {
|
|
goto __PYX_GOOD;
|
|
}
|
|
}
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
object_reduce_ex = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
|
|
#else
|
|
object_reduce_ex = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
|
|
#endif
|
|
reduce_ex = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce_ex); if (unlikely(!reduce_ex)) goto __PYX_BAD;
|
|
if (reduce_ex == object_reduce_ex) {
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
object_reduce = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD;
|
|
#else
|
|
object_reduce = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD;
|
|
#endif
|
|
reduce = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce); if (unlikely(!reduce)) goto __PYX_BAD;
|
|
if (reduce == object_reduce || __Pyx_setup_reduce_is_named(reduce, __pyx_n_s_reduce_cython)) {
|
|
reduce_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_reduce_cython);
|
|
if (likely(reduce_cython)) {
|
|
ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce, reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
} else if (reduce == object_reduce || PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
setstate = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_setstate);
|
|
if (!setstate) PyErr_Clear();
|
|
if (!setstate || __Pyx_setup_reduce_is_named(setstate, __pyx_n_s_setstate_cython)) {
|
|
setstate_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_setstate_cython);
|
|
if (likely(setstate_cython)) {
|
|
ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate, setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
} else if (!setstate || PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
}
|
|
PyType_Modified((PyTypeObject*)type_obj);
|
|
}
|
|
}
|
|
goto __PYX_GOOD;
|
|
__PYX_BAD:
|
|
if (!PyErr_Occurred())
|
|
PyErr_Format(PyExc_RuntimeError, "Unable to initialize pickling for %s", ((PyTypeObject*)type_obj)->tp_name);
|
|
ret = -1;
|
|
__PYX_GOOD:
|
|
#if !CYTHON_USE_PYTYPE_LOOKUP
|
|
Py_XDECREF(object_reduce);
|
|
Py_XDECREF(object_reduce_ex);
|
|
Py_XDECREF(object_getstate);
|
|
Py_XDECREF(getstate);
|
|
#endif
|
|
Py_XDECREF(reduce);
|
|
Py_XDECREF(reduce_ex);
|
|
Py_XDECREF(reduce_cython);
|
|
Py_XDECREF(setstate);
|
|
Py_XDECREF(setstate_cython);
|
|
return ret;
|
|
}
|
|
|
|
/* TypeImport */
|
|
#ifndef __PYX_HAVE_RT_ImportType_0_29_37
|
|
#define __PYX_HAVE_RT_ImportType_0_29_37
|
|
static PyTypeObject *__Pyx_ImportType_0_29_37(PyObject *module, const char *module_name, const char *class_name,
|
|
size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_0_29_37 check_size)
|
|
{
|
|
PyObject *result = 0;
|
|
char warning[200];
|
|
Py_ssize_t basicsize;
|
|
Py_ssize_t itemsize;
|
|
#ifdef Py_LIMITED_API
|
|
PyObject *py_basicsize;
|
|
PyObject *py_itemsize;
|
|
#endif
|
|
result = PyObject_GetAttrString(module, class_name);
|
|
if (!result)
|
|
goto bad;
|
|
if (!PyType_Check(result)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s.%.200s is not a type object",
|
|
module_name, class_name);
|
|
goto bad;
|
|
}
|
|
#ifndef Py_LIMITED_API
|
|
basicsize = ((PyTypeObject *)result)->tp_basicsize;
|
|
itemsize = ((PyTypeObject *)result)->tp_itemsize;
|
|
#else
|
|
py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
|
|
if (!py_basicsize)
|
|
goto bad;
|
|
basicsize = PyLong_AsSsize_t(py_basicsize);
|
|
Py_DECREF(py_basicsize);
|
|
py_basicsize = 0;
|
|
if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
|
|
goto bad;
|
|
py_itemsize = PyObject_GetAttrString(result, "__itemsize__");
|
|
if (!py_itemsize)
|
|
goto bad;
|
|
itemsize = PyLong_AsSsize_t(py_itemsize);
|
|
Py_DECREF(py_itemsize);
|
|
py_itemsize = 0;
|
|
if (itemsize == (Py_ssize_t)-1 && PyErr_Occurred())
|
|
goto bad;
|
|
#endif
|
|
if (itemsize) {
|
|
if (size % alignment) {
|
|
alignment = size % alignment;
|
|
}
|
|
if (itemsize < (Py_ssize_t)alignment)
|
|
itemsize = (Py_ssize_t)alignment;
|
|
}
|
|
if ((size_t)(basicsize + itemsize) < size) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize);
|
|
goto bad;
|
|
}
|
|
if (check_size == __Pyx_ImportType_CheckSize_Error_0_29_37 && (size_t)basicsize != size) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize);
|
|
goto bad;
|
|
}
|
|
else if (check_size == __Pyx_ImportType_CheckSize_Warn_0_29_37 && (size_t)basicsize > size) {
|
|
PyOS_snprintf(warning, sizeof(warning),
|
|
"%s.%s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize);
|
|
if (PyErr_WarnEx(NULL, warning, 0) < 0) goto bad;
|
|
}
|
|
return (PyTypeObject *)result;
|
|
bad:
|
|
Py_XDECREF(result);
|
|
return NULL;
|
|
}
|
|
#endif
|
|
|
|
/* GetVTable */
|
|
static void* __Pyx_GetVtable(PyObject *dict) {
|
|
void* ptr;
|
|
PyObject *ob = PyObject_GetItem(dict, __pyx_n_s_pyx_vtable);
|
|
if (!ob)
|
|
goto bad;
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
ptr = PyCapsule_GetPointer(ob, 0);
|
|
#else
|
|
ptr = PyCObject_AsVoidPtr(ob);
|
|
#endif
|
|
if (!ptr && !PyErr_Occurred())
|
|
PyErr_SetString(PyExc_RuntimeError, "invalid vtable found for imported type");
|
|
Py_DECREF(ob);
|
|
return ptr;
|
|
bad:
|
|
Py_XDECREF(ob);
|
|
return NULL;
|
|
}
|
|
|
|
/* CLineInTraceback */
|
|
#ifndef CYTHON_CLINE_IN_TRACEBACK
|
|
static int __Pyx_CLineForTraceback(CYTHON_UNUSED PyThreadState *tstate, int c_line) {
|
|
PyObject *use_cline;
|
|
PyObject *ptype, *pvalue, *ptraceback;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
PyObject **cython_runtime_dict;
|
|
#endif
|
|
if (unlikely(!__pyx_cython_runtime)) {
|
|
return c_line;
|
|
}
|
|
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
cython_runtime_dict = _PyObject_GetDictPtr(__pyx_cython_runtime);
|
|
if (likely(cython_runtime_dict)) {
|
|
__PYX_PY_DICT_LOOKUP_IF_MODIFIED(
|
|
use_cline, *cython_runtime_dict,
|
|
__Pyx_PyDict_GetItemStr(*cython_runtime_dict, __pyx_n_s_cline_in_traceback))
|
|
} else
|
|
#endif
|
|
{
|
|
PyObject *use_cline_obj = __Pyx_PyObject_GetAttrStr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback);
|
|
if (use_cline_obj) {
|
|
use_cline = PyObject_Not(use_cline_obj) ? Py_False : Py_True;
|
|
Py_DECREF(use_cline_obj);
|
|
} else {
|
|
PyErr_Clear();
|
|
use_cline = NULL;
|
|
}
|
|
}
|
|
if (!use_cline) {
|
|
c_line = 0;
|
|
(void) PyObject_SetAttr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback, Py_False);
|
|
}
|
|
else if (use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
|
|
c_line = 0;
|
|
}
|
|
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
|
|
return c_line;
|
|
}
|
|
#endif
|
|
|
|
/* CodeObjectCache */
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
|
|
int start = 0, mid = 0, end = count - 1;
|
|
if (end >= 0 && code_line > entries[end].code_line) {
|
|
return count;
|
|
}
|
|
while (start < end) {
|
|
mid = start + (end - start) / 2;
|
|
if (code_line < entries[mid].code_line) {
|
|
end = mid;
|
|
} else if (code_line > entries[mid].code_line) {
|
|
start = mid + 1;
|
|
} else {
|
|
return mid;
|
|
}
|
|
}
|
|
if (code_line <= entries[mid].code_line) {
|
|
return mid;
|
|
} else {
|
|
return mid + 1;
|
|
}
|
|
}
|
|
static PyCodeObject *__pyx_find_code_object(int code_line) {
|
|
PyCodeObject* code_object;
|
|
int pos;
|
|
if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) {
|
|
return NULL;
|
|
}
|
|
pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
|
|
if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) {
|
|
return NULL;
|
|
}
|
|
code_object = __pyx_code_cache.entries[pos].code_object;
|
|
Py_INCREF(code_object);
|
|
return code_object;
|
|
}
|
|
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) {
|
|
int pos, i;
|
|
__Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
|
|
if (unlikely(!code_line)) {
|
|
return;
|
|
}
|
|
if (unlikely(!entries)) {
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (likely(entries)) {
|
|
__pyx_code_cache.entries = entries;
|
|
__pyx_code_cache.max_count = 64;
|
|
__pyx_code_cache.count = 1;
|
|
entries[0].code_line = code_line;
|
|
entries[0].code_object = code_object;
|
|
Py_INCREF(code_object);
|
|
}
|
|
return;
|
|
}
|
|
pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
|
|
if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) {
|
|
PyCodeObject* tmp = entries[pos].code_object;
|
|
entries[pos].code_object = code_object;
|
|
Py_DECREF(tmp);
|
|
return;
|
|
}
|
|
if (__pyx_code_cache.count == __pyx_code_cache.max_count) {
|
|
int new_max = __pyx_code_cache.max_count + 64;
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
|
|
__pyx_code_cache.entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (unlikely(!entries)) {
|
|
return;
|
|
}
|
|
__pyx_code_cache.entries = entries;
|
|
__pyx_code_cache.max_count = new_max;
|
|
}
|
|
for (i=__pyx_code_cache.count; i>pos; i--) {
|
|
entries[i] = entries[i-1];
|
|
}
|
|
entries[pos].code_line = code_line;
|
|
entries[pos].code_object = code_object;
|
|
__pyx_code_cache.count++;
|
|
Py_INCREF(code_object);
|
|
}
|
|
|
|
/* AddTraceback */
|
|
#include "compile.h"
|
|
#include "frameobject.h"
|
|
#include "traceback.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
|
|
const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyCodeObject *py_code = NULL;
|
|
PyObject *py_funcname = NULL;
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject *py_srcfile = NULL;
|
|
py_srcfile = PyString_FromString(filename);
|
|
if (!py_srcfile) goto bad;
|
|
#endif
|
|
if (c_line) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
|
|
if (!py_funcname) goto bad;
|
|
#else
|
|
py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
|
|
if (!py_funcname) goto bad;
|
|
funcname = PyUnicode_AsUTF8(py_funcname);
|
|
if (!funcname) goto bad;
|
|
#endif
|
|
}
|
|
else {
|
|
#if PY_MAJOR_VERSION < 3
|
|
py_funcname = PyString_FromString(funcname);
|
|
if (!py_funcname) goto bad;
|
|
#endif
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
py_code = __Pyx_PyCode_New(
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
__pyx_empty_bytes, /*PyObject *code,*/
|
|
__pyx_empty_tuple, /*PyObject *consts,*/
|
|
__pyx_empty_tuple, /*PyObject *names,*/
|
|
__pyx_empty_tuple, /*PyObject *varnames,*/
|
|
__pyx_empty_tuple, /*PyObject *freevars,*/
|
|
__pyx_empty_tuple, /*PyObject *cellvars,*/
|
|
py_srcfile, /*PyObject *filename,*/
|
|
py_funcname, /*PyObject *name,*/
|
|
py_line,
|
|
__pyx_empty_bytes /*PyObject *lnotab*/
|
|
);
|
|
Py_DECREF(py_srcfile);
|
|
#else
|
|
py_code = PyCode_NewEmpty(filename, funcname, py_line);
|
|
#endif
|
|
Py_XDECREF(py_funcname); // XDECREF since it's only set on Py3 if cline
|
|
return py_code;
|
|
bad:
|
|
Py_XDECREF(py_funcname);
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(py_srcfile);
|
|
#endif
|
|
return NULL;
|
|
}
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyCodeObject *py_code = 0;
|
|
PyFrameObject *py_frame = 0;
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject *ptype, *pvalue, *ptraceback;
|
|
if (c_line) {
|
|
c_line = __Pyx_CLineForTraceback(tstate, c_line);
|
|
}
|
|
py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
|
|
if (!py_code) {
|
|
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
|
|
py_code = __Pyx_CreateCodeObjectForTraceback(
|
|
funcname, c_line, py_line, filename);
|
|
if (!py_code) {
|
|
/* If the code object creation fails, then we should clear the
|
|
fetched exception references and propagate the new exception */
|
|
Py_XDECREF(ptype);
|
|
Py_XDECREF(pvalue);
|
|
Py_XDECREF(ptraceback);
|
|
goto bad;
|
|
}
|
|
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
|
|
__pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
|
|
}
|
|
py_frame = PyFrame_New(
|
|
tstate, /*PyThreadState *tstate,*/
|
|
py_code, /*PyCodeObject *code,*/
|
|
__pyx_d, /*PyObject *globals,*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (!py_frame) goto bad;
|
|
__Pyx_PyFrame_SetLineNumber(py_frame, py_line);
|
|
PyTraceBack_Here(py_frame);
|
|
bad:
|
|
Py_XDECREF(py_code);
|
|
Py_XDECREF(py_frame);
|
|
}
|
|
|
|
/* CIntFromPyVerify */
|
|
#define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
|
|
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
|
|
#define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
|
|
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
|
|
#define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
|
|
{\
|
|
func_type value = func_value;\
|
|
if (sizeof(target_type) < sizeof(func_type)) {\
|
|
if (unlikely(value != (func_type) (target_type) value)) {\
|
|
func_type zero = 0;\
|
|
if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
|
|
return (target_type) -1;\
|
|
if (is_unsigned && unlikely(value < zero))\
|
|
goto raise_neg_overflow;\
|
|
else\
|
|
goto raise_overflow;\
|
|
}\
|
|
}\
|
|
return (target_type) value;\
|
|
}
|
|
|
|
/* Declarations */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
|
|
return ::std::complex< float >(x, y);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
|
|
return x + y*(__pyx_t_float_complex)_Complex_I;
|
|
}
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
|
|
__pyx_t_float_complex z;
|
|
z.real = x;
|
|
z.imag = y;
|
|
return z;
|
|
}
|
|
#endif
|
|
|
|
/* Arithmetic */
|
|
#if CYTHON_CCOMPLEX
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
return (a.real == b.real) && (a.imag == b.imag);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real + b.real;
|
|
z.imag = a.imag + b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real - b.real;
|
|
z.imag = a.imag - b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real * b.real - a.imag * b.imag;
|
|
z.imag = a.real * b.imag + a.imag * b.real;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else if (fabsf(b.real) >= fabsf(b.imag)) {
|
|
if (b.real == 0 && b.imag == 0) {
|
|
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag);
|
|
} else {
|
|
float r = b.imag / b.real;
|
|
float s = (float)(1.0) / (b.real + b.imag * r);
|
|
return __pyx_t_float_complex_from_parts(
|
|
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
|
|
}
|
|
} else {
|
|
float r = b.real / b.imag;
|
|
float s = (float)(1.0) / (b.imag + b.real * r);
|
|
return __pyx_t_float_complex_from_parts(
|
|
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
|
|
}
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else {
|
|
float denom = b.real * b.real + b.imag * b.imag;
|
|
return __pyx_t_float_complex_from_parts(
|
|
(a.real * b.real + a.imag * b.imag) / denom,
|
|
(a.imag * b.real - a.real * b.imag) / denom);
|
|
}
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) {
|
|
__pyx_t_float_complex z;
|
|
z.real = -a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) {
|
|
return (a.real == 0) && (a.imag == 0);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) {
|
|
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
|
|
return sqrtf(z.real*z.real + z.imag*z.imag);
|
|
#else
|
|
return hypotf(z.real, z.imag);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
float r, lnr, theta, z_r, z_theta;
|
|
if (b.imag == 0 && b.real == (int)b.real) {
|
|
if (b.real < 0) {
|
|
float denom = a.real * a.real + a.imag * a.imag;
|
|
a.real = a.real / denom;
|
|
a.imag = -a.imag / denom;
|
|
b.real = -b.real;
|
|
}
|
|
switch ((int)b.real) {
|
|
case 0:
|
|
z.real = 1;
|
|
z.imag = 0;
|
|
return z;
|
|
case 1:
|
|
return a;
|
|
case 2:
|
|
return __Pyx_c_prod_float(a, a);
|
|
case 3:
|
|
z = __Pyx_c_prod_float(a, a);
|
|
return __Pyx_c_prod_float(z, a);
|
|
case 4:
|
|
z = __Pyx_c_prod_float(a, a);
|
|
return __Pyx_c_prod_float(z, z);
|
|
}
|
|
}
|
|
if (a.imag == 0) {
|
|
if (a.real == 0) {
|
|
return a;
|
|
} else if ((b.imag == 0) && (a.real >= 0)) {
|
|
z.real = powf(a.real, b.real);
|
|
z.imag = 0;
|
|
return z;
|
|
} else if (a.real > 0) {
|
|
r = a.real;
|
|
theta = 0;
|
|
} else {
|
|
r = -a.real;
|
|
theta = atan2f(0.0, -1.0);
|
|
}
|
|
} else {
|
|
r = __Pyx_c_abs_float(a);
|
|
theta = atan2f(a.imag, a.real);
|
|
}
|
|
lnr = logf(r);
|
|
z_r = expf(lnr * b.real - theta * b.imag);
|
|
z_theta = theta * b.real + lnr * b.imag;
|
|
z.real = z_r * cosf(z_theta);
|
|
z.imag = z_r * sinf(z_theta);
|
|
return z;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
/* Declarations */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
return ::std::complex< double >(x, y);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
return x + y*(__pyx_t_double_complex)_Complex_I;
|
|
}
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
__pyx_t_double_complex z;
|
|
z.real = x;
|
|
z.imag = y;
|
|
return z;
|
|
}
|
|
#endif
|
|
|
|
/* Arithmetic */
|
|
#if CYTHON_CCOMPLEX
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
return (a.real == b.real) && (a.imag == b.imag);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real + b.real;
|
|
z.imag = a.imag + b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real - b.real;
|
|
z.imag = a.imag - b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real * b.real - a.imag * b.imag;
|
|
z.imag = a.real * b.imag + a.imag * b.real;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else if (fabs(b.real) >= fabs(b.imag)) {
|
|
if (b.real == 0 && b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
|
|
} else {
|
|
double r = b.imag / b.real;
|
|
double s = (double)(1.0) / (b.real + b.imag * r);
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
|
|
}
|
|
} else {
|
|
double r = b.real / b.imag;
|
|
double s = (double)(1.0) / (b.imag + b.real * r);
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
|
|
}
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else {
|
|
double denom = b.real * b.real + b.imag * b.imag;
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real * b.real + a.imag * b.imag) / denom,
|
|
(a.imag * b.real - a.real * b.imag) / denom);
|
|
}
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
|
|
__pyx_t_double_complex z;
|
|
z.real = -a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
|
|
return (a.real == 0) && (a.imag == 0);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
|
|
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
|
|
return sqrt(z.real*z.real + z.imag*z.imag);
|
|
#else
|
|
return hypot(z.real, z.imag);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
double r, lnr, theta, z_r, z_theta;
|
|
if (b.imag == 0 && b.real == (int)b.real) {
|
|
if (b.real < 0) {
|
|
double denom = a.real * a.real + a.imag * a.imag;
|
|
a.real = a.real / denom;
|
|
a.imag = -a.imag / denom;
|
|
b.real = -b.real;
|
|
}
|
|
switch ((int)b.real) {
|
|
case 0:
|
|
z.real = 1;
|
|
z.imag = 0;
|
|
return z;
|
|
case 1:
|
|
return a;
|
|
case 2:
|
|
return __Pyx_c_prod_double(a, a);
|
|
case 3:
|
|
z = __Pyx_c_prod_double(a, a);
|
|
return __Pyx_c_prod_double(z, a);
|
|
case 4:
|
|
z = __Pyx_c_prod_double(a, a);
|
|
return __Pyx_c_prod_double(z, z);
|
|
}
|
|
}
|
|
if (a.imag == 0) {
|
|
if (a.real == 0) {
|
|
return a;
|
|
} else if ((b.imag == 0) && (a.real >= 0)) {
|
|
z.real = pow(a.real, b.real);
|
|
z.imag = 0;
|
|
return z;
|
|
} else if (a.real > 0) {
|
|
r = a.real;
|
|
theta = 0;
|
|
} else {
|
|
r = -a.real;
|
|
theta = atan2(0.0, -1.0);
|
|
}
|
|
} else {
|
|
r = __Pyx_c_abs_double(a);
|
|
theta = atan2(a.imag, a.real);
|
|
}
|
|
lnr = log(r);
|
|
z_r = exp(lnr * b.real - theta * b.imag);
|
|
z_theta = theta * b.real + lnr * b.imag;
|
|
z.real = z_r * cos(z_theta);
|
|
z.imag = z_r * sin(z_theta);
|
|
return z;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags) {
|
|
if (PyObject_CheckBuffer(obj)) return PyObject_GetBuffer(obj, view, flags);
|
|
if (__Pyx_TypeCheck(obj, __pyx_array_type)) return __pyx_array_getbuffer(obj, view, flags);
|
|
if (__Pyx_TypeCheck(obj, __pyx_memoryview_type)) return __pyx_memoryview_getbuffer(obj, view, flags);
|
|
PyErr_Format(PyExc_TypeError, "'%.200s' does not have the buffer interface", Py_TYPE(obj)->tp_name);
|
|
return -1;
|
|
}
|
|
static void __Pyx_ReleaseBuffer(Py_buffer *view) {
|
|
PyObject *obj = view->obj;
|
|
if (!obj) return;
|
|
if (PyObject_CheckBuffer(obj)) {
|
|
PyBuffer_Release(view);
|
|
return;
|
|
}
|
|
if ((0)) {}
|
|
view->obj = NULL;
|
|
Py_DECREF(obj);
|
|
}
|
|
#endif
|
|
|
|
|
|
/* MemviewSliceIsContig */
|
|
static int
|
|
__pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim)
|
|
{
|
|
int i, index, step, start;
|
|
Py_ssize_t itemsize = mvs.memview->view.itemsize;
|
|
if (order == 'F') {
|
|
step = 1;
|
|
start = 0;
|
|
} else {
|
|
step = -1;
|
|
start = ndim - 1;
|
|
}
|
|
for (i = 0; i < ndim; i++) {
|
|
index = start + step * i;
|
|
if (mvs.suboffsets[index] >= 0 || mvs.strides[index] != itemsize)
|
|
return 0;
|
|
itemsize *= mvs.shape[index];
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
/* OverlappingSlices */
|
|
static void
|
|
__pyx_get_array_memory_extents(__Pyx_memviewslice *slice,
|
|
void **out_start, void **out_end,
|
|
int ndim, size_t itemsize)
|
|
{
|
|
char *start, *end;
|
|
int i;
|
|
start = end = slice->data;
|
|
for (i = 0; i < ndim; i++) {
|
|
Py_ssize_t stride = slice->strides[i];
|
|
Py_ssize_t extent = slice->shape[i];
|
|
if (extent == 0) {
|
|
*out_start = *out_end = start;
|
|
return;
|
|
} else {
|
|
if (stride > 0)
|
|
end += stride * (extent - 1);
|
|
else
|
|
start += stride * (extent - 1);
|
|
}
|
|
}
|
|
*out_start = start;
|
|
*out_end = end + itemsize;
|
|
}
|
|
static int
|
|
__pyx_slices_overlap(__Pyx_memviewslice *slice1,
|
|
__Pyx_memviewslice *slice2,
|
|
int ndim, size_t itemsize)
|
|
{
|
|
void *start1, *end1, *start2, *end2;
|
|
__pyx_get_array_memory_extents(slice1, &start1, &end1, ndim, itemsize);
|
|
__pyx_get_array_memory_extents(slice2, &start2, &end2, ndim, itemsize);
|
|
return (start1 < end2) && (start2 < end1);
|
|
}
|
|
|
|
/* Capsule */
|
|
static CYTHON_INLINE PyObject *
|
|
__pyx_capsule_create(void *p, CYTHON_UNUSED const char *sig)
|
|
{
|
|
PyObject *cobj;
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
cobj = PyCapsule_New(p, sig, NULL);
|
|
#else
|
|
cobj = PyCObject_FromVoidPtr(p, NULL);
|
|
#endif
|
|
return cobj;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int neg_one = (int) -1, const_zero = (int) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(int) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(int) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(int) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(int),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int neg_one = (int) -1, const_zero = (int) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(int) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (int) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (int) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(int, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(int) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) >= 2 * PyLong_SHIFT) {
|
|
return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(int) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) >= 3 * PyLong_SHIFT) {
|
|
return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(int) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) >= 4 * PyLong_SHIFT) {
|
|
return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (int) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(int) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (int) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(int, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(int, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(int) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
|
|
return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(int) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
|
|
return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
|
|
return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(int) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
|
|
return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) {
|
|
return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(int) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) {
|
|
return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(int) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
int val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (int) -1;
|
|
}
|
|
} else {
|
|
int val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (int) -1;
|
|
val = __Pyx_PyInt_As_int(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to int");
|
|
return (int) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to int");
|
|
return (int) -1;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const long neg_one = (long) -1, const_zero = (long) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(long) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(long) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(long) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(long),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(uint64_t) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (uint64_t) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (uint64_t) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) >= 2 * PyLong_SHIFT) {
|
|
return (uint64_t) (((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) >= 3 * PyLong_SHIFT) {
|
|
return (uint64_t) (((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) >= 4 * PyLong_SHIFT) {
|
|
return (uint64_t) (((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (uint64_t) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(uint64_t) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (uint64_t) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(uint64_t, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(uint64_t) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (uint64_t) (((uint64_t)-1)*(((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (uint64_t) ((((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (uint64_t) (((uint64_t)-1)*(((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (uint64_t) ((((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (uint64_t) (((uint64_t)-1)*(((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (uint64_t) ((((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(uint64_t) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
uint64_t val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (uint64_t) -1;
|
|
}
|
|
} else {
|
|
uint64_t val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (uint64_t) -1;
|
|
val = __Pyx_PyInt_As_uint64_t(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to uint64_t");
|
|
return (uint64_t) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to uint64_t");
|
|
return (uint64_t) -1;
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const long neg_one = (long) -1, const_zero = (long) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(long) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (long) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (long) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(long, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(long) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) >= 2 * PyLong_SHIFT) {
|
|
return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(long) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) >= 3 * PyLong_SHIFT) {
|
|
return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(long) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) >= 4 * PyLong_SHIFT) {
|
|
return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (long) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(long) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (long) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(long, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(long, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(long) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(long) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(long) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(long) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(long) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
long val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (long) -1;
|
|
}
|
|
} else {
|
|
long val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (long) -1;
|
|
val = __Pyx_PyInt_As_long(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to long");
|
|
return (long) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to long");
|
|
return (long) -1;
|
|
}
|
|
|
|
/* MemviewSliceCopyTemplate */
|
|
static __Pyx_memviewslice
|
|
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
|
|
const char *mode, int ndim,
|
|
size_t sizeof_dtype, int contig_flag,
|
|
int dtype_is_object)
|
|
{
|
|
__Pyx_RefNannyDeclarations
|
|
int i;
|
|
__Pyx_memviewslice new_mvs = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
struct __pyx_memoryview_obj *from_memview = from_mvs->memview;
|
|
Py_buffer *buf = &from_memview->view;
|
|
PyObject *shape_tuple = NULL;
|
|
PyObject *temp_int = NULL;
|
|
struct __pyx_array_obj *array_obj = NULL;
|
|
struct __pyx_memoryview_obj *memview_obj = NULL;
|
|
__Pyx_RefNannySetupContext("__pyx_memoryview_copy_new_contig", 0);
|
|
for (i = 0; i < ndim; i++) {
|
|
if (unlikely(from_mvs->suboffsets[i] >= 0)) {
|
|
PyErr_Format(PyExc_ValueError, "Cannot copy memoryview slice with "
|
|
"indirect dimensions (axis %d)", i);
|
|
goto fail;
|
|
}
|
|
}
|
|
shape_tuple = PyTuple_New(ndim);
|
|
if (unlikely(!shape_tuple)) {
|
|
goto fail;
|
|
}
|
|
__Pyx_GOTREF(shape_tuple);
|
|
for(i = 0; i < ndim; i++) {
|
|
temp_int = PyInt_FromSsize_t(from_mvs->shape[i]);
|
|
if(unlikely(!temp_int)) {
|
|
goto fail;
|
|
} else {
|
|
PyTuple_SET_ITEM(shape_tuple, i, temp_int);
|
|
temp_int = NULL;
|
|
}
|
|
}
|
|
array_obj = __pyx_array_new(shape_tuple, sizeof_dtype, buf->format, (char *) mode, NULL);
|
|
if (unlikely(!array_obj)) {
|
|
goto fail;
|
|
}
|
|
__Pyx_GOTREF(array_obj);
|
|
memview_obj = (struct __pyx_memoryview_obj *) __pyx_memoryview_new(
|
|
(PyObject *) array_obj, contig_flag,
|
|
dtype_is_object,
|
|
from_mvs->memview->typeinfo);
|
|
if (unlikely(!memview_obj))
|
|
goto fail;
|
|
if (unlikely(__Pyx_init_memviewslice(memview_obj, ndim, &new_mvs, 1) < 0))
|
|
goto fail;
|
|
if (unlikely(__pyx_memoryview_copy_contents(*from_mvs, new_mvs, ndim, ndim,
|
|
dtype_is_object) < 0))
|
|
goto fail;
|
|
goto no_fail;
|
|
fail:
|
|
__Pyx_XDECREF(new_mvs.memview);
|
|
new_mvs.memview = NULL;
|
|
new_mvs.data = NULL;
|
|
no_fail:
|
|
__Pyx_XDECREF(shape_tuple);
|
|
__Pyx_XDECREF(temp_int);
|
|
__Pyx_XDECREF(array_obj);
|
|
__Pyx_RefNannyFinishContext();
|
|
return new_mvs;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(uint64_t) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(uint64_t) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(uint64_t) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(uint64_t),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* MemviewSliceInit */
|
|
static int
|
|
__Pyx_init_memviewslice(struct __pyx_memoryview_obj *memview,
|
|
int ndim,
|
|
__Pyx_memviewslice *memviewslice,
|
|
int memview_is_new_reference)
|
|
{
|
|
__Pyx_RefNannyDeclarations
|
|
int i, retval=-1;
|
|
Py_buffer *buf = &memview->view;
|
|
__Pyx_RefNannySetupContext("init_memviewslice", 0);
|
|
if (unlikely(memviewslice->memview || memviewslice->data)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"memviewslice is already initialized!");
|
|
goto fail;
|
|
}
|
|
if (buf->strides) {
|
|
for (i = 0; i < ndim; i++) {
|
|
memviewslice->strides[i] = buf->strides[i];
|
|
}
|
|
} else {
|
|
Py_ssize_t stride = buf->itemsize;
|
|
for (i = ndim - 1; i >= 0; i--) {
|
|
memviewslice->strides[i] = stride;
|
|
stride *= buf->shape[i];
|
|
}
|
|
}
|
|
for (i = 0; i < ndim; i++) {
|
|
memviewslice->shape[i] = buf->shape[i];
|
|
if (buf->suboffsets) {
|
|
memviewslice->suboffsets[i] = buf->suboffsets[i];
|
|
} else {
|
|
memviewslice->suboffsets[i] = -1;
|
|
}
|
|
}
|
|
memviewslice->memview = memview;
|
|
memviewslice->data = (char *)buf->buf;
|
|
if (__pyx_add_acquisition_count(memview) == 0 && !memview_is_new_reference) {
|
|
Py_INCREF(memview);
|
|
}
|
|
retval = 0;
|
|
goto no_fail;
|
|
fail:
|
|
memviewslice->memview = 0;
|
|
memviewslice->data = 0;
|
|
retval = -1;
|
|
no_fail:
|
|
__Pyx_RefNannyFinishContext();
|
|
return retval;
|
|
}
|
|
#ifndef Py_NO_RETURN
|
|
#define Py_NO_RETURN
|
|
#endif
|
|
static void __pyx_fatalerror(const char *fmt, ...) Py_NO_RETURN {
|
|
va_list vargs;
|
|
char msg[200];
|
|
#if PY_VERSION_HEX >= 0x030A0000 || defined(HAVE_STDARG_PROTOTYPES)
|
|
va_start(vargs, fmt);
|
|
#else
|
|
va_start(vargs);
|
|
#endif
|
|
vsnprintf(msg, 200, fmt, vargs);
|
|
va_end(vargs);
|
|
Py_FatalError(msg);
|
|
}
|
|
static CYTHON_INLINE int
|
|
__pyx_add_acquisition_count_locked(__pyx_atomic_int *acquisition_count,
|
|
PyThread_type_lock lock)
|
|
{
|
|
int result;
|
|
PyThread_acquire_lock(lock, 1);
|
|
result = (*acquisition_count)++;
|
|
PyThread_release_lock(lock);
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE int
|
|
__pyx_sub_acquisition_count_locked(__pyx_atomic_int *acquisition_count,
|
|
PyThread_type_lock lock)
|
|
{
|
|
int result;
|
|
PyThread_acquire_lock(lock, 1);
|
|
result = (*acquisition_count)--;
|
|
PyThread_release_lock(lock);
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE void
|
|
__Pyx_INC_MEMVIEW(__Pyx_memviewslice *memslice, int have_gil, int lineno)
|
|
{
|
|
int first_time;
|
|
struct __pyx_memoryview_obj *memview = memslice->memview;
|
|
if (unlikely(!memview || (PyObject *) memview == Py_None))
|
|
return;
|
|
if (unlikely(__pyx_get_slice_count(memview) < 0))
|
|
__pyx_fatalerror("Acquisition count is %d (line %d)",
|
|
__pyx_get_slice_count(memview), lineno);
|
|
first_time = __pyx_add_acquisition_count(memview) == 0;
|
|
if (unlikely(first_time)) {
|
|
if (have_gil) {
|
|
Py_INCREF((PyObject *) memview);
|
|
} else {
|
|
PyGILState_STATE _gilstate = PyGILState_Ensure();
|
|
Py_INCREF((PyObject *) memview);
|
|
PyGILState_Release(_gilstate);
|
|
}
|
|
}
|
|
}
|
|
static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *memslice,
|
|
int have_gil, int lineno) {
|
|
int last_time;
|
|
struct __pyx_memoryview_obj *memview = memslice->memview;
|
|
if (unlikely(!memview || (PyObject *) memview == Py_None)) {
|
|
memslice->memview = NULL;
|
|
return;
|
|
}
|
|
if (unlikely(__pyx_get_slice_count(memview) <= 0))
|
|
__pyx_fatalerror("Acquisition count is %d (line %d)",
|
|
__pyx_get_slice_count(memview), lineno);
|
|
last_time = __pyx_sub_acquisition_count(memview) == 1;
|
|
memslice->data = NULL;
|
|
if (unlikely(last_time)) {
|
|
if (have_gil) {
|
|
Py_CLEAR(memslice->memview);
|
|
} else {
|
|
PyGILState_STATE _gilstate = PyGILState_Ensure();
|
|
Py_CLEAR(memslice->memview);
|
|
PyGILState_Release(_gilstate);
|
|
}
|
|
} else {
|
|
memslice->memview = NULL;
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const char neg_one = (char) -1, const_zero = (char) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(char) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (char) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (char) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(char, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(char) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) >= 2 * PyLong_SHIFT) {
|
|
return (char) (((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(char) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) >= 3 * PyLong_SHIFT) {
|
|
return (char) (((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(char) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) >= 4 * PyLong_SHIFT) {
|
|
return (char) (((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (char) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(char) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(char) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (char) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(char, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(char, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(char) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
|
|
return (char) (((char)-1)*(((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(char) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
|
|
return (char) ((((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
|
|
return (char) (((char)-1)*(((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(char) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
|
|
return (char) ((((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) {
|
|
return (char) (((char)-1)*(((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(char) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) {
|
|
return (char) ((((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(char) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(char) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
char val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (char) -1;
|
|
}
|
|
} else {
|
|
char val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (char) -1;
|
|
val = __Pyx_PyInt_As_char(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to char");
|
|
return (char) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to char");
|
|
return (char) -1;
|
|
}
|
|
|
|
/* PyObjectGetMethod */
|
|
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
|
|
PyObject *attr;
|
|
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
PyObject *descr;
|
|
descrgetfunc f = NULL;
|
|
PyObject **dictptr, *dict;
|
|
int meth_found = 0;
|
|
assert (*method == NULL);
|
|
if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
|
|
attr = __Pyx_PyObject_GetAttrStr(obj, name);
|
|
goto try_unpack;
|
|
}
|
|
if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
|
|
return 0;
|
|
}
|
|
descr = _PyType_Lookup(tp, name);
|
|
if (likely(descr != NULL)) {
|
|
Py_INCREF(descr);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
|
|
#else
|
|
if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type)))
|
|
#endif
|
|
#else
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (likely(PyFunction_Check(descr) || __Pyx_CyFunction_Check(descr)))
|
|
#else
|
|
if (likely(PyFunction_Check(descr)))
|
|
#endif
|
|
#endif
|
|
{
|
|
meth_found = 1;
|
|
} else {
|
|
f = Py_TYPE(descr)->tp_descr_get;
|
|
if (f != NULL && PyDescr_IsData(descr)) {
|
|
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
|
|
Py_DECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
}
|
|
}
|
|
dictptr = _PyObject_GetDictPtr(obj);
|
|
if (dictptr != NULL && (dict = *dictptr) != NULL) {
|
|
Py_INCREF(dict);
|
|
attr = __Pyx_PyDict_GetItemStr(dict, name);
|
|
if (attr != NULL) {
|
|
Py_INCREF(attr);
|
|
Py_DECREF(dict);
|
|
Py_XDECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
Py_DECREF(dict);
|
|
}
|
|
if (meth_found) {
|
|
*method = descr;
|
|
return 1;
|
|
}
|
|
if (f != NULL) {
|
|
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
|
|
Py_DECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
if (descr != NULL) {
|
|
*method = descr;
|
|
return 0;
|
|
}
|
|
PyErr_Format(PyExc_AttributeError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"'%.50s' object has no attribute '%U'",
|
|
tp->tp_name, name);
|
|
#else
|
|
"'%.50s' object has no attribute '%.400s'",
|
|
tp->tp_name, PyString_AS_STRING(name));
|
|
#endif
|
|
return 0;
|
|
#else
|
|
attr = __Pyx_PyObject_GetAttrStr(obj, name);
|
|
goto try_unpack;
|
|
#endif
|
|
try_unpack:
|
|
#if CYTHON_UNPACK_METHODS
|
|
if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
|
|
PyObject *function = PyMethod_GET_FUNCTION(attr);
|
|
Py_INCREF(function);
|
|
Py_DECREF(attr);
|
|
*method = function;
|
|
return 1;
|
|
}
|
|
#endif
|
|
*method = attr;
|
|
return 0;
|
|
}
|
|
|
|
/* PyObjectCallMethod1 */
|
|
static PyObject* __Pyx__PyObject_CallMethod1(PyObject* method, PyObject* arg) {
|
|
PyObject *result = __Pyx_PyObject_CallOneArg(method, arg);
|
|
Py_DECREF(method);
|
|
return result;
|
|
}
|
|
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) {
|
|
PyObject *method = NULL, *result;
|
|
int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
|
|
if (likely(is_method)) {
|
|
result = __Pyx_PyObject_Call2Args(method, obj, arg);
|
|
Py_DECREF(method);
|
|
return result;
|
|
}
|
|
if (unlikely(!method)) return NULL;
|
|
return __Pyx__PyObject_CallMethod1(method, arg);
|
|
}
|
|
|
|
/* CoroutineBase */
|
|
#include <structmember.h>
|
|
#include <frameobject.h>
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#define __Pyx_Coroutine_Undelegate(gen) Py_CLEAR((gen)->yieldfrom)
|
|
static int __Pyx_PyGen__FetchStopIterationValue(CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject **pvalue) {
|
|
PyObject *et, *ev, *tb;
|
|
PyObject *value = NULL;
|
|
__Pyx_ErrFetch(&et, &ev, &tb);
|
|
if (!et) {
|
|
Py_XDECREF(tb);
|
|
Py_XDECREF(ev);
|
|
Py_INCREF(Py_None);
|
|
*pvalue = Py_None;
|
|
return 0;
|
|
}
|
|
if (likely(et == PyExc_StopIteration)) {
|
|
if (!ev) {
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
#if PY_VERSION_HEX >= 0x030300A0
|
|
else if (Py_TYPE(ev) == (PyTypeObject*)PyExc_StopIteration) {
|
|
value = ((PyStopIterationObject *)ev)->value;
|
|
Py_INCREF(value);
|
|
Py_DECREF(ev);
|
|
}
|
|
#endif
|
|
else if (unlikely(PyTuple_Check(ev))) {
|
|
if (PyTuple_GET_SIZE(ev) >= 1) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
value = PyTuple_GET_ITEM(ev, 0);
|
|
Py_INCREF(value);
|
|
#else
|
|
value = PySequence_ITEM(ev, 0);
|
|
#endif
|
|
} else {
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
Py_DECREF(ev);
|
|
}
|
|
else if (!__Pyx_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration)) {
|
|
value = ev;
|
|
}
|
|
if (likely(value)) {
|
|
Py_XDECREF(tb);
|
|
Py_DECREF(et);
|
|
*pvalue = value;
|
|
return 0;
|
|
}
|
|
} else if (!__Pyx_PyErr_GivenExceptionMatches(et, PyExc_StopIteration)) {
|
|
__Pyx_ErrRestore(et, ev, tb);
|
|
return -1;
|
|
}
|
|
PyErr_NormalizeException(&et, &ev, &tb);
|
|
if (unlikely(!PyObject_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration))) {
|
|
__Pyx_ErrRestore(et, ev, tb);
|
|
return -1;
|
|
}
|
|
Py_XDECREF(tb);
|
|
Py_DECREF(et);
|
|
#if PY_VERSION_HEX >= 0x030300A0
|
|
value = ((PyStopIterationObject *)ev)->value;
|
|
Py_INCREF(value);
|
|
Py_DECREF(ev);
|
|
#else
|
|
{
|
|
PyObject* args = __Pyx_PyObject_GetAttrStr(ev, __pyx_n_s_args);
|
|
Py_DECREF(ev);
|
|
if (likely(args)) {
|
|
value = PySequence_GetItem(args, 0);
|
|
Py_DECREF(args);
|
|
}
|
|
if (unlikely(!value)) {
|
|
__Pyx_ErrRestore(NULL, NULL, NULL);
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
}
|
|
#endif
|
|
*pvalue = value;
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE
|
|
void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *exc_state) {
|
|
PyObject *t, *v, *tb;
|
|
t = exc_state->exc_type;
|
|
v = exc_state->exc_value;
|
|
tb = exc_state->exc_traceback;
|
|
exc_state->exc_type = NULL;
|
|
exc_state->exc_value = NULL;
|
|
exc_state->exc_traceback = NULL;
|
|
Py_XDECREF(t);
|
|
Py_XDECREF(v);
|
|
Py_XDECREF(tb);
|
|
}
|
|
#define __Pyx_Coroutine_AlreadyRunningError(gen) (__Pyx__Coroutine_AlreadyRunningError(gen), (PyObject*)NULL)
|
|
static void __Pyx__Coroutine_AlreadyRunningError(CYTHON_UNUSED __pyx_CoroutineObject *gen) {
|
|
const char *msg;
|
|
if ((0)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_Coroutine_Check((PyObject*)gen)) {
|
|
msg = "coroutine already executing";
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
} else if (__Pyx_AsyncGen_CheckExact((PyObject*)gen)) {
|
|
msg = "async generator already executing";
|
|
#endif
|
|
} else {
|
|
msg = "generator already executing";
|
|
}
|
|
PyErr_SetString(PyExc_ValueError, msg);
|
|
}
|
|
#define __Pyx_Coroutine_NotStartedError(gen) (__Pyx__Coroutine_NotStartedError(gen), (PyObject*)NULL)
|
|
static void __Pyx__Coroutine_NotStartedError(CYTHON_UNUSED PyObject *gen) {
|
|
const char *msg;
|
|
if ((0)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_Coroutine_Check(gen)) {
|
|
msg = "can't send non-None value to a just-started coroutine";
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
} else if (__Pyx_AsyncGen_CheckExact(gen)) {
|
|
msg = "can't send non-None value to a just-started async generator";
|
|
#endif
|
|
} else {
|
|
msg = "can't send non-None value to a just-started generator";
|
|
}
|
|
PyErr_SetString(PyExc_TypeError, msg);
|
|
}
|
|
#define __Pyx_Coroutine_AlreadyTerminatedError(gen, value, closing) (__Pyx__Coroutine_AlreadyTerminatedError(gen, value, closing), (PyObject*)NULL)
|
|
static void __Pyx__Coroutine_AlreadyTerminatedError(CYTHON_UNUSED PyObject *gen, PyObject *value, CYTHON_UNUSED int closing) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (!closing && __Pyx_Coroutine_Check(gen)) {
|
|
PyErr_SetString(PyExc_RuntimeError, "cannot reuse already awaited coroutine");
|
|
} else
|
|
#endif
|
|
if (value) {
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(gen))
|
|
PyErr_SetNone(__Pyx_PyExc_StopAsyncIteration);
|
|
else
|
|
#endif
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
}
|
|
}
|
|
static
|
|
PyObject *__Pyx_Coroutine_SendEx(__pyx_CoroutineObject *self, PyObject *value, int closing) {
|
|
__Pyx_PyThreadState_declare
|
|
PyThreadState *tstate;
|
|
__Pyx_ExcInfoStruct *exc_state;
|
|
PyObject *retval;
|
|
assert(!self->is_running);
|
|
if (unlikely(self->resume_label == 0)) {
|
|
if (unlikely(value && value != Py_None)) {
|
|
return __Pyx_Coroutine_NotStartedError((PyObject*)self);
|
|
}
|
|
}
|
|
if (unlikely(self->resume_label == -1)) {
|
|
return __Pyx_Coroutine_AlreadyTerminatedError((PyObject*)self, value, closing);
|
|
}
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
__Pyx_PyThreadState_assign
|
|
tstate = __pyx_tstate;
|
|
#else
|
|
tstate = __Pyx_PyThreadState_Current;
|
|
#endif
|
|
exc_state = &self->gi_exc_state;
|
|
if (exc_state->exc_type) {
|
|
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON
|
|
#else
|
|
if (exc_state->exc_traceback) {
|
|
PyTracebackObject *tb = (PyTracebackObject *) exc_state->exc_traceback;
|
|
PyFrameObject *f = tb->tb_frame;
|
|
assert(f->f_back == NULL);
|
|
#if PY_VERSION_HEX >= 0x030B00A1
|
|
f->f_back = PyThreadState_GetFrame(tstate);
|
|
#else
|
|
Py_XINCREF(tstate->frame);
|
|
f->f_back = tstate->frame;
|
|
#endif
|
|
}
|
|
#endif
|
|
}
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
exc_state->previous_item = tstate->exc_info;
|
|
tstate->exc_info = exc_state;
|
|
#else
|
|
if (exc_state->exc_type) {
|
|
__Pyx_ExceptionSwap(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback);
|
|
} else {
|
|
__Pyx_Coroutine_ExceptionClear(exc_state);
|
|
__Pyx_ExceptionSave(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback);
|
|
}
|
|
#endif
|
|
self->is_running = 1;
|
|
retval = self->body((PyObject *) self, tstate, value);
|
|
self->is_running = 0;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
exc_state = &self->gi_exc_state;
|
|
tstate->exc_info = exc_state->previous_item;
|
|
exc_state->previous_item = NULL;
|
|
__Pyx_Coroutine_ResetFrameBackpointer(exc_state);
|
|
#endif
|
|
return retval;
|
|
}
|
|
static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state) {
|
|
PyObject *exc_tb = exc_state->exc_traceback;
|
|
if (likely(exc_tb)) {
|
|
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON
|
|
#else
|
|
PyTracebackObject *tb = (PyTracebackObject *) exc_tb;
|
|
PyFrameObject *f = tb->tb_frame;
|
|
Py_CLEAR(f->f_back);
|
|
#endif
|
|
}
|
|
}
|
|
static CYTHON_INLINE
|
|
PyObject *__Pyx_Coroutine_MethodReturn(CYTHON_UNUSED PyObject* gen, PyObject *retval) {
|
|
if (unlikely(!retval)) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (!__Pyx_PyErr_Occurred()) {
|
|
PyObject *exc = PyExc_StopIteration;
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(gen))
|
|
exc = __Pyx_PyExc_StopAsyncIteration;
|
|
#endif
|
|
__Pyx_PyErr_SetNone(exc);
|
|
}
|
|
}
|
|
return retval;
|
|
}
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
static CYTHON_INLINE
|
|
PyObject *__Pyx_PyGen_Send(PyGenObject *gen, PyObject *arg) {
|
|
#if PY_VERSION_HEX <= 0x030A00A1
|
|
return _PyGen_Send(gen, arg);
|
|
#else
|
|
PyObject *result;
|
|
if (PyIter_Send((PyObject*)gen, arg ? arg : Py_None, &result) == PYGEN_RETURN) {
|
|
if (PyAsyncGen_CheckExact(gen)) {
|
|
assert(result == Py_None);
|
|
PyErr_SetNone(PyExc_StopAsyncIteration);
|
|
}
|
|
else if (result == Py_None) {
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
}
|
|
else {
|
|
_PyGen_SetStopIterationValue(result);
|
|
}
|
|
Py_CLEAR(result);
|
|
}
|
|
return result;
|
|
#endif
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE
|
|
PyObject *__Pyx_Coroutine_FinishDelegation(__pyx_CoroutineObject *gen) {
|
|
PyObject *ret;
|
|
PyObject *val = NULL;
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, &val);
|
|
ret = __Pyx_Coroutine_SendEx(gen, val, 0);
|
|
Py_XDECREF(val);
|
|
return ret;
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value) {
|
|
PyObject *retval;
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
|
|
PyObject *yf = gen->yieldfrom;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
PyObject *ret;
|
|
gen->is_running = 1;
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__Pyx_Generator_CheckExact(yf)) {
|
|
ret = __Pyx_Coroutine_Send(yf, value);
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(yf)) {
|
|
ret = __Pyx_Coroutine_Send(yf, value);
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__pyx_PyAsyncGenASend_CheckExact(yf)) {
|
|
ret = __Pyx_async_gen_asend_send(yf, value);
|
|
} else
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
if (PyGen_CheckExact(yf)) {
|
|
ret = __Pyx_PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value);
|
|
} else
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03050000 && defined(PyCoro_CheckExact) && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
if (PyCoro_CheckExact(yf)) {
|
|
ret = __Pyx_PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value);
|
|
} else
|
|
#endif
|
|
{
|
|
if (value == Py_None)
|
|
ret = Py_TYPE(yf)->tp_iternext(yf);
|
|
else
|
|
ret = __Pyx_PyObject_CallMethod1(yf, __pyx_n_s_send, value);
|
|
}
|
|
gen->is_running = 0;
|
|
if (likely(ret)) {
|
|
return ret;
|
|
}
|
|
retval = __Pyx_Coroutine_FinishDelegation(gen);
|
|
} else {
|
|
retval = __Pyx_Coroutine_SendEx(gen, value, 0);
|
|
}
|
|
return __Pyx_Coroutine_MethodReturn(self, retval);
|
|
}
|
|
static int __Pyx_Coroutine_CloseIter(__pyx_CoroutineObject *gen, PyObject *yf) {
|
|
PyObject *retval = NULL;
|
|
int err = 0;
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__Pyx_Generator_CheckExact(yf)) {
|
|
retval = __Pyx_Coroutine_Close(yf);
|
|
if (!retval)
|
|
return -1;
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(yf)) {
|
|
retval = __Pyx_Coroutine_Close(yf);
|
|
if (!retval)
|
|
return -1;
|
|
} else
|
|
if (__Pyx_CoroutineAwait_CheckExact(yf)) {
|
|
retval = __Pyx_CoroutineAwait_Close((__pyx_CoroutineAwaitObject*)yf, NULL);
|
|
if (!retval)
|
|
return -1;
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__pyx_PyAsyncGenASend_CheckExact(yf)) {
|
|
retval = __Pyx_async_gen_asend_close(yf, NULL);
|
|
} else
|
|
if (__pyx_PyAsyncGenAThrow_CheckExact(yf)) {
|
|
retval = __Pyx_async_gen_athrow_close(yf, NULL);
|
|
} else
|
|
#endif
|
|
{
|
|
PyObject *meth;
|
|
gen->is_running = 1;
|
|
meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_close);
|
|
if (unlikely(!meth)) {
|
|
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_WriteUnraisable(yf);
|
|
}
|
|
PyErr_Clear();
|
|
} else {
|
|
retval = PyObject_CallFunction(meth, NULL);
|
|
Py_DECREF(meth);
|
|
if (!retval)
|
|
err = -1;
|
|
}
|
|
gen->is_running = 0;
|
|
}
|
|
Py_XDECREF(retval);
|
|
return err;
|
|
}
|
|
static PyObject *__Pyx_Generator_Next(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
|
|
PyObject *yf = gen->yieldfrom;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
PyObject *ret;
|
|
gen->is_running = 1;
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__Pyx_Generator_CheckExact(yf)) {
|
|
ret = __Pyx_Generator_Next(yf);
|
|
} else
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
if (PyGen_CheckExact(yf)) {
|
|
ret = __Pyx_PyGen_Send((PyGenObject*)yf, NULL);
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(yf)) {
|
|
ret = __Pyx_Coroutine_Send(yf, Py_None);
|
|
} else
|
|
#endif
|
|
ret = Py_TYPE(yf)->tp_iternext(yf);
|
|
gen->is_running = 0;
|
|
if (likely(ret)) {
|
|
return ret;
|
|
}
|
|
return __Pyx_Coroutine_FinishDelegation(gen);
|
|
}
|
|
return __Pyx_Coroutine_SendEx(gen, Py_None, 0);
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Close_Method(PyObject *self, CYTHON_UNUSED PyObject *arg) {
|
|
return __Pyx_Coroutine_Close(self);
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Close(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
PyObject *retval, *raised_exception;
|
|
PyObject *yf = gen->yieldfrom;
|
|
int err = 0;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
Py_INCREF(yf);
|
|
err = __Pyx_Coroutine_CloseIter(gen, yf);
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
Py_DECREF(yf);
|
|
}
|
|
if (err == 0)
|
|
PyErr_SetNone(PyExc_GeneratorExit);
|
|
retval = __Pyx_Coroutine_SendEx(gen, NULL, 1);
|
|
if (unlikely(retval)) {
|
|
const char *msg;
|
|
Py_DECREF(retval);
|
|
if ((0)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_Coroutine_Check(self)) {
|
|
msg = "coroutine ignored GeneratorExit";
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
} else if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
#if PY_VERSION_HEX < 0x03060000
|
|
msg = "async generator ignored GeneratorExit - might require Python 3.6+ finalisation (PEP 525)";
|
|
#else
|
|
msg = "async generator ignored GeneratorExit";
|
|
#endif
|
|
#endif
|
|
} else {
|
|
msg = "generator ignored GeneratorExit";
|
|
}
|
|
PyErr_SetString(PyExc_RuntimeError, msg);
|
|
return NULL;
|
|
}
|
|
raised_exception = PyErr_Occurred();
|
|
if (likely(!raised_exception || __Pyx_PyErr_GivenExceptionMatches2(raised_exception, PyExc_GeneratorExit, PyExc_StopIteration))) {
|
|
if (raised_exception) PyErr_Clear();
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
return NULL;
|
|
}
|
|
static PyObject *__Pyx__Coroutine_Throw(PyObject *self, PyObject *typ, PyObject *val, PyObject *tb,
|
|
PyObject *args, int close_on_genexit) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
PyObject *yf = gen->yieldfrom;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
PyObject *ret;
|
|
Py_INCREF(yf);
|
|
if (__Pyx_PyErr_GivenExceptionMatches(typ, PyExc_GeneratorExit) && close_on_genexit) {
|
|
int err = __Pyx_Coroutine_CloseIter(gen, yf);
|
|
Py_DECREF(yf);
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
if (err < 0)
|
|
return __Pyx_Coroutine_MethodReturn(self, __Pyx_Coroutine_SendEx(gen, NULL, 0));
|
|
goto throw_here;
|
|
}
|
|
gen->is_running = 1;
|
|
if (0
|
|
#ifdef __Pyx_Generator_USED
|
|
|| __Pyx_Generator_CheckExact(yf)
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
|| __Pyx_Coroutine_Check(yf)
|
|
#endif
|
|
) {
|
|
ret = __Pyx__Coroutine_Throw(yf, typ, val, tb, args, close_on_genexit);
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_CoroutineAwait_CheckExact(yf)) {
|
|
ret = __Pyx__Coroutine_Throw(((__pyx_CoroutineAwaitObject*)yf)->coroutine, typ, val, tb, args, close_on_genexit);
|
|
#endif
|
|
} else {
|
|
PyObject *meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_throw);
|
|
if (unlikely(!meth)) {
|
|
Py_DECREF(yf);
|
|
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
gen->is_running = 0;
|
|
return NULL;
|
|
}
|
|
PyErr_Clear();
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
gen->is_running = 0;
|
|
goto throw_here;
|
|
}
|
|
if (likely(args)) {
|
|
ret = PyObject_CallObject(meth, args);
|
|
} else {
|
|
ret = PyObject_CallFunctionObjArgs(meth, typ, val, tb, NULL);
|
|
}
|
|
Py_DECREF(meth);
|
|
}
|
|
gen->is_running = 0;
|
|
Py_DECREF(yf);
|
|
if (!ret) {
|
|
ret = __Pyx_Coroutine_FinishDelegation(gen);
|
|
}
|
|
return __Pyx_Coroutine_MethodReturn(self, ret);
|
|
}
|
|
throw_here:
|
|
__Pyx_Raise(typ, val, tb, NULL);
|
|
return __Pyx_Coroutine_MethodReturn(self, __Pyx_Coroutine_SendEx(gen, NULL, 0));
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Throw(PyObject *self, PyObject *args) {
|
|
PyObject *typ;
|
|
PyObject *val = NULL;
|
|
PyObject *tb = NULL;
|
|
if (!PyArg_UnpackTuple(args, (char *)"throw", 1, 3, &typ, &val, &tb))
|
|
return NULL;
|
|
return __Pyx__Coroutine_Throw(self, typ, val, tb, args, 1);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_Coroutine_traverse_excstate(__Pyx_ExcInfoStruct *exc_state, visitproc visit, void *arg) {
|
|
Py_VISIT(exc_state->exc_type);
|
|
Py_VISIT(exc_state->exc_value);
|
|
Py_VISIT(exc_state->exc_traceback);
|
|
return 0;
|
|
}
|
|
static int __Pyx_Coroutine_traverse(__pyx_CoroutineObject *gen, visitproc visit, void *arg) {
|
|
Py_VISIT(gen->closure);
|
|
Py_VISIT(gen->classobj);
|
|
Py_VISIT(gen->yieldfrom);
|
|
return __Pyx_Coroutine_traverse_excstate(&gen->gi_exc_state, visit, arg);
|
|
}
|
|
static int __Pyx_Coroutine_clear(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
Py_CLEAR(gen->closure);
|
|
Py_CLEAR(gen->classobj);
|
|
Py_CLEAR(gen->yieldfrom);
|
|
__Pyx_Coroutine_ExceptionClear(&gen->gi_exc_state);
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
Py_CLEAR(((__pyx_PyAsyncGenObject*)gen)->ag_finalizer);
|
|
}
|
|
#endif
|
|
Py_CLEAR(gen->gi_code);
|
|
Py_CLEAR(gen->gi_frame);
|
|
Py_CLEAR(gen->gi_name);
|
|
Py_CLEAR(gen->gi_qualname);
|
|
Py_CLEAR(gen->gi_modulename);
|
|
return 0;
|
|
}
|
|
static void __Pyx_Coroutine_dealloc(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
PyObject_GC_UnTrack(gen);
|
|
if (gen->gi_weakreflist != NULL)
|
|
PyObject_ClearWeakRefs(self);
|
|
if (gen->resume_label >= 0) {
|
|
PyObject_GC_Track(self);
|
|
#if PY_VERSION_HEX >= 0x030400a1 && CYTHON_USE_TP_FINALIZE
|
|
if (PyObject_CallFinalizerFromDealloc(self))
|
|
#else
|
|
Py_TYPE(gen)->tp_del(self);
|
|
if (Py_REFCNT(self) > 0)
|
|
#endif
|
|
{
|
|
return;
|
|
}
|
|
PyObject_GC_UnTrack(self);
|
|
}
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
/* We have to handle this case for asynchronous generators
|
|
right here, because this code has to be between UNTRACK
|
|
and GC_Del. */
|
|
Py_CLEAR(((__pyx_PyAsyncGenObject*)self)->ag_finalizer);
|
|
}
|
|
#endif
|
|
__Pyx_Coroutine_clear(self);
|
|
PyObject_GC_Del(gen);
|
|
}
|
|
static void __Pyx_Coroutine_del(PyObject *self) {
|
|
PyObject *error_type, *error_value, *error_traceback;
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
__Pyx_PyThreadState_declare
|
|
if (gen->resume_label < 0) {
|
|
return;
|
|
}
|
|
#if !CYTHON_USE_TP_FINALIZE
|
|
assert(self->ob_refcnt == 0);
|
|
__Pyx_SET_REFCNT(self, 1);
|
|
#endif
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&error_type, &error_value, &error_traceback);
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
__pyx_PyAsyncGenObject *agen = (__pyx_PyAsyncGenObject*)self;
|
|
PyObject *finalizer = agen->ag_finalizer;
|
|
if (finalizer && !agen->ag_closed) {
|
|
PyObject *res = __Pyx_PyObject_CallOneArg(finalizer, self);
|
|
if (unlikely(!res)) {
|
|
PyErr_WriteUnraisable(self);
|
|
} else {
|
|
Py_DECREF(res);
|
|
}
|
|
__Pyx_ErrRestore(error_type, error_value, error_traceback);
|
|
return;
|
|
}
|
|
}
|
|
#endif
|
|
if (unlikely(gen->resume_label == 0 && !error_value)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
#ifdef __Pyx_Generator_USED
|
|
if (!__Pyx_Generator_CheckExact(self))
|
|
#endif
|
|
{
|
|
PyObject_GC_UnTrack(self);
|
|
#if PY_MAJOR_VERSION >= 3 || defined(PyErr_WarnFormat)
|
|
if (unlikely(PyErr_WarnFormat(PyExc_RuntimeWarning, 1, "coroutine '%.50S' was never awaited", gen->gi_qualname) < 0))
|
|
PyErr_WriteUnraisable(self);
|
|
#else
|
|
{PyObject *msg;
|
|
char *cmsg;
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
msg = NULL;
|
|
cmsg = (char*) "coroutine was never awaited";
|
|
#else
|
|
char *cname;
|
|
PyObject *qualname;
|
|
qualname = gen->gi_qualname;
|
|
cname = PyString_AS_STRING(qualname);
|
|
msg = PyString_FromFormat("coroutine '%.50s' was never awaited", cname);
|
|
if (unlikely(!msg)) {
|
|
PyErr_Clear();
|
|
cmsg = (char*) "coroutine was never awaited";
|
|
} else {
|
|
cmsg = PyString_AS_STRING(msg);
|
|
}
|
|
#endif
|
|
if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, cmsg, 1) < 0))
|
|
PyErr_WriteUnraisable(self);
|
|
Py_XDECREF(msg);}
|
|
#endif
|
|
PyObject_GC_Track(self);
|
|
}
|
|
#endif
|
|
} else {
|
|
PyObject *res = __Pyx_Coroutine_Close(self);
|
|
if (unlikely(!res)) {
|
|
if (PyErr_Occurred())
|
|
PyErr_WriteUnraisable(self);
|
|
} else {
|
|
Py_DECREF(res);
|
|
}
|
|
}
|
|
__Pyx_ErrRestore(error_type, error_value, error_traceback);
|
|
#if !CYTHON_USE_TP_FINALIZE
|
|
assert(Py_REFCNT(self) > 0);
|
|
if (--self->ob_refcnt == 0) {
|
|
return;
|
|
}
|
|
{
|
|
Py_ssize_t refcnt = Py_REFCNT(self);
|
|
_Py_NewReference(self);
|
|
__Pyx_SET_REFCNT(self, refcnt);
|
|
}
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
assert(PyType_IS_GC(Py_TYPE(self)) &&
|
|
_Py_AS_GC(self)->gc.gc_refs != _PyGC_REFS_UNTRACKED);
|
|
_Py_DEC_REFTOTAL;
|
|
#endif
|
|
#ifdef COUNT_ALLOCS
|
|
--Py_TYPE(self)->tp_frees;
|
|
--Py_TYPE(self)->tp_allocs;
|
|
#endif
|
|
#endif
|
|
}
|
|
static PyObject *
|
|
__Pyx_Coroutine_get_name(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *name = self->gi_name;
|
|
if (unlikely(!name)) name = Py_None;
|
|
Py_INCREF(name);
|
|
return name;
|
|
}
|
|
static int
|
|
__Pyx_Coroutine_set_name(__pyx_CoroutineObject *self, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__name__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = self->gi_name;
|
|
Py_INCREF(value);
|
|
self->gi_name = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_Coroutine_get_qualname(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *name = self->gi_qualname;
|
|
if (unlikely(!name)) name = Py_None;
|
|
Py_INCREF(name);
|
|
return name;
|
|
}
|
|
static int
|
|
__Pyx_Coroutine_set_qualname(__pyx_CoroutineObject *self, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__qualname__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = self->gi_qualname;
|
|
Py_INCREF(value);
|
|
self->gi_qualname = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_Coroutine_get_frame(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *frame = self->gi_frame;
|
|
if (!frame) {
|
|
if (unlikely(!self->gi_code)) {
|
|
Py_RETURN_NONE;
|
|
}
|
|
frame = (PyObject *) PyFrame_New(
|
|
PyThreadState_Get(), /*PyThreadState *tstate,*/
|
|
(PyCodeObject*) self->gi_code, /*PyCodeObject *code,*/
|
|
__pyx_d, /*PyObject *globals,*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (unlikely(!frame))
|
|
return NULL;
|
|
self->gi_frame = frame;
|
|
}
|
|
Py_INCREF(frame);
|
|
return frame;
|
|
}
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_New(
|
|
PyTypeObject* type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name) {
|
|
__pyx_CoroutineObject *gen = PyObject_GC_New(__pyx_CoroutineObject, type);
|
|
if (unlikely(!gen))
|
|
return NULL;
|
|
return __Pyx__Coroutine_NewInit(gen, body, code, closure, name, qualname, module_name);
|
|
}
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit(
|
|
__pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name) {
|
|
gen->body = body;
|
|
gen->closure = closure;
|
|
Py_XINCREF(closure);
|
|
gen->is_running = 0;
|
|
gen->resume_label = 0;
|
|
gen->classobj = NULL;
|
|
gen->yieldfrom = NULL;
|
|
gen->gi_exc_state.exc_type = NULL;
|
|
gen->gi_exc_state.exc_value = NULL;
|
|
gen->gi_exc_state.exc_traceback = NULL;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
gen->gi_exc_state.previous_item = NULL;
|
|
#endif
|
|
gen->gi_weakreflist = NULL;
|
|
Py_XINCREF(qualname);
|
|
gen->gi_qualname = qualname;
|
|
Py_XINCREF(name);
|
|
gen->gi_name = name;
|
|
Py_XINCREF(module_name);
|
|
gen->gi_modulename = module_name;
|
|
Py_XINCREF(code);
|
|
gen->gi_code = code;
|
|
gen->gi_frame = NULL;
|
|
PyObject_GC_Track(gen);
|
|
return gen;
|
|
}
|
|
|
|
/* PatchModuleWithCoroutine */
|
|
static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code) {
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
int result;
|
|
PyObject *globals, *result_obj;
|
|
globals = PyDict_New(); if (unlikely(!globals)) goto ignore;
|
|
result = PyDict_SetItemString(globals, "_cython_coroutine_type",
|
|
#ifdef __Pyx_Coroutine_USED
|
|
(PyObject*)__pyx_CoroutineType);
|
|
#else
|
|
Py_None);
|
|
#endif
|
|
if (unlikely(result < 0)) goto ignore;
|
|
result = PyDict_SetItemString(globals, "_cython_generator_type",
|
|
#ifdef __Pyx_Generator_USED
|
|
(PyObject*)__pyx_GeneratorType);
|
|
#else
|
|
Py_None);
|
|
#endif
|
|
if (unlikely(result < 0)) goto ignore;
|
|
if (unlikely(PyDict_SetItemString(globals, "_module", module) < 0)) goto ignore;
|
|
if (unlikely(PyDict_SetItemString(globals, "__builtins__", __pyx_b) < 0)) goto ignore;
|
|
result_obj = PyRun_String(py_code, Py_file_input, globals, globals);
|
|
if (unlikely(!result_obj)) goto ignore;
|
|
Py_DECREF(result_obj);
|
|
Py_DECREF(globals);
|
|
return module;
|
|
ignore:
|
|
Py_XDECREF(globals);
|
|
PyErr_WriteUnraisable(module);
|
|
if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, "Cython module failed to patch module with custom type", 1) < 0)) {
|
|
Py_DECREF(module);
|
|
module = NULL;
|
|
}
|
|
#else
|
|
py_code++;
|
|
#endif
|
|
return module;
|
|
}
|
|
|
|
/* PatchGeneratorABC */
|
|
#ifndef CYTHON_REGISTER_ABCS
|
|
#define CYTHON_REGISTER_ABCS 1
|
|
#endif
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
static PyObject* __Pyx_patch_abc_module(PyObject *module);
|
|
static PyObject* __Pyx_patch_abc_module(PyObject *module) {
|
|
module = __Pyx_Coroutine_patch_module(
|
|
module, ""
|
|
"if _cython_generator_type is not None:\n"
|
|
" try: Generator = _module.Generator\n"
|
|
" except AttributeError: pass\n"
|
|
" else: Generator.register(_cython_generator_type)\n"
|
|
"if _cython_coroutine_type is not None:\n"
|
|
" try: Coroutine = _module.Coroutine\n"
|
|
" except AttributeError: pass\n"
|
|
" else: Coroutine.register(_cython_coroutine_type)\n"
|
|
);
|
|
return module;
|
|
}
|
|
#endif
|
|
static int __Pyx_patch_abc(void) {
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
static int abc_patched = 0;
|
|
if (CYTHON_REGISTER_ABCS && !abc_patched) {
|
|
PyObject *module;
|
|
module = PyImport_ImportModule((PY_MAJOR_VERSION >= 3) ? "collections.abc" : "collections");
|
|
if (!module) {
|
|
PyErr_WriteUnraisable(NULL);
|
|
if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning,
|
|
((PY_MAJOR_VERSION >= 3) ?
|
|
"Cython module failed to register with collections.abc module" :
|
|
"Cython module failed to register with collections module"), 1) < 0)) {
|
|
return -1;
|
|
}
|
|
} else {
|
|
module = __Pyx_patch_abc_module(module);
|
|
abc_patched = 1;
|
|
if (unlikely(!module))
|
|
return -1;
|
|
Py_DECREF(module);
|
|
}
|
|
module = PyImport_ImportModule("backports_abc");
|
|
if (module) {
|
|
module = __Pyx_patch_abc_module(module);
|
|
Py_XDECREF(module);
|
|
}
|
|
if (!module) {
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
#else
|
|
if ((0)) __Pyx_Coroutine_patch_module(NULL, NULL);
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
/* Generator */
|
|
static PyMethodDef __pyx_Generator_methods[] = {
|
|
{"send", (PyCFunction) __Pyx_Coroutine_Send, METH_O,
|
|
(char*) PyDoc_STR("send(arg) -> send 'arg' into generator,\nreturn next yielded value or raise StopIteration.")},
|
|
{"throw", (PyCFunction) __Pyx_Coroutine_Throw, METH_VARARGS,
|
|
(char*) PyDoc_STR("throw(typ[,val[,tb]]) -> raise exception in generator,\nreturn next yielded value or raise StopIteration.")},
|
|
{"close", (PyCFunction) __Pyx_Coroutine_Close_Method, METH_NOARGS,
|
|
(char*) PyDoc_STR("close() -> raise GeneratorExit inside generator.")},
|
|
{0, 0, 0, 0}
|
|
};
|
|
static PyMemberDef __pyx_Generator_memberlist[] = {
|
|
{(char *) "gi_running", T_BOOL, offsetof(__pyx_CoroutineObject, is_running), READONLY, NULL},
|
|
{(char*) "gi_yieldfrom", T_OBJECT, offsetof(__pyx_CoroutineObject, yieldfrom), READONLY,
|
|
(char*) PyDoc_STR("object being iterated by 'yield from', or None")},
|
|
{(char*) "gi_code", T_OBJECT, offsetof(__pyx_CoroutineObject, gi_code), READONLY, NULL},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyGetSetDef __pyx_Generator_getsets[] = {
|
|
{(char *) "__name__", (getter)__Pyx_Coroutine_get_name, (setter)__Pyx_Coroutine_set_name,
|
|
(char*) PyDoc_STR("name of the generator"), 0},
|
|
{(char *) "__qualname__", (getter)__Pyx_Coroutine_get_qualname, (setter)__Pyx_Coroutine_set_qualname,
|
|
(char*) PyDoc_STR("qualified name of the generator"), 0},
|
|
{(char *) "gi_frame", (getter)__Pyx_Coroutine_get_frame, NULL,
|
|
(char*) PyDoc_STR("Frame of the generator"), 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyTypeObject __pyx_GeneratorType_type = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"generator",
|
|
sizeof(__pyx_CoroutineObject),
|
|
0,
|
|
(destructor) __Pyx_Coroutine_dealloc,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_HAVE_FINALIZE,
|
|
0,
|
|
(traverseproc) __Pyx_Coroutine_traverse,
|
|
0,
|
|
0,
|
|
offsetof(__pyx_CoroutineObject, gi_weakreflist),
|
|
0,
|
|
(iternextfunc) __Pyx_Generator_Next,
|
|
__pyx_Generator_methods,
|
|
__pyx_Generator_memberlist,
|
|
__pyx_Generator_getsets,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
0,
|
|
#else
|
|
__Pyx_Coroutine_del,
|
|
#endif
|
|
0,
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
__Pyx_Coroutine_del,
|
|
#elif PY_VERSION_HEX >= 0x030400a1
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0,
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0,
|
|
#endif
|
|
};
|
|
static int __pyx_Generator_init(void) {
|
|
__pyx_GeneratorType_type.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
__pyx_GeneratorType_type.tp_iter = PyObject_SelfIter;
|
|
__pyx_GeneratorType = __Pyx_FetchCommonType(&__pyx_GeneratorType_type);
|
|
if (unlikely(!__pyx_GeneratorType)) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/* CheckBinaryVersion */
|
|
static int __Pyx_check_binary_version(void) {
|
|
char ctversion[5];
|
|
int same=1, i, found_dot;
|
|
const char* rt_from_call = Py_GetVersion();
|
|
PyOS_snprintf(ctversion, 5, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION);
|
|
found_dot = 0;
|
|
for (i = 0; i < 4; i++) {
|
|
if (!ctversion[i]) {
|
|
same = (rt_from_call[i] < '0' || rt_from_call[i] > '9');
|
|
break;
|
|
}
|
|
if (rt_from_call[i] != ctversion[i]) {
|
|
same = 0;
|
|
break;
|
|
}
|
|
}
|
|
if (!same) {
|
|
char rtversion[5] = {'\0'};
|
|
char message[200];
|
|
for (i=0; i<4; ++i) {
|
|
if (rt_from_call[i] == '.') {
|
|
if (found_dot) break;
|
|
found_dot = 1;
|
|
} else if (rt_from_call[i] < '0' || rt_from_call[i] > '9') {
|
|
break;
|
|
}
|
|
rtversion[i] = rt_from_call[i];
|
|
}
|
|
PyOS_snprintf(message, sizeof(message),
|
|
"compiletime version %s of module '%.100s' "
|
|
"does not match runtime version %s",
|
|
ctversion, __Pyx_MODULE_NAME, rtversion);
|
|
return PyErr_WarnEx(NULL, message, 1);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/* VoidPtrImport */
|
|
#ifndef __PYX_HAVE_RT_ImportVoidPtr_0_29_37
|
|
#define __PYX_HAVE_RT_ImportVoidPtr_0_29_37
|
|
static int __Pyx_ImportVoidPtr_0_29_37(PyObject *module, const char *name, void **p, const char *sig) {
|
|
PyObject *d = 0;
|
|
PyObject *cobj = 0;
|
|
d = PyObject_GetAttrString(module, (char *)"__pyx_capi__");
|
|
if (!d)
|
|
goto bad;
|
|
cobj = PyDict_GetItemString(d, name);
|
|
if (!cobj) {
|
|
PyErr_Format(PyExc_ImportError,
|
|
"%.200s does not export expected C variable %.200s",
|
|
PyModule_GetName(module), name);
|
|
goto bad;
|
|
}
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
if (!PyCapsule_IsValid(cobj, sig)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), name, sig, PyCapsule_GetName(cobj));
|
|
goto bad;
|
|
}
|
|
*p = PyCapsule_GetPointer(cobj, sig);
|
|
#else
|
|
{const char *desc, *s1, *s2;
|
|
desc = (const char *)PyCObject_GetDesc(cobj);
|
|
if (!desc)
|
|
goto bad;
|
|
s1 = desc; s2 = sig;
|
|
while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; }
|
|
if (*s1 != *s2) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), name, sig, desc);
|
|
goto bad;
|
|
}
|
|
*p = PyCObject_AsVoidPtr(cobj);}
|
|
#endif
|
|
if (!(*p))
|
|
goto bad;
|
|
Py_DECREF(d);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(d);
|
|
return -1;
|
|
}
|
|
#endif
|
|
|
|
/* FunctionImport */
|
|
#ifndef __PYX_HAVE_RT_ImportFunction_0_29_37
|
|
#define __PYX_HAVE_RT_ImportFunction_0_29_37
|
|
static int __Pyx_ImportFunction_0_29_37(PyObject *module, const char *funcname, void (**f)(void), const char *sig) {
|
|
PyObject *d = 0;
|
|
PyObject *cobj = 0;
|
|
union {
|
|
void (*fp)(void);
|
|
void *p;
|
|
} tmp;
|
|
d = PyObject_GetAttrString(module, (char *)"__pyx_capi__");
|
|
if (!d)
|
|
goto bad;
|
|
cobj = PyDict_GetItemString(d, funcname);
|
|
if (!cobj) {
|
|
PyErr_Format(PyExc_ImportError,
|
|
"%.200s does not export expected C function %.200s",
|
|
PyModule_GetName(module), funcname);
|
|
goto bad;
|
|
}
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
if (!PyCapsule_IsValid(cobj, sig)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), funcname, sig, PyCapsule_GetName(cobj));
|
|
goto bad;
|
|
}
|
|
tmp.p = PyCapsule_GetPointer(cobj, sig);
|
|
#else
|
|
{const char *desc, *s1, *s2;
|
|
desc = (const char *)PyCObject_GetDesc(cobj);
|
|
if (!desc)
|
|
goto bad;
|
|
s1 = desc; s2 = sig;
|
|
while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; }
|
|
if (*s1 != *s2) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), funcname, sig, desc);
|
|
goto bad;
|
|
}
|
|
tmp.p = PyCObject_AsVoidPtr(cobj);}
|
|
#endif
|
|
*f = tmp.fp;
|
|
if (!(*f))
|
|
goto bad;
|
|
Py_DECREF(d);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(d);
|
|
return -1;
|
|
}
|
|
#endif
|
|
|
|
/* InitStrings */
|
|
static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) {
|
|
while (t->p) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (t->is_unicode) {
|
|
*t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL);
|
|
} else if (t->intern) {
|
|
*t->p = PyString_InternFromString(t->s);
|
|
} else {
|
|
*t->p = PyString_FromStringAndSize(t->s, t->n - 1);
|
|
}
|
|
#else
|
|
if (t->is_unicode | t->is_str) {
|
|
if (t->intern) {
|
|
*t->p = PyUnicode_InternFromString(t->s);
|
|
} else if (t->encoding) {
|
|
*t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL);
|
|
} else {
|
|
*t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1);
|
|
}
|
|
} else {
|
|
*t->p = PyBytes_FromStringAndSize(t->s, t->n - 1);
|
|
}
|
|
#endif
|
|
if (!*t->p)
|
|
return -1;
|
|
if (PyObject_Hash(*t->p) == -1)
|
|
return -1;
|
|
++t;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
|
|
return __Pyx_PyUnicode_FromStringAndSize(c_str, (Py_ssize_t)strlen(c_str));
|
|
}
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
|
|
Py_ssize_t ignore;
|
|
return __Pyx_PyObject_AsStringAndSize(o, &ignore);
|
|
}
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
|
|
#if !CYTHON_PEP393_ENABLED
|
|
static const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
char* defenc_c;
|
|
PyObject* defenc = _PyUnicode_AsDefaultEncodedString(o, NULL);
|
|
if (!defenc) return NULL;
|
|
defenc_c = PyBytes_AS_STRING(defenc);
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
{
|
|
char* end = defenc_c + PyBytes_GET_SIZE(defenc);
|
|
char* c;
|
|
for (c = defenc_c; c < end; c++) {
|
|
if ((unsigned char) (*c) >= 128) {
|
|
PyUnicode_AsASCIIString(o);
|
|
return NULL;
|
|
}
|
|
}
|
|
}
|
|
#endif
|
|
*length = PyBytes_GET_SIZE(defenc);
|
|
return defenc_c;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
if (likely(PyUnicode_IS_ASCII(o))) {
|
|
*length = PyUnicode_GET_LENGTH(o);
|
|
return PyUnicode_AsUTF8(o);
|
|
} else {
|
|
PyUnicode_AsASCIIString(o);
|
|
return NULL;
|
|
}
|
|
#else
|
|
return PyUnicode_AsUTF8AndSize(o, length);
|
|
#endif
|
|
}
|
|
#endif
|
|
#endif
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
|
|
if (
|
|
#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
__Pyx_sys_getdefaultencoding_not_ascii &&
|
|
#endif
|
|
PyUnicode_Check(o)) {
|
|
return __Pyx_PyUnicode_AsStringAndSize(o, length);
|
|
} else
|
|
#endif
|
|
#if (!CYTHON_COMPILING_IN_PYPY) || (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE))
|
|
if (PyByteArray_Check(o)) {
|
|
*length = PyByteArray_GET_SIZE(o);
|
|
return PyByteArray_AS_STRING(o);
|
|
} else
|
|
#endif
|
|
{
|
|
char* result;
|
|
int r = PyBytes_AsStringAndSize(o, &result, length);
|
|
if (unlikely(r < 0)) {
|
|
return NULL;
|
|
} else {
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
|
|
int is_true = x == Py_True;
|
|
if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
|
|
else return PyObject_IsTrue(x);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
|
|
int retval;
|
|
if (unlikely(!x)) return -1;
|
|
retval = __Pyx_PyObject_IsTrue(x);
|
|
Py_DECREF(x);
|
|
return retval;
|
|
}
|
|
static PyObject* __Pyx_PyNumber_IntOrLongWrongResultType(PyObject* result, const char* type_name) {
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (PyLong_Check(result)) {
|
|
if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
|
|
"__int__ returned non-int (type %.200s). "
|
|
"The ability to return an instance of a strict subclass of int "
|
|
"is deprecated, and may be removed in a future version of Python.",
|
|
Py_TYPE(result)->tp_name)) {
|
|
Py_DECREF(result);
|
|
return NULL;
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
PyErr_Format(PyExc_TypeError,
|
|
"__%.4s__ returned non-%.4s (type %.200s)",
|
|
type_name, type_name, Py_TYPE(result)->tp_name);
|
|
Py_DECREF(result);
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
PyNumberMethods *m;
|
|
#endif
|
|
const char *name = NULL;
|
|
PyObject *res = NULL;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x) || PyLong_Check(x)))
|
|
#else
|
|
if (likely(PyLong_Check(x)))
|
|
#endif
|
|
return __Pyx_NewRef(x);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
m = Py_TYPE(x)->tp_as_number;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (m && m->nb_int) {
|
|
name = "int";
|
|
res = m->nb_int(x);
|
|
}
|
|
else if (m && m->nb_long) {
|
|
name = "long";
|
|
res = m->nb_long(x);
|
|
}
|
|
#else
|
|
if (likely(m && m->nb_int)) {
|
|
name = "int";
|
|
res = m->nb_int(x);
|
|
}
|
|
#endif
|
|
#else
|
|
if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
|
|
res = PyNumber_Int(x);
|
|
}
|
|
#endif
|
|
if (likely(res)) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (unlikely(!PyInt_Check(res) && !PyLong_Check(res))) {
|
|
#else
|
|
if (unlikely(!PyLong_CheckExact(res))) {
|
|
#endif
|
|
return __Pyx_PyNumber_IntOrLongWrongResultType(res, name);
|
|
}
|
|
}
|
|
else if (!PyErr_Occurred()) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"an integer is required");
|
|
}
|
|
return res;
|
|
}
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
|
|
Py_ssize_t ival;
|
|
PyObject *x;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(b))) {
|
|
if (sizeof(Py_ssize_t) >= sizeof(long))
|
|
return PyInt_AS_LONG(b);
|
|
else
|
|
return PyInt_AsSsize_t(b);
|
|
}
|
|
#endif
|
|
if (likely(PyLong_CheckExact(b))) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)b)->ob_digit;
|
|
const Py_ssize_t size = Py_SIZE(b);
|
|
if (likely(__Pyx_sst_abs(size) <= 1)) {
|
|
ival = likely(size) ? digits[0] : 0;
|
|
if (size == -1) ival = -ival;
|
|
return ival;
|
|
} else {
|
|
switch (size) {
|
|
case 2:
|
|
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -2:
|
|
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
return PyLong_AsSsize_t(b);
|
|
}
|
|
x = PyNumber_Index(b);
|
|
if (!x) return -1;
|
|
ival = PyInt_AsSsize_t(x);
|
|
Py_DECREF(x);
|
|
return ival;
|
|
}
|
|
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject* o) {
|
|
if (sizeof(Py_hash_t) == sizeof(Py_ssize_t)) {
|
|
return (Py_hash_t) __Pyx_PyIndex_AsSsize_t(o);
|
|
#if PY_MAJOR_VERSION < 3
|
|
} else if (likely(PyInt_CheckExact(o))) {
|
|
return PyInt_AS_LONG(o);
|
|
#endif
|
|
} else {
|
|
Py_ssize_t ival;
|
|
PyObject *x;
|
|
x = PyNumber_Index(o);
|
|
if (!x) return -1;
|
|
ival = PyInt_AsLong(x);
|
|
Py_DECREF(x);
|
|
return ival;
|
|
}
|
|
}
|
|
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
|
|
return b ? __Pyx_NewRef(Py_True) : __Pyx_NewRef(Py_False);
|
|
}
|
|
static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) {
|
|
return PyInt_FromSize_t(ival);
|
|
}
|
|
|
|
|
|
#endif /* Py_PYTHON_H */
|