76551 lines
3.1 MiB
76551 lines
3.1 MiB
/* Generated by Cython 0.29.37 */
|
|
|
|
/* BEGIN: Cython Metadata
|
|
{
|
|
"distutils": {
|
|
"depends": [
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\arrayobject.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\arrayscalars.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\ndarrayobject.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\ndarraytypes.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include\\numpy\\ufuncobject.h",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.11.7\\tools\\Include\\Python.h"
|
|
],
|
|
"extra_compile_args": [
|
|
"-std=c++11"
|
|
],
|
|
"include_dirs": [
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\Temp\\pip-build-env-j_5kk2xi\\overlay\\Lib\\site-packages\\numpy\\core\\include",
|
|
"C:\\Users\\VssAdministrator\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.11.7\\tools\\Include"
|
|
],
|
|
"language": "c++",
|
|
"name": "spacy.tokens.doc",
|
|
"sources": [
|
|
"spacy/tokens/doc.pyx"
|
|
]
|
|
},
|
|
"module_name": "spacy.tokens.doc"
|
|
}
|
|
END: Cython Metadata */
|
|
|
|
#ifndef PY_SSIZE_T_CLEAN
|
|
#define PY_SSIZE_T_CLEAN
|
|
#endif /* PY_SSIZE_T_CLEAN */
|
|
#include "Python.h"
|
|
#ifndef Py_PYTHON_H
|
|
#error Python headers needed to compile C extensions, please install development version of Python.
|
|
#elif PY_VERSION_HEX < 0x02060000 || (0x03000000 <= PY_VERSION_HEX && PY_VERSION_HEX < 0x03030000)
|
|
#error Cython requires Python 2.6+ or Python 3.3+.
|
|
#else
|
|
#define CYTHON_ABI "0_29_37"
|
|
#define CYTHON_HEX_VERSION 0x001D25F0
|
|
#define CYTHON_FUTURE_DIVISION 0
|
|
#include <stddef.h>
|
|
#ifndef offsetof
|
|
#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
|
|
#endif
|
|
#if !defined(WIN32) && !defined(MS_WINDOWS)
|
|
#ifndef __stdcall
|
|
#define __stdcall
|
|
#endif
|
|
#ifndef __cdecl
|
|
#define __cdecl
|
|
#endif
|
|
#ifndef __fastcall
|
|
#define __fastcall
|
|
#endif
|
|
#endif
|
|
#ifndef DL_IMPORT
|
|
#define DL_IMPORT(t) t
|
|
#endif
|
|
#ifndef DL_EXPORT
|
|
#define DL_EXPORT(t) t
|
|
#endif
|
|
#define __PYX_COMMA ,
|
|
#ifndef HAVE_LONG_LONG
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
#define HAVE_LONG_LONG
|
|
#endif
|
|
#endif
|
|
#ifndef PY_LONG_LONG
|
|
#define PY_LONG_LONG LONG_LONG
|
|
#endif
|
|
#ifndef Py_HUGE_VAL
|
|
#define Py_HUGE_VAL HUGE_VAL
|
|
#endif
|
|
#ifdef PYPY_VERSION
|
|
#define CYTHON_COMPILING_IN_PYPY 1
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_NOGIL 0
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 0
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#if PY_VERSION_HEX < 0x03050000
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#elif !defined(CYTHON_USE_ASYNC_SLOTS)
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#undef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 1
|
|
#undef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 0
|
|
#undef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 0
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#if PY_VERSION_HEX < 0x03090000
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#elif !defined(CYTHON_PEP489_MULTI_PHASE_INIT)
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1 && PYPY_VERSION_NUM >= 0x07030C00)
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
|
|
#endif
|
|
#elif defined(PYSTON_VERSION)
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 1
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_NOGIL 0
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 0
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
|
|
#endif
|
|
#elif defined(PY_NOGIL)
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_NOGIL 1
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#ifndef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 1
|
|
#endif
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#else
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 1
|
|
#define CYTHON_COMPILING_IN_NOGIL 0
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#elif !defined(CYTHON_USE_PYTYPE_LOOKUP)
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 1
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#elif !defined(CYTHON_USE_ASYNC_SLOTS)
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#elif !defined(CYTHON_USE_PYLONG_INTERNALS)
|
|
#define CYTHON_USE_PYLONG_INTERNALS (PY_VERSION_HEX < 0x030C00A5)
|
|
#endif
|
|
#ifndef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 1
|
|
#endif
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030300F0 || PY_VERSION_HEX >= 0x030B00A2
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#elif !defined(CYTHON_USE_UNICODE_WRITER)
|
|
#define CYTHON_USE_UNICODE_WRITER 1
|
|
#endif
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030B00A4
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#elif !defined(CYTHON_FAST_THREAD_STATE)
|
|
#define CYTHON_FAST_THREAD_STATE 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL (PY_VERSION_HEX < 0x030A0000)
|
|
#endif
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT (PY_VERSION_HEX >= 0x03050000)
|
|
#endif
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1)
|
|
#endif
|
|
#ifndef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS ((PY_VERSION_HEX >= 0x030600B1) && (PY_VERSION_HEX < 0x030C00A5))
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030B00A4
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#elif !defined(CYTHON_USE_EXC_INFO_STACK)
|
|
#define CYTHON_USE_EXC_INFO_STACK (PY_VERSION_HEX >= 0x030700A3)
|
|
#endif
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 1
|
|
#endif
|
|
#endif
|
|
#if !defined(CYTHON_FAST_PYCCALL)
|
|
#define CYTHON_FAST_PYCCALL (CYTHON_FAST_PYCALL && PY_VERSION_HEX >= 0x030600B1)
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
#if PY_MAJOR_VERSION < 3
|
|
#include "longintrepr.h"
|
|
#endif
|
|
#undef SHIFT
|
|
#undef BASE
|
|
#undef MASK
|
|
#ifdef SIZEOF_VOID_P
|
|
enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
|
|
#endif
|
|
#endif
|
|
#ifndef __has_attribute
|
|
#define __has_attribute(x) 0
|
|
#endif
|
|
#ifndef __has_cpp_attribute
|
|
#define __has_cpp_attribute(x) 0
|
|
#endif
|
|
#ifndef CYTHON_RESTRICT
|
|
#if defined(__GNUC__)
|
|
#define CYTHON_RESTRICT __restrict__
|
|
#elif defined(_MSC_VER) && _MSC_VER >= 1400
|
|
#define CYTHON_RESTRICT __restrict
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define CYTHON_RESTRICT restrict
|
|
#else
|
|
#define CYTHON_RESTRICT
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_UNUSED
|
|
# if defined(__GNUC__)
|
|
# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_MAYBE_UNUSED_VAR
|
|
# if defined(__cplusplus)
|
|
template<class T> void CYTHON_MAYBE_UNUSED_VAR( const T& ) { }
|
|
# else
|
|
# define CYTHON_MAYBE_UNUSED_VAR(x) (void)(x)
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_NCP_UNUSED
|
|
# if CYTHON_COMPILING_IN_CPYTHON
|
|
# define CYTHON_NCP_UNUSED
|
|
# else
|
|
# define CYTHON_NCP_UNUSED CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
|
|
#ifdef _MSC_VER
|
|
#ifndef _MSC_STDINT_H_
|
|
#if _MSC_VER < 1300
|
|
typedef unsigned char uint8_t;
|
|
typedef unsigned int uint32_t;
|
|
#else
|
|
typedef unsigned __int8 uint8_t;
|
|
typedef unsigned __int32 uint32_t;
|
|
#endif
|
|
#endif
|
|
#else
|
|
#include <stdint.h>
|
|
#endif
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if defined(__cplusplus) && __cplusplus >= 201103L
|
|
#if __has_cpp_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[fallthrough]]
|
|
#elif __has_cpp_attribute(clang::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[clang::fallthrough]]
|
|
#elif __has_cpp_attribute(gnu::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if __has_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH __attribute__((fallthrough))
|
|
#else
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#if defined(__clang__ ) && defined(__apple_build_version__)
|
|
#if __apple_build_version__ < 7000000
|
|
#undef CYTHON_FALLTHROUGH
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef __cplusplus
|
|
#error "Cython files generated with the C++ option must be compiled with a C++ compiler."
|
|
#endif
|
|
#ifndef CYTHON_INLINE
|
|
#if defined(__clang__)
|
|
#define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
|
|
#else
|
|
#define CYTHON_INLINE inline
|
|
#endif
|
|
#endif
|
|
template<typename T>
|
|
void __Pyx_call_destructor(T& x) {
|
|
x.~T();
|
|
}
|
|
template<typename T>
|
|
class __Pyx_FakeReference {
|
|
public:
|
|
__Pyx_FakeReference() : ptr(NULL) { }
|
|
__Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
|
|
T *operator->() { return ptr; }
|
|
T *operator&() { return ptr; }
|
|
operator T&() { return *ptr; }
|
|
template<typename U> bool operator ==(U other) { return *ptr == other; }
|
|
template<typename U> bool operator !=(U other) { return *ptr != other; }
|
|
private:
|
|
T *ptr;
|
|
};
|
|
|
|
#define __PYX_BUILD_PY_SSIZE_T "n"
|
|
#define CYTHON_FORMAT_SSIZE_T "z"
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_BUILTIN_MODULE_NAME "__builtin__"
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
|
|
PyCode_New(a+k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#define __Pyx_DefaultClassType PyClass_Type
|
|
#else
|
|
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
|
|
#define __Pyx_DefaultClassType PyType_Type
|
|
#if PY_VERSION_HEX >= 0x030B00A1
|
|
static CYTHON_INLINE PyCodeObject* __Pyx_PyCode_New(int a, int k, int l, int s, int f,
|
|
PyObject *code, PyObject *c, PyObject* n, PyObject *v,
|
|
PyObject *fv, PyObject *cell, PyObject* fn,
|
|
PyObject *name, int fline, PyObject *lnos) {
|
|
PyObject *kwds=NULL, *argcount=NULL, *posonlyargcount=NULL, *kwonlyargcount=NULL;
|
|
PyObject *nlocals=NULL, *stacksize=NULL, *flags=NULL, *replace=NULL, *call_result=NULL, *empty=NULL;
|
|
const char *fn_cstr=NULL;
|
|
const char *name_cstr=NULL;
|
|
PyCodeObject* co=NULL;
|
|
PyObject *type, *value, *traceback;
|
|
PyErr_Fetch(&type, &value, &traceback);
|
|
if (!(kwds=PyDict_New())) goto end;
|
|
if (!(argcount=PyLong_FromLong(a))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_argcount", argcount) != 0) goto end;
|
|
if (!(posonlyargcount=PyLong_FromLong(0))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_posonlyargcount", posonlyargcount) != 0) goto end;
|
|
if (!(kwonlyargcount=PyLong_FromLong(k))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_kwonlyargcount", kwonlyargcount) != 0) goto end;
|
|
if (!(nlocals=PyLong_FromLong(l))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_nlocals", nlocals) != 0) goto end;
|
|
if (!(stacksize=PyLong_FromLong(s))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_stacksize", stacksize) != 0) goto end;
|
|
if (!(flags=PyLong_FromLong(f))) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_flags", flags) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_code", code) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_consts", c) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_names", n) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_varnames", v) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_freevars", fv) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_cellvars", cell) != 0) goto end;
|
|
if (PyDict_SetItemString(kwds, "co_linetable", lnos) != 0) goto end;
|
|
if (!(fn_cstr=PyUnicode_AsUTF8AndSize(fn, NULL))) goto end;
|
|
if (!(name_cstr=PyUnicode_AsUTF8AndSize(name, NULL))) goto end;
|
|
if (!(co = PyCode_NewEmpty(fn_cstr, name_cstr, fline))) goto end;
|
|
if (!(replace = PyObject_GetAttrString((PyObject*)co, "replace"))) goto cleanup_code_too;
|
|
if (!(empty = PyTuple_New(0))) goto cleanup_code_too; // unfortunately __pyx_empty_tuple isn't available here
|
|
if (!(call_result = PyObject_Call(replace, empty, kwds))) goto cleanup_code_too;
|
|
Py_XDECREF((PyObject*)co);
|
|
co = (PyCodeObject*)call_result;
|
|
call_result = NULL;
|
|
if (0) {
|
|
cleanup_code_too:
|
|
Py_XDECREF((PyObject*)co);
|
|
co = NULL;
|
|
}
|
|
end:
|
|
Py_XDECREF(kwds);
|
|
Py_XDECREF(argcount);
|
|
Py_XDECREF(posonlyargcount);
|
|
Py_XDECREF(kwonlyargcount);
|
|
Py_XDECREF(nlocals);
|
|
Py_XDECREF(stacksize);
|
|
Py_XDECREF(replace);
|
|
Py_XDECREF(call_result);
|
|
Py_XDECREF(empty);
|
|
if (type) {
|
|
PyErr_Restore(type, value, traceback);
|
|
}
|
|
return co;
|
|
}
|
|
#else
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
|
|
PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#endif
|
|
#define __Pyx_DefaultClassType PyType_Type
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030900F0 && !CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyObject_GC_IsFinalized(o) PyObject_GC_IsFinalized(o)
|
|
#else
|
|
#define __Pyx_PyObject_GC_IsFinalized(o) _PyGC_FINALIZED(o)
|
|
#endif
|
|
#ifndef Py_TPFLAGS_CHECKTYPES
|
|
#define Py_TPFLAGS_CHECKTYPES 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_INDEX
|
|
#define Py_TPFLAGS_HAVE_INDEX 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
|
|
#define Py_TPFLAGS_HAVE_NEWBUFFER 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_FINALIZE
|
|
#define Py_TPFLAGS_HAVE_FINALIZE 0
|
|
#endif
|
|
#ifndef METH_STACKLESS
|
|
#define METH_STACKLESS 0
|
|
#endif
|
|
#if PY_VERSION_HEX <= 0x030700A3 || !defined(METH_FASTCALL)
|
|
#ifndef METH_FASTCALL
|
|
#define METH_FASTCALL 0x80
|
|
#endif
|
|
typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
|
|
typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
|
|
Py_ssize_t nargs, PyObject *kwnames);
|
|
#else
|
|
#define __Pyx_PyCFunctionFast _PyCFunctionFast
|
|
#define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
#define __Pyx_PyFastCFunction_Check(func)\
|
|
((PyCFunction_Check(func) && (METH_FASTCALL == (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)))))
|
|
#else
|
|
#define __Pyx_PyFastCFunction_Check(func) 0
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
|
|
#define PyObject_Malloc(s) PyMem_Malloc(s)
|
|
#define PyObject_Free(p) PyMem_Free(p)
|
|
#define PyObject_Realloc(p) PyMem_Realloc(p)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030400A1
|
|
#define PyMem_RawMalloc(n) PyMem_Malloc(n)
|
|
#define PyMem_RawRealloc(p, n) PyMem_Realloc(p, n)
|
|
#define PyMem_RawFree(p) PyMem_Free(p)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYSTON
|
|
#define __Pyx_PyCode_HasFreeVars(co) PyCode_HasFreeVars(co)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) PyFrame_SetLineNumber(frame, lineno)
|
|
#else
|
|
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno)
|
|
#endif
|
|
#if !CYTHON_FAST_THREAD_STATE || PY_VERSION_HEX < 0x02070000
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#elif PY_VERSION_HEX >= 0x03060000
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
|
|
#elif PY_VERSION_HEX >= 0x03000000
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#else
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_Current
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030700A2 && !defined(PyThread_tss_create) && !defined(Py_tss_NEEDS_INIT)
|
|
#include "pythread.h"
|
|
#define Py_tss_NEEDS_INIT 0
|
|
typedef int Py_tss_t;
|
|
static CYTHON_INLINE int PyThread_tss_create(Py_tss_t *key) {
|
|
*key = PyThread_create_key();
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE Py_tss_t * PyThread_tss_alloc(void) {
|
|
Py_tss_t *key = (Py_tss_t *)PyObject_Malloc(sizeof(Py_tss_t));
|
|
*key = Py_tss_NEEDS_INIT;
|
|
return key;
|
|
}
|
|
static CYTHON_INLINE void PyThread_tss_free(Py_tss_t *key) {
|
|
PyObject_Free(key);
|
|
}
|
|
static CYTHON_INLINE int PyThread_tss_is_created(Py_tss_t *key) {
|
|
return *key != Py_tss_NEEDS_INIT;
|
|
}
|
|
static CYTHON_INLINE void PyThread_tss_delete(Py_tss_t *key) {
|
|
PyThread_delete_key(*key);
|
|
*key = Py_tss_NEEDS_INIT;
|
|
}
|
|
static CYTHON_INLINE int PyThread_tss_set(Py_tss_t *key, void *value) {
|
|
return PyThread_set_key_value(*key, value);
|
|
}
|
|
static CYTHON_INLINE void * PyThread_tss_get(Py_tss_t *key) {
|
|
return PyThread_get_key_value(*key);
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
|
|
#define __Pyx_PyDict_NewPresized(n) ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
|
|
#else
|
|
#define __Pyx_PyDict_NewPresized(n) PyDict_New()
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3 || CYTHON_FUTURE_DIVISION
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
|
|
#else
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_Divide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceDivide(x,y)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 && CYTHON_USE_UNICODE_INTERNALS
|
|
#define __Pyx_PyDict_GetItemStr(dict, name) _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
|
|
#else
|
|
#define __Pyx_PyDict_GetItemStr(dict, name) PyDict_GetItem(dict, name)
|
|
#endif
|
|
#if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)
|
|
#define CYTHON_PEP393_ENABLED 1
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#else
|
|
#define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ?\
|
|
0 : _PyUnicode_Ready((PyObject *)(op)))
|
|
#endif
|
|
#define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u)
|
|
#define __Pyx_PyUnicode_KIND(u) PyUnicode_KIND(u)
|
|
#define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u)
|
|
#define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, ch)
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_LENGTH(u))
|
|
#else
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03090000
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : ((PyCompactUnicodeObject *)(u))->wstr_length))
|
|
#else
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
|
|
#endif
|
|
#endif
|
|
#else
|
|
#define CYTHON_PEP393_ENABLED 0
|
|
#define PyUnicode_1BYTE_KIND 1
|
|
#define PyUnicode_2BYTE_KIND 2
|
|
#define PyUnicode_4BYTE_KIND 4
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i]))
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((sizeof(Py_UNICODE) == 2) ? 65535 : 1114111)
|
|
#define __Pyx_PyUnicode_KIND(u) (sizeof(Py_UNICODE))
|
|
#define __Pyx_PyUnicode_DATA(u) ((void*)PyUnicode_AS_UNICODE(u))
|
|
#define __Pyx_PyUnicode_READ(k, d, i) ((void)(k), (Py_UCS4)(((Py_UNICODE*)d)[i]))
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) (((void)(k)), ((Py_UNICODE*)d)[i] = ch)
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_SIZE(u))
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b)
|
|
#else
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
|
|
PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_Contains)
|
|
#define PyUnicode_Contains(u, s) PySequence_Contains(u, s)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyByteArray_Check)
|
|
#define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Format)
|
|
#define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt)
|
|
#endif
|
|
#define __Pyx_PyString_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyString_Check(b) && !PyString_CheckExact(b)))) ? PyNumber_Remainder(a, b) : __Pyx_PyString_Format(a, b))
|
|
#define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyString_Format(a, b) PyUnicode_Format(a, b)
|
|
#else
|
|
#define __Pyx_PyString_Format(a, b) PyString_Format(a, b)
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3 && !defined(PyObject_ASCII)
|
|
#define PyObject_ASCII(o) PyObject_Repr(o)
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyBaseString_Type PyUnicode_Type
|
|
#define PyStringObject PyUnicodeObject
|
|
#define PyString_Type PyUnicode_Type
|
|
#define PyString_Check PyUnicode_Check
|
|
#define PyString_CheckExact PyUnicode_CheckExact
|
|
#ifndef PyObject_Unicode
|
|
#define PyObject_Unicode PyObject_Str
|
|
#endif
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj)
|
|
#define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj)
|
|
#else
|
|
#define __Pyx_PyBaseString_Check(obj) (PyString_Check(obj) || PyUnicode_Check(obj))
|
|
#define __Pyx_PyBaseString_CheckExact(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj))
|
|
#endif
|
|
#ifndef PySet_CheckExact
|
|
#define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type)
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030900A4
|
|
#define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt)
|
|
#define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size)
|
|
#else
|
|
#define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt)
|
|
#define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size)
|
|
#endif
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PySequence_SIZE(seq) Py_SIZE(seq)
|
|
#else
|
|
#define __Pyx_PySequence_SIZE(seq) PySequence_Size(seq)
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyIntObject PyLongObject
|
|
#define PyInt_Type PyLong_Type
|
|
#define PyInt_Check(op) PyLong_Check(op)
|
|
#define PyInt_CheckExact(op) PyLong_CheckExact(op)
|
|
#define PyInt_FromString PyLong_FromString
|
|
#define PyInt_FromUnicode PyLong_FromUnicode
|
|
#define PyInt_FromLong PyLong_FromLong
|
|
#define PyInt_FromSize_t PyLong_FromSize_t
|
|
#define PyInt_FromSsize_t PyLong_FromSsize_t
|
|
#define PyInt_AsLong PyLong_AsLong
|
|
#define PyInt_AS_LONG PyLong_AS_LONG
|
|
#define PyInt_AsSsize_t PyLong_AsSsize_t
|
|
#define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask
|
|
#define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask
|
|
#define PyNumber_Int PyNumber_Long
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyBoolObject PyLongObject
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3 && CYTHON_COMPILING_IN_PYPY
|
|
#ifndef PyUnicode_InternFromString
|
|
#define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
|
|
#endif
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030200A4
|
|
typedef long Py_hash_t;
|
|
#define __Pyx_PyInt_FromHash_t PyInt_FromLong
|
|
#define __Pyx_PyInt_AsHash_t __Pyx_PyIndex_AsHash_t
|
|
#else
|
|
#define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t
|
|
#define __Pyx_PyInt_AsHash_t __Pyx_PyIndex_AsSsize_t
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyMethod_New(func, self, klass) ((self) ? ((void)(klass), PyMethod_New(func, self)) : __Pyx_NewRef(func))
|
|
#else
|
|
#define __Pyx_PyMethod_New(func, self, klass) PyMethod_New(func, self, klass)
|
|
#endif
|
|
#if CYTHON_USE_ASYNC_SLOTS
|
|
#if PY_VERSION_HEX >= 0x030500B1
|
|
#define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
|
|
#define __Pyx_PyType_AsAsync(obj) (Py_TYPE(obj)->tp_as_async)
|
|
#else
|
|
#define __Pyx_PyType_AsAsync(obj) ((__Pyx_PyAsyncMethodsStruct*) (Py_TYPE(obj)->tp_reserved))
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyType_AsAsync(obj) NULL
|
|
#endif
|
|
#ifndef __Pyx_PyAsyncMethodsStruct
|
|
typedef struct {
|
|
unaryfunc am_await;
|
|
unaryfunc am_aiter;
|
|
unaryfunc am_anext;
|
|
} __Pyx_PyAsyncMethodsStruct;
|
|
#endif
|
|
|
|
#if defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)
|
|
#if !defined(_USE_MATH_DEFINES)
|
|
#define _USE_MATH_DEFINES
|
|
#endif
|
|
#endif
|
|
#include <math.h>
|
|
#ifdef NAN
|
|
#define __PYX_NAN() ((float) NAN)
|
|
#else
|
|
static CYTHON_INLINE float __PYX_NAN() {
|
|
float value;
|
|
memset(&value, 0xFF, sizeof(value));
|
|
return value;
|
|
}
|
|
#endif
|
|
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
|
|
#define __Pyx_truncl trunc
|
|
#else
|
|
#define __Pyx_truncl truncl
|
|
#endif
|
|
|
|
#define __PYX_MARK_ERR_POS(f_index, lineno) \
|
|
{ __pyx_filename = __pyx_f[f_index]; (void)__pyx_filename; __pyx_lineno = lineno; (void)__pyx_lineno; __pyx_clineno = __LINE__; (void)__pyx_clineno; }
|
|
#define __PYX_ERR(f_index, lineno, Ln_error) \
|
|
{ __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; }
|
|
|
|
#ifndef __PYX_EXTERN_C
|
|
#ifdef __cplusplus
|
|
#define __PYX_EXTERN_C extern "C"
|
|
#else
|
|
#define __PYX_EXTERN_C extern
|
|
#endif
|
|
#endif
|
|
|
|
#define __PYX_HAVE__spacy__tokens__doc
|
|
#define __PYX_HAVE_API__spacy__tokens__doc
|
|
/* Early includes */
|
|
#include <string.h>
|
|
#include <stdio.h>
|
|
#include "numpy/arrayobject.h"
|
|
#include "numpy/ndarrayobject.h"
|
|
#include "numpy/ndarraytypes.h"
|
|
#include "numpy/arrayscalars.h"
|
|
#include "numpy/ufuncobject.h"
|
|
|
|
/* NumPy API declarations from "numpy/__init__.pxd" */
|
|
|
|
#include <stdint.h>
|
|
#include "ios"
|
|
#include "new"
|
|
#include "stdexcept"
|
|
#include "typeinfo"
|
|
#include <utility>
|
|
|
|
#if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600)
|
|
// move should be defined for these versions of MSVC, but __cplusplus isn't set usefully
|
|
#include <type_traits>
|
|
|
|
namespace cython_std {
|
|
template <typename T> typename std::remove_reference<T>::type&& move(T& t) noexcept { return std::move(t); }
|
|
template <typename T> typename std::remove_reference<T>::type&& move(T&& t) noexcept { return std::move(t); }
|
|
}
|
|
|
|
#endif
|
|
|
|
#include <unordered_map>
|
|
#include <unordered_set>
|
|
#include <vector>
|
|
#include <set>
|
|
#include <math.h>
|
|
#include "pythread.h"
|
|
#include <stdlib.h>
|
|
#include "pystate.h"
|
|
#ifdef _OPENMP
|
|
#include <omp.h>
|
|
#endif /* _OPENMP */
|
|
|
|
#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
|
|
#define CYTHON_WITHOUT_ASSERTIONS
|
|
#endif
|
|
|
|
typedef struct {PyObject **p; const char *s; const Py_ssize_t n; const char* encoding;
|
|
const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry;
|
|
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT (PY_MAJOR_VERSION >= 3 && __PYX_DEFAULT_STRING_ENCODING_IS_UTF8)
|
|
#define __PYX_DEFAULT_STRING_ENCODING ""
|
|
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
|
|
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
|
|
#define __Pyx_uchar_cast(c) ((unsigned char)c)
|
|
#define __Pyx_long_cast(x) ((long)x)
|
|
#define __Pyx_fits_Py_ssize_t(v, type, is_signed) (\
|
|
(sizeof(type) < sizeof(Py_ssize_t)) ||\
|
|
(sizeof(type) > sizeof(Py_ssize_t) &&\
|
|
likely(v < (type)PY_SSIZE_T_MAX ||\
|
|
v == (type)PY_SSIZE_T_MAX) &&\
|
|
(!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
|
|
v == (type)PY_SSIZE_T_MIN))) ||\
|
|
(sizeof(type) == sizeof(Py_ssize_t) &&\
|
|
(is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
|
|
v == (type)PY_SSIZE_T_MAX))) )
|
|
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
|
|
return (size_t) i < (size_t) limit;
|
|
}
|
|
#if defined (__cplusplus) && __cplusplus >= 201103L
|
|
#include <cstdlib>
|
|
#define __Pyx_sst_abs(value) std::abs(value)
|
|
#elif SIZEOF_INT >= SIZEOF_SIZE_T
|
|
#define __Pyx_sst_abs(value) abs(value)
|
|
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
|
|
#define __Pyx_sst_abs(value) labs(value)
|
|
#elif defined (_MSC_VER)
|
|
#define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define __Pyx_sst_abs(value) llabs(value)
|
|
#elif defined (__GNUC__)
|
|
#define __Pyx_sst_abs(value) __builtin_llabs(value)
|
|
#else
|
|
#define __Pyx_sst_abs(value) ((value<0) ? -value : value)
|
|
#endif
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
|
|
#define __Pyx_PyByteArray_FromString(s) PyByteArray_FromStringAndSize((const char*)s, strlen((const char*)s))
|
|
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
|
|
#define __Pyx_PyBytes_FromString PyBytes_FromString
|
|
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
|
|
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyStr_FromString __Pyx_PyBytes_FromString
|
|
#define __Pyx_PyStr_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
|
|
#else
|
|
#define __Pyx_PyStr_FromString __Pyx_PyUnicode_FromString
|
|
#define __Pyx_PyStr_FromStringAndSize __Pyx_PyUnicode_FromStringAndSize
|
|
#endif
|
|
#define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyObject_AsWritableString(s) ((char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsWritableSString(s) ((signed char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsWritableUString(s) ((unsigned char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsSString(s) ((const signed char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsUString(s) ((const unsigned char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_FromCString(s) __Pyx_PyObject_FromString((const char*)s)
|
|
#define __Pyx_PyBytes_FromCString(s) __Pyx_PyBytes_FromString((const char*)s)
|
|
#define __Pyx_PyByteArray_FromCString(s) __Pyx_PyByteArray_FromString((const char*)s)
|
|
#define __Pyx_PyStr_FromCString(s) __Pyx_PyStr_FromString((const char*)s)
|
|
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
|
|
static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u) {
|
|
const Py_UNICODE *u_end = u;
|
|
while (*u_end++) ;
|
|
return (size_t)(u_end - u - 1);
|
|
}
|
|
#define __Pyx_PyUnicode_FromUnicode(u) PyUnicode_FromUnicode(u, __Pyx_Py_UNICODE_strlen(u))
|
|
#define __Pyx_PyUnicode_FromUnicodeAndLength PyUnicode_FromUnicode
|
|
#define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode
|
|
#define __Pyx_NewRef(obj) (Py_INCREF(obj), obj)
|
|
#define __Pyx_Owned_Py_None(b) __Pyx_NewRef(Py_None)
|
|
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
|
|
static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x);
|
|
#define __Pyx_PySequence_Tuple(obj)\
|
|
(likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
|
|
static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t);
|
|
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject*);
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
|
|
#else
|
|
#define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
|
|
#endif
|
|
#define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x))
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
|
|
#else
|
|
#define __Pyx_PyNumber_Int(x) (PyInt_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Int(x))
|
|
#endif
|
|
#define __Pyx_PyNumber_Float(x) (PyFloat_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Float(x))
|
|
#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
static int __Pyx_sys_getdefaultencoding_not_ascii;
|
|
static int __Pyx_init_sys_getdefaultencoding_params(void) {
|
|
PyObject* sys;
|
|
PyObject* default_encoding = NULL;
|
|
PyObject* ascii_chars_u = NULL;
|
|
PyObject* ascii_chars_b = NULL;
|
|
const char* default_encoding_c;
|
|
sys = PyImport_ImportModule("sys");
|
|
if (!sys) goto bad;
|
|
default_encoding = PyObject_CallMethod(sys, (char*) "getdefaultencoding", NULL);
|
|
Py_DECREF(sys);
|
|
if (!default_encoding) goto bad;
|
|
default_encoding_c = PyBytes_AsString(default_encoding);
|
|
if (!default_encoding_c) goto bad;
|
|
if (strcmp(default_encoding_c, "ascii") == 0) {
|
|
__Pyx_sys_getdefaultencoding_not_ascii = 0;
|
|
} else {
|
|
char ascii_chars[128];
|
|
int c;
|
|
for (c = 0; c < 128; c++) {
|
|
ascii_chars[c] = c;
|
|
}
|
|
__Pyx_sys_getdefaultencoding_not_ascii = 1;
|
|
ascii_chars_u = PyUnicode_DecodeASCII(ascii_chars, 128, NULL);
|
|
if (!ascii_chars_u) goto bad;
|
|
ascii_chars_b = PyUnicode_AsEncodedString(ascii_chars_u, default_encoding_c, NULL);
|
|
if (!ascii_chars_b || !PyBytes_Check(ascii_chars_b) || memcmp(ascii_chars, PyBytes_AS_STRING(ascii_chars_b), 128) != 0) {
|
|
PyErr_Format(
|
|
PyExc_ValueError,
|
|
"This module compiled with c_string_encoding=ascii, but default encoding '%.200s' is not a superset of ascii.",
|
|
default_encoding_c);
|
|
goto bad;
|
|
}
|
|
Py_DECREF(ascii_chars_u);
|
|
Py_DECREF(ascii_chars_b);
|
|
}
|
|
Py_DECREF(default_encoding);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(default_encoding);
|
|
Py_XDECREF(ascii_chars_u);
|
|
Py_XDECREF(ascii_chars_b);
|
|
return -1;
|
|
}
|
|
#endif
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT && PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
|
|
#else
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
|
|
static char* __PYX_DEFAULT_STRING_ENCODING;
|
|
static int __Pyx_init_sys_getdefaultencoding_params(void) {
|
|
PyObject* sys;
|
|
PyObject* default_encoding = NULL;
|
|
char* default_encoding_c;
|
|
sys = PyImport_ImportModule("sys");
|
|
if (!sys) goto bad;
|
|
default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL);
|
|
Py_DECREF(sys);
|
|
if (!default_encoding) goto bad;
|
|
default_encoding_c = PyBytes_AsString(default_encoding);
|
|
if (!default_encoding_c) goto bad;
|
|
__PYX_DEFAULT_STRING_ENCODING = (char*) malloc(strlen(default_encoding_c) + 1);
|
|
if (!__PYX_DEFAULT_STRING_ENCODING) goto bad;
|
|
strcpy(__PYX_DEFAULT_STRING_ENCODING, default_encoding_c);
|
|
Py_DECREF(default_encoding);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(default_encoding);
|
|
return -1;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
|
|
/* Test for GCC > 2.95 */
|
|
#if defined(__GNUC__) && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
|
|
#define likely(x) __builtin_expect(!!(x), 1)
|
|
#define unlikely(x) __builtin_expect(!!(x), 0)
|
|
#else /* !__GNUC__ or GCC < 2.95 */
|
|
#define likely(x) (x)
|
|
#define unlikely(x) (x)
|
|
#endif /* __GNUC__ */
|
|
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }
|
|
|
|
static PyObject *__pyx_m = NULL;
|
|
static PyObject *__pyx_d;
|
|
static PyObject *__pyx_b;
|
|
static PyObject *__pyx_cython_runtime = NULL;
|
|
static PyObject *__pyx_empty_tuple;
|
|
static PyObject *__pyx_empty_bytes;
|
|
static PyObject *__pyx_empty_unicode;
|
|
static int __pyx_lineno;
|
|
static int __pyx_clineno = 0;
|
|
static const char * __pyx_cfilenm= __FILE__;
|
|
static const char *__pyx_filename;
|
|
|
|
/* Header.proto */
|
|
#if !defined(CYTHON_CCOMPLEX)
|
|
#if defined(__cplusplus)
|
|
#define CYTHON_CCOMPLEX 1
|
|
#elif (defined(_Complex_I) && !defined(_MSC_VER))
|
|
#define CYTHON_CCOMPLEX 1
|
|
#else
|
|
#define CYTHON_CCOMPLEX 0
|
|
#endif
|
|
#endif
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
#include <complex>
|
|
#else
|
|
#include <complex.h>
|
|
#endif
|
|
#endif
|
|
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
|
|
#undef _Complex_I
|
|
#define _Complex_I 1.0fj
|
|
#endif
|
|
|
|
|
|
static const char *__pyx_f[] = {
|
|
"spacy\\tokens\\doc.pyx",
|
|
"spacy\\tokens\\doc.pxd",
|
|
"stringsource",
|
|
"__init__.pxd",
|
|
"spacy\\tokens\\span.pxd",
|
|
"spacy\\lexeme.pxd",
|
|
"spacy\\tokens\\token.pxd",
|
|
"type.pxd",
|
|
"cymem.pxd",
|
|
"maps.pxd",
|
|
"spacy\\strings.pxd",
|
|
"spacy\\morphology.pxd",
|
|
"spacy\\vocab.pxd",
|
|
};
|
|
/* BufferFormatStructs.proto */
|
|
#define IS_UNSIGNED(type) (((type) -1) > 0)
|
|
struct __Pyx_StructField_;
|
|
#define __PYX_BUF_FLAGS_PACKED_STRUCT (1 << 0)
|
|
typedef struct {
|
|
const char* name;
|
|
struct __Pyx_StructField_* fields;
|
|
size_t size;
|
|
size_t arraysize[8];
|
|
int ndim;
|
|
char typegroup;
|
|
char is_unsigned;
|
|
int flags;
|
|
} __Pyx_TypeInfo;
|
|
typedef struct __Pyx_StructField_ {
|
|
__Pyx_TypeInfo* type;
|
|
const char* name;
|
|
size_t offset;
|
|
} __Pyx_StructField;
|
|
typedef struct {
|
|
__Pyx_StructField* field;
|
|
size_t parent_offset;
|
|
} __Pyx_BufFmt_StackElem;
|
|
typedef struct {
|
|
__Pyx_StructField root;
|
|
__Pyx_BufFmt_StackElem* head;
|
|
size_t fmt_offset;
|
|
size_t new_count, enc_count;
|
|
size_t struct_alignment;
|
|
int is_complex;
|
|
char enc_type;
|
|
char new_packmode;
|
|
char enc_packmode;
|
|
char is_valid_array;
|
|
} __Pyx_BufFmt_Context;
|
|
|
|
/* MemviewSliceStruct.proto */
|
|
struct __pyx_memoryview_obj;
|
|
typedef struct {
|
|
struct __pyx_memoryview_obj *memview;
|
|
char *data;
|
|
Py_ssize_t shape[8];
|
|
Py_ssize_t strides[8];
|
|
Py_ssize_t suboffsets[8];
|
|
} __Pyx_memviewslice;
|
|
#define __Pyx_MemoryView_Len(m) (m.shape[0])
|
|
|
|
/* Atomics.proto */
|
|
#include <pythread.h>
|
|
#ifndef CYTHON_ATOMICS
|
|
#define CYTHON_ATOMICS 1
|
|
#endif
|
|
#define __PYX_CYTHON_ATOMICS_ENABLED() CYTHON_ATOMICS
|
|
#define __pyx_atomic_int_type int
|
|
#if CYTHON_ATOMICS && (__GNUC__ >= 5 || (__GNUC__ == 4 &&\
|
|
(__GNUC_MINOR__ > 1 ||\
|
|
(__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ >= 2))))
|
|
#define __pyx_atomic_incr_aligned(value) __sync_fetch_and_add(value, 1)
|
|
#define __pyx_atomic_decr_aligned(value) __sync_fetch_and_sub(value, 1)
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#warning "Using GNU atomics"
|
|
#endif
|
|
#elif CYTHON_ATOMICS && defined(_MSC_VER) && CYTHON_COMPILING_IN_NOGIL
|
|
#include <intrin.h>
|
|
#undef __pyx_atomic_int_type
|
|
#define __pyx_atomic_int_type long
|
|
#pragma intrinsic (_InterlockedExchangeAdd)
|
|
#define __pyx_atomic_incr_aligned(value) _InterlockedExchangeAdd(value, 1)
|
|
#define __pyx_atomic_decr_aligned(value) _InterlockedExchangeAdd(value, -1)
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#pragma message ("Using MSVC atomics")
|
|
#endif
|
|
#else
|
|
#undef CYTHON_ATOMICS
|
|
#define CYTHON_ATOMICS 0
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#warning "Not using atomics"
|
|
#endif
|
|
#endif
|
|
typedef volatile __pyx_atomic_int_type __pyx_atomic_int;
|
|
#if CYTHON_ATOMICS
|
|
#define __pyx_add_acquisition_count(memview)\
|
|
__pyx_atomic_incr_aligned(__pyx_get_slice_count_pointer(memview))
|
|
#define __pyx_sub_acquisition_count(memview)\
|
|
__pyx_atomic_decr_aligned(__pyx_get_slice_count_pointer(memview))
|
|
#else
|
|
#define __pyx_add_acquisition_count(memview)\
|
|
__pyx_add_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
|
|
#define __pyx_sub_acquisition_count(memview)\
|
|
__pyx_sub_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
|
|
#endif
|
|
|
|
/* ForceInitThreads.proto */
|
|
#ifndef __PYX_FORCE_INIT_THREADS
|
|
#define __PYX_FORCE_INIT_THREADS 0
|
|
#endif
|
|
|
|
/* NoFastGil.proto */
|
|
#define __Pyx_PyGILState_Ensure PyGILState_Ensure
|
|
#define __Pyx_PyGILState_Release PyGILState_Release
|
|
#define __Pyx_FastGIL_Remember()
|
|
#define __Pyx_FastGIL_Forget()
|
|
#define __Pyx_FastGilFuncInit()
|
|
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":688
|
|
* # in Cython to enable them only on the right systems.
|
|
*
|
|
* ctypedef npy_int8 int8_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_int16 int16_t
|
|
* ctypedef npy_int32 int32_t
|
|
*/
|
|
typedef npy_int8 __pyx_t_5numpy_int8_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":689
|
|
*
|
|
* ctypedef npy_int8 int8_t
|
|
* ctypedef npy_int16 int16_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_int32 int32_t
|
|
* ctypedef npy_int64 int64_t
|
|
*/
|
|
typedef npy_int16 __pyx_t_5numpy_int16_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":690
|
|
* ctypedef npy_int8 int8_t
|
|
* ctypedef npy_int16 int16_t
|
|
* ctypedef npy_int32 int32_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_int64 int64_t
|
|
* #ctypedef npy_int96 int96_t
|
|
*/
|
|
typedef npy_int32 __pyx_t_5numpy_int32_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":691
|
|
* ctypedef npy_int16 int16_t
|
|
* ctypedef npy_int32 int32_t
|
|
* ctypedef npy_int64 int64_t # <<<<<<<<<<<<<<
|
|
* #ctypedef npy_int96 int96_t
|
|
* #ctypedef npy_int128 int128_t
|
|
*/
|
|
typedef npy_int64 __pyx_t_5numpy_int64_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":695
|
|
* #ctypedef npy_int128 int128_t
|
|
*
|
|
* ctypedef npy_uint8 uint8_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uint16 uint16_t
|
|
* ctypedef npy_uint32 uint32_t
|
|
*/
|
|
typedef npy_uint8 __pyx_t_5numpy_uint8_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":696
|
|
*
|
|
* ctypedef npy_uint8 uint8_t
|
|
* ctypedef npy_uint16 uint16_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uint32 uint32_t
|
|
* ctypedef npy_uint64 uint64_t
|
|
*/
|
|
typedef npy_uint16 __pyx_t_5numpy_uint16_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":697
|
|
* ctypedef npy_uint8 uint8_t
|
|
* ctypedef npy_uint16 uint16_t
|
|
* ctypedef npy_uint32 uint32_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uint64 uint64_t
|
|
* #ctypedef npy_uint96 uint96_t
|
|
*/
|
|
typedef npy_uint32 __pyx_t_5numpy_uint32_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":698
|
|
* ctypedef npy_uint16 uint16_t
|
|
* ctypedef npy_uint32 uint32_t
|
|
* ctypedef npy_uint64 uint64_t # <<<<<<<<<<<<<<
|
|
* #ctypedef npy_uint96 uint96_t
|
|
* #ctypedef npy_uint128 uint128_t
|
|
*/
|
|
typedef npy_uint64 __pyx_t_5numpy_uint64_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":702
|
|
* #ctypedef npy_uint128 uint128_t
|
|
*
|
|
* ctypedef npy_float32 float32_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_float64 float64_t
|
|
* #ctypedef npy_float80 float80_t
|
|
*/
|
|
typedef npy_float32 __pyx_t_5numpy_float32_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":703
|
|
*
|
|
* ctypedef npy_float32 float32_t
|
|
* ctypedef npy_float64 float64_t # <<<<<<<<<<<<<<
|
|
* #ctypedef npy_float80 float80_t
|
|
* #ctypedef npy_float128 float128_t
|
|
*/
|
|
typedef npy_float64 __pyx_t_5numpy_float64_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":712
|
|
* # The int types are mapped a bit surprising --
|
|
* # numpy.int corresponds to 'l' and numpy.long to 'q'
|
|
* ctypedef npy_long int_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_longlong longlong_t
|
|
*
|
|
*/
|
|
typedef npy_long __pyx_t_5numpy_int_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":713
|
|
* # numpy.int corresponds to 'l' and numpy.long to 'q'
|
|
* ctypedef npy_long int_t
|
|
* ctypedef npy_longlong longlong_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_ulong uint_t
|
|
*/
|
|
typedef npy_longlong __pyx_t_5numpy_longlong_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":715
|
|
* ctypedef npy_longlong longlong_t
|
|
*
|
|
* ctypedef npy_ulong uint_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_ulonglong ulonglong_t
|
|
*
|
|
*/
|
|
typedef npy_ulong __pyx_t_5numpy_uint_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":716
|
|
*
|
|
* ctypedef npy_ulong uint_t
|
|
* ctypedef npy_ulonglong ulonglong_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_intp intp_t
|
|
*/
|
|
typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":718
|
|
* ctypedef npy_ulonglong ulonglong_t
|
|
*
|
|
* ctypedef npy_intp intp_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_uintp uintp_t
|
|
*
|
|
*/
|
|
typedef npy_intp __pyx_t_5numpy_intp_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":719
|
|
*
|
|
* ctypedef npy_intp intp_t
|
|
* ctypedef npy_uintp uintp_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_double float_t
|
|
*/
|
|
typedef npy_uintp __pyx_t_5numpy_uintp_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":721
|
|
* ctypedef npy_uintp uintp_t
|
|
*
|
|
* ctypedef npy_double float_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_double double_t
|
|
* ctypedef npy_longdouble longdouble_t
|
|
*/
|
|
typedef npy_double __pyx_t_5numpy_float_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":722
|
|
*
|
|
* ctypedef npy_double float_t
|
|
* ctypedef npy_double double_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_longdouble longdouble_t
|
|
*
|
|
*/
|
|
typedef npy_double __pyx_t_5numpy_double_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":723
|
|
* ctypedef npy_double float_t
|
|
* ctypedef npy_double double_t
|
|
* ctypedef npy_longdouble longdouble_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_cfloat cfloat_t
|
|
*/
|
|
typedef npy_longdouble __pyx_t_5numpy_longdouble_t;
|
|
|
|
/* "typedefs.pxd":3
|
|
* from libc.stdint cimport int32_t, uint8_t, uint16_t, uint32_t, uint64_t, uintptr_t
|
|
*
|
|
* ctypedef float weight_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t hash_t
|
|
* ctypedef uint64_t class_t
|
|
*/
|
|
typedef float __pyx_t_5spacy_8typedefs_weight_t;
|
|
|
|
/* "typedefs.pxd":4
|
|
*
|
|
* ctypedef float weight_t
|
|
* ctypedef uint64_t hash_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t class_t
|
|
* ctypedef uint64_t attr_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_hash_t;
|
|
|
|
/* "typedefs.pxd":5
|
|
* ctypedef float weight_t
|
|
* ctypedef uint64_t hash_t
|
|
* ctypedef uint64_t class_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t attr_t
|
|
* ctypedef uint64_t flags_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_class_t;
|
|
|
|
/* "typedefs.pxd":6
|
|
* ctypedef uint64_t hash_t
|
|
* ctypedef uint64_t class_t
|
|
* ctypedef uint64_t attr_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint64_t flags_t
|
|
* ctypedef uint16_t len_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_attr_t;
|
|
|
|
/* "typedefs.pxd":7
|
|
* ctypedef uint64_t class_t
|
|
* ctypedef uint64_t attr_t
|
|
* ctypedef uint64_t flags_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint16_t len_t
|
|
* ctypedef uint16_t tag_t
|
|
*/
|
|
typedef uint64_t __pyx_t_5spacy_8typedefs_flags_t;
|
|
|
|
/* "typedefs.pxd":8
|
|
* ctypedef uint64_t attr_t
|
|
* ctypedef uint64_t flags_t
|
|
* ctypedef uint16_t len_t # <<<<<<<<<<<<<<
|
|
* ctypedef uint16_t tag_t
|
|
*/
|
|
typedef uint16_t __pyx_t_5spacy_8typedefs_len_t;
|
|
|
|
/* "typedefs.pxd":9
|
|
* ctypedef uint64_t flags_t
|
|
* ctypedef uint16_t len_t
|
|
* ctypedef uint16_t tag_t # <<<<<<<<<<<<<<
|
|
*/
|
|
typedef uint16_t __pyx_t_5spacy_8typedefs_tag_t;
|
|
|
|
/* "preshed/maps.pxd":5
|
|
*
|
|
*
|
|
* ctypedef uint64_t key_t # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
typedef uint64_t __pyx_t_7preshed_4maps_key_t;
|
|
/* Declarations.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
typedef ::std::complex< float > __pyx_t_float_complex;
|
|
#else
|
|
typedef float _Complex __pyx_t_float_complex;
|
|
#endif
|
|
#else
|
|
typedef struct { float real, imag; } __pyx_t_float_complex;
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float);
|
|
|
|
/* Declarations.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
typedef ::std::complex< double > __pyx_t_double_complex;
|
|
#else
|
|
typedef double _Complex __pyx_t_double_complex;
|
|
#endif
|
|
#else
|
|
typedef struct { double real, imag; } __pyx_t_double_complex;
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);
|
|
|
|
|
|
/*--- Type declarations ---*/
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree;
|
|
struct __pyx_obj_5cymem_5cymem_Pool;
|
|
struct __pyx_obj_5cymem_5cymem_Address;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap;
|
|
struct __pyx_obj_7preshed_4maps_PreshMapArray;
|
|
struct __pyx_obj_5spacy_7strings_StringStore;
|
|
struct __pyx_obj_5spacy_10morphology_Morphology;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab;
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span;
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme;
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr;
|
|
struct __pyx_array_obj;
|
|
struct __pyx_MemviewEnum_obj;
|
|
struct __pyx_memoryview_obj;
|
|
struct __pyx_memoryviewslice_obj;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":725
|
|
* ctypedef npy_longdouble longdouble_t
|
|
*
|
|
* ctypedef npy_cfloat cfloat_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_cdouble cdouble_t
|
|
* ctypedef npy_clongdouble clongdouble_t
|
|
*/
|
|
typedef npy_cfloat __pyx_t_5numpy_cfloat_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":726
|
|
*
|
|
* ctypedef npy_cfloat cfloat_t
|
|
* ctypedef npy_cdouble cdouble_t # <<<<<<<<<<<<<<
|
|
* ctypedef npy_clongdouble clongdouble_t
|
|
*
|
|
*/
|
|
typedef npy_cdouble __pyx_t_5numpy_cdouble_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":727
|
|
* ctypedef npy_cfloat cfloat_t
|
|
* ctypedef npy_cdouble cdouble_t
|
|
* ctypedef npy_clongdouble clongdouble_t # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef npy_cdouble complex_t
|
|
*/
|
|
typedef npy_clongdouble __pyx_t_5numpy_clongdouble_t;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":729
|
|
* ctypedef npy_clongdouble clongdouble_t
|
|
*
|
|
* ctypedef npy_cdouble complex_t # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a):
|
|
*/
|
|
typedef npy_cdouble __pyx_t_5numpy_complex_t;
|
|
|
|
/* "cymem/cymem.pxd":1
|
|
* ctypedef void* (*malloc_t)(size_t n) # <<<<<<<<<<<<<<
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
*/
|
|
typedef void *(*__pyx_t_5cymem_5cymem_malloc_t)(size_t);
|
|
|
|
/* "cymem/cymem.pxd":2
|
|
* ctypedef void* (*malloc_t)(size_t n)
|
|
* ctypedef void (*free_t)(void *p) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef class PyMalloc:
|
|
*/
|
|
typedef void (*__pyx_t_5cymem_5cymem_free_t)(void *);
|
|
|
|
/* "symbols.pxd":1
|
|
* cdef enum symbol_t: # <<<<<<<<<<<<<<
|
|
* NIL
|
|
* IS_ALPHA
|
|
*/
|
|
enum __pyx_t_5spacy_7symbols_symbol_t {
|
|
__pyx_e_5spacy_7symbols_NIL,
|
|
__pyx_e_5spacy_7symbols_IS_ALPHA,
|
|
__pyx_e_5spacy_7symbols_IS_ASCII,
|
|
__pyx_e_5spacy_7symbols_IS_DIGIT,
|
|
__pyx_e_5spacy_7symbols_IS_LOWER,
|
|
__pyx_e_5spacy_7symbols_IS_PUNCT,
|
|
__pyx_e_5spacy_7symbols_IS_SPACE,
|
|
__pyx_e_5spacy_7symbols_IS_TITLE,
|
|
__pyx_e_5spacy_7symbols_IS_UPPER,
|
|
__pyx_e_5spacy_7symbols_LIKE_URL,
|
|
__pyx_e_5spacy_7symbols_LIKE_NUM,
|
|
__pyx_e_5spacy_7symbols_LIKE_EMAIL,
|
|
__pyx_e_5spacy_7symbols_IS_STOP,
|
|
__pyx_e_5spacy_7symbols_IS_OOV_DEPRECATED,
|
|
__pyx_e_5spacy_7symbols_IS_BRACKET,
|
|
__pyx_e_5spacy_7symbols_IS_QUOTE,
|
|
__pyx_e_5spacy_7symbols_IS_LEFT_PUNCT,
|
|
__pyx_e_5spacy_7symbols_IS_RIGHT_PUNCT,
|
|
__pyx_e_5spacy_7symbols_IS_CURRENCY,
|
|
__pyx_e_5spacy_7symbols_FLAG19 = 19,
|
|
__pyx_e_5spacy_7symbols_FLAG20,
|
|
__pyx_e_5spacy_7symbols_FLAG21,
|
|
__pyx_e_5spacy_7symbols_FLAG22,
|
|
__pyx_e_5spacy_7symbols_FLAG23,
|
|
__pyx_e_5spacy_7symbols_FLAG24,
|
|
__pyx_e_5spacy_7symbols_FLAG25,
|
|
__pyx_e_5spacy_7symbols_FLAG26,
|
|
__pyx_e_5spacy_7symbols_FLAG27,
|
|
__pyx_e_5spacy_7symbols_FLAG28,
|
|
__pyx_e_5spacy_7symbols_FLAG29,
|
|
__pyx_e_5spacy_7symbols_FLAG30,
|
|
__pyx_e_5spacy_7symbols_FLAG31,
|
|
__pyx_e_5spacy_7symbols_FLAG32,
|
|
__pyx_e_5spacy_7symbols_FLAG33,
|
|
__pyx_e_5spacy_7symbols_FLAG34,
|
|
__pyx_e_5spacy_7symbols_FLAG35,
|
|
__pyx_e_5spacy_7symbols_FLAG36,
|
|
__pyx_e_5spacy_7symbols_FLAG37,
|
|
__pyx_e_5spacy_7symbols_FLAG38,
|
|
__pyx_e_5spacy_7symbols_FLAG39,
|
|
__pyx_e_5spacy_7symbols_FLAG40,
|
|
__pyx_e_5spacy_7symbols_FLAG41,
|
|
__pyx_e_5spacy_7symbols_FLAG42,
|
|
__pyx_e_5spacy_7symbols_FLAG43,
|
|
__pyx_e_5spacy_7symbols_FLAG44,
|
|
__pyx_e_5spacy_7symbols_FLAG45,
|
|
__pyx_e_5spacy_7symbols_FLAG46,
|
|
__pyx_e_5spacy_7symbols_FLAG47,
|
|
__pyx_e_5spacy_7symbols_FLAG48,
|
|
__pyx_e_5spacy_7symbols_FLAG49,
|
|
__pyx_e_5spacy_7symbols_FLAG50,
|
|
__pyx_e_5spacy_7symbols_FLAG51,
|
|
__pyx_e_5spacy_7symbols_FLAG52,
|
|
__pyx_e_5spacy_7symbols_FLAG53,
|
|
__pyx_e_5spacy_7symbols_FLAG54,
|
|
__pyx_e_5spacy_7symbols_FLAG55,
|
|
__pyx_e_5spacy_7symbols_FLAG56,
|
|
__pyx_e_5spacy_7symbols_FLAG57,
|
|
__pyx_e_5spacy_7symbols_FLAG58,
|
|
__pyx_e_5spacy_7symbols_FLAG59,
|
|
__pyx_e_5spacy_7symbols_FLAG60,
|
|
__pyx_e_5spacy_7symbols_FLAG61,
|
|
__pyx_e_5spacy_7symbols_FLAG62,
|
|
__pyx_e_5spacy_7symbols_FLAG63,
|
|
__pyx_e_5spacy_7symbols_ID,
|
|
__pyx_e_5spacy_7symbols_ORTH,
|
|
__pyx_e_5spacy_7symbols_LOWER,
|
|
__pyx_e_5spacy_7symbols_NORM,
|
|
__pyx_e_5spacy_7symbols_SHAPE,
|
|
__pyx_e_5spacy_7symbols_PREFIX,
|
|
__pyx_e_5spacy_7symbols_SUFFIX,
|
|
__pyx_e_5spacy_7symbols_LENGTH,
|
|
__pyx_e_5spacy_7symbols_CLUSTER,
|
|
__pyx_e_5spacy_7symbols_LEMMA,
|
|
__pyx_e_5spacy_7symbols_POS,
|
|
__pyx_e_5spacy_7symbols_TAG,
|
|
__pyx_e_5spacy_7symbols_DEP,
|
|
__pyx_e_5spacy_7symbols_ENT_IOB,
|
|
__pyx_e_5spacy_7symbols_ENT_TYPE,
|
|
__pyx_e_5spacy_7symbols_HEAD,
|
|
__pyx_e_5spacy_7symbols_SENT_START,
|
|
__pyx_e_5spacy_7symbols_SPACY,
|
|
__pyx_e_5spacy_7symbols_PROB,
|
|
__pyx_e_5spacy_7symbols_LANG,
|
|
__pyx_e_5spacy_7symbols_ADJ,
|
|
__pyx_e_5spacy_7symbols_ADP,
|
|
__pyx_e_5spacy_7symbols_ADV,
|
|
__pyx_e_5spacy_7symbols_AUX,
|
|
__pyx_e_5spacy_7symbols_CONJ,
|
|
__pyx_e_5spacy_7symbols_CCONJ,
|
|
__pyx_e_5spacy_7symbols_DET,
|
|
__pyx_e_5spacy_7symbols_INTJ,
|
|
__pyx_e_5spacy_7symbols_NOUN,
|
|
__pyx_e_5spacy_7symbols_NUM,
|
|
__pyx_e_5spacy_7symbols_PART,
|
|
__pyx_e_5spacy_7symbols_PRON,
|
|
__pyx_e_5spacy_7symbols_PROPN,
|
|
__pyx_e_5spacy_7symbols_PUNCT,
|
|
__pyx_e_5spacy_7symbols_SCONJ,
|
|
__pyx_e_5spacy_7symbols_SYM,
|
|
__pyx_e_5spacy_7symbols_VERB,
|
|
__pyx_e_5spacy_7symbols_X,
|
|
__pyx_e_5spacy_7symbols_EOL,
|
|
__pyx_e_5spacy_7symbols_SPACE,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED001,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED002,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED003,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED004,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED005,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED006,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED007,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED008,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED009,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED010,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED011,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED012,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED013,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED014,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED015,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED016,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED017,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED018,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED019,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED020,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED021,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED022,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED023,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED024,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED025,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED026,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED027,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED028,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED029,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED030,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED031,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED032,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED033,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED034,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED035,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED036,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED037,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED038,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED039,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED040,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED041,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED042,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED043,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED044,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED045,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED046,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED047,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED048,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED049,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED050,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED051,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED052,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED053,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED054,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED055,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED056,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED057,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED058,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED059,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED060,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED061,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED062,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED063,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED064,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED065,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED066,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED067,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED068,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED069,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED070,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED071,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED072,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED073,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED074,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED075,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED076,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED077,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED078,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED079,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED080,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED081,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED082,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED083,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED084,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED085,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED086,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED087,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED088,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED089,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED090,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED091,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED092,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED093,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED094,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED095,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED096,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED097,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED098,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED099,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED100,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED101,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED102,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED103,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED104,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED105,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED106,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED107,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED108,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED109,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED110,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED111,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED112,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED113,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED114,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED115,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED116,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED117,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED118,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED119,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED120,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED121,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED122,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED123,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED124,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED125,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED126,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED127,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED128,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED129,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED130,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED131,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED132,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED133,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED134,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED135,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED136,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED137,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED138,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED139,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED140,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED141,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED142,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED143,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED144,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED145,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED146,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED147,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED148,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED149,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED150,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED151,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED152,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED153,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED154,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED155,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED156,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED157,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED158,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED159,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED160,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED161,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED162,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED163,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED164,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED165,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED166,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED167,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED168,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED169,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED170,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED171,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED172,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED173,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED174,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED175,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED176,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED177,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED178,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED179,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED180,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED181,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED182,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED183,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED184,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED185,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED186,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED187,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED188,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED189,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED190,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED191,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED192,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED193,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED194,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED195,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED196,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED197,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED198,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED199,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED200,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED201,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED202,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED203,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED204,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED205,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED206,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED207,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED208,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED209,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED210,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED211,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED212,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED213,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED214,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED215,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED216,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED217,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED218,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED219,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED220,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED221,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED222,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED223,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED224,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED225,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED226,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED227,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED228,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED229,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED230,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED231,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED232,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED233,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED234,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED235,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED236,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED237,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED238,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED239,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED240,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED241,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED242,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED243,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED244,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED245,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED246,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED247,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED248,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED249,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED250,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED251,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED252,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED253,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED254,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED255,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED256,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED257,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED258,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED259,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED260,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED261,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED262,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED263,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED264,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED265,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED266,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED267,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED268,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED269,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED270,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED271,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED272,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED273,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED274,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED275,
|
|
__pyx_e_5spacy_7symbols_DEPRECATED276,
|
|
__pyx_e_5spacy_7symbols_PERSON,
|
|
__pyx_e_5spacy_7symbols_NORP,
|
|
__pyx_e_5spacy_7symbols_FACILITY,
|
|
__pyx_e_5spacy_7symbols_ORG,
|
|
__pyx_e_5spacy_7symbols_GPE,
|
|
__pyx_e_5spacy_7symbols_LOC,
|
|
__pyx_e_5spacy_7symbols_PRODUCT,
|
|
__pyx_e_5spacy_7symbols_EVENT,
|
|
__pyx_e_5spacy_7symbols_WORK_OF_ART,
|
|
__pyx_e_5spacy_7symbols_LANGUAGE,
|
|
__pyx_e_5spacy_7symbols_LAW,
|
|
__pyx_e_5spacy_7symbols_DATE,
|
|
__pyx_e_5spacy_7symbols_TIME,
|
|
__pyx_e_5spacy_7symbols_PERCENT,
|
|
__pyx_e_5spacy_7symbols_MONEY,
|
|
__pyx_e_5spacy_7symbols_QUANTITY,
|
|
__pyx_e_5spacy_7symbols_ORDINAL,
|
|
__pyx_e_5spacy_7symbols_CARDINAL,
|
|
__pyx_e_5spacy_7symbols_acomp,
|
|
__pyx_e_5spacy_7symbols_advcl,
|
|
__pyx_e_5spacy_7symbols_advmod,
|
|
__pyx_e_5spacy_7symbols_agent,
|
|
__pyx_e_5spacy_7symbols_amod,
|
|
__pyx_e_5spacy_7symbols_appos,
|
|
__pyx_e_5spacy_7symbols_attr,
|
|
__pyx_e_5spacy_7symbols_aux,
|
|
__pyx_e_5spacy_7symbols_auxpass,
|
|
__pyx_e_5spacy_7symbols_cc,
|
|
__pyx_e_5spacy_7symbols_ccomp,
|
|
__pyx_e_5spacy_7symbols_complm,
|
|
__pyx_e_5spacy_7symbols_conj,
|
|
__pyx_e_5spacy_7symbols_cop,
|
|
__pyx_e_5spacy_7symbols_csubj,
|
|
__pyx_e_5spacy_7symbols_csubjpass,
|
|
__pyx_e_5spacy_7symbols_dep,
|
|
__pyx_e_5spacy_7symbols_det,
|
|
__pyx_e_5spacy_7symbols_dobj,
|
|
__pyx_e_5spacy_7symbols_expl,
|
|
__pyx_e_5spacy_7symbols_hmod,
|
|
__pyx_e_5spacy_7symbols_hyph,
|
|
__pyx_e_5spacy_7symbols_infmod,
|
|
__pyx_e_5spacy_7symbols_intj,
|
|
__pyx_e_5spacy_7symbols_iobj,
|
|
__pyx_e_5spacy_7symbols_mark,
|
|
__pyx_e_5spacy_7symbols_meta,
|
|
__pyx_e_5spacy_7symbols_neg,
|
|
__pyx_e_5spacy_7symbols_nmod,
|
|
__pyx_e_5spacy_7symbols_nn,
|
|
__pyx_e_5spacy_7symbols_npadvmod,
|
|
__pyx_e_5spacy_7symbols_nsubj,
|
|
__pyx_e_5spacy_7symbols_nsubjpass,
|
|
__pyx_e_5spacy_7symbols_num,
|
|
__pyx_e_5spacy_7symbols_number,
|
|
__pyx_e_5spacy_7symbols_oprd,
|
|
__pyx_e_5spacy_7symbols_obj,
|
|
__pyx_e_5spacy_7symbols_obl,
|
|
__pyx_e_5spacy_7symbols_parataxis,
|
|
__pyx_e_5spacy_7symbols_partmod,
|
|
__pyx_e_5spacy_7symbols_pcomp,
|
|
__pyx_e_5spacy_7symbols_pobj,
|
|
__pyx_e_5spacy_7symbols_poss,
|
|
__pyx_e_5spacy_7symbols_possessive,
|
|
__pyx_e_5spacy_7symbols_preconj,
|
|
__pyx_e_5spacy_7symbols_prep,
|
|
__pyx_e_5spacy_7symbols_prt,
|
|
__pyx_e_5spacy_7symbols_punct,
|
|
__pyx_e_5spacy_7symbols_quantmod,
|
|
__pyx_e_5spacy_7symbols_relcl,
|
|
__pyx_e_5spacy_7symbols_rcmod,
|
|
__pyx_e_5spacy_7symbols_root,
|
|
__pyx_e_5spacy_7symbols_xcomp,
|
|
__pyx_e_5spacy_7symbols_acl,
|
|
__pyx_e_5spacy_7symbols_ENT_KB_ID,
|
|
__pyx_e_5spacy_7symbols_MORPH,
|
|
__pyx_e_5spacy_7symbols_ENT_ID,
|
|
__pyx_e_5spacy_7symbols_IDX,
|
|
__pyx_e_5spacy_7symbols__
|
|
};
|
|
|
|
/* "attrs.pxd":5
|
|
*
|
|
*
|
|
* cdef enum attr_id_t: # <<<<<<<<<<<<<<
|
|
* NULL_ATTR
|
|
* IS_ALPHA
|
|
*/
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t {
|
|
|
|
/* "attrs.pxd":96
|
|
* ENT_KB_ID = symbols.ENT_KB_ID
|
|
* MORPH
|
|
* ENT_ID = symbols.ENT_ID # <<<<<<<<<<<<<<
|
|
*
|
|
* IDX
|
|
*/
|
|
__pyx_e_5spacy_5attrs_NULL_ATTR,
|
|
__pyx_e_5spacy_5attrs_IS_ALPHA,
|
|
__pyx_e_5spacy_5attrs_IS_ASCII,
|
|
__pyx_e_5spacy_5attrs_IS_DIGIT,
|
|
__pyx_e_5spacy_5attrs_IS_LOWER,
|
|
__pyx_e_5spacy_5attrs_IS_PUNCT,
|
|
__pyx_e_5spacy_5attrs_IS_SPACE,
|
|
__pyx_e_5spacy_5attrs_IS_TITLE,
|
|
__pyx_e_5spacy_5attrs_IS_UPPER,
|
|
__pyx_e_5spacy_5attrs_LIKE_URL,
|
|
__pyx_e_5spacy_5attrs_LIKE_NUM,
|
|
__pyx_e_5spacy_5attrs_LIKE_EMAIL,
|
|
__pyx_e_5spacy_5attrs_IS_STOP,
|
|
__pyx_e_5spacy_5attrs_IS_OOV_DEPRECATED,
|
|
__pyx_e_5spacy_5attrs_IS_BRACKET,
|
|
__pyx_e_5spacy_5attrs_IS_QUOTE,
|
|
__pyx_e_5spacy_5attrs_IS_LEFT_PUNCT,
|
|
__pyx_e_5spacy_5attrs_IS_RIGHT_PUNCT,
|
|
__pyx_e_5spacy_5attrs_IS_CURRENCY,
|
|
__pyx_e_5spacy_5attrs_FLAG19 = 19,
|
|
__pyx_e_5spacy_5attrs_FLAG20,
|
|
__pyx_e_5spacy_5attrs_FLAG21,
|
|
__pyx_e_5spacy_5attrs_FLAG22,
|
|
__pyx_e_5spacy_5attrs_FLAG23,
|
|
__pyx_e_5spacy_5attrs_FLAG24,
|
|
__pyx_e_5spacy_5attrs_FLAG25,
|
|
__pyx_e_5spacy_5attrs_FLAG26,
|
|
__pyx_e_5spacy_5attrs_FLAG27,
|
|
__pyx_e_5spacy_5attrs_FLAG28,
|
|
__pyx_e_5spacy_5attrs_FLAG29,
|
|
__pyx_e_5spacy_5attrs_FLAG30,
|
|
__pyx_e_5spacy_5attrs_FLAG31,
|
|
__pyx_e_5spacy_5attrs_FLAG32,
|
|
__pyx_e_5spacy_5attrs_FLAG33,
|
|
__pyx_e_5spacy_5attrs_FLAG34,
|
|
__pyx_e_5spacy_5attrs_FLAG35,
|
|
__pyx_e_5spacy_5attrs_FLAG36,
|
|
__pyx_e_5spacy_5attrs_FLAG37,
|
|
__pyx_e_5spacy_5attrs_FLAG38,
|
|
__pyx_e_5spacy_5attrs_FLAG39,
|
|
__pyx_e_5spacy_5attrs_FLAG40,
|
|
__pyx_e_5spacy_5attrs_FLAG41,
|
|
__pyx_e_5spacy_5attrs_FLAG42,
|
|
__pyx_e_5spacy_5attrs_FLAG43,
|
|
__pyx_e_5spacy_5attrs_FLAG44,
|
|
__pyx_e_5spacy_5attrs_FLAG45,
|
|
__pyx_e_5spacy_5attrs_FLAG46,
|
|
__pyx_e_5spacy_5attrs_FLAG47,
|
|
__pyx_e_5spacy_5attrs_FLAG48,
|
|
__pyx_e_5spacy_5attrs_FLAG49,
|
|
__pyx_e_5spacy_5attrs_FLAG50,
|
|
__pyx_e_5spacy_5attrs_FLAG51,
|
|
__pyx_e_5spacy_5attrs_FLAG52,
|
|
__pyx_e_5spacy_5attrs_FLAG53,
|
|
__pyx_e_5spacy_5attrs_FLAG54,
|
|
__pyx_e_5spacy_5attrs_FLAG55,
|
|
__pyx_e_5spacy_5attrs_FLAG56,
|
|
__pyx_e_5spacy_5attrs_FLAG57,
|
|
__pyx_e_5spacy_5attrs_FLAG58,
|
|
__pyx_e_5spacy_5attrs_FLAG59,
|
|
__pyx_e_5spacy_5attrs_FLAG60,
|
|
__pyx_e_5spacy_5attrs_FLAG61,
|
|
__pyx_e_5spacy_5attrs_FLAG62,
|
|
__pyx_e_5spacy_5attrs_FLAG63,
|
|
__pyx_e_5spacy_5attrs_ID,
|
|
__pyx_e_5spacy_5attrs_ORTH,
|
|
__pyx_e_5spacy_5attrs_LOWER,
|
|
__pyx_e_5spacy_5attrs_NORM,
|
|
__pyx_e_5spacy_5attrs_SHAPE,
|
|
__pyx_e_5spacy_5attrs_PREFIX,
|
|
__pyx_e_5spacy_5attrs_SUFFIX,
|
|
__pyx_e_5spacy_5attrs_LENGTH,
|
|
__pyx_e_5spacy_5attrs_CLUSTER,
|
|
__pyx_e_5spacy_5attrs_LEMMA,
|
|
__pyx_e_5spacy_5attrs_POS,
|
|
__pyx_e_5spacy_5attrs_TAG,
|
|
__pyx_e_5spacy_5attrs_DEP,
|
|
__pyx_e_5spacy_5attrs_ENT_IOB,
|
|
__pyx_e_5spacy_5attrs_ENT_TYPE,
|
|
__pyx_e_5spacy_5attrs_HEAD,
|
|
__pyx_e_5spacy_5attrs_SENT_START,
|
|
__pyx_e_5spacy_5attrs_SPACY,
|
|
__pyx_e_5spacy_5attrs_PROB,
|
|
__pyx_e_5spacy_5attrs_LANG,
|
|
__pyx_e_5spacy_5attrs_ENT_KB_ID = __pyx_e_5spacy_7symbols_ENT_KB_ID,
|
|
__pyx_e_5spacy_5attrs_MORPH,
|
|
__pyx_e_5spacy_5attrs_ENT_ID = __pyx_e_5spacy_7symbols_ENT_ID,
|
|
__pyx_e_5spacy_5attrs_IDX,
|
|
__pyx_e_5spacy_5attrs_SENT_END
|
|
};
|
|
|
|
/* "parts_of_speech.pxd":4
|
|
*
|
|
*
|
|
* cpdef enum univ_pos_t: # <<<<<<<<<<<<<<
|
|
* NO_TAG = 0
|
|
* ADJ = symbols.ADJ
|
|
*/
|
|
enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t {
|
|
|
|
/* "parts_of_speech.pxd":6
|
|
* cpdef enum univ_pos_t:
|
|
* NO_TAG = 0
|
|
* ADJ = symbols.ADJ # <<<<<<<<<<<<<<
|
|
* ADP
|
|
* ADV
|
|
*/
|
|
__pyx_e_5spacy_15parts_of_speech_NO_TAG = 0,
|
|
__pyx_e_5spacy_15parts_of_speech_ADJ = __pyx_e_5spacy_7symbols_ADJ,
|
|
__pyx_e_5spacy_15parts_of_speech_ADP,
|
|
__pyx_e_5spacy_15parts_of_speech_ADV,
|
|
__pyx_e_5spacy_15parts_of_speech_AUX,
|
|
__pyx_e_5spacy_15parts_of_speech_CONJ,
|
|
__pyx_e_5spacy_15parts_of_speech_CCONJ,
|
|
__pyx_e_5spacy_15parts_of_speech_DET,
|
|
__pyx_e_5spacy_15parts_of_speech_INTJ,
|
|
__pyx_e_5spacy_15parts_of_speech_NOUN,
|
|
__pyx_e_5spacy_15parts_of_speech_NUM,
|
|
__pyx_e_5spacy_15parts_of_speech_PART,
|
|
__pyx_e_5spacy_15parts_of_speech_PRON,
|
|
__pyx_e_5spacy_15parts_of_speech_PROPN,
|
|
__pyx_e_5spacy_15parts_of_speech_PUNCT,
|
|
__pyx_e_5spacy_15parts_of_speech_SCONJ,
|
|
__pyx_e_5spacy_15parts_of_speech_SYM,
|
|
__pyx_e_5spacy_15parts_of_speech_VERB,
|
|
__pyx_e_5spacy_15parts_of_speech_X,
|
|
__pyx_e_5spacy_15parts_of_speech_EOL,
|
|
__pyx_e_5spacy_15parts_of_speech_SPACE
|
|
};
|
|
struct __pyx_t_5spacy_7structs_LexemeC;
|
|
struct __pyx_t_5spacy_7structs_SpanC;
|
|
struct __pyx_t_5spacy_7structs_TokenC;
|
|
struct __pyx_t_5spacy_7structs_MorphAnalysisC;
|
|
struct __pyx_t_5spacy_7structs_KBEntryC;
|
|
struct __pyx_t_5spacy_7structs_AliasC;
|
|
struct __pyx_t_5spacy_7structs_EdgeC;
|
|
struct __pyx_t_5spacy_7structs_GraphC;
|
|
|
|
/* "structs.pxd":10
|
|
*
|
|
*
|
|
* cdef struct LexemeC: # <<<<<<<<<<<<<<
|
|
* flags_t flags
|
|
*
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_LexemeC {
|
|
__pyx_t_5spacy_8typedefs_flags_t flags;
|
|
__pyx_t_5spacy_8typedefs_attr_t lang;
|
|
__pyx_t_5spacy_8typedefs_attr_t id;
|
|
__pyx_t_5spacy_8typedefs_attr_t length;
|
|
__pyx_t_5spacy_8typedefs_attr_t orth;
|
|
__pyx_t_5spacy_8typedefs_attr_t lower;
|
|
__pyx_t_5spacy_8typedefs_attr_t norm;
|
|
__pyx_t_5spacy_8typedefs_attr_t shape;
|
|
__pyx_t_5spacy_8typedefs_attr_t prefix;
|
|
__pyx_t_5spacy_8typedefs_attr_t suffix;
|
|
};
|
|
|
|
/* "structs.pxd":26
|
|
*
|
|
*
|
|
* cdef struct SpanC: # <<<<<<<<<<<<<<
|
|
* hash_t id
|
|
* int start
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_SpanC {
|
|
__pyx_t_5spacy_8typedefs_hash_t id;
|
|
int start;
|
|
int end;
|
|
int start_char;
|
|
int end_char;
|
|
__pyx_t_5spacy_8typedefs_attr_t label;
|
|
__pyx_t_5spacy_8typedefs_attr_t kb_id;
|
|
};
|
|
|
|
/* "structs.pxd":36
|
|
*
|
|
*
|
|
* cdef struct TokenC: # <<<<<<<<<<<<<<
|
|
* const LexemeC* lex
|
|
* uint64_t morph
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_TokenC {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *lex;
|
|
uint64_t morph;
|
|
enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t pos;
|
|
int spacy;
|
|
__pyx_t_5spacy_8typedefs_attr_t tag;
|
|
int idx;
|
|
__pyx_t_5spacy_8typedefs_attr_t lemma;
|
|
__pyx_t_5spacy_8typedefs_attr_t norm;
|
|
int head;
|
|
__pyx_t_5spacy_8typedefs_attr_t dep;
|
|
uint32_t l_kids;
|
|
uint32_t r_kids;
|
|
uint32_t l_edge;
|
|
uint32_t r_edge;
|
|
int sent_start;
|
|
int ent_iob;
|
|
__pyx_t_5spacy_8typedefs_attr_t ent_type;
|
|
__pyx_t_5spacy_8typedefs_attr_t ent_kb_id;
|
|
__pyx_t_5spacy_8typedefs_hash_t ent_id;
|
|
};
|
|
|
|
/* "structs.pxd":60
|
|
*
|
|
*
|
|
* cdef struct MorphAnalysisC: # <<<<<<<<<<<<<<
|
|
* hash_t key
|
|
* int length
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_MorphAnalysisC {
|
|
__pyx_t_5spacy_8typedefs_hash_t key;
|
|
int length;
|
|
__pyx_t_5spacy_8typedefs_attr_t *fields;
|
|
__pyx_t_5spacy_8typedefs_attr_t *features;
|
|
};
|
|
|
|
/* "structs.pxd":69
|
|
*
|
|
* # Internal struct, for storage and disambiguation of entities.
|
|
* cdef struct KBEntryC: # <<<<<<<<<<<<<<
|
|
*
|
|
* # The hash of this entry's unique ID/name in the kB
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_KBEntryC {
|
|
__pyx_t_5spacy_8typedefs_hash_t entity_hash;
|
|
int32_t vector_index;
|
|
int32_t feats_row;
|
|
float freq;
|
|
};
|
|
|
|
/* "structs.pxd":88
|
|
* # Each alias struct stores a list of Entry pointers with their prior probabilities
|
|
* # for this specific mention/alias.
|
|
* cdef struct AliasC: # <<<<<<<<<<<<<<
|
|
*
|
|
* # All entry candidates for this alias
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_AliasC {
|
|
std::vector<int64_t> entry_indices;
|
|
std::vector<float> probs;
|
|
};
|
|
|
|
/* "structs.pxd":97
|
|
*
|
|
*
|
|
* cdef struct EdgeC: # <<<<<<<<<<<<<<
|
|
* hash_t label
|
|
* int32_t head
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_EdgeC {
|
|
__pyx_t_5spacy_8typedefs_hash_t label;
|
|
int32_t head;
|
|
int32_t tail;
|
|
};
|
|
|
|
/* "structs.pxd":103
|
|
*
|
|
*
|
|
* cdef struct GraphC: # <<<<<<<<<<<<<<
|
|
* vector[vector[int32_t]] nodes
|
|
* vector[EdgeC] edges
|
|
*/
|
|
struct __pyx_t_5spacy_7structs_GraphC {
|
|
std::vector<std::vector<int32_t> > nodes;
|
|
std::vector<struct __pyx_t_5spacy_7structs_EdgeC> edges;
|
|
std::vector<float> weights;
|
|
std::vector<int> n_heads;
|
|
std::vector<int> n_tails;
|
|
std::vector<int> first_head;
|
|
std::vector<int> first_tail;
|
|
std::unordered_set<int> *roots;
|
|
std::unordered_map<__pyx_t_5spacy_8typedefs_hash_t,int> *node_map;
|
|
std::unordered_map<__pyx_t_5spacy_8typedefs_hash_t,int> *edge_map;
|
|
};
|
|
struct __pyx_t_7preshed_4maps_Cell;
|
|
struct __pyx_t_7preshed_4maps_Result;
|
|
struct __pyx_t_7preshed_4maps_MapStruct;
|
|
|
|
/* "preshed/maps.pxd":8
|
|
*
|
|
*
|
|
* cdef struct Cell: # <<<<<<<<<<<<<<
|
|
* key_t key
|
|
* void* value
|
|
*/
|
|
struct __pyx_t_7preshed_4maps_Cell {
|
|
__pyx_t_7preshed_4maps_key_t key;
|
|
void *value;
|
|
};
|
|
|
|
/* "preshed/maps.pxd":13
|
|
*
|
|
*
|
|
* cdef struct Result: # <<<<<<<<<<<<<<
|
|
* int found
|
|
* void* value
|
|
*/
|
|
struct __pyx_t_7preshed_4maps_Result {
|
|
int found;
|
|
void *value;
|
|
};
|
|
|
|
/* "preshed/maps.pxd":18
|
|
*
|
|
*
|
|
* cdef struct MapStruct: # <<<<<<<<<<<<<<
|
|
* Cell* cells
|
|
* void* value_for_empty_key
|
|
*/
|
|
struct __pyx_t_7preshed_4maps_MapStruct {
|
|
struct __pyx_t_7preshed_4maps_Cell *cells;
|
|
void *value_for_empty_key;
|
|
void *value_for_del_key;
|
|
__pyx_t_7preshed_4maps_key_t length;
|
|
__pyx_t_7preshed_4maps_key_t filled;
|
|
int is_empty_key_set;
|
|
int is_del_key_set;
|
|
};
|
|
union __pyx_t_5spacy_7strings_Utf8Str;
|
|
typedef union __pyx_t_5spacy_7strings_Utf8Str __pyx_t_5spacy_7strings_Utf8Str;
|
|
|
|
/* "strings.pxd":17
|
|
*
|
|
*
|
|
* ctypedef union Utf8Str: # <<<<<<<<<<<<<<
|
|
* unsigned char[8] s
|
|
* unsigned char* p
|
|
*/
|
|
union __pyx_t_5spacy_7strings_Utf8Str {
|
|
unsigned char s[8];
|
|
unsigned char *p;
|
|
};
|
|
union __pyx_t_5spacy_5vocab_LexemesOrTokens;
|
|
struct __pyx_t_5spacy_5vocab__Cached;
|
|
|
|
/* "vocab.pxd":15
|
|
*
|
|
*
|
|
* cdef union LexemesOrTokens: # <<<<<<<<<<<<<<
|
|
* const LexemeC* const* lexemes
|
|
* const TokenC* tokens
|
|
*/
|
|
union __pyx_t_5spacy_5vocab_LexemesOrTokens {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *const *lexemes;
|
|
struct __pyx_t_5spacy_7structs_TokenC const *tokens;
|
|
};
|
|
|
|
/* "vocab.pxd":20
|
|
*
|
|
*
|
|
* cdef struct _Cached: # <<<<<<<<<<<<<<
|
|
* LexemesOrTokens data
|
|
* bint is_lex
|
|
*/
|
|
struct __pyx_t_5spacy_5vocab__Cached {
|
|
union __pyx_t_5spacy_5vocab_LexemesOrTokens data;
|
|
int is_lex;
|
|
int length;
|
|
};
|
|
struct __pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc;
|
|
typedef struct __pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc __pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc;
|
|
|
|
/* "spacy/tokens/doc.pxd":14
|
|
*
|
|
*
|
|
* ctypedef const LexemeC* const_Lexeme_ptr # <<<<<<<<<<<<<<
|
|
* ctypedef const TokenC* const_TokenC_ptr
|
|
*
|
|
*/
|
|
typedef struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr;
|
|
|
|
/* "spacy/tokens/doc.pxd":15
|
|
*
|
|
* ctypedef const LexemeC* const_Lexeme_ptr
|
|
* ctypedef const TokenC* const_TokenC_ptr # <<<<<<<<<<<<<<
|
|
*
|
|
* ctypedef fused LexemeOrToken:
|
|
*/
|
|
typedef struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr;
|
|
|
|
/* "spacy/tokens/doc.pyx":1530
|
|
*
|
|
* words = []
|
|
* token_attrs_ids = (POS, HEAD, DEP, LEMMA, TAG, MORPH) # <<<<<<<<<<<<<<
|
|
* # Map annotation type IDs to their string equivalents.
|
|
* token_attrs = {t: self.vocab.strings[t].lower() for t in token_attrs_ids}
|
|
*/
|
|
struct __pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc {
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t f0;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t f1;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t f2;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t f3;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t f4;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t f5;
|
|
};
|
|
|
|
/* "cymem/cymem.pxd":4
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
* cdef class PyMalloc: # <<<<<<<<<<<<<<
|
|
* cdef malloc_t malloc
|
|
* cdef void _set(self, malloc_t malloc)
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtab;
|
|
__pyx_t_5cymem_5cymem_malloc_t malloc;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":10
|
|
* cdef PyMalloc WrapMalloc(malloc_t malloc)
|
|
*
|
|
* cdef class PyFree: # <<<<<<<<<<<<<<
|
|
* cdef free_t free
|
|
* cdef void _set(self, free_t free)
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_PyFree {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtab;
|
|
__pyx_t_5cymem_5cymem_free_t free;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":16
|
|
* cdef PyFree WrapFree(free_t free)
|
|
*
|
|
* cdef class Pool: # <<<<<<<<<<<<<<
|
|
* cdef readonly size_t size
|
|
* cdef readonly dict addresses
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_Pool {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtab;
|
|
size_t size;
|
|
PyObject *addresses;
|
|
PyObject *refs;
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":28
|
|
*
|
|
*
|
|
* cdef class Address: # <<<<<<<<<<<<<<
|
|
* cdef void* ptr
|
|
* cdef readonly PyMalloc pymalloc
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_Address {
|
|
PyObject_HEAD
|
|
void *ptr;
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
|
|
};
|
|
|
|
|
|
/* "preshed/maps.pxd":45
|
|
*
|
|
*
|
|
* cdef class PreshMap: # <<<<<<<<<<<<<<
|
|
* cdef MapStruct* c_map
|
|
* cdef Pool mem
|
|
*/
|
|
struct __pyx_obj_7preshed_4maps_PreshMap {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtab;
|
|
struct __pyx_t_7preshed_4maps_MapStruct *c_map;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
};
|
|
|
|
|
|
/* "preshed/maps.pxd":53
|
|
*
|
|
*
|
|
* cdef class PreshMapArray: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef MapStruct* maps
|
|
*/
|
|
struct __pyx_obj_7preshed_4maps_PreshMapArray {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_t_7preshed_4maps_MapStruct *maps;
|
|
size_t length;
|
|
};
|
|
|
|
|
|
/* "strings.pxd":22
|
|
*
|
|
*
|
|
* cdef class StringStore: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_7strings_StringStore {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
std::vector<__pyx_t_5spacy_8typedefs_hash_t> keys;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *_map;
|
|
};
|
|
|
|
|
|
/* "morphology.pxd":11
|
|
*
|
|
*
|
|
* cdef class Morphology: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
struct __pyx_obj_5spacy_10morphology_Morphology {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_5spacy_7strings_StringStore *strings;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *tags;
|
|
};
|
|
|
|
|
|
/* "vocab.pxd":26
|
|
*
|
|
*
|
|
* cdef class Vocab: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
struct __pyx_obj_5spacy_5vocab_Vocab {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_5spacy_7strings_StringStore *strings;
|
|
struct __pyx_obj_5spacy_10morphology_Morphology *morphology;
|
|
PyObject *_vectors;
|
|
PyObject *_lookups;
|
|
PyObject *writing_system;
|
|
PyObject *get_noun_chunks;
|
|
int length;
|
|
PyObject *_unused_object;
|
|
PyObject *lex_attr_getters;
|
|
PyObject *cfg;
|
|
struct __pyx_obj_7preshed_4maps_PreshMap *_by_orth;
|
|
};
|
|
|
|
|
|
/* "span.pxd":8
|
|
*
|
|
*
|
|
* cdef class Span: # <<<<<<<<<<<<<<
|
|
* cdef readonly Doc doc
|
|
* cdef SpanC c
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_6tokens_4span_Span *__pyx_vtab;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *doc;
|
|
struct __pyx_t_5spacy_7structs_SpanC c;
|
|
PyObject *_vector;
|
|
PyObject *_vector_norm;
|
|
};
|
|
|
|
|
|
/* "lexeme.pxd":24
|
|
* cdef attr_t OOV_RANK
|
|
*
|
|
* cdef class Lexeme: # <<<<<<<<<<<<<<
|
|
* cdef LexemeC* c
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtab;
|
|
struct __pyx_t_5spacy_7structs_LexemeC *c;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
__pyx_t_5spacy_8typedefs_attr_t orth;
|
|
};
|
|
|
|
|
|
/* "token.pxd":16
|
|
* cdef int MISSING_DEP = 0
|
|
*
|
|
* cdef class Token: # <<<<<<<<<<<<<<
|
|
* cdef readonly Vocab vocab
|
|
* cdef TokenC* c
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_6tokens_5token_Token *__pyx_vtab;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
struct __pyx_t_5spacy_7structs_TokenC *c;
|
|
int i;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *doc;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pxd":37
|
|
*
|
|
*
|
|
* cdef class Doc: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtab;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
|
|
PyObject *_vector;
|
|
PyObject *_vector_norm;
|
|
PyObject *tensor;
|
|
PyObject *cats;
|
|
PyObject *user_data;
|
|
PyObject *spans;
|
|
struct __pyx_t_5spacy_7structs_TokenC *c;
|
|
float sentiment;
|
|
PyObject *user_hooks;
|
|
PyObject *user_token_hooks;
|
|
PyObject *user_span_hooks;
|
|
int has_unknown_spaces;
|
|
PyObject *_context;
|
|
int length;
|
|
int max_length;
|
|
PyObject *noun_chunks_iterator;
|
|
PyObject *__weakref__;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":431
|
|
* return self.has_annotation("SENT_START")
|
|
*
|
|
* def has_annotation(self, attr, *, require_complete=False): # <<<<<<<<<<<<<<
|
|
* """Check whether the doc contains annotation on a token attribute.
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_attr;
|
|
int __pyx_v_range_start;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":470
|
|
* range_start = 1
|
|
* if require_complete:
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length)) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *__pyx_outer_scope;
|
|
int __pyx_v_i;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":472
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
* else:
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getitem__(self, object i):
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *__pyx_outer_scope;
|
|
int __pyx_v_i;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":507
|
|
* return Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
* def __iter__(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over `Token` objects, from which the annotations can be
|
|
* easily accessed. This is the main way of accessing `Token` objects,
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ {
|
|
PyObject_HEAD
|
|
int __pyx_v_i;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
int __pyx_t_0;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":653
|
|
*
|
|
* @property
|
|
* def has_vector(self): # <<<<<<<<<<<<<<
|
|
* """A boolean value indicating whether a word vector is associated with
|
|
* the object.
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":664
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size:
|
|
* return any(token.has_vector for token in self) # <<<<<<<<<<<<<<
|
|
* elif self.tensor.size:
|
|
* return True
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *__pyx_outer_scope;
|
|
PyObject *__pyx_v_token;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":679
|
|
* DOCS: https://spacy.io/api/doc#vector
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self)
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":689
|
|
* return self._vector
|
|
* elif self.vocab.vectors.size > 0:
|
|
* self._vector = sum(t.vector for t in self) / len(self) # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* elif self.tensor.size > 0:
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *__pyx_outer_scope;
|
|
PyObject *__pyx_v_t;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *(*__pyx_t_2)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":723
|
|
*
|
|
* @property
|
|
* def text(self): # <<<<<<<<<<<<<<
|
|
* """A unicode representation of the document text.
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":728
|
|
* RETURNS (str): The original verbatim text of the document.
|
|
* """
|
|
* return "".join(t.text_with_ws for t in self) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *__pyx_outer_scope;
|
|
PyObject *__pyx_v_t;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *(*__pyx_t_2)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":885
|
|
*
|
|
* @property
|
|
* def noun_chunks(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over the base noun phrases in the document. Yields base
|
|
* noun-phrase #[code Span] objects, if the language has a noun chunk iterator.
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_end;
|
|
PyObject *__pyx_v_label;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
PyObject *__pyx_v_span;
|
|
PyObject *__pyx_v_spans;
|
|
PyObject *__pyx_v_start;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":914
|
|
*
|
|
* @property
|
|
* def sents(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over the sentences in the document. Yields sentence `Span`
|
|
* objects. Sentence spans have no label.
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ {
|
|
PyObject_HEAD
|
|
long __pyx_v_i;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
long __pyx_v_start;
|
|
int __pyx_t_0;
|
|
int __pyx_t_1;
|
|
long __pyx_t_2;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1157
|
|
*
|
|
* @staticmethod
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
* if the `Doc` objects do not all share the same `Vocab`.
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_attrs;
|
|
PyObject *__pyx_v_doc;
|
|
PyObject *__pyx_v_docs;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1184
|
|
* attrs = list(Doc._get_array_attrs())
|
|
* else:
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names # <<<<<<<<<<<<<<
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_outer_scope;
|
|
PyObject *__pyx_v_attr;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1186
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present # <<<<<<<<<<<<<<
|
|
* if SPACY not in attrs:
|
|
* attrs.append(SPACY)
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_outer_scope;
|
|
PyObject *__pyx_v_attr;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1196
|
|
* char_offset = 0
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc) # <<<<<<<<<<<<<<
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_outer_scope;
|
|
PyObject *__pyx_v_t;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *(*__pyx_t_2)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1197
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc)
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc) # <<<<<<<<<<<<<<
|
|
*
|
|
* if "user_data" not in exclude:
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_outer_scope;
|
|
PyObject *__pyx_v_t;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *(*__pyx_t_2)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1268
|
|
* raise ValueError(Errors.E873.format(key=key, text=text))
|
|
*
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs): # <<<<<<<<<<<<<<
|
|
* ops = get_current_ops()
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)])
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_outer_scope;
|
|
PyObject *__pyx_v_doc;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1361
|
|
* return self.from_dict(srsly.msgpack_loads(bytes_data), exclude=exclude)
|
|
*
|
|
* def to_dict(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Export the document contents to a dictionary for serialization.
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_array_head;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self;
|
|
PyObject *__pyx_v_strings;
|
|
PyObject *__pyx_v_user_data_keys;
|
|
PyObject *__pyx_v_user_data_values;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1746
|
|
* return data
|
|
*
|
|
* def to_utf8_array(self, int nr_char=-1): # <<<<<<<<<<<<<<
|
|
* """Encode word strings to utf8, and export to a fixed-width array
|
|
* of characters. Characters are placed into the array in the order:
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_byte_strings;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1757
|
|
* byte_strings = [token.orth_.encode('utf8') for token in self]
|
|
* if nr_char == -1:
|
|
* nr_char = max(len(bs) for bs in byte_strings) # <<<<<<<<<<<<<<
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8')
|
|
* output.fill(255)
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *__pyx_outer_scope;
|
|
PyObject *__pyx_v_bs;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
};
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":1779
|
|
* def _get_array_attrs():
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS) # <<<<<<<<<<<<<<
|
|
* return tuple(attrs)
|
|
*
|
|
*/
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr {
|
|
PyObject_HEAD
|
|
PyObject *__pyx_v_x;
|
|
PyObject *__pyx_t_0;
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *(*__pyx_t_2)(PyObject *);
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":106
|
|
*
|
|
* @cname("__pyx_array")
|
|
* cdef class array: # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef:
|
|
*/
|
|
struct __pyx_array_obj {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_array *__pyx_vtab;
|
|
char *data;
|
|
Py_ssize_t len;
|
|
char *format;
|
|
int ndim;
|
|
Py_ssize_t *_shape;
|
|
Py_ssize_t *_strides;
|
|
Py_ssize_t itemsize;
|
|
PyObject *mode;
|
|
PyObject *_format;
|
|
void (*callback_free_data)(void *);
|
|
int free_data;
|
|
int dtype_is_object;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":280
|
|
*
|
|
* @cname('__pyx_MemviewEnum')
|
|
* cdef class Enum(object): # <<<<<<<<<<<<<<
|
|
* cdef object name
|
|
* def __init__(self, name):
|
|
*/
|
|
struct __pyx_MemviewEnum_obj {
|
|
PyObject_HEAD
|
|
PyObject *name;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":331
|
|
*
|
|
* @cname('__pyx_memoryview')
|
|
* cdef class memoryview(object): # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object obj
|
|
*/
|
|
struct __pyx_memoryview_obj {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_memoryview *__pyx_vtab;
|
|
PyObject *obj;
|
|
PyObject *_size;
|
|
PyObject *_array_interface;
|
|
PyThread_type_lock lock;
|
|
__pyx_atomic_int acquisition_count[2];
|
|
__pyx_atomic_int *acquisition_count_aligned_p;
|
|
Py_buffer view;
|
|
int flags;
|
|
int dtype_is_object;
|
|
__Pyx_TypeInfo *typeinfo;
|
|
};
|
|
|
|
|
|
/* "View.MemoryView":967
|
|
*
|
|
* @cname('__pyx_memoryviewslice')
|
|
* cdef class _memoryviewslice(memoryview): # <<<<<<<<<<<<<<
|
|
* "Internal class for passing memoryview slices to Python"
|
|
*
|
|
*/
|
|
struct __pyx_memoryviewslice_obj {
|
|
struct __pyx_memoryview_obj __pyx_base;
|
|
__Pyx_memviewslice from_slice;
|
|
PyObject *from_object;
|
|
PyObject *(*to_object_func)(char *);
|
|
int (*to_dtype_func)(char *, PyObject *);
|
|
};
|
|
|
|
|
|
|
|
/* "cymem/cymem.pxd":4
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
* cdef class PyMalloc: # <<<<<<<<<<<<<<
|
|
* cdef malloc_t malloc
|
|
* cdef void _set(self, malloc_t malloc)
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc {
|
|
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyMalloc *, __pyx_t_5cymem_5cymem_malloc_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtabptr_5cymem_5cymem_PyMalloc;
|
|
|
|
|
|
/* "cymem/cymem.pxd":10
|
|
* cdef PyMalloc WrapMalloc(malloc_t malloc)
|
|
*
|
|
* cdef class PyFree: # <<<<<<<<<<<<<<
|
|
* cdef free_t free
|
|
* cdef void _set(self, free_t free)
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyFree {
|
|
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyFree *, __pyx_t_5cymem_5cymem_free_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtabptr_5cymem_5cymem_PyFree;
|
|
|
|
|
|
/* "cymem/cymem.pxd":16
|
|
* cdef PyFree WrapFree(free_t free)
|
|
*
|
|
* cdef class Pool: # <<<<<<<<<<<<<<
|
|
* cdef readonly size_t size
|
|
* cdef readonly dict addresses
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_Pool {
|
|
void *(*alloc)(struct __pyx_obj_5cymem_5cymem_Pool *, size_t, size_t);
|
|
void (*free)(struct __pyx_obj_5cymem_5cymem_Pool *, void *);
|
|
void *(*realloc)(struct __pyx_obj_5cymem_5cymem_Pool *, void *, size_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtabptr_5cymem_5cymem_Pool;
|
|
|
|
|
|
/* "preshed/maps.pxd":45
|
|
*
|
|
*
|
|
* cdef class PreshMap: # <<<<<<<<<<<<<<
|
|
* cdef MapStruct* c_map
|
|
* cdef Pool mem
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMap {
|
|
void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t);
|
|
void (*set)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t, void *);
|
|
};
|
|
static struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtabptr_7preshed_4maps_PreshMap;
|
|
|
|
|
|
/* "preshed/maps.pxd":53
|
|
*
|
|
*
|
|
* cdef class PreshMapArray: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef MapStruct* maps
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray {
|
|
void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t);
|
|
void (*set)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t, void *);
|
|
};
|
|
static struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtabptr_7preshed_4maps_PreshMapArray;
|
|
|
|
|
|
/* "strings.pxd":22
|
|
*
|
|
*
|
|
* cdef class StringStore: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
*
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_7strings_StringStore {
|
|
__pyx_t_5spacy_7strings_Utf8Str const *(*intern_unicode)(struct __pyx_obj_5spacy_7strings_StringStore *, PyObject *);
|
|
__pyx_t_5spacy_7strings_Utf8Str const *(*_intern_utf8)(struct __pyx_obj_5spacy_7strings_StringStore *, char *, int, __pyx_t_5spacy_8typedefs_hash_t *);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtabptr_5spacy_7strings_StringStore;
|
|
|
|
|
|
/* "morphology.pxd":11
|
|
*
|
|
*
|
|
* cdef class Morphology: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_10morphology_Morphology {
|
|
struct __pyx_t_5spacy_7structs_MorphAnalysisC (*create_morph_tag)(struct __pyx_obj_5spacy_10morphology_Morphology *, PyObject *);
|
|
int (*insert)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_MorphAnalysisC);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtabptr_5spacy_10morphology_Morphology;
|
|
|
|
|
|
/* "vocab.pxd":26
|
|
*
|
|
*
|
|
* cdef class Vocab: # <<<<<<<<<<<<<<
|
|
* cdef Pool mem
|
|
* cdef readonly StringStore strings
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_5vocab_Vocab {
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *(*get)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *);
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *(*get_by_orth)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, __pyx_t_5spacy_8typedefs_attr_t);
|
|
struct __pyx_t_5spacy_7structs_TokenC const *(*make_fused_token)(struct __pyx_obj_5spacy_5vocab_Vocab *, PyObject *);
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *(*_new_lexeme)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *);
|
|
int (*_add_lex_to_vocab)(struct __pyx_obj_5spacy_5vocab_Vocab *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_t_5spacy_7structs_LexemeC const *);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtabptr_5spacy_5vocab_Vocab;
|
|
|
|
|
|
/* "span.pxd":8
|
|
*
|
|
*
|
|
* cdef class Span: # <<<<<<<<<<<<<<
|
|
* cdef readonly Doc doc
|
|
* cdef SpanC c
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_6tokens_4span_Span {
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span *(*cinit)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_SpanC);
|
|
PyArrayObject *(*to_array)(struct __pyx_obj_5spacy_6tokens_4span_Span *, PyObject *, int __pyx_skip_dispatch);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_6tokens_4span_Span *__pyx_vtabptr_5spacy_6tokens_4span_Span;
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_f_5spacy_6tokens_4span_4Span_cinit(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_SpanC);
|
|
|
|
|
|
/* "lexeme.pxd":24
|
|
* cdef attr_t OOV_RANK
|
|
*
|
|
* cdef class Lexeme: # <<<<<<<<<<<<<<
|
|
* cdef LexemeC* c
|
|
* cdef readonly Vocab vocab
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme {
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *(*from_ptr)(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *);
|
|
void (*set_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
|
|
__pyx_t_5spacy_8typedefs_attr_t (*get_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
int (*c_check_flag)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
int (*c_set_flag)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtabptr_5spacy_6lexeme_Lexeme;
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *);
|
|
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int);
|
|
|
|
|
|
/* "token.pxd":16
|
|
* cdef int MISSING_DEP = 0
|
|
*
|
|
* cdef class Token: # <<<<<<<<<<<<<<
|
|
* cdef readonly Vocab vocab
|
|
* cdef TokenC* c
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_6tokens_5token_Token {
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token *(*cinit)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_t_5spacy_7structs_TokenC const *, int, struct __pyx_obj_5spacy_6tokens_3doc_Doc *);
|
|
int (*check_flag)(struct __pyx_obj_5spacy_6tokens_5token_Token *, enum __pyx_t_5spacy_5attrs_attr_id_t, int __pyx_skip_dispatch);
|
|
__pyx_t_5spacy_8typedefs_attr_t (*get_struct_attr)(struct __pyx_t_5spacy_7structs_TokenC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
__pyx_t_5spacy_8typedefs_attr_t (*set_struct_attr)(struct __pyx_t_5spacy_7structs_TokenC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
|
|
int (*missing_dep)(struct __pyx_t_5spacy_7structs_TokenC const *);
|
|
int (*missing_head)(struct __pyx_t_5spacy_7structs_TokenC const *);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_6tokens_5token_Token *__pyx_vtabptr_5spacy_6tokens_5token_Token;
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_f_5spacy_6tokens_5token_5Token_cinit(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_t_5spacy_7structs_TokenC const *, int, struct __pyx_obj_5spacy_6tokens_3doc_Doc *);
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(struct __pyx_t_5spacy_7structs_TokenC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_5token_5Token_set_struct_attr(struct __pyx_t_5spacy_7structs_TokenC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6tokens_5token_5Token_missing_dep(struct __pyx_t_5spacy_7structs_TokenC const *);
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6tokens_5token_5Token_missing_head(struct __pyx_t_5spacy_7structs_TokenC const *);
|
|
|
|
|
|
/* "spacy/tokens/doc.pyx":130
|
|
*
|
|
*
|
|
* cdef class Doc: # <<<<<<<<<<<<<<
|
|
* """A sequence of Token objects. Access sentences and named entities, export
|
|
* annotations to numpy arrays, losslessly serialize to compressed binary
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc {
|
|
PyArrayObject *(*to_array)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, int __pyx_skip_dispatch);
|
|
int (*__pyx_fuse_0push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr, int);
|
|
int (*__pyx_fuse_1push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr, int);
|
|
};
|
|
static struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtabptr_5spacy_6tokens_3doc_Doc;
|
|
|
|
|
|
/* "View.MemoryView":106
|
|
*
|
|
* @cname("__pyx_array")
|
|
* cdef class array: # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef:
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_array {
|
|
PyObject *(*get_memview)(struct __pyx_array_obj *);
|
|
};
|
|
static struct __pyx_vtabstruct_array *__pyx_vtabptr_array;
|
|
|
|
|
|
/* "View.MemoryView":331
|
|
*
|
|
* @cname('__pyx_memoryview')
|
|
* cdef class memoryview(object): # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object obj
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_memoryview {
|
|
char *(*get_item_pointer)(struct __pyx_memoryview_obj *, PyObject *);
|
|
PyObject *(*is_slice)(struct __pyx_memoryview_obj *, PyObject *);
|
|
PyObject *(*setitem_slice_assignment)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
|
|
PyObject *(*setitem_slice_assign_scalar)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *);
|
|
PyObject *(*setitem_indexed)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
|
|
PyObject *(*convert_item_to_object)(struct __pyx_memoryview_obj *, char *);
|
|
PyObject *(*assign_item_from_object)(struct __pyx_memoryview_obj *, char *, PyObject *);
|
|
};
|
|
static struct __pyx_vtabstruct_memoryview *__pyx_vtabptr_memoryview;
|
|
|
|
|
|
/* "View.MemoryView":967
|
|
*
|
|
* @cname('__pyx_memoryviewslice')
|
|
* cdef class _memoryviewslice(memoryview): # <<<<<<<<<<<<<<
|
|
* "Internal class for passing memoryview slices to Python"
|
|
*
|
|
*/
|
|
|
|
struct __pyx_vtabstruct__memoryviewslice {
|
|
struct __pyx_vtabstruct_memoryview __pyx_base;
|
|
};
|
|
static struct __pyx_vtabstruct__memoryviewslice *__pyx_vtabptr__memoryviewslice;
|
|
|
|
/* --- Runtime support code (head) --- */
|
|
/* Refnanny.proto */
|
|
#ifndef CYTHON_REFNANNY
|
|
#define CYTHON_REFNANNY 0
|
|
#endif
|
|
#if CYTHON_REFNANNY
|
|
typedef struct {
|
|
void (*INCREF)(void*, PyObject*, int);
|
|
void (*DECREF)(void*, PyObject*, int);
|
|
void (*GOTREF)(void*, PyObject*, int);
|
|
void (*GIVEREF)(void*, PyObject*, int);
|
|
void* (*SetupContext)(const char*, int, const char*);
|
|
void (*FinishContext)(void**);
|
|
} __Pyx_RefNannyAPIStruct;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
|
|
#define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)\
|
|
if (acquire_gil) {\
|
|
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\
|
|
PyGILState_Release(__pyx_gilstate_save);\
|
|
} else {\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\
|
|
}
|
|
#else
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__)
|
|
#endif
|
|
#define __Pyx_RefNannyFinishContext()\
|
|
__Pyx_RefNanny->FinishContext(&__pyx_refnanny)
|
|
#define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0)
|
|
#define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0)
|
|
#define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0)
|
|
#define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0)
|
|
#else
|
|
#define __Pyx_RefNannyDeclarations
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)
|
|
#define __Pyx_RefNannyFinishContext()
|
|
#define __Pyx_INCREF(r) Py_INCREF(r)
|
|
#define __Pyx_DECREF(r) Py_DECREF(r)
|
|
#define __Pyx_GOTREF(r)
|
|
#define __Pyx_GIVEREF(r)
|
|
#define __Pyx_XINCREF(r) Py_XINCREF(r)
|
|
#define __Pyx_XDECREF(r) Py_XDECREF(r)
|
|
#define __Pyx_XGOTREF(r)
|
|
#define __Pyx_XGIVEREF(r)
|
|
#endif
|
|
#define __Pyx_XDECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; __Pyx_XDECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_DECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; __Pyx_DECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
|
|
#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
|
|
|
|
/* PyObjectGetAttrStr.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
|
|
#endif
|
|
|
|
/* GetBuiltinName.proto */
|
|
static PyObject *__Pyx_GetBuiltinName(PyObject *name);
|
|
|
|
/* PyThreadStateGet.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyThreadState_declare PyThreadState *__pyx_tstate;
|
|
#define __Pyx_PyThreadState_assign __pyx_tstate = __Pyx_PyThreadState_Current;
|
|
#define __Pyx_PyErr_Occurred() __pyx_tstate->curexc_type
|
|
#else
|
|
#define __Pyx_PyThreadState_declare
|
|
#define __Pyx_PyThreadState_assign
|
|
#define __Pyx_PyErr_Occurred() PyErr_Occurred()
|
|
#endif
|
|
|
|
/* PyErrFetchRestore.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
|
|
#define __Pyx_ErrRestoreWithState(type, value, tb) __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
|
|
#define __Pyx_ErrFetchWithState(type, value, tb) __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
|
|
#define __Pyx_ErrRestore(type, value, tb) __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
|
|
#define __Pyx_ErrFetch(type, value, tb) __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
|
|
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
|
|
#else
|
|
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyErr_Clear() PyErr_Clear()
|
|
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
|
|
#define __Pyx_ErrRestoreWithState(type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetchWithState(type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#define __Pyx_ErrRestoreInState(tstate, type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetchInState(tstate, type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#define __Pyx_ErrRestore(type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetch(type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#endif
|
|
|
|
/* Profile.proto */
|
|
#ifndef CYTHON_PROFILE
|
|
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON
|
|
#define CYTHON_PROFILE 0
|
|
#else
|
|
#define CYTHON_PROFILE 1
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_TRACE_NOGIL
|
|
#define CYTHON_TRACE_NOGIL 0
|
|
#else
|
|
#if CYTHON_TRACE_NOGIL && !defined(CYTHON_TRACE)
|
|
#define CYTHON_TRACE 1
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_TRACE
|
|
#define CYTHON_TRACE 0
|
|
#endif
|
|
#if CYTHON_TRACE
|
|
#undef CYTHON_PROFILE_REUSE_FRAME
|
|
#endif
|
|
#ifndef CYTHON_PROFILE_REUSE_FRAME
|
|
#define CYTHON_PROFILE_REUSE_FRAME 0
|
|
#endif
|
|
#if CYTHON_PROFILE || CYTHON_TRACE
|
|
#include "compile.h"
|
|
#include "frameobject.h"
|
|
#include "traceback.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#if CYTHON_PROFILE_REUSE_FRAME
|
|
#define CYTHON_FRAME_MODIFIER static
|
|
#define CYTHON_FRAME_DEL(frame)
|
|
#else
|
|
#define CYTHON_FRAME_MODIFIER
|
|
#define CYTHON_FRAME_DEL(frame) Py_CLEAR(frame)
|
|
#endif
|
|
#define __Pyx_TraceDeclarations\
|
|
static PyCodeObject *__pyx_frame_code = NULL;\
|
|
CYTHON_FRAME_MODIFIER PyFrameObject *__pyx_frame = NULL;\
|
|
int __Pyx_use_tracing = 0;
|
|
#define __Pyx_TraceFrameInit(codeobj)\
|
|
if (codeobj) __pyx_frame_code = (PyCodeObject*) codeobj;
|
|
#if PY_VERSION_HEX >= 0x030b00a2
|
|
#define __Pyx_IsTracing(tstate, check_tracing, check_funcs)\
|
|
(unlikely((tstate)->cframe->use_tracing) &&\
|
|
(!(check_tracing) || !(tstate)->tracing) &&\
|
|
(!(check_funcs) || (tstate)->c_profilefunc || (CYTHON_TRACE && (tstate)->c_tracefunc)))
|
|
#define __Pyx_EnterTracing(tstate) PyThreadState_EnterTracing(tstate)
|
|
#define __Pyx_LeaveTracing(tstate) PyThreadState_LeaveTracing(tstate)
|
|
#elif PY_VERSION_HEX >= 0x030a00b1
|
|
#define __Pyx_IsTracing(tstate, check_tracing, check_funcs)\
|
|
(unlikely((tstate)->cframe->use_tracing) &&\
|
|
(!(check_tracing) || !(tstate)->tracing) &&\
|
|
(!(check_funcs) || (tstate)->c_profilefunc || (CYTHON_TRACE && (tstate)->c_tracefunc)))
|
|
#define __Pyx_EnterTracing(tstate)\
|
|
do { tstate->tracing++; tstate->cframe->use_tracing = 0; } while (0)
|
|
#define __Pyx_LeaveTracing(tstate)\
|
|
do {\
|
|
tstate->tracing--;\
|
|
tstate->cframe->use_tracing = ((CYTHON_TRACE && tstate->c_tracefunc != NULL)\
|
|
|| tstate->c_profilefunc != NULL);\
|
|
} while (0)
|
|
#else
|
|
#define __Pyx_IsTracing(tstate, check_tracing, check_funcs)\
|
|
(unlikely((tstate)->use_tracing) &&\
|
|
(!(check_tracing) || !(tstate)->tracing) &&\
|
|
(!(check_funcs) || (tstate)->c_profilefunc || (CYTHON_TRACE && (tstate)->c_tracefunc)))
|
|
#define __Pyx_EnterTracing(tstate)\
|
|
do { tstate->tracing++; tstate->use_tracing = 0; } while (0)
|
|
#define __Pyx_LeaveTracing(tstate)\
|
|
do {\
|
|
tstate->tracing--;\
|
|
tstate->use_tracing = ((CYTHON_TRACE && tstate->c_tracefunc != NULL)\
|
|
|| tstate->c_profilefunc != NULL);\
|
|
} while (0)
|
|
#endif
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error)\
|
|
if (nogil) {\
|
|
if (CYTHON_TRACE_NOGIL) {\
|
|
PyThreadState *tstate;\
|
|
PyGILState_STATE state = PyGILState_Ensure();\
|
|
tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 1, 1)) {\
|
|
__Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\
|
|
}\
|
|
PyGILState_Release(state);\
|
|
if (unlikely(__Pyx_use_tracing < 0)) goto_error;\
|
|
}\
|
|
} else {\
|
|
PyThreadState* tstate = PyThreadState_GET();\
|
|
if (__Pyx_IsTracing(tstate, 1, 1)) {\
|
|
__Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\
|
|
if (unlikely(__Pyx_use_tracing < 0)) goto_error;\
|
|
}\
|
|
}
|
|
#else
|
|
#define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error)\
|
|
{ PyThreadState* tstate = PyThreadState_GET();\
|
|
if (__Pyx_IsTracing(tstate, 1, 1)) {\
|
|
__Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\
|
|
if (unlikely(__Pyx_use_tracing < 0)) goto_error;\
|
|
}\
|
|
}
|
|
#endif
|
|
#define __Pyx_TraceException()\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 1)) {\
|
|
__Pyx_EnterTracing(tstate);\
|
|
PyObject *exc_info = __Pyx_GetExceptionTuple(tstate);\
|
|
if (exc_info) {\
|
|
if (CYTHON_TRACE && tstate->c_tracefunc)\
|
|
tstate->c_tracefunc(\
|
|
tstate->c_traceobj, __pyx_frame, PyTrace_EXCEPTION, exc_info);\
|
|
tstate->c_profilefunc(\
|
|
tstate->c_profileobj, __pyx_frame, PyTrace_EXCEPTION, exc_info);\
|
|
Py_DECREF(exc_info);\
|
|
}\
|
|
__Pyx_LeaveTracing(tstate);\
|
|
}\
|
|
}
|
|
static void __Pyx_call_return_trace_func(PyThreadState *tstate, PyFrameObject *frame, PyObject *result) {
|
|
PyObject *type, *value, *traceback;
|
|
__Pyx_ErrFetchInState(tstate, &type, &value, &traceback);
|
|
__Pyx_EnterTracing(tstate);
|
|
if (CYTHON_TRACE && tstate->c_tracefunc)
|
|
tstate->c_tracefunc(tstate->c_traceobj, frame, PyTrace_RETURN, result);
|
|
if (tstate->c_profilefunc)
|
|
tstate->c_profilefunc(tstate->c_profileobj, frame, PyTrace_RETURN, result);
|
|
CYTHON_FRAME_DEL(frame);
|
|
__Pyx_LeaveTracing(tstate);
|
|
__Pyx_ErrRestoreInState(tstate, type, value, traceback);
|
|
}
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_TraceReturn(result, nogil)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
if (nogil) {\
|
|
if (CYTHON_TRACE_NOGIL) {\
|
|
PyThreadState *tstate;\
|
|
PyGILState_STATE state = PyGILState_Ensure();\
|
|
tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0)) {\
|
|
__Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\
|
|
}\
|
|
PyGILState_Release(state);\
|
|
}\
|
|
} else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0)) {\
|
|
__Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\
|
|
}\
|
|
}\
|
|
}
|
|
#else
|
|
#define __Pyx_TraceReturn(result, nogil)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0)) {\
|
|
__Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\
|
|
}\
|
|
}
|
|
#endif
|
|
static PyCodeObject *__Pyx_createFrameCodeObject(const char *funcname, const char *srcfile, int firstlineno);
|
|
static int __Pyx_TraceSetupAndCall(PyCodeObject** code, PyFrameObject** frame, PyThreadState* tstate, const char *funcname, const char *srcfile, int firstlineno);
|
|
#else
|
|
#define __Pyx_TraceDeclarations
|
|
#define __Pyx_TraceFrameInit(codeobj)
|
|
#define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error) if ((1)); else goto_error;
|
|
#define __Pyx_TraceException()
|
|
#define __Pyx_TraceReturn(result, nogil)
|
|
#endif
|
|
#if CYTHON_TRACE
|
|
static int __Pyx_call_line_trace_func(PyThreadState *tstate, PyFrameObject *frame, int lineno) {
|
|
int ret;
|
|
PyObject *type, *value, *traceback;
|
|
__Pyx_ErrFetchInState(tstate, &type, &value, &traceback);
|
|
__Pyx_PyFrame_SetLineNumber(frame, lineno);
|
|
__Pyx_EnterTracing(tstate);
|
|
ret = tstate->c_tracefunc(tstate->c_traceobj, frame, PyTrace_LINE, NULL);
|
|
__Pyx_LeaveTracing(tstate);
|
|
if (likely(!ret)) {
|
|
__Pyx_ErrRestoreInState(tstate, type, value, traceback);
|
|
} else {
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(value);
|
|
Py_XDECREF(traceback);
|
|
}
|
|
return ret;
|
|
}
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_TraceLine(lineno, nogil, goto_error)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
if (nogil) {\
|
|
if (CYTHON_TRACE_NOGIL) {\
|
|
int ret = 0;\
|
|
PyThreadState *tstate;\
|
|
PyGILState_STATE state = PyGILState_Ensure();\
|
|
tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0) && tstate->c_tracefunc && __pyx_frame->f_trace) {\
|
|
ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\
|
|
}\
|
|
PyGILState_Release(state);\
|
|
if (unlikely(ret)) goto_error;\
|
|
}\
|
|
} else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0) && tstate->c_tracefunc && __pyx_frame->f_trace) {\
|
|
int ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\
|
|
if (unlikely(ret)) goto_error;\
|
|
}\
|
|
}\
|
|
}
|
|
#else
|
|
#define __Pyx_TraceLine(lineno, nogil, goto_error)\
|
|
if (likely(!__Pyx_use_tracing)); else {\
|
|
PyThreadState* tstate = __Pyx_PyThreadState_Current;\
|
|
if (__Pyx_IsTracing(tstate, 0, 0) && tstate->c_tracefunc && __pyx_frame->f_trace) {\
|
|
int ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\
|
|
if (unlikely(ret)) goto_error;\
|
|
}\
|
|
}
|
|
#endif
|
|
#else
|
|
#define __Pyx_TraceLine(lineno, nogil, goto_error) if ((1)); else goto_error;
|
|
#endif
|
|
|
|
/* PyDictVersioning.proto */
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
|
|
#define __PYX_DICT_VERSION_INIT ((PY_UINT64_T) -1)
|
|
#define __PYX_GET_DICT_VERSION(dict) (((PyDictObject*)(dict))->ma_version_tag)
|
|
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
|
|
(version_var) = __PYX_GET_DICT_VERSION(dict);\
|
|
(cache_var) = (value);
|
|
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
|
|
static PY_UINT64_T __pyx_dict_version = 0;\
|
|
static PyObject *__pyx_dict_cached_value = NULL;\
|
|
if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
|
|
(VAR) = __pyx_dict_cached_value;\
|
|
} else {\
|
|
(VAR) = __pyx_dict_cached_value = (LOOKUP);\
|
|
__pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
|
|
}\
|
|
}
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
|
|
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
|
|
#else
|
|
#define __PYX_GET_DICT_VERSION(dict) (0)
|
|
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
|
|
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) (VAR) = (LOOKUP);
|
|
#endif
|
|
|
|
/* GetModuleGlobalName.proto */
|
|
#if CYTHON_USE_DICT_VERSIONS
|
|
#define __Pyx_GetModuleGlobalName(var, name) do {\
|
|
static PY_UINT64_T __pyx_dict_version = 0;\
|
|
static PyObject *__pyx_dict_cached_value = NULL;\
|
|
(var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_d))) ?\
|
|
(likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\
|
|
__Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
|
|
} while(0)
|
|
#define __Pyx_GetModuleGlobalNameUncached(var, name) do {\
|
|
PY_UINT64_T __pyx_dict_version;\
|
|
PyObject *__pyx_dict_cached_value;\
|
|
(var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
|
|
} while(0)
|
|
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value);
|
|
#else
|
|
#define __Pyx_GetModuleGlobalName(var, name) (var) = __Pyx__GetModuleGlobalName(name)
|
|
#define __Pyx_GetModuleGlobalNameUncached(var, name) (var) = __Pyx__GetModuleGlobalName(name)
|
|
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name);
|
|
#endif
|
|
|
|
/* PyObjectCall.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
|
|
#else
|
|
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
|
|
#endif
|
|
|
|
/* PyCFunctionFastCall.proto */
|
|
#if CYTHON_FAST_PYCCALL
|
|
static CYTHON_INLINE PyObject *__Pyx_PyCFunction_FastCall(PyObject *func, PyObject **args, Py_ssize_t nargs);
|
|
#else
|
|
#define __Pyx_PyCFunction_FastCall(func, args, nargs) (assert(0), NULL)
|
|
#endif
|
|
|
|
/* PyFunctionFastCall.proto */
|
|
#if CYTHON_FAST_PYCALL
|
|
#define __Pyx_PyFunction_FastCall(func, args, nargs)\
|
|
__Pyx_PyFunction_FastCallDict((func), (args), (nargs), NULL)
|
|
#if 1 || PY_VERSION_HEX < 0x030600B1
|
|
static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs);
|
|
#else
|
|
#define __Pyx_PyFunction_FastCallDict(func, args, nargs, kwargs) _PyFunction_FastCallDict(func, args, nargs, kwargs)
|
|
#endif
|
|
#define __Pyx_BUILD_ASSERT_EXPR(cond)\
|
|
(sizeof(char [1 - 2*!(cond)]) - 1)
|
|
#ifndef Py_MEMBER_SIZE
|
|
#define Py_MEMBER_SIZE(type, member) sizeof(((type *)0)->member)
|
|
#endif
|
|
#if CYTHON_FAST_PYCALL
|
|
static size_t __pyx_pyframe_localsplus_offset = 0;
|
|
#include "frameobject.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#define __Pxy_PyFrame_Initialize_Offsets()\
|
|
((void)__Pyx_BUILD_ASSERT_EXPR(sizeof(PyFrameObject) == offsetof(PyFrameObject, f_localsplus) + Py_MEMBER_SIZE(PyFrameObject, f_localsplus)),\
|
|
(void)(__pyx_pyframe_localsplus_offset = ((size_t)PyFrame_Type.tp_basicsize) - Py_MEMBER_SIZE(PyFrameObject, f_localsplus)))
|
|
#define __Pyx_PyFrame_GetLocalsplus(frame)\
|
|
(assert(__pyx_pyframe_localsplus_offset), (PyObject **)(((char *)(frame)) + __pyx_pyframe_localsplus_offset))
|
|
#endif // CYTHON_FAST_PYCALL
|
|
#endif
|
|
|
|
/* PyObjectCallMethO.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
|
|
#endif
|
|
|
|
/* PyObjectCallOneArg.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);
|
|
|
|
/* RaiseException.proto */
|
|
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause);
|
|
|
|
/* WriteUnraisableException.proto */
|
|
static void __Pyx_WriteUnraisable(const char *name, int clineno,
|
|
int lineno, const char *filename,
|
|
int full_traceback, int nogil);
|
|
|
|
/* PyObjectCallNoArg.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);
|
|
#else
|
|
#define __Pyx_PyObject_CallNoArg(func) __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL)
|
|
#endif
|
|
|
|
/* RaiseDoubleKeywords.proto */
|
|
static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name);
|
|
|
|
/* ParseKeywords.proto */
|
|
static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[],\
|
|
PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args,\
|
|
const char* function_name);
|
|
|
|
/* RaiseArgTupleInvalid.proto */
|
|
static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
|
|
Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found);
|
|
|
|
/* PyObjectCall2Args.proto */
|
|
static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2);
|
|
|
|
/* dict_getitem_default.proto */
|
|
static PyObject* __Pyx_PyDict_GetItemDefault(PyObject* d, PyObject* key, PyObject* default_value);
|
|
|
|
/* UnpackUnboundCMethod.proto */
|
|
typedef struct {
|
|
PyObject *type;
|
|
PyObject **method_name;
|
|
PyCFunction func;
|
|
PyObject *method;
|
|
int flag;
|
|
} __Pyx_CachedCFunction;
|
|
|
|
/* CallUnboundCMethod1.proto */
|
|
static PyObject* __Pyx__CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg);
|
|
#else
|
|
#define __Pyx_CallUnboundCMethod1(cfunc, self, arg) __Pyx__CallUnboundCMethod1(cfunc, self, arg)
|
|
#endif
|
|
|
|
/* CallUnboundCMethod2.proto */
|
|
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2);
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030600B1
|
|
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2);
|
|
#else
|
|
#define __Pyx_CallUnboundCMethod2(cfunc, self, arg1, arg2) __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2)
|
|
#endif
|
|
|
|
/* PySequenceContains.proto */
|
|
static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) {
|
|
int result = PySequence_Contains(seq, item);
|
|
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
|
|
}
|
|
|
|
/* ArgTypeTest.proto */
|
|
#define __Pyx_ArgTypeTest(obj, type, none_allowed, name, exact)\
|
|
((likely((Py_TYPE(obj) == type) | (none_allowed && (obj == Py_None)))) ? 1 :\
|
|
__Pyx__ArgTypeTest(obj, type, name, exact))
|
|
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact);
|
|
|
|
/* AssertionsEnabled.proto */
|
|
#define __Pyx_init_assertions_enabled()
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x02070600 && !defined(Py_OptimizeFlag)
|
|
#define __pyx_assertions_enabled() (1)
|
|
#elif PY_VERSION_HEX < 0x03080000 || CYTHON_COMPILING_IN_PYPY || defined(Py_LIMITED_API)
|
|
#define __pyx_assertions_enabled() (!Py_OptimizeFlag)
|
|
#elif CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030900A6
|
|
static int __pyx_assertions_enabled_flag;
|
|
#define __pyx_assertions_enabled() (__pyx_assertions_enabled_flag)
|
|
#undef __Pyx_init_assertions_enabled
|
|
static void __Pyx_init_assertions_enabled(void) {
|
|
__pyx_assertions_enabled_flag = ! _PyInterpreterState_GetConfig(__Pyx_PyThreadState_Current->interp)->optimization_level;
|
|
}
|
|
#else
|
|
#define __pyx_assertions_enabled() (!Py_OptimizeFlag)
|
|
#endif
|
|
|
|
/* RaiseTooManyValuesToUnpack.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected);
|
|
|
|
/* RaiseNeedMoreValuesToUnpack.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index);
|
|
|
|
/* IterFinish.proto */
|
|
static CYTHON_INLINE int __Pyx_IterFinish(void);
|
|
|
|
/* UnpackItemEndCheck.proto */
|
|
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected);
|
|
|
|
/* GetTopmostException.proto */
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
|
|
#endif
|
|
|
|
/* SaveResetException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_ExceptionSave(type, value, tb) __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#define __Pyx_ExceptionReset(type, value, tb) __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
|
|
#else
|
|
#define __Pyx_ExceptionSave(type, value, tb) PyErr_GetExcInfo(type, value, tb)
|
|
#define __Pyx_ExceptionReset(type, value, tb) PyErr_SetExcInfo(type, value, tb)
|
|
#endif
|
|
|
|
/* PyErrExceptionMatches.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
|
|
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
|
|
#else
|
|
#define __Pyx_PyErr_ExceptionMatches(err) PyErr_ExceptionMatches(err)
|
|
#endif
|
|
|
|
/* GetException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_GetException(type, value, tb) __Pyx__GetException(__pyx_tstate, type, value, tb)
|
|
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#else
|
|
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb);
|
|
#endif
|
|
|
|
/* ListCompAppend.proto */
|
|
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
|
|
static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) {
|
|
PyListObject* L = (PyListObject*) list;
|
|
Py_ssize_t len = Py_SIZE(list);
|
|
if (likely(L->allocated > len)) {
|
|
Py_INCREF(x);
|
|
PyList_SET_ITEM(list, len, x);
|
|
__Pyx_SET_SIZE(list, len + 1);
|
|
return 0;
|
|
}
|
|
return PyList_Append(list, x);
|
|
}
|
|
#else
|
|
#define __Pyx_ListComp_Append(L,x) PyList_Append(L,x)
|
|
#endif
|
|
|
|
/* GetItemInt.proto */
|
|
#define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck) :\
|
|
(is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\
|
|
__Pyx_GetItemInt_Generic(o, to_py_func(i))))
|
|
#define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\
|
|
(PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
|
|
int wraparound, int boundscheck);
|
|
#define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\
|
|
(PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL))
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
|
|
int wraparound, int boundscheck);
|
|
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
|
|
int is_list, int wraparound, int boundscheck);
|
|
|
|
/* SetItemInt.proto */
|
|
#define __Pyx_SetItemInt(o, i, v, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
|
|
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
|
|
__Pyx_SetItemInt_Fast(o, (Py_ssize_t)i, v, is_list, wraparound, boundscheck) :\
|
|
(is_list ? (PyErr_SetString(PyExc_IndexError, "list assignment index out of range"), -1) :\
|
|
__Pyx_SetItemInt_Generic(o, to_py_func(i), v)))
|
|
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v);
|
|
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v,
|
|
int is_list, int wraparound, int boundscheck);
|
|
|
|
/* PyIntCompare.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_NeObjC(PyObject *op1, PyObject *op2, long intval, long inplace);
|
|
|
|
/* set_iter.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_set_iterator(PyObject* iterable, int is_set,
|
|
Py_ssize_t* p_orig_length, int* p_source_is_set);
|
|
static CYTHON_INLINE int __Pyx_set_iter_next(
|
|
PyObject* iter_obj, Py_ssize_t orig_length,
|
|
Py_ssize_t* ppos, PyObject **value,
|
|
int source_is_set);
|
|
|
|
/* IncludeStringH.proto */
|
|
#include <string.h>
|
|
|
|
/* BytesEquals.proto */
|
|
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals);
|
|
|
|
/* UnicodeEquals.proto */
|
|
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals);
|
|
|
|
/* StrEquals.proto */
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyString_Equals __Pyx_PyUnicode_Equals
|
|
#else
|
|
#define __Pyx_PyString_Equals __Pyx_PyBytes_Equals
|
|
#endif
|
|
|
|
/* SliceObject.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(
|
|
PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop,
|
|
PyObject** py_start, PyObject** py_stop, PyObject** py_slice,
|
|
int has_cstart, int has_cstop, int wraparound);
|
|
|
|
/* ListAppend.proto */
|
|
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
|
|
static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) {
|
|
PyListObject* L = (PyListObject*) list;
|
|
Py_ssize_t len = Py_SIZE(list);
|
|
if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) {
|
|
Py_INCREF(x);
|
|
PyList_SET_ITEM(list, len, x);
|
|
__Pyx_SET_SIZE(list, len + 1);
|
|
return 0;
|
|
}
|
|
return PyList_Append(list, x);
|
|
}
|
|
#else
|
|
#define __Pyx_PyList_Append(L,x) PyList_Append(L,x)
|
|
#endif
|
|
|
|
/* PyIntBinop.proto */
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
|
|
#else
|
|
#define __Pyx_PyInt_AddObjC(op1, op2, intval, inplace, zerodivision_check)\
|
|
(inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2))
|
|
#endif
|
|
|
|
/* ObjectGetItem.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key);
|
|
#else
|
|
#define __Pyx_PyObject_GetItem(obj, key) PyObject_GetItem(obj, key)
|
|
#endif
|
|
|
|
/* ListExtend.proto */
|
|
static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
PyObject* none = _PyList_Extend((PyListObject*)L, v);
|
|
if (unlikely(!none))
|
|
return -1;
|
|
Py_DECREF(none);
|
|
return 0;
|
|
#else
|
|
return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v);
|
|
#endif
|
|
}
|
|
|
|
/* None.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname);
|
|
|
|
/* PyDictContains.proto */
|
|
static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) {
|
|
int result = PyDict_Contains(dict, item);
|
|
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
|
|
}
|
|
|
|
/* StringJoin.proto */
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyString_Join __Pyx_PyBytes_Join
|
|
#define __Pyx_PyBaseString_Join(s, v) (PyUnicode_CheckExact(s) ? PyUnicode_Join(s, v) : __Pyx_PyBytes_Join(s, v))
|
|
#else
|
|
#define __Pyx_PyString_Join PyUnicode_Join
|
|
#define __Pyx_PyBaseString_Join PyUnicode_Join
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyBytes_Join _PyString_Join
|
|
#else
|
|
#define __Pyx_PyBytes_Join _PyBytes_Join
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE PyObject* __Pyx_PyBytes_Join(PyObject* sep, PyObject* values);
|
|
#endif
|
|
|
|
/* DictGetItem.proto */
|
|
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key);
|
|
#define __Pyx_PyObject_Dict_GetItem(obj, name)\
|
|
(likely(PyDict_CheckExact(obj)) ?\
|
|
__Pyx_PyDict_GetItem(obj, name) : PyObject_GetItem(obj, name))
|
|
#else
|
|
#define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key)
|
|
#define __Pyx_PyObject_Dict_GetItem(obj, name) PyObject_GetItem(obj, name)
|
|
#endif
|
|
|
|
/* GetAttr.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *, PyObject *);
|
|
|
|
/* GetAttr3.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *, PyObject *, PyObject *);
|
|
|
|
/* ExtTypeTest.proto */
|
|
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type);
|
|
|
|
/* PyIntCompare.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_EqObjC(PyObject *op1, PyObject *op2, long intval, long inplace);
|
|
|
|
/* PyObjectFormatSimple.proto */
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
PyObject_Format(s, f))
|
|
#elif PY_MAJOR_VERSION < 3
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
likely(PyString_CheckExact(s)) ? PyUnicode_FromEncodedObject(s, NULL, "strict") :\
|
|
PyObject_Format(s, f))
|
|
#elif CYTHON_USE_TYPE_SLOTS
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
likely(PyLong_CheckExact(s)) ? PyLong_Type.tp_str(s) :\
|
|
likely(PyFloat_CheckExact(s)) ? PyFloat_Type.tp_str(s) :\
|
|
PyObject_Format(s, f))
|
|
#else
|
|
#define __Pyx_PyObject_FormatSimple(s, f) (\
|
|
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
|
|
PyObject_Format(s, f))
|
|
#endif
|
|
|
|
/* JoinPyUnicode.proto */
|
|
static PyObject* __Pyx_PyUnicode_Join(PyObject* value_tuple, Py_ssize_t value_count, Py_ssize_t result_ulength,
|
|
Py_UCS4 max_char);
|
|
|
|
/* pyfrozenset_new.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyFrozenSet_New(PyObject* it);
|
|
|
|
/* PySetContains.proto */
|
|
static CYTHON_INLINE int __Pyx_PySet_ContainsTF(PyObject* key, PyObject* set, int eq);
|
|
|
|
/* FetchCommonType.proto */
|
|
static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type);
|
|
|
|
/* SwapException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_ExceptionSwap(type, value, tb) __Pyx__ExceptionSwap(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#else
|
|
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb);
|
|
#endif
|
|
|
|
/* PyObjectGetMethod.proto */
|
|
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);
|
|
|
|
/* PyObjectCallMethod1.proto */
|
|
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg);
|
|
|
|
/* CoroutineBase.proto */
|
|
typedef PyObject *(*__pyx_coroutine_body_t)(PyObject *, PyThreadState *, PyObject *);
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
#define __Pyx_ExcInfoStruct _PyErr_StackItem
|
|
#else
|
|
typedef struct {
|
|
PyObject *exc_type;
|
|
PyObject *exc_value;
|
|
PyObject *exc_traceback;
|
|
} __Pyx_ExcInfoStruct;
|
|
#endif
|
|
typedef struct {
|
|
PyObject_HEAD
|
|
__pyx_coroutine_body_t body;
|
|
PyObject *closure;
|
|
__Pyx_ExcInfoStruct gi_exc_state;
|
|
PyObject *gi_weakreflist;
|
|
PyObject *classobj;
|
|
PyObject *yieldfrom;
|
|
PyObject *gi_name;
|
|
PyObject *gi_qualname;
|
|
PyObject *gi_modulename;
|
|
PyObject *gi_code;
|
|
PyObject *gi_frame;
|
|
int resume_label;
|
|
char is_running;
|
|
} __pyx_CoroutineObject;
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_New(
|
|
PyTypeObject *type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name);
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit(
|
|
__pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name);
|
|
static CYTHON_INLINE void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *self);
|
|
static int __Pyx_Coroutine_clear(PyObject *self);
|
|
static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value);
|
|
static PyObject *__Pyx_Coroutine_Close(PyObject *self);
|
|
static PyObject *__Pyx_Coroutine_Throw(PyObject *gen, PyObject *args);
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
#define __Pyx_Coroutine_SwapException(self)
|
|
#define __Pyx_Coroutine_ResetAndClearException(self) __Pyx_Coroutine_ExceptionClear(&(self)->gi_exc_state)
|
|
#else
|
|
#define __Pyx_Coroutine_SwapException(self) {\
|
|
__Pyx_ExceptionSwap(&(self)->gi_exc_state.exc_type, &(self)->gi_exc_state.exc_value, &(self)->gi_exc_state.exc_traceback);\
|
|
__Pyx_Coroutine_ResetFrameBackpointer(&(self)->gi_exc_state);\
|
|
}
|
|
#define __Pyx_Coroutine_ResetAndClearException(self) {\
|
|
__Pyx_ExceptionReset((self)->gi_exc_state.exc_type, (self)->gi_exc_state.exc_value, (self)->gi_exc_state.exc_traceback);\
|
|
(self)->gi_exc_state.exc_type = (self)->gi_exc_state.exc_value = (self)->gi_exc_state.exc_traceback = NULL;\
|
|
}
|
|
#endif
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyGen_FetchStopIterationValue(pvalue)\
|
|
__Pyx_PyGen__FetchStopIterationValue(__pyx_tstate, pvalue)
|
|
#else
|
|
#define __Pyx_PyGen_FetchStopIterationValue(pvalue)\
|
|
__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, pvalue)
|
|
#endif
|
|
static int __Pyx_PyGen__FetchStopIterationValue(PyThreadState *tstate, PyObject **pvalue);
|
|
static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state);
|
|
|
|
/* PyObject_GenericGetAttrNoDict.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GenericGetAttrNoDict PyObject_GenericGetAttr
|
|
#endif
|
|
|
|
/* PatchModuleWithCoroutine.proto */
|
|
static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code);
|
|
|
|
/* PatchGeneratorABC.proto */
|
|
static int __Pyx_patch_abc(void);
|
|
|
|
/* Generator.proto */
|
|
#define __Pyx_Generator_USED
|
|
static PyTypeObject *__pyx_GeneratorType = 0;
|
|
#define __Pyx_Generator_CheckExact(obj) (Py_TYPE(obj) == __pyx_GeneratorType)
|
|
#define __Pyx_Generator_New(body, code, closure, name, qualname, module_name)\
|
|
__Pyx__Coroutine_New(__pyx_GeneratorType, body, code, closure, name, qualname, module_name)
|
|
static PyObject *__Pyx_Generator_Next(PyObject *self);
|
|
static int __pyx_Generator_init(void);
|
|
|
|
/* GeneratorYieldFrom.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_Generator_Yield_From(__pyx_CoroutineObject *gen, PyObject *source);
|
|
|
|
/* HasAttr.proto */
|
|
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);
|
|
|
|
/* IsLittleEndian.proto */
|
|
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void);
|
|
|
|
/* BufferFormatCheck.proto */
|
|
static const char* __Pyx_BufFmt_CheckString(__Pyx_BufFmt_Context* ctx, const char* ts);
|
|
static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx,
|
|
__Pyx_BufFmt_StackElem* stack,
|
|
__Pyx_TypeInfo* type);
|
|
|
|
/* BufferGetAndValidate.proto */
|
|
#define __Pyx_GetBufferAndValidate(buf, obj, dtype, flags, nd, cast, stack)\
|
|
((obj == Py_None || obj == NULL) ?\
|
|
(__Pyx_ZeroBuffer(buf), 0) :\
|
|
__Pyx__GetBufferAndValidate(buf, obj, dtype, flags, nd, cast, stack))
|
|
static int __Pyx__GetBufferAndValidate(Py_buffer* buf, PyObject* obj,
|
|
__Pyx_TypeInfo* dtype, int flags, int nd, int cast, __Pyx_BufFmt_StackElem* stack);
|
|
static void __Pyx_ZeroBuffer(Py_buffer* buf);
|
|
static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info);
|
|
static Py_ssize_t __Pyx_minusones[] = { -1, -1, -1, -1, -1, -1, -1, -1 };
|
|
static Py_ssize_t __Pyx_zeros[] = { 0, 0, 0, 0, 0, 0, 0, 0 };
|
|
|
|
/* BufferFallbackError.proto */
|
|
static void __Pyx_RaiseBufferFallbackError(void);
|
|
|
|
/* append.proto */
|
|
static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x);
|
|
|
|
/* SliceTupleAndList.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyList_GetSlice(PyObject* src, Py_ssize_t start, Py_ssize_t stop);
|
|
static CYTHON_INLINE PyObject* __Pyx_PyTuple_GetSlice(PyObject* src, Py_ssize_t start, Py_ssize_t stop);
|
|
#else
|
|
#define __Pyx_PyList_GetSlice(seq, start, stop) PySequence_GetSlice(seq, start, stop)
|
|
#define __Pyx_PyTuple_GetSlice(seq, start, stop) PySequence_GetSlice(seq, start, stop)
|
|
#endif
|
|
|
|
/* MemviewSliceInit.proto */
|
|
#define __Pyx_BUF_MAX_NDIMS %(BUF_MAX_NDIMS)d
|
|
#define __Pyx_MEMVIEW_DIRECT 1
|
|
#define __Pyx_MEMVIEW_PTR 2
|
|
#define __Pyx_MEMVIEW_FULL 4
|
|
#define __Pyx_MEMVIEW_CONTIG 8
|
|
#define __Pyx_MEMVIEW_STRIDED 16
|
|
#define __Pyx_MEMVIEW_FOLLOW 32
|
|
#define __Pyx_IS_C_CONTIG 1
|
|
#define __Pyx_IS_F_CONTIG 2
|
|
static int __Pyx_init_memviewslice(
|
|
struct __pyx_memoryview_obj *memview,
|
|
int ndim,
|
|
__Pyx_memviewslice *memviewslice,
|
|
int memview_is_new_reference);
|
|
static CYTHON_INLINE int __pyx_add_acquisition_count_locked(
|
|
__pyx_atomic_int *acquisition_count, PyThread_type_lock lock);
|
|
static CYTHON_INLINE int __pyx_sub_acquisition_count_locked(
|
|
__pyx_atomic_int *acquisition_count, PyThread_type_lock lock);
|
|
#define __pyx_get_slice_count_pointer(memview) (memview->acquisition_count_aligned_p)
|
|
#define __pyx_get_slice_count(memview) (*__pyx_get_slice_count_pointer(memview))
|
|
#define __PYX_INC_MEMVIEW(slice, have_gil) __Pyx_INC_MEMVIEW(slice, have_gil, __LINE__)
|
|
#define __PYX_XDEC_MEMVIEW(slice, have_gil) __Pyx_XDEC_MEMVIEW(slice, have_gil, __LINE__)
|
|
static CYTHON_INLINE void __Pyx_INC_MEMVIEW(__Pyx_memviewslice *, int, int);
|
|
static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *, int, int);
|
|
|
|
/* PyObjectLookupSpecial.proto */
|
|
#if CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_LookupSpecial(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *res;
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (unlikely(PyInstance_Check(obj)))
|
|
return __Pyx_PyObject_GetAttrStr(obj, attr_name);
|
|
#endif
|
|
res = _PyType_Lookup(tp, attr_name);
|
|
if (likely(res)) {
|
|
descrgetfunc f = Py_TYPE(res)->tp_descr_get;
|
|
if (!f) {
|
|
Py_INCREF(res);
|
|
} else {
|
|
res = f(res, obj, (PyObject *)tp);
|
|
}
|
|
} else {
|
|
PyErr_SetObject(PyExc_AttributeError, attr_name);
|
|
}
|
|
return res;
|
|
}
|
|
#else
|
|
#define __Pyx_PyObject_LookupSpecial(o,n) __Pyx_PyObject_GetAttrStr(o,n)
|
|
#endif
|
|
|
|
/* None.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname);
|
|
|
|
/* CythonFunctionShared.proto */
|
|
#define __Pyx_CyFunction_USED 1
|
|
#define __Pyx_CYFUNCTION_STATICMETHOD 0x01
|
|
#define __Pyx_CYFUNCTION_CLASSMETHOD 0x02
|
|
#define __Pyx_CYFUNCTION_CCLASS 0x04
|
|
#define __Pyx_CyFunction_GetClosure(f)\
|
|
(((__pyx_CyFunctionObject *) (f))->func_closure)
|
|
#define __Pyx_CyFunction_GetClassObj(f)\
|
|
(((__pyx_CyFunctionObject *) (f))->func_classobj)
|
|
#define __Pyx_CyFunction_Defaults(type, f)\
|
|
((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
|
|
#define __Pyx_CyFunction_SetDefaultsGetter(f, g)\
|
|
((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
|
|
typedef struct {
|
|
PyCFunctionObject func;
|
|
#if PY_VERSION_HEX < 0x030500A0
|
|
PyObject *func_weakreflist;
|
|
#endif
|
|
PyObject *func_dict;
|
|
PyObject *func_name;
|
|
PyObject *func_qualname;
|
|
PyObject *func_doc;
|
|
PyObject *func_globals;
|
|
PyObject *func_code;
|
|
PyObject *func_closure;
|
|
PyObject *func_classobj;
|
|
void *defaults;
|
|
int defaults_pyobjects;
|
|
size_t defaults_size; // used by FusedFunction for copying defaults
|
|
int flags;
|
|
PyObject *defaults_tuple;
|
|
PyObject *defaults_kwdict;
|
|
PyObject *(*defaults_getter)(PyObject *);
|
|
PyObject *func_annotations;
|
|
} __pyx_CyFunctionObject;
|
|
static PyTypeObject *__pyx_CyFunctionType = 0;
|
|
#define __Pyx_CyFunction_Check(obj) (__Pyx_TypeCheck(obj, __pyx_CyFunctionType))
|
|
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject* op, PyMethodDef *ml,
|
|
int flags, PyObject* qualname,
|
|
PyObject *self,
|
|
PyObject *module, PyObject *globals,
|
|
PyObject* code);
|
|
static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m,
|
|
size_t size,
|
|
int pyobjects);
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
|
|
PyObject *tuple);
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
|
|
PyObject *dict);
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
|
|
PyObject *dict);
|
|
static int __pyx_CyFunction_init(void);
|
|
|
|
/* CythonFunction.proto */
|
|
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml,
|
|
int flags, PyObject* qualname,
|
|
PyObject *closure,
|
|
PyObject *module, PyObject *globals,
|
|
PyObject* code);
|
|
|
|
/* py_dict_items.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d);
|
|
|
|
/* CallUnboundCMethod0.proto */
|
|
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_CallUnboundCMethod0(cfunc, self)\
|
|
(likely((cfunc)->func) ?\
|
|
(likely((cfunc)->flag == METH_NOARGS) ? (*((cfunc)->func))(self, NULL) :\
|
|
(PY_VERSION_HEX >= 0x030600B1 && likely((cfunc)->flag == METH_FASTCALL) ?\
|
|
(PY_VERSION_HEX >= 0x030700A0 ?\
|
|
(*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0) :\
|
|
(*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0, NULL)) :\
|
|
(PY_VERSION_HEX >= 0x030700A0 && (cfunc)->flag == (METH_FASTCALL | METH_KEYWORDS) ?\
|
|
(*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0, NULL) :\
|
|
(likely((cfunc)->flag == (METH_VARARGS | METH_KEYWORDS)) ? ((*(PyCFunctionWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, __pyx_empty_tuple, NULL)) :\
|
|
((cfunc)->flag == METH_VARARGS ? (*((cfunc)->func))(self, __pyx_empty_tuple) :\
|
|
__Pyx__CallUnboundCMethod0(cfunc, self)))))) :\
|
|
__Pyx__CallUnboundCMethod0(cfunc, self))
|
|
#else
|
|
#define __Pyx_CallUnboundCMethod0(cfunc, self) __Pyx__CallUnboundCMethod0(cfunc, self)
|
|
#endif
|
|
|
|
/* py_dict_keys.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyDict_Keys(PyObject* d);
|
|
|
|
/* PyObjectSetAttrStr.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
#define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_SetAttrStr(o, n, NULL)
|
|
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value);
|
|
#else
|
|
#define __Pyx_PyObject_DelAttrStr(o,n) PyObject_DelAttr(o,n)
|
|
#define __Pyx_PyObject_SetAttrStr(o,n,v) PyObject_SetAttr(o,n,v)
|
|
#endif
|
|
|
|
/* bytes_index.proto */
|
|
static CYTHON_INLINE char __Pyx_PyBytes_GetItemInt(PyObject* bytes, Py_ssize_t index, int check_bounds);
|
|
|
|
/* KeywordStringCheck.proto */
|
|
static int __Pyx_CheckKeywordStrings(PyObject *kwdict, const char* function_name, int kw_allowed);
|
|
|
|
/* DivInt[long].proto */
|
|
static CYTHON_INLINE long __Pyx_div_long(long, long);
|
|
|
|
/* BufferIndexError.proto */
|
|
static void __Pyx_RaiseBufferIndexError(int axis);
|
|
|
|
/* tp_new.proto */
|
|
#define __Pyx_tp_new(type_obj, args) __Pyx_tp_new_kwargs(type_obj, args, NULL)
|
|
static CYTHON_INLINE PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs) {
|
|
return (PyObject*) (((PyTypeObject*)type_obj)->tp_new((PyTypeObject*)type_obj, args, kwargs));
|
|
}
|
|
|
|
/* DivInt[Py_ssize_t].proto */
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t, Py_ssize_t);
|
|
|
|
/* UnaryNegOverflows.proto */
|
|
#define UNARY_NEG_WOULD_OVERFLOW(x)\
|
|
(((x) < 0) & ((unsigned long)(x) == 0-(unsigned long)(x)))
|
|
|
|
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *); /*proto*/
|
|
/* decode_c_string_utf16.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16(const char *s, Py_ssize_t size, const char *errors) {
|
|
int byteorder = 0;
|
|
return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16LE(const char *s, Py_ssize_t size, const char *errors) {
|
|
int byteorder = -1;
|
|
return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16BE(const char *s, Py_ssize_t size, const char *errors) {
|
|
int byteorder = 1;
|
|
return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
|
|
}
|
|
|
|
/* decode_c_string.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_decode_c_string(
|
|
const char* cstring, Py_ssize_t start, Py_ssize_t stop,
|
|
const char* encoding, const char* errors,
|
|
PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors));
|
|
|
|
/* RaiseNoneIterError.proto */
|
|
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void);
|
|
|
|
/* Import.proto */
|
|
static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level);
|
|
|
|
/* FastTypeChecks.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
|
|
#else
|
|
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
|
|
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
|
|
#define __Pyx_PyErr_GivenExceptionMatches2(err, type1, type2) (PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2))
|
|
#endif
|
|
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
|
|
|
|
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
/* ImportFrom.proto */
|
|
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name);
|
|
|
|
/* PyObject_GenericGetAttr.proto */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GenericGetAttr PyObject_GenericGetAttr
|
|
#endif
|
|
|
|
/* SetVTable.proto */
|
|
static int __Pyx_SetVtable(PyObject *dict, void *vtable);
|
|
|
|
/* PyObjectGetAttrStrNoError.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name);
|
|
|
|
/* SetupReduce.proto */
|
|
static int __Pyx_setup_reduce(PyObject* type_obj);
|
|
|
|
/* TypeImport.proto */
|
|
#ifndef __PYX_HAVE_RT_ImportType_proto_0_29_37
|
|
#define __PYX_HAVE_RT_ImportType_proto_0_29_37
|
|
#if __STDC_VERSION__ >= 201112L
|
|
#include <stdalign.h>
|
|
#endif
|
|
#if __STDC_VERSION__ >= 201112L || __cplusplus >= 201103L
|
|
#define __PYX_GET_STRUCT_ALIGNMENT_0_29_37(s) alignof(s)
|
|
#else
|
|
#define __PYX_GET_STRUCT_ALIGNMENT_0_29_37(s) sizeof(void*)
|
|
#endif
|
|
enum __Pyx_ImportType_CheckSize_0_29_37 {
|
|
__Pyx_ImportType_CheckSize_Error_0_29_37 = 0,
|
|
__Pyx_ImportType_CheckSize_Warn_0_29_37 = 1,
|
|
__Pyx_ImportType_CheckSize_Ignore_0_29_37 = 2
|
|
};
|
|
static PyTypeObject *__Pyx_ImportType_0_29_37(PyObject* module, const char *module_name, const char *class_name, size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_0_29_37 check_size);
|
|
#endif
|
|
|
|
/* GetVTable.proto */
|
|
static void* __Pyx_GetVtable(PyObject *dict);
|
|
|
|
/* CalculateMetaclass.proto */
|
|
static PyObject *__Pyx_CalculateMetaclass(PyTypeObject *metaclass, PyObject *bases);
|
|
|
|
/* SetNameInClass.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1
|
|
#define __Pyx_SetNameInClass(ns, name, value)\
|
|
(likely(PyDict_CheckExact(ns)) ? _PyDict_SetItem_KnownHash(ns, name, value, ((PyASCIIObject *) name)->hash) : PyObject_SetItem(ns, name, value))
|
|
#elif CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_SetNameInClass(ns, name, value)\
|
|
(likely(PyDict_CheckExact(ns)) ? PyDict_SetItem(ns, name, value) : PyObject_SetItem(ns, name, value))
|
|
#else
|
|
#define __Pyx_SetNameInClass(ns, name, value) PyObject_SetItem(ns, name, value)
|
|
#endif
|
|
|
|
/* ClassMethod.proto */
|
|
#include "descrobject.h"
|
|
static CYTHON_UNUSED PyObject* __Pyx_Method_ClassMethod(PyObject *method);
|
|
|
|
/* Py3ClassCreate.proto */
|
|
static PyObject *__Pyx_Py3MetaclassPrepare(PyObject *metaclass, PyObject *bases, PyObject *name, PyObject *qualname,
|
|
PyObject *mkw, PyObject *modname, PyObject *doc);
|
|
static PyObject *__Pyx_Py3ClassCreate(PyObject *metaclass, PyObject *name, PyObject *bases, PyObject *dict,
|
|
PyObject *mkw, int calculate_metaclass, int allow_py2_metaclass);
|
|
|
|
/* GetNameInClass.proto */
|
|
#define __Pyx_GetNameInClass(var, nmspace, name) (var) = __Pyx__GetNameInClass(nmspace, name)
|
|
static PyObject *__Pyx__GetNameInClass(PyObject *nmspace, PyObject *name);
|
|
|
|
/* CLineInTraceback.proto */
|
|
#ifdef CYTHON_CLINE_IN_TRACEBACK
|
|
#define __Pyx_CLineForTraceback(tstate, c_line) (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
|
|
#else
|
|
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
|
|
#endif
|
|
|
|
/* CodeObjectCache.proto */
|
|
typedef struct {
|
|
PyCodeObject* code_object;
|
|
int code_line;
|
|
} __Pyx_CodeObjectCacheEntry;
|
|
struct __Pyx_CodeObjectCache {
|
|
int count;
|
|
int max_count;
|
|
__Pyx_CodeObjectCacheEntry* entries;
|
|
};
|
|
static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL};
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
|
|
static PyCodeObject *__pyx_find_code_object(int code_line);
|
|
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object);
|
|
|
|
/* AddTraceback.proto */
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename);
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags);
|
|
static void __Pyx_ReleaseBuffer(Py_buffer *view);
|
|
#else
|
|
#define __Pyx_GetBuffer PyObject_GetBuffer
|
|
#define __Pyx_ReleaseBuffer PyBuffer_Release
|
|
#endif
|
|
|
|
|
|
/* BufferStructDeclare.proto */
|
|
typedef struct {
|
|
Py_ssize_t shape, strides, suboffsets;
|
|
} __Pyx_Buf_DimInfo;
|
|
typedef struct {
|
|
size_t refcount;
|
|
Py_buffer pybuffer;
|
|
} __Pyx_Buffer;
|
|
typedef struct {
|
|
__Pyx_Buffer *rcbuffer;
|
|
char *data;
|
|
__Pyx_Buf_DimInfo diminfo[8];
|
|
} __Pyx_LocalBuf_ND;
|
|
|
|
/* MemviewSliceIsContig.proto */
|
|
static int __pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim);
|
|
|
|
/* OverlappingSlices.proto */
|
|
static int __pyx_slices_overlap(__Pyx_memviewslice *slice1,
|
|
__Pyx_memviewslice *slice2,
|
|
int ndim, size_t itemsize);
|
|
|
|
/* Capsule.proto */
|
|
static CYTHON_INLINE PyObject *__pyx_capsule_create(void *p, const char *sig);
|
|
|
|
/* GCCDiagnostics.proto */
|
|
#if defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 6))
|
|
#define __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#endif
|
|
|
|
/* MemviewDtypeToObject.proto */
|
|
static CYTHON_INLINE PyObject *__pyx_memview_get_int(const char *itemp);
|
|
static CYTHON_INLINE int __pyx_memview_set_int(const char *itemp, PyObject *obj);
|
|
|
|
/* ToPyCTupleUtility.proto */
|
|
static PyObject* __pyx_convert__to_py___pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc(__pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc);
|
|
|
|
/* TypeInfoCompare.proto */
|
|
static int __pyx_typeinfo_cmp(__Pyx_TypeInfo *a, __Pyx_TypeInfo *b);
|
|
|
|
/* MemviewSliceValidateAndInit.proto */
|
|
static int __Pyx_ValidateAndInit_memviewslice(
|
|
int *axes_specs,
|
|
int c_or_f_flag,
|
|
int buf_flags,
|
|
int ndim,
|
|
__Pyx_TypeInfo *dtype,
|
|
__Pyx_BufFmt_StackElem stack[],
|
|
__Pyx_memviewslice *memviewslice,
|
|
PyObject *original_obj);
|
|
|
|
/* ObjectToMemviewSlice.proto */
|
|
static CYTHON_INLINE __Pyx_memviewslice __Pyx_PyObject_to_MemoryviewSlice_dsds_int(PyObject *, int writable_flag);
|
|
|
|
/* RealImag.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
#define __Pyx_CREAL(z) ((z).real())
|
|
#define __Pyx_CIMAG(z) ((z).imag())
|
|
#else
|
|
#define __Pyx_CREAL(z) (__real__(z))
|
|
#define __Pyx_CIMAG(z) (__imag__(z))
|
|
#endif
|
|
#else
|
|
#define __Pyx_CREAL(z) ((z).real)
|
|
#define __Pyx_CIMAG(z) ((z).imag)
|
|
#endif
|
|
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
|
|
&& (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
|
|
#define __Pyx_SET_CREAL(z,x) ((z).real(x))
|
|
#define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
|
|
#else
|
|
#define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
|
|
#define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
|
|
#endif
|
|
|
|
/* Arithmetic.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#define __Pyx_c_eq_float(a, b) ((a)==(b))
|
|
#define __Pyx_c_sum_float(a, b) ((a)+(b))
|
|
#define __Pyx_c_diff_float(a, b) ((a)-(b))
|
|
#define __Pyx_c_prod_float(a, b) ((a)*(b))
|
|
#define __Pyx_c_quot_float(a, b) ((a)/(b))
|
|
#define __Pyx_c_neg_float(a) (-(a))
|
|
#ifdef __cplusplus
|
|
#define __Pyx_c_is_zero_float(z) ((z)==(float)0)
|
|
#define __Pyx_c_conj_float(z) (::std::conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_float(z) (::std::abs(z))
|
|
#define __Pyx_c_pow_float(a, b) (::std::pow(a, b))
|
|
#endif
|
|
#else
|
|
#define __Pyx_c_is_zero_float(z) ((z)==0)
|
|
#define __Pyx_c_conj_float(z) (conjf(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_float(z) (cabsf(z))
|
|
#define __Pyx_c_pow_float(a, b) (cpowf(a, b))
|
|
#endif
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex);
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex);
|
|
#if 1
|
|
static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex);
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex);
|
|
#endif
|
|
#endif
|
|
|
|
/* Arithmetic.proto */
|
|
#if CYTHON_CCOMPLEX
|
|
#define __Pyx_c_eq_double(a, b) ((a)==(b))
|
|
#define __Pyx_c_sum_double(a, b) ((a)+(b))
|
|
#define __Pyx_c_diff_double(a, b) ((a)-(b))
|
|
#define __Pyx_c_prod_double(a, b) ((a)*(b))
|
|
#define __Pyx_c_quot_double(a, b) ((a)/(b))
|
|
#define __Pyx_c_neg_double(a) (-(a))
|
|
#ifdef __cplusplus
|
|
#define __Pyx_c_is_zero_double(z) ((z)==(double)0)
|
|
#define __Pyx_c_conj_double(z) (::std::conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_double(z) (::std::abs(z))
|
|
#define __Pyx_c_pow_double(a, b) (::std::pow(a, b))
|
|
#endif
|
|
#else
|
|
#define __Pyx_c_is_zero_double(z) ((z)==0)
|
|
#define __Pyx_c_conj_double(z) (conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_double(z) (cabs(z))
|
|
#define __Pyx_c_pow_double(a, b) (cpow(a, b))
|
|
#endif
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
|
|
#if 1
|
|
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
#endif
|
|
#endif
|
|
|
|
/* None.proto */
|
|
#include <new>
|
|
|
|
/* MemviewSliceCopyTemplate.proto */
|
|
static __Pyx_memviewslice
|
|
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
|
|
const char *mode, int ndim,
|
|
size_t sizeof_dtype, int contig_flag,
|
|
int dtype_is_object);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE enum __pyx_t_5spacy_5attrs_attr_id_t __Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(PyObject *);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(enum __pyx_t_5spacy_5attrs_attr_id_t value);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE size_t __Pyx_PyInt_As_size_t(PyObject *);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int32_t(int32_t value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE unsigned char __Pyx_PyInt_As_unsigned_char(PyObject *);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_unsigned_char(unsigned char value);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint32_t(uint32_t value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *);
|
|
|
|
/* CheckBinaryVersion.proto */
|
|
static int __Pyx_check_binary_version(void);
|
|
|
|
/* FunctionExport.proto */
|
|
static int __Pyx_ExportFunction(const char *name, void (*f)(void), const char *sig);
|
|
|
|
/* VoidPtrImport.proto */
|
|
static int __Pyx_ImportVoidPtr_0_29_37(PyObject *module, const char *name, void **p, const char *sig);
|
|
|
|
/* FunctionImport.proto */
|
|
static int __Pyx_ImportFunction_0_29_37(PyObject *module, const char *funcname, void (**f)(void), const char *sig);
|
|
|
|
/* InitStrings.proto */
|
|
static int __Pyx_InitStrings(__Pyx_StringTabEntry *t);
|
|
|
|
static int __pyx_fuse_0__pyx_f_5spacy_6tokens_3doc_3Doc_push_back(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr __pyx_v_lex_or_tok, int __pyx_v_has_space); /* proto*/
|
|
static int __pyx_fuse_1__pyx_f_5spacy_6tokens_3doc_3Doc_push_back(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr __pyx_v_lex_or_tok, int __pyx_v_has_space); /* proto*/
|
|
static PyArrayObject *__pyx_f_5spacy_6tokens_3doc_3Doc_to_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_py_attr_ids, int __pyx_skip_dispatch); /* proto*/
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_f_5spacy_6tokens_4span_4Span_cinit(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, struct __pyx_t_5spacy_7structs_SpanC __pyx_v_span); /* proto*/
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value); /* proto*/
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_f_5spacy_6tokens_5token_5Token_cinit(struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, CYTHON_UNUSED struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token, int __pyx_v_offset, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_5token_5Token_set_struct_attr(struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_token, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6tokens_5token_5Token_missing_dep(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6tokens_5token_5Token_missing_head(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token); /* proto*/
|
|
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self); /* proto*/
|
|
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto*/
|
|
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj); /* proto*/
|
|
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src); /* proto*/
|
|
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
|
|
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
|
|
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
|
|
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
|
|
|
|
/* Module declarations from 'cpython.buffer' */
|
|
|
|
/* Module declarations from 'libc.string' */
|
|
|
|
/* Module declarations from 'libc.stdio' */
|
|
|
|
/* Module declarations from '__builtin__' */
|
|
|
|
/* Module declarations from 'cpython.type' */
|
|
static PyTypeObject *__pyx_ptype_7cpython_4type_type = 0;
|
|
|
|
/* Module declarations from 'cpython' */
|
|
|
|
/* Module declarations from 'cpython.object' */
|
|
|
|
/* Module declarations from 'cpython.ref' */
|
|
|
|
/* Module declarations from 'cpython.mem' */
|
|
|
|
/* Module declarations from 'numpy' */
|
|
|
|
/* Module declarations from 'numpy' */
|
|
static PyTypeObject *__pyx_ptype_5numpy_dtype = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_flatiter = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_broadcast = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_ndarray = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_generic = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_number = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_integer = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_signedinteger = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_unsignedinteger = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_inexact = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_floating = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_complexfloating = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_flexible = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_character = 0;
|
|
static PyTypeObject *__pyx_ptype_5numpy_ufunc = 0;
|
|
|
|
/* Module declarations from 'cymem.cymem' */
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_PyMalloc = 0;
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_PyFree = 0;
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_Pool = 0;
|
|
static PyTypeObject *__pyx_ptype_5cymem_5cymem_Address = 0;
|
|
|
|
/* Module declarations from 'spacy' */
|
|
|
|
/* Module declarations from 'spacy.symbols' */
|
|
|
|
/* Module declarations from 'spacy.attrs' */
|
|
|
|
/* Module declarations from 'libc.stdint' */
|
|
|
|
/* Module declarations from 'libcpp.utility' */
|
|
|
|
/* Module declarations from 'libcpp.unordered_map' */
|
|
|
|
/* Module declarations from 'libcpp.unordered_set' */
|
|
|
|
/* Module declarations from 'libcpp.vector' */
|
|
|
|
/* Module declarations from 'spacy.parts_of_speech' */
|
|
|
|
/* Module declarations from 'spacy.typedefs' */
|
|
|
|
/* Module declarations from 'spacy.structs' */
|
|
|
|
/* Module declarations from 'murmurhash.mrmr' */
|
|
static uint64_t (*__pyx_f_10murmurhash_4mrmr_hash64)(void *, int, uint64_t); /*proto*/
|
|
|
|
/* Module declarations from 'preshed.maps' */
|
|
static PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMap = 0;
|
|
static PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMapArray = 0;
|
|
|
|
/* Module declarations from 'libcpp.set' */
|
|
|
|
/* Module declarations from 'spacy.strings' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_7strings_StringStore = 0;
|
|
|
|
/* Module declarations from 'spacy.morphology' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_10morphology_Morphology = 0;
|
|
|
|
/* Module declarations from 'spacy.vocab' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_5vocab_Vocab = 0;
|
|
static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_5vocab_EMPTY_LEXEME = 0;
|
|
#define __pyx_v_5spacy_5vocab_EMPTY_LEXEME (*__pyx_vp_5spacy_5vocab_EMPTY_LEXEME)
|
|
|
|
/* Module declarations from 'cython.view' */
|
|
|
|
/* Module declarations from 'cython' */
|
|
|
|
/* Module declarations from 'libc.math' */
|
|
|
|
/* Module declarations from 'spacy.tokens.span' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_4span_Span = 0;
|
|
|
|
/* Module declarations from 'spacy.lexeme' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_6lexeme_Lexeme = 0;
|
|
static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME = 0;
|
|
#define __pyx_v_5spacy_6lexeme_EMPTY_LEXEME (*__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME)
|
|
static __pyx_t_5spacy_8typedefs_attr_t *__pyx_vp_5spacy_6lexeme_OOV_RANK = 0;
|
|
#define __pyx_v_5spacy_6lexeme_OOV_RANK (*__pyx_vp_5spacy_6lexeme_OOV_RANK)
|
|
|
|
/* Module declarations from 'spacy.tokens.token' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_5token_Token = 0;
|
|
static int *__pyx_vp_5spacy_6tokens_5token_MISSING_DEP = 0;
|
|
#define __pyx_v_5spacy_6tokens_5token_MISSING_DEP (*__pyx_vp_5spacy_6tokens_5token_MISSING_DEP)
|
|
|
|
/* Module declarations from 'spacy.tokens.doc' */
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc_Doc = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr = 0;
|
|
static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr = 0;
|
|
static PyTypeObject *__pyx_array_type = 0;
|
|
static PyTypeObject *__pyx_MemviewEnum_type = 0;
|
|
static PyTypeObject *__pyx_memoryview_type = 0;
|
|
static PyTypeObject *__pyx_memoryviewslice_type = 0;
|
|
static PyObject *generic = 0;
|
|
static PyObject *strided = 0;
|
|
static PyObject *indirect = 0;
|
|
static PyObject *contiguous = 0;
|
|
static PyObject *indirect_contiguous = 0;
|
|
static int __pyx_memoryview_thread_locks_used;
|
|
static PyThread_type_lock __pyx_memoryview_thread_locks[8];
|
|
static __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_3doc_get_token_attr(struct __pyx_t_5spacy_7structs_TokenC const *, enum __pyx_t_5spacy_5attrs_attr_id_t); /*proto*/
|
|
static int __pyx_f_5spacy_6tokens_3doc_set_children_from_heads(struct __pyx_t_5spacy_7structs_TokenC *, int, int); /*proto*/
|
|
static int __pyx_f_5spacy_6tokens_3doc__set_lr_kids_and_edges(struct __pyx_t_5spacy_7structs_TokenC *, int, int, int); /*proto*/
|
|
static __Pyx_memviewslice __pyx_f_5spacy_6tokens_3doc__get_lca_matrix(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int, int); /*proto*/
|
|
static int __pyx_f_5spacy_6tokens_3doc_bounds_check(int, int, int); /*proto*/
|
|
static int __pyx_f_5spacy_6tokens_3doc_token_by_char(struct __pyx_t_5spacy_7structs_TokenC const *, int, int); /*proto*/
|
|
static int __pyx_f_5spacy_6tokens_3doc__get_tokens_lca(struct __pyx_obj_5spacy_6tokens_5token_Token *, struct __pyx_obj_5spacy_6tokens_5token_Token *); /*proto*/
|
|
static struct __pyx_array_obj *__pyx_array_new(PyObject *, Py_ssize_t, char *, char *, char *); /*proto*/
|
|
static void *__pyx_align_pointer(void *, size_t); /*proto*/
|
|
static PyObject *__pyx_memoryview_new(PyObject *, int, int, __Pyx_TypeInfo *); /*proto*/
|
|
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *); /*proto*/
|
|
static PyObject *_unellipsify(PyObject *, int); /*proto*/
|
|
static PyObject *assert_direct_dimensions(Py_ssize_t *, int); /*proto*/
|
|
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *, PyObject *); /*proto*/
|
|
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int, int); /*proto*/
|
|
static char *__pyx_pybuffer_index(Py_buffer *, char *, Py_ssize_t, Py_ssize_t); /*proto*/
|
|
static int __pyx_memslice_transpose(__Pyx_memviewslice *); /*proto*/
|
|
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice, int, PyObject *(*)(char *), int (*)(char *, PyObject *), int); /*proto*/
|
|
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
|
|
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
|
|
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *); /*proto*/
|
|
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
|
|
static Py_ssize_t abs_py_ssize_t(Py_ssize_t); /*proto*/
|
|
static char __pyx_get_best_slice_order(__Pyx_memviewslice *, int); /*proto*/
|
|
static void _copy_strided_to_strided(char *, Py_ssize_t *, char *, Py_ssize_t *, Py_ssize_t *, Py_ssize_t *, int, size_t); /*proto*/
|
|
static void copy_strided_to_strided(__Pyx_memviewslice *, __Pyx_memviewslice *, int, size_t); /*proto*/
|
|
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *, int); /*proto*/
|
|
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *, Py_ssize_t *, Py_ssize_t, int, char); /*proto*/
|
|
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *, __Pyx_memviewslice *, char, int); /*proto*/
|
|
static int __pyx_memoryview_err_extents(int, Py_ssize_t, Py_ssize_t); /*proto*/
|
|
static int __pyx_memoryview_err_dim(PyObject *, char *, int); /*proto*/
|
|
static int __pyx_memoryview_err(PyObject *, char *); /*proto*/
|
|
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice, __Pyx_memviewslice, int, int, int); /*proto*/
|
|
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *, int, int); /*proto*/
|
|
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *, int, int, int); /*proto*/
|
|
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
|
|
static void __pyx_memoryview_refcount_objects_in_slice(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
|
|
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *, int, size_t, void *, int); /*proto*/
|
|
static void __pyx_memoryview__slice_assign_scalar(char *, Py_ssize_t *, Py_ssize_t *, int, size_t, void *); /*proto*/
|
|
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *, PyObject *); /*proto*/
|
|
static __Pyx_TypeInfo __Pyx_TypeInfo_nn___pyx_t_5spacy_8typedefs_attr_t = { "attr_t", NULL, sizeof(__pyx_t_5spacy_8typedefs_attr_t), { 0 }, 0, IS_UNSIGNED(__pyx_t_5spacy_8typedefs_attr_t) ? 'U' : 'I', IS_UNSIGNED(__pyx_t_5spacy_8typedefs_attr_t), 0 };
|
|
static __Pyx_TypeInfo __Pyx_TypeInfo_int = { "int", NULL, sizeof(int), { 0 }, 0, IS_UNSIGNED(int) ? 'U' : 'I', IS_UNSIGNED(int), 0 };
|
|
#define __Pyx_MODULE_NAME "spacy.tokens.doc"
|
|
extern int __pyx_module_is_main_spacy__tokens__doc;
|
|
int __pyx_module_is_main_spacy__tokens__doc = 0;
|
|
|
|
/* Implementation of 'spacy.tokens.doc' */
|
|
static PyObject *__pyx_builtin_staticmethod;
|
|
static PyObject *__pyx_builtin_IndexError;
|
|
static PyObject *__pyx_builtin_ValueError;
|
|
static PyObject *__pyx_builtin_range;
|
|
static PyObject *__pyx_builtin_zip;
|
|
static PyObject *__pyx_builtin_TypeError;
|
|
static PyObject *__pyx_builtin_enumerate;
|
|
static PyObject *__pyx_builtin_DeprecationWarning;
|
|
static PyObject *__pyx_builtin_sum;
|
|
static PyObject *__pyx_builtin_NotImplementedError;
|
|
static PyObject *__pyx_builtin_KeyError;
|
|
static PyObject *__pyx_builtin_any;
|
|
static PyObject *__pyx_builtin_max;
|
|
static PyObject *__pyx_builtin_ImportError;
|
|
static PyObject *__pyx_builtin_MemoryError;
|
|
static PyObject *__pyx_builtin_Ellipsis;
|
|
static PyObject *__pyx_builtin_id;
|
|
static const char __pyx_k_B[] = "B";
|
|
static const char __pyx_k_I[] = "I";
|
|
static const char __pyx_k_O[] = "O";
|
|
static const char __pyx_k_T[] = "T";
|
|
static const char __pyx_k_c[] = "c";
|
|
static const char __pyx_k_f[] = "f";
|
|
static const char __pyx_k_i[] = "i";
|
|
static const char __pyx_k__4[] = "";
|
|
static const char __pyx_k__6[] = "-";
|
|
static const char __pyx_k__9[] = ", ";
|
|
static const char __pyx_k_id[] = "id";
|
|
static const char __pyx_k_pp[] = "pp";
|
|
static const char __pyx_k_rb[] = "rb";
|
|
static const char __pyx_k_wb[] = "wb";
|
|
static const char __pyx_k_xp[] = "xp";
|
|
static const char __pyx_k_DEP[] = "DEP";
|
|
static const char __pyx_k_Doc[] = "Doc";
|
|
static const char __pyx_k_IDS[] = "IDS";
|
|
static const char __pyx_k_POS[] = "POS";
|
|
static const char __pyx_k_Set[] = "Set";
|
|
static const char __pyx_k_TAG[] = "TAG";
|
|
static const char __pyx_k__10[] = "|";
|
|
static const char __pyx_k__11[] = " ";
|
|
static const char __pyx_k__16[] = "._.";
|
|
static const char __pyx_k__27[] = "_";
|
|
static const char __pyx_k_add[] = "add";
|
|
static const char __pyx_k_any[] = "any";
|
|
static const char __pyx_k_cls[] = "cls";
|
|
static const char __pyx_k_dep[] = "dep_";
|
|
static const char __pyx_k_doc[] = "doc";
|
|
static const char __pyx_k_dot[] = "dot";
|
|
static const char __pyx_k_end[] = "end";
|
|
static const char __pyx_k_get[] = "get";
|
|
static const char __pyx_k_idx[] = "idx";
|
|
static const char __pyx_k_key[] = "key";
|
|
static const char __pyx_k_max[] = "max";
|
|
static const char __pyx_k_msg[] = "msg";
|
|
static const char __pyx_k_new[] = "__new__";
|
|
static const char __pyx_k_obj[] = "obj";
|
|
static const char __pyx_k_ops[] = "ops";
|
|
static const char __pyx_k_pop[] = "pop";
|
|
static const char __pyx_k_pos[] = "pos";
|
|
static const char __pyx_k_seq[] = "seq";
|
|
static const char __pyx_k_set[] = "set";
|
|
static const char __pyx_k_str[] = "__str__";
|
|
static const char __pyx_k_sum[] = "sum";
|
|
static const char __pyx_k_tag[] = "tag";
|
|
static const char __pyx_k_zip[] = "zip";
|
|
static const char __pyx_k_E026[] = "E026";
|
|
static const char __pyx_k_E027[] = "E027";
|
|
static const char __pyx_k_E028[] = "E028";
|
|
static const char __pyx_k_E030[] = "E030";
|
|
static const char __pyx_k_E031[] = "E031";
|
|
static const char __pyx_k_E033[] = "E033";
|
|
static const char __pyx_k_E040[] = "E040";
|
|
static const char __pyx_k_E046[] = "E046";
|
|
static const char __pyx_k_E090[] = "E090";
|
|
static const char __pyx_k_E093[] = "E093";
|
|
static const char __pyx_k_E106[] = "E106";
|
|
static const char __pyx_k_E107[] = "E107";
|
|
static const char __pyx_k_E121[] = "E121";
|
|
static const char __pyx_k_E177[] = "E177";
|
|
static const char __pyx_k_E189[] = "E189";
|
|
static const char __pyx_k_E190[] = "E190";
|
|
static const char __pyx_k_E202[] = "E202";
|
|
static const char __pyx_k_E873[] = "E873";
|
|
static const char __pyx_k_E894[] = "E894";
|
|
static const char __pyx_k_E908[] = "E908";
|
|
static const char __pyx_k_E971[] = "E971";
|
|
static const char __pyx_k_E982[] = "E982";
|
|
static const char __pyx_k_E983[] = "E983";
|
|
static const char __pyx_k_E999[] = "E999";
|
|
static const char __pyx_k_Enum[] = "Enum";
|
|
static const char __pyx_k_FLAG[] = "FLAG";
|
|
static const char __pyx_k_HEAD[] = "HEAD";
|
|
static const char __pyx_k_NORM[] = "NORM";
|
|
static const char __pyx_k_ORTH[] = "ORTH";
|
|
static const char __pyx_k_W007[] = "W007";
|
|
static const char __pyx_k_W008[] = "W008";
|
|
static const char __pyx_k_W026[] = "W026";
|
|
static const char __pyx_k_W028[] = "W028";
|
|
static const char __pyx_k_W101[] = "W101";
|
|
static const char __pyx_k_W102[] = "W102";
|
|
static const char __pyx_k_W107[] = "W107";
|
|
static const char __pyx_k_W109[] = "W109";
|
|
static const char __pyx_k_args[] = "args";
|
|
static const char __pyx_k_attr[] = "attr";
|
|
static const char __pyx_k_axis[] = "axis";
|
|
static const char __pyx_k_base[] = "base";
|
|
static const char __pyx_k_cats[] = "cats";
|
|
static const char __pyx_k_copy[] = "copy";
|
|
static const char __pyx_k_data[] = "data";
|
|
static const char __pyx_k_deps[] = "deps";
|
|
static const char __pyx_k_dict[] = "dict";
|
|
static const char __pyx_k_docs[] = "docs";
|
|
static const char __pyx_k_ents[] = "ents";
|
|
static const char __pyx_k_enum[] = "enum";
|
|
static const char __pyx_k_exit[] = "__exit__";
|
|
static const char __pyx_k_fill[] = "fill";
|
|
static const char __pyx_k_head[] = "head";
|
|
static const char __pyx_k_id_2[] = "id_";
|
|
static const char __pyx_k_item[] = "item";
|
|
static const char __pyx_k_iter[] = "__iter__";
|
|
static const char __pyx_k_join[] = "join";
|
|
static const char __pyx_k_keys[] = "keys";
|
|
static const char __pyx_k_lang[] = "lang";
|
|
static const char __pyx_k_main[] = "__main__";
|
|
static const char __pyx_k_mean[] = "mean";
|
|
static const char __pyx_k_mode[] = "mode";
|
|
static const char __pyx_k_name[] = "name";
|
|
static const char __pyx_k_ndim[] = "ndim";
|
|
static const char __pyx_k_norm[] = "norm_";
|
|
static const char __pyx_k_open[] = "open";
|
|
static const char __pyx_k_opts[] = "opts";
|
|
static const char __pyx_k_orth[] = "orth_";
|
|
static const char __pyx_k_pack[] = "pack";
|
|
static const char __pyx_k_path[] = "path";
|
|
static const char __pyx_k_prop[] = "prop";
|
|
static const char __pyx_k_read[] = "read";
|
|
static const char __pyx_k_send[] = "send";
|
|
static const char __pyx_k_sent[] = "sent";
|
|
static const char __pyx_k_size[] = "size";
|
|
static const char __pyx_k_span[] = "span";
|
|
static const char __pyx_k_step[] = "step";
|
|
static const char __pyx_k_stop[] = "stop";
|
|
static const char __pyx_k_tags[] = "tags";
|
|
static const char __pyx_k_test[] = "__test__";
|
|
static const char __pyx_k_text[] = "text";
|
|
static const char __pyx_k_type[] = "type";
|
|
static const char __pyx_k_utf8[] = "utf8";
|
|
static const char __pyx_k_util[] = "util";
|
|
static const char __pyx_k_warn[] = "warn";
|
|
static const char __pyx_k_ASCII[] = "ASCII";
|
|
static const char __pyx_k_E1010[] = "E1010";
|
|
static const char __pyx_k_E1011[] = "E1011";
|
|
static const char __pyx_k_E1012[] = "E1012";
|
|
static const char __pyx_k_E1017[] = "E1017";
|
|
static const char __pyx_k_E1021[] = "E1021";
|
|
static const char __pyx_k_E1022[] = "E1022";
|
|
static const char __pyx_k_E1037[] = "E1037";
|
|
static const char __pyx_k_E1038[] = "E1038";
|
|
static const char __pyx_k_E1039[] = "E1039";
|
|
static const char __pyx_k_E1040[] = "E1040";
|
|
static const char __pyx_k_LEMMA[] = "LEMMA";
|
|
static const char __pyx_k_MORPH[] = "MORPH";
|
|
static const char __pyx_k_array[] = "array";
|
|
static const char __pyx_k_attrs[] = "attrs";
|
|
static const char __pyx_k_chain[] = "chain";
|
|
static const char __pyx_k_class[] = "__class__";
|
|
static const char __pyx_k_clear[] = "clear";
|
|
static const char __pyx_k_close[] = "close";
|
|
static const char __pyx_k_debug[] = "debug";
|
|
static const char __pyx_k_dep_2[] = "dep";
|
|
static const char __pyx_k_doc_2[] = "__doc__";
|
|
static const char __pyx_k_dtype[] = "dtype";
|
|
static const char __pyx_k_empty[] = "empty";
|
|
static const char __pyx_k_enter[] = "__enter__";
|
|
static const char __pyx_k_error[] = "error";
|
|
static const char __pyx_k_flags[] = "flags";
|
|
static const char __pyx_k_force[] = "force";
|
|
static const char __pyx_k_get_2[] = "__get__";
|
|
static const char __pyx_k_heads[] = "heads";
|
|
static const char __pyx_k_index[] = "index";
|
|
static const char __pyx_k_int32[] = "int32";
|
|
static const char __pyx_k_items[] = "items";
|
|
static const char __pyx_k_kb_id[] = "kb_id";
|
|
static const char __pyx_k_label[] = "label";
|
|
static const char __pyx_k_lemma[] = "lemma_";
|
|
static const char __pyx_k_lower[] = "lower";
|
|
static const char __pyx_k_merge[] = "merge";
|
|
static const char __pyx_k_modes[] = "modes";
|
|
static const char __pyx_k_morph[] = "morph";
|
|
static const char __pyx_k_numpy[] = "numpy";
|
|
static const char __pyx_k_pos_2[] = "pos_";
|
|
static const char __pyx_k_range[] = "range";
|
|
static const char __pyx_k_sents[] = "sents";
|
|
static const char __pyx_k_shape[] = "shape";
|
|
static const char __pyx_k_spans[] = "spans";
|
|
static const char __pyx_k_split[] = "split";
|
|
static const char __pyx_k_srsly[] = "srsly";
|
|
static const char __pyx_k_start[] = "start";
|
|
static const char __pyx_k_tag_2[] = "tag_";
|
|
static const char __pyx_k_throw[] = "throw";
|
|
static const char __pyx_k_uint8[] = "uint8";
|
|
static const char __pyx_k_upper[] = "upper";
|
|
static const char __pyx_k_utf_8[] = "utf-8";
|
|
static const char __pyx_k_value[] = "value";
|
|
static const char __pyx_k_vocab[] = "vocab";
|
|
static const char __pyx_k_words[] = "words";
|
|
static const char __pyx_k_write[] = "write";
|
|
static const char __pyx_k_wtype[] = "wtype";
|
|
static const char __pyx_k_zeros[] = "zeros";
|
|
static const char __pyx_k_ENT_ID[] = "ENT_ID";
|
|
static const char __pyx_k_Errors[] = "Errors";
|
|
static const char __pyx_k_append[] = "append";
|
|
static const char __pyx_k_arrays[] = "arrays";
|
|
static const char __pyx_k_astype[] = "astype";
|
|
static const char __pyx_k_compat[] = "compat";
|
|
static const char __pyx_k_counts[] = "counts";
|
|
static const char __pyx_k_dict_2[] = "__dict__";
|
|
static const char __pyx_k_encode[] = "encode";
|
|
static const char __pyx_k_ent_id[] = "ent_id_";
|
|
static const char __pyx_k_entity[] = "entity";
|
|
static const char __pyx_k_errors[] = "errors";
|
|
static const char __pyx_k_expand[] = "expand";
|
|
static const char __pyx_k_format[] = "format";
|
|
static const char __pyx_k_hstack[] = "hstack";
|
|
static const char __pyx_k_import[] = "__import__";
|
|
static const char __pyx_k_lemmas[] = "lemmas";
|
|
static const char __pyx_k_length[] = "length";
|
|
static const char __pyx_k_logger[] = "logger";
|
|
static const char __pyx_k_module[] = "__module__";
|
|
static const char __pyx_k_morphs[] = "morphs";
|
|
static const char __pyx_k_n_keys[] = "n_keys";
|
|
static const char __pyx_k_name_2[] = "__name__";
|
|
static const char __pyx_k_pickle[] = "pickle";
|
|
static const char __pyx_k_reduce[] = "__reduce__";
|
|
static const char __pyx_k_resize[] = "resize";
|
|
static const char __pyx_k_spaces[] = "spaces";
|
|
static const char __pyx_k_strict[] = "strict";
|
|
static const char __pyx_k_struct[] = "struct";
|
|
static const char __pyx_k_tensor[] = "tensor";
|
|
static const char __pyx_k_tokens[] = "tokens";
|
|
static const char __pyx_k_typing[] = "typing";
|
|
static const char __pyx_k_uint64[] = "uint64";
|
|
static const char __pyx_k_unpack[] = "unpack";
|
|
static const char __pyx_k_update[] = "update";
|
|
static const char __pyx_k_values[] = "values";
|
|
static const char __pyx_k_vector[] = "vector";
|
|
static const char __pyx_k_vstack[] = "vstack";
|
|
static const char __pyx_k_Counter[] = "Counter";
|
|
static const char __pyx_k_ENT_IOB[] = "ENT_IOB";
|
|
static const char __pyx_k_asarray[] = "asarray";
|
|
static const char __pyx_k_attr_id[] = "attr_id";
|
|
static const char __pyx_k_blocked[] = "blocked";
|
|
static const char __pyx_k_default[] = "default";
|
|
static const char __pyx_k_end_idx[] = "end_idx";
|
|
static const char __pyx_k_ent_iob[] = "ent_iob_";
|
|
static const char __pyx_k_exclude[] = "exclude";
|
|
static const char __pyx_k_float32[] = "float32";
|
|
static const char __pyx_k_fortran[] = "fortran";
|
|
static const char __pyx_k_genexpr[] = "genexpr";
|
|
static const char __pyx_k_kb_id_2[] = "kb_id_";
|
|
static const char __pyx_k_label_2[] = "label_";
|
|
static const char __pyx_k_lemma_2[] = "lemma";
|
|
static const char __pyx_k_members[] = "__members__";
|
|
static const char __pyx_k_memview[] = "memview";
|
|
static const char __pyx_k_message[] = "message";
|
|
static const char __pyx_k_missing[] = "missing";
|
|
static const char __pyx_k_ndarray[] = "ndarray";
|
|
static const char __pyx_k_nr_char[] = "nr_char";
|
|
static const char __pyx_k_outside[] = "outside";
|
|
static const char __pyx_k_prepare[] = "__prepare__";
|
|
static const char __pyx_k_realloc[] = "_realloc";
|
|
static const char __pyx_k_reshape[] = "reshape";
|
|
static const char __pyx_k_schemas[] = "schemas";
|
|
static const char __pyx_k_span_id[] = "span_id";
|
|
static const char __pyx_k_strings[] = "strings";
|
|
static const char __pyx_k_to_dict[] = "to_dict";
|
|
static const char __pyx_k_to_json[] = "to_json";
|
|
static const char __pyx_k_unicode[] = "__unicode__";
|
|
static const char __pyx_k_vectors[] = "vectors";
|
|
static const char __pyx_k_ENT_TYPE[] = "ENT_TYPE";
|
|
static const char __pyx_k_Ellipsis[] = "Ellipsis";
|
|
static const char __pyx_k_KeyError[] = "KeyError";
|
|
static const char __pyx_k_Warnings[] = "Warnings";
|
|
static const char __pyx_k_attr_len[] = "attr_len";
|
|
static const char __pyx_k_contract[] = "contract";
|
|
static const char __pyx_k_copy_reg[] = "copy_reg";
|
|
static const char __pyx_k_deepcopy[] = "deepcopy";
|
|
static const char __pyx_k_doc_json[] = "doc_json";
|
|
static const char __pyx_k_end_char[] = "end_char";
|
|
static const char __pyx_k_ent_id_2[] = "ent_id";
|
|
static const char __pyx_k_ent_info[] = "ent_info";
|
|
static const char __pyx_k_ent_type[] = "ent_type_";
|
|
static const char __pyx_k_entities[] = "entities";
|
|
static const char __pyx_k_getstate[] = "__getstate__";
|
|
static const char __pyx_k_is_nered[] = "is_nered";
|
|
static const char __pyx_k_is_space[] = "is_space";
|
|
static const char __pyx_k_itemsize[] = "itemsize";
|
|
static const char __pyx_k_pyx_type[] = "__pyx_type";
|
|
static const char __pyx_k_qualname[] = "__qualname__";
|
|
static const char __pyx_k_refcheck[] = "refcheck";
|
|
static const char __pyx_k_sentence[] = "sentence";
|
|
static const char __pyx_k_set_ents[] = "set_ents";
|
|
static const char __pyx_k_setstate[] = "__setstate__";
|
|
static const char __pyx_k_span_len[] = "span_len";
|
|
static const char __pyx_k_to_array[] = "to_array";
|
|
static const char __pyx_k_to_bytes[] = "to_bytes";
|
|
static const char __pyx_k_use_list[] = "use_list";
|
|
static const char __pyx_k_validate[] = "validate";
|
|
static const char __pyx_k_warnings[] = "warnings";
|
|
static const char __pyx_k_Doc___get[] = "Doc.__get__";
|
|
static const char __pyx_k_ENT_KB_ID[] = "ENT_KB_ID";
|
|
static const char __pyx_k_TypeError[] = "TypeError";
|
|
static const char __pyx_k_alignment[] = "alignment";
|
|
static const char __pyx_k_ancestors[] = "ancestors";
|
|
static const char __pyx_k_char_span[] = "char_span";
|
|
static const char __pyx_k_data_type[] = "data_type";
|
|
static const char __pyx_k_doc_hooks[] = "doc_hooks";
|
|
static const char __pyx_k_ent_kb_id[] = "ent_kb_id_";
|
|
static const char __pyx_k_enumerate[] = "enumerate";
|
|
static const char __pyx_k_from_dict[] = "from_dict";
|
|
static const char __pyx_k_from_docs[] = "from_docs";
|
|
static const char __pyx_k_is_parsed[] = "is_parsed";
|
|
static const char __pyx_k_is_tagged[] = "is_tagged";
|
|
static const char __pyx_k_itertools[] = "itertools";
|
|
static const char __pyx_k_metaclass[] = "__metaclass__";
|
|
static const char __pyx_k_pyx_state[] = "__pyx_state";
|
|
static const char __pyx_k_reduce_ex[] = "__reduce_ex__";
|
|
static const char __pyx_k_sentiment[] = "sentiment";
|
|
static const char __pyx_k_start_idx[] = "start_idx";
|
|
static const char __pyx_k_thinc_api[] = "thinc.api";
|
|
static const char __pyx_k_user_data[] = "user_data";
|
|
static const char __pyx_k_Doc___iter[] = "Doc.__iter__";
|
|
static const char __pyx_k_IndexError[] = "IndexError";
|
|
static const char __pyx_k_SENT_START[] = "SENT_START";
|
|
static const char __pyx_k_SpanGroups[] = "SpanGroups";
|
|
static const char __pyx_k_Underscore[] = "Underscore";
|
|
static const char __pyx_k_ValueError[] = "ValueError";
|
|
static const char __pyx_k_array_body[] = "array_body";
|
|
static const char __pyx_k_array_head[] = "array_head";
|
|
static const char __pyx_k_attributes[] = "attributes";
|
|
static const char __pyx_k_bytes_data[] = "bytes_data";
|
|
static const char __pyx_k_concat_doc[] = "concat_doc";
|
|
static const char __pyx_k_copy_array[] = "copy_array";
|
|
static const char __pyx_k_doc_length[] = "doc_length";
|
|
static const char __pyx_k_ent_type_2[] = "ent_type";
|
|
static const char __pyx_k_from_array[] = "from_array";
|
|
static const char __pyx_k_from_bytes[] = "from_bytes";
|
|
static const char __pyx_k_has_vector[] = "has_vector";
|
|
static const char __pyx_k_max_length[] = "max_length";
|
|
static const char __pyx_k_pickle_doc[] = "pickle_doc";
|
|
static const char __pyx_k_pyx_result[] = "__pyx_result";
|
|
static const char __pyx_k_pyx_vtable[] = "__pyx_vtable__";
|
|
static const char __pyx_k_retokenize[] = "retokenize";
|
|
static const char __pyx_k_similarity[] = "similarity";
|
|
static const char __pyx_k_span_hooks[] = "span_hooks";
|
|
static const char __pyx_k_span_tuple[] = "span_tuple";
|
|
static const char __pyx_k_start_char[] = "start_char";
|
|
static const char __pyx_k_startswith[] = "startswith";
|
|
static const char __pyx_k_thinc_util[] = "thinc.util";
|
|
static const char __pyx_k_underscore[] = "underscore";
|
|
static const char __pyx_k_unmodified[] = "unmodified";
|
|
static const char __pyx_k_user_hooks[] = "user_hooks";
|
|
static const char __pyx_k_whitespace[] = "whitespace_";
|
|
static const char __pyx_k_IS_SENT_END[] = "IS_SENT_END";
|
|
static const char __pyx_k_ImportError[] = "ImportError";
|
|
static const char __pyx_k_MemoryError[] = "MemoryError";
|
|
static const char __pyx_k_PickleError[] = "PickleError";
|
|
static const char __pyx_k_Retokenizer[] = "Retokenizer";
|
|
static const char __pyx_k_char_offset[] = "char_offset";
|
|
static const char __pyx_k_collections[] = "collections";
|
|
static const char __pyx_k_concatenate[] = "concatenate";
|
|
static const char __pyx_k_defaultdict[] = "defaultdict";
|
|
static const char __pyx_k_ensure_path[] = "ensure_path";
|
|
static const char __pyx_k_ent_kb_id_2[] = "ent_kb_id";
|
|
static const char __pyx_k_intify_attr[] = "intify_attr";
|
|
static const char __pyx_k_iob_strings[] = "iob_strings";
|
|
static const char __pyx_k_sent_starts[] = "sent_starts";
|
|
static const char __pyx_k_spacy_index[] = "spacy_index";
|
|
static const char __pyx_k_token_hooks[] = "token_hooks";
|
|
static const char __pyx_k_vector_norm[] = "vector_norm";
|
|
static const char __pyx_k_array_length[] = "array_length";
|
|
static const char __pyx_k_concat_array[] = "concat_array";
|
|
static const char __pyx_k_concat_spans[] = "concat_spans";
|
|
static const char __pyx_k_concat_words[] = "concat_words";
|
|
static const char __pyx_k_dict_proxies[] = "_dict_proxies";
|
|
static const char __pyx_k_get_ext_args[] = "get_ext_args";
|
|
static const char __pyx_k_is_sentenced[] = "is_sentenced";
|
|
static const char __pyx_k_pickle_dumps[] = "pickle_dumps";
|
|
static const char __pyx_k_pickle_loads[] = "pickle_loads";
|
|
static const char __pyx_k_pyx_checksum[] = "__pyx_checksum";
|
|
static const char __pyx_k_retokenize_2[] = "_retokenize";
|
|
static const char __pyx_k_staticmethod[] = "staticmethod";
|
|
static const char __pyx_k_stringsource[] = "stringsource";
|
|
static const char __pyx_k_text_with_ws[] = "text_with_ws";
|
|
static const char __pyx_k_token_offset[] = "token_offset";
|
|
static const char __pyx_k_unpickle_doc[] = "unpickle_doc";
|
|
static const char __pyx_k_DocJSONSchema[] = "DocJSONSchema";
|
|
static const char __pyx_k_IS_SENT_START[] = "IS_SENT_START";
|
|
static const char __pyx_k_concat_spaces[] = "concat_spaces";
|
|
static const char __pyx_k_from_iterable[] = "from_iterable";
|
|
static const char __pyx_k_get_extension[] = "get_extension";
|
|
static const char __pyx_k_has_extension[] = "has_extension";
|
|
static const char __pyx_k_is_sent_start[] = "is_sent_start";
|
|
static const char __pyx_k_msgpack_dumps[] = "msgpack_dumps";
|
|
static const char __pyx_k_msgpack_loads[] = "msgpack_loads";
|
|
static const char __pyx_k_partial_attrs[] = "partial_attrs";
|
|
static const char __pyx_k_pyx_getbuffer[] = "__pyx_getbuffer";
|
|
static const char __pyx_k_reduce_cython[] = "__reduce_cython__";
|
|
static const char __pyx_k_set_extension[] = "set_extension";
|
|
static const char __pyx_k_SetEntsDefault[] = "SetEntsDefault";
|
|
static const char __pyx_k_alignment_mode[] = "alignment_mode";
|
|
static const char __pyx_k_doc_extensions[] = "doc_extensions";
|
|
static const char __pyx_k_fix_attributes[] = "fix_attributes";
|
|
static const char __pyx_k_has_annotation[] = "has_annotation";
|
|
static const char __pyx_k_hooks_and_data[] = "hooks_and_data";
|
|
static const char __pyx_k_rel_head_index[] = "rel_head_index";
|
|
static const char __pyx_k_user_data_keys[] = "user_data_keys";
|
|
static const char __pyx_k_vectors_length[] = "vectors_length";
|
|
static const char __pyx_k_View_MemoryView[] = "View.MemoryView";
|
|
static const char __pyx_k_allocate_buffer[] = "allocate_buffer";
|
|
static const char __pyx_k_dtype_is_object[] = "dtype_is_object";
|
|
static const char __pyx_k_get_array_attrs[] = "_get_array_attrs";
|
|
static const char __pyx_k_get_current_ops[] = "get_current_ops";
|
|
static const char __pyx_k_get_entity_info[] = "get_entity_info";
|
|
static const char __pyx_k_normalize_slice[] = "normalize_slice";
|
|
static const char __pyx_k_parts_of_speech[] = "parts_of_speech";
|
|
static const char __pyx_k_pyx_PickleError[] = "__pyx_PickleError";
|
|
static const char __pyx_k_setstate_cython[] = "__setstate_cython__";
|
|
static const char __pyx_k_underscore_span[] = "underscore_span";
|
|
static const char __pyx_k_user_span_hooks[] = "user_span_hooks";
|
|
static const char __pyx_k_DOCBIN_ALL_ATTRS[] = "DOCBIN_ALL_ATTRS";
|
|
static const char __pyx_k_concat_user_data[] = "concat_user_data";
|
|
static const char __pyx_k_get_array_module[] = "get_array_module";
|
|
static const char __pyx_k_remove_extension[] = "remove_extension";
|
|
static const char __pyx_k_require_complete[] = "require_complete";
|
|
static const char __pyx_k_spacy_tokens_doc[] = "spacy.tokens.doc";
|
|
static const char __pyx_k_underscore_token[] = "underscore_token";
|
|
static const char __pyx_k_user_data_values[] = "user_data_values";
|
|
static const char __pyx_k_user_token_hooks[] = "user_token_hooks";
|
|
static const char __pyx_k_ascontiguousarray[] = "ascontiguousarray";
|
|
static const char __pyx_k_ensure_whitespace[] = "ensure_whitespace";
|
|
static const char __pyx_k_pyx_unpickle_Enum[] = "__pyx_unpickle_Enum";
|
|
static const char __pyx_k_DeprecationWarning[] = "DeprecationWarning";
|
|
static const char __pyx_k_cline_in_traceback[] = "cline_in_traceback";
|
|
static const char __pyx_k_has_unknown_spaces[] = "has_unknown_spaces";
|
|
static const char __pyx_k_strided_and_direct[] = "<strided and direct>";
|
|
static const char __pyx_k_NotImplementedError[] = "NotImplementedError";
|
|
static const char __pyx_k_get_words_and_spaces[] = "get_words_and_spaces";
|
|
static const char __pyx_k_is_json_serializable[] = "is_json_serializable";
|
|
static const char __pyx_k_spacy_tokens_doc_pyx[] = "spacy\\tokens\\doc.pyx";
|
|
static const char __pyx_k_strided_and_indirect[] = "<strided and indirect>";
|
|
static const char __pyx_k_Doc_to_array_line_969[] = "Doc.to_array (line 969)";
|
|
static const char __pyx_k_SetEntsDefault_values[] = "SetEntsDefault.values";
|
|
static const char __pyx_k_contiguous_and_direct[] = "<contiguous and direct>";
|
|
static const char __pyx_k_to_dict_locals_lambda[] = "to_dict.<locals>.<lambda>";
|
|
static const char __pyx_k_MemoryView_of_r_object[] = "<MemoryView of %r object>";
|
|
static const char __pyx_k_MemoryView_of_r_at_0x_x[] = "<MemoryView of %r at 0x%x>";
|
|
static const char __pyx_k_contiguous_and_indirect[] = "<contiguous and indirect>";
|
|
static const char __pyx_k_Cannot_index_with_type_s[] = "Cannot index with type '%s'";
|
|
static const char __pyx_k_Doc___getitem___line_474[] = "Doc.__getitem__ (line 474)";
|
|
static const char __pyx_k_from_docs_locals_genexpr[] = "from_docs.<locals>.genexpr";
|
|
static const char __pyx_k_Invalid_shape_in_axis_d_d[] = "Invalid shape in axis %d: %d.";
|
|
static const char __pyx_k_remove_label_if_necessary[] = "remove_label_if_necessary";
|
|
static const char __pyx_k_Doc___get___locals_genexpr[] = "Doc.__get__.<locals>.genexpr";
|
|
static const char __pyx_k_itemsize_0_for_cython_array[] = "itemsize <= 0 for cython.array";
|
|
static const char __pyx_k_to_utf8_array_locals_genexpr[] = "to_utf8_array.<locals>.genexpr";
|
|
static const char __pyx_k_has_annotation_locals_genexpr[] = "has_annotation.<locals>.genexpr";
|
|
static const char __pyx_k_unable_to_allocate_array_data[] = "unable to allocate array data.";
|
|
static const char __pyx_k_get_array_attrs_locals_genexpr[] = "_get_array_attrs.<locals>.genexpr";
|
|
static const char __pyx_k_strided_and_direct_or_indirect[] = "<strided and direct or indirect>";
|
|
static const char __pyx_k_numpy_core_multiarray_failed_to[] = "numpy.core.multiarray failed to import";
|
|
static const char __pyx_k_self_c_cannot_be_converted_to_a[] = "self.c cannot be converted to a Python object for pickling";
|
|
static const char __pyx_k_Buffer_view_does_not_expose_stri[] = "Buffer view does not expose strides";
|
|
static const char __pyx_k_Can_only_create_a_buffer_that_is[] = "Can only create a buffer that is contiguous in memory.";
|
|
static const char __pyx_k_Cannot_assign_to_read_only_memor[] = "Cannot assign to read-only memoryview";
|
|
static const char __pyx_k_Cannot_create_writable_memory_vi[] = "Cannot create writable memory view from read-only memoryview";
|
|
static const char __pyx_k_Empty_shape_tuple_for_cython_arr[] = "Empty shape tuple for cython.array";
|
|
static const char __pyx_k_Export_given_token_attributes_to[] = "Export given token attributes to a numpy `ndarray`.\n If `attr_ids` is a sequence of M attributes, the output array will be\n of shape `(N, M)`, where N is the length of the `Doc` (in tokens). If\n `attr_ids` is a single attribute, the output shape will be (N,). You\n can specify attributes by integer ID (e.g. spacy.attrs.LEMMA) or\n string name (e.g. 'LEMMA' or 'lemma').\n\n py_attr_ids (list[]): A list of attributes (int IDs or string names).\n RETURNS (numpy.ndarray[long, ndim=2]): A feature matrix, with one row\n per word, and one column per attribute indicated in the input\n `attr_ids`.\n\n EXAMPLE:\n >>> from spacy.attrs import LOWER, POS, ENT_TYPE, IS_ALPHA\n >>> doc = nlp(text)\n >>> # All strings mapped to integers, for easy export to numpy\n >>> np_array = doc.to_array([LOWER, POS, ENT_TYPE, IS_ALPHA])\n ";
|
|
static const char __pyx_k_Get_a_Token_or_Span_object_i_int[] = "Get a `Token` or `Span` object.\n\n i (int or tuple) The index of the token, or the slice of the document\n to get.\n RETURNS (Token or Span): The token at `doc[i]]`, or the span at\n `doc[start : end]`.\n\n EXAMPLE:\n >>> doc[i]\n Get the `Token` object at position `i`, where `i` is an integer.\n Negative indexing is supported, and follows the usual Python\n semantics, i.e. `doc[-2]` is `doc[len(doc) - 2]`.\n\n >>> doc[start : end]]\n Get a `Span` object, starting at position `start` and ending at\n position `end`, where `start` and `end` are token indices. For\n instance, `doc[2:5]` produces a span consisting of tokens 2, 3 and\n 4. Stepped slices (e.g. `doc[start : end : step]`) are not\n supported, as `Span` objects must be contiguous (cannot have gaps).\n You can use negative indices and open-ended ranges, which have\n their normal Python semantics.\n\n DOCS: https://spacy.io/api/doc#getitem\n ";
|
|
static const char __pyx_k_Incompatible_checksums_0x_x_vs_0[] = "Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))";
|
|
static const char __pyx_k_Indirect_dimensions_not_supporte[] = "Indirect dimensions not supported";
|
|
static const char __pyx_k_Invalid_mode_expected_c_or_fortr[] = "Invalid mode, expected 'c' or 'fortran', got %s";
|
|
static const char __pyx_k_Out_of_bounds_on_buffer_access_a[] = "Out of bounds on buffer access (axis %d)";
|
|
static const char __pyx_k_Unable_to_convert_item_to_object[] = "Unable to convert item to object";
|
|
static const char __pyx_k_got_differing_extents_in_dimensi[] = "got differing extents in dimension %d (got %d and %d)";
|
|
static const char __pyx_k_no_default___reduce___due_to_non[] = "no default __reduce__ due to non-trivial __cinit__";
|
|
static const char __pyx_k_numpy_core_umath_failed_to_impor[] = "numpy.core.umath failed to import";
|
|
static const char __pyx_k_unable_to_allocate_shape_and_str[] = "unable to allocate shape and strides.";
|
|
static PyObject *__pyx_n_s_ASCII;
|
|
static PyObject *__pyx_n_s_B;
|
|
static PyObject *__pyx_kp_s_Buffer_view_does_not_expose_stri;
|
|
static PyObject *__pyx_kp_s_Can_only_create_a_buffer_that_is;
|
|
static PyObject *__pyx_kp_s_Cannot_assign_to_read_only_memor;
|
|
static PyObject *__pyx_kp_s_Cannot_create_writable_memory_vi;
|
|
static PyObject *__pyx_kp_s_Cannot_index_with_type_s;
|
|
static PyObject *__pyx_n_s_Counter;
|
|
static PyObject *__pyx_n_s_DEP;
|
|
static PyObject *__pyx_n_s_DOCBIN_ALL_ATTRS;
|
|
static PyObject *__pyx_n_s_DeprecationWarning;
|
|
static PyObject *__pyx_n_s_Doc;
|
|
static PyObject *__pyx_n_s_DocJSONSchema;
|
|
static PyObject *__pyx_n_s_Doc___get;
|
|
static PyObject *__pyx_n_s_Doc___get___locals_genexpr;
|
|
static PyObject *__pyx_kp_u_Doc___getitem___line_474;
|
|
static PyObject *__pyx_n_s_Doc___iter;
|
|
static PyObject *__pyx_kp_u_Doc_to_array_line_969;
|
|
static PyObject *__pyx_n_s_E026;
|
|
static PyObject *__pyx_n_s_E027;
|
|
static PyObject *__pyx_n_s_E028;
|
|
static PyObject *__pyx_n_s_E030;
|
|
static PyObject *__pyx_n_s_E031;
|
|
static PyObject *__pyx_n_s_E033;
|
|
static PyObject *__pyx_n_s_E040;
|
|
static PyObject *__pyx_n_s_E046;
|
|
static PyObject *__pyx_n_s_E090;
|
|
static PyObject *__pyx_n_s_E093;
|
|
static PyObject *__pyx_n_s_E1010;
|
|
static PyObject *__pyx_n_s_E1011;
|
|
static PyObject *__pyx_n_s_E1012;
|
|
static PyObject *__pyx_n_s_E1017;
|
|
static PyObject *__pyx_n_s_E1021;
|
|
static PyObject *__pyx_n_s_E1022;
|
|
static PyObject *__pyx_n_s_E1037;
|
|
static PyObject *__pyx_n_s_E1038;
|
|
static PyObject *__pyx_n_s_E1039;
|
|
static PyObject *__pyx_n_s_E1040;
|
|
static PyObject *__pyx_n_s_E106;
|
|
static PyObject *__pyx_n_s_E107;
|
|
static PyObject *__pyx_n_s_E121;
|
|
static PyObject *__pyx_n_s_E177;
|
|
static PyObject *__pyx_n_s_E189;
|
|
static PyObject *__pyx_n_s_E190;
|
|
static PyObject *__pyx_n_s_E202;
|
|
static PyObject *__pyx_n_s_E873;
|
|
static PyObject *__pyx_n_s_E894;
|
|
static PyObject *__pyx_n_s_E908;
|
|
static PyObject *__pyx_n_s_E971;
|
|
static PyObject *__pyx_n_s_E982;
|
|
static PyObject *__pyx_n_s_E983;
|
|
static PyObject *__pyx_n_s_E999;
|
|
static PyObject *__pyx_n_s_ENT_ID;
|
|
static PyObject *__pyx_n_s_ENT_IOB;
|
|
static PyObject *__pyx_n_s_ENT_KB_ID;
|
|
static PyObject *__pyx_n_s_ENT_TYPE;
|
|
static PyObject *__pyx_n_s_Ellipsis;
|
|
static PyObject *__pyx_kp_s_Empty_shape_tuple_for_cython_arr;
|
|
static PyObject *__pyx_n_s_Enum;
|
|
static PyObject *__pyx_n_s_Errors;
|
|
static PyObject *__pyx_kp_u_Export_given_token_attributes_to;
|
|
static PyObject *__pyx_n_s_FLAG;
|
|
static PyObject *__pyx_kp_u_Get_a_Token_or_Span_object_i_int;
|
|
static PyObject *__pyx_n_s_HEAD;
|
|
static PyObject *__pyx_n_s_I;
|
|
static PyObject *__pyx_n_s_IDS;
|
|
static PyObject *__pyx_n_s_IS_SENT_END;
|
|
static PyObject *__pyx_n_s_IS_SENT_START;
|
|
static PyObject *__pyx_n_s_ImportError;
|
|
static PyObject *__pyx_kp_s_Incompatible_checksums_0x_x_vs_0;
|
|
static PyObject *__pyx_n_s_IndexError;
|
|
static PyObject *__pyx_kp_s_Indirect_dimensions_not_supporte;
|
|
static PyObject *__pyx_kp_s_Invalid_mode_expected_c_or_fortr;
|
|
static PyObject *__pyx_kp_s_Invalid_shape_in_axis_d_d;
|
|
static PyObject *__pyx_n_s_KeyError;
|
|
static PyObject *__pyx_n_s_LEMMA;
|
|
static PyObject *__pyx_n_s_MORPH;
|
|
static PyObject *__pyx_n_s_MemoryError;
|
|
static PyObject *__pyx_kp_s_MemoryView_of_r_at_0x_x;
|
|
static PyObject *__pyx_kp_s_MemoryView_of_r_object;
|
|
static PyObject *__pyx_n_s_NORM;
|
|
static PyObject *__pyx_n_s_NotImplementedError;
|
|
static PyObject *__pyx_n_b_O;
|
|
static PyObject *__pyx_n_s_O;
|
|
static PyObject *__pyx_n_s_ORTH;
|
|
static PyObject *__pyx_kp_s_Out_of_bounds_on_buffer_access_a;
|
|
static PyObject *__pyx_n_s_POS;
|
|
static PyObject *__pyx_n_s_PickleError;
|
|
static PyObject *__pyx_n_s_Retokenizer;
|
|
static PyObject *__pyx_n_s_SENT_START;
|
|
static PyObject *__pyx_n_s_Set;
|
|
static PyObject *__pyx_n_s_SetEntsDefault;
|
|
static PyObject *__pyx_n_s_SetEntsDefault_values;
|
|
static PyObject *__pyx_n_s_SpanGroups;
|
|
static PyObject *__pyx_n_s_T;
|
|
static PyObject *__pyx_n_s_TAG;
|
|
static PyObject *__pyx_n_s_TypeError;
|
|
static PyObject *__pyx_kp_s_Unable_to_convert_item_to_object;
|
|
static PyObject *__pyx_n_s_Underscore;
|
|
static PyObject *__pyx_n_s_ValueError;
|
|
static PyObject *__pyx_n_s_View_MemoryView;
|
|
static PyObject *__pyx_n_s_W007;
|
|
static PyObject *__pyx_n_s_W008;
|
|
static PyObject *__pyx_n_s_W026;
|
|
static PyObject *__pyx_n_s_W028;
|
|
static PyObject *__pyx_n_s_W101;
|
|
static PyObject *__pyx_n_s_W102;
|
|
static PyObject *__pyx_n_s_W107;
|
|
static PyObject *__pyx_n_s_W109;
|
|
static PyObject *__pyx_n_s_Warnings;
|
|
static PyObject *__pyx_kp_u__10;
|
|
static PyObject *__pyx_kp_s__11;
|
|
static PyObject *__pyx_kp_s__16;
|
|
static PyObject *__pyx_n_s__27;
|
|
static PyObject *__pyx_kp_s__4;
|
|
static PyObject *__pyx_kp_s__6;
|
|
static PyObject *__pyx_kp_s__9;
|
|
static PyObject *__pyx_n_s_add;
|
|
static PyObject *__pyx_n_s_alignment;
|
|
static PyObject *__pyx_n_s_alignment_mode;
|
|
static PyObject *__pyx_n_s_allocate_buffer;
|
|
static PyObject *__pyx_n_s_ancestors;
|
|
static PyObject *__pyx_n_s_any;
|
|
static PyObject *__pyx_n_s_append;
|
|
static PyObject *__pyx_n_s_args;
|
|
static PyObject *__pyx_n_s_array;
|
|
static PyObject *__pyx_n_s_array_body;
|
|
static PyObject *__pyx_n_s_array_head;
|
|
static PyObject *__pyx_n_s_array_length;
|
|
static PyObject *__pyx_n_s_arrays;
|
|
static PyObject *__pyx_n_s_asarray;
|
|
static PyObject *__pyx_n_s_ascontiguousarray;
|
|
static PyObject *__pyx_n_s_astype;
|
|
static PyObject *__pyx_n_s_attr;
|
|
static PyObject *__pyx_n_s_attr_id;
|
|
static PyObject *__pyx_n_s_attr_len;
|
|
static PyObject *__pyx_n_s_attributes;
|
|
static PyObject *__pyx_n_s_attrs;
|
|
static PyObject *__pyx_n_s_axis;
|
|
static PyObject *__pyx_n_s_base;
|
|
static PyObject *__pyx_n_s_blocked;
|
|
static PyObject *__pyx_n_s_bytes_data;
|
|
static PyObject *__pyx_n_s_c;
|
|
static PyObject *__pyx_n_u_c;
|
|
static PyObject *__pyx_n_s_cats;
|
|
static PyObject *__pyx_n_s_chain;
|
|
static PyObject *__pyx_n_s_char_offset;
|
|
static PyObject *__pyx_n_s_char_span;
|
|
static PyObject *__pyx_n_s_class;
|
|
static PyObject *__pyx_n_s_clear;
|
|
static PyObject *__pyx_n_s_cline_in_traceback;
|
|
static PyObject *__pyx_n_s_close;
|
|
static PyObject *__pyx_n_s_cls;
|
|
static PyObject *__pyx_n_s_collections;
|
|
static PyObject *__pyx_n_s_compat;
|
|
static PyObject *__pyx_n_s_concat_array;
|
|
static PyObject *__pyx_n_s_concat_doc;
|
|
static PyObject *__pyx_n_s_concat_spaces;
|
|
static PyObject *__pyx_n_s_concat_spans;
|
|
static PyObject *__pyx_n_s_concat_user_data;
|
|
static PyObject *__pyx_n_s_concat_words;
|
|
static PyObject *__pyx_n_s_concatenate;
|
|
static PyObject *__pyx_kp_s_contiguous_and_direct;
|
|
static PyObject *__pyx_kp_s_contiguous_and_indirect;
|
|
static PyObject *__pyx_n_s_contract;
|
|
static PyObject *__pyx_n_s_copy;
|
|
static PyObject *__pyx_n_s_copy_array;
|
|
static PyObject *__pyx_n_s_copy_reg;
|
|
static PyObject *__pyx_n_s_counts;
|
|
static PyObject *__pyx_n_s_data;
|
|
static PyObject *__pyx_n_s_data_type;
|
|
static PyObject *__pyx_n_s_debug;
|
|
static PyObject *__pyx_n_s_deepcopy;
|
|
static PyObject *__pyx_n_s_default;
|
|
static PyObject *__pyx_n_s_defaultdict;
|
|
static PyObject *__pyx_n_s_dep;
|
|
static PyObject *__pyx_n_s_dep_2;
|
|
static PyObject *__pyx_n_s_deps;
|
|
static PyObject *__pyx_n_s_dict;
|
|
static PyObject *__pyx_n_s_dict_2;
|
|
static PyObject *__pyx_n_s_dict_proxies;
|
|
static PyObject *__pyx_n_s_doc;
|
|
static PyObject *__pyx_n_s_doc_2;
|
|
static PyObject *__pyx_n_s_doc_extensions;
|
|
static PyObject *__pyx_n_s_doc_hooks;
|
|
static PyObject *__pyx_n_s_doc_json;
|
|
static PyObject *__pyx_n_s_doc_length;
|
|
static PyObject *__pyx_n_s_docs;
|
|
static PyObject *__pyx_n_s_dot;
|
|
static PyObject *__pyx_n_s_dtype;
|
|
static PyObject *__pyx_n_s_dtype_is_object;
|
|
static PyObject *__pyx_n_s_empty;
|
|
static PyObject *__pyx_n_s_encode;
|
|
static PyObject *__pyx_n_s_end;
|
|
static PyObject *__pyx_n_s_end_char;
|
|
static PyObject *__pyx_n_s_end_idx;
|
|
static PyObject *__pyx_n_s_ensure_path;
|
|
static PyObject *__pyx_n_s_ensure_whitespace;
|
|
static PyObject *__pyx_n_s_ent_id;
|
|
static PyObject *__pyx_n_s_ent_id_2;
|
|
static PyObject *__pyx_n_s_ent_info;
|
|
static PyObject *__pyx_n_s_ent_iob;
|
|
static PyObject *__pyx_n_s_ent_kb_id;
|
|
static PyObject *__pyx_n_s_ent_kb_id_2;
|
|
static PyObject *__pyx_n_s_ent_type;
|
|
static PyObject *__pyx_n_s_ent_type_2;
|
|
static PyObject *__pyx_n_s_enter;
|
|
static PyObject *__pyx_n_s_entities;
|
|
static PyObject *__pyx_n_s_entity;
|
|
static PyObject *__pyx_n_s_ents;
|
|
static PyObject *__pyx_n_s_enum;
|
|
static PyObject *__pyx_n_s_enumerate;
|
|
static PyObject *__pyx_n_s_error;
|
|
static PyObject *__pyx_n_s_errors;
|
|
static PyObject *__pyx_n_s_exclude;
|
|
static PyObject *__pyx_n_s_exit;
|
|
static PyObject *__pyx_n_s_expand;
|
|
static PyObject *__pyx_n_s_f;
|
|
static PyObject *__pyx_n_s_fill;
|
|
static PyObject *__pyx_n_s_fix_attributes;
|
|
static PyObject *__pyx_n_s_flags;
|
|
static PyObject *__pyx_n_s_float32;
|
|
static PyObject *__pyx_n_s_force;
|
|
static PyObject *__pyx_n_s_format;
|
|
static PyObject *__pyx_n_s_fortran;
|
|
static PyObject *__pyx_n_u_fortran;
|
|
static PyObject *__pyx_n_s_from_array;
|
|
static PyObject *__pyx_n_s_from_bytes;
|
|
static PyObject *__pyx_n_s_from_dict;
|
|
static PyObject *__pyx_n_s_from_docs;
|
|
static PyObject *__pyx_n_s_from_docs_locals_genexpr;
|
|
static PyObject *__pyx_n_s_from_iterable;
|
|
static PyObject *__pyx_n_s_genexpr;
|
|
static PyObject *__pyx_n_s_get;
|
|
static PyObject *__pyx_n_s_get_2;
|
|
static PyObject *__pyx_n_s_get_array_attrs;
|
|
static PyObject *__pyx_n_s_get_array_attrs_locals_genexpr;
|
|
static PyObject *__pyx_n_s_get_array_module;
|
|
static PyObject *__pyx_n_s_get_current_ops;
|
|
static PyObject *__pyx_n_s_get_entity_info;
|
|
static PyObject *__pyx_n_s_get_ext_args;
|
|
static PyObject *__pyx_n_s_get_extension;
|
|
static PyObject *__pyx_n_s_get_words_and_spaces;
|
|
static PyObject *__pyx_n_s_getstate;
|
|
static PyObject *__pyx_kp_s_got_differing_extents_in_dimensi;
|
|
static PyObject *__pyx_n_s_has_annotation;
|
|
static PyObject *__pyx_n_s_has_annotation_locals_genexpr;
|
|
static PyObject *__pyx_n_s_has_extension;
|
|
static PyObject *__pyx_n_s_has_unknown_spaces;
|
|
static PyObject *__pyx_n_s_has_vector;
|
|
static PyObject *__pyx_n_s_head;
|
|
static PyObject *__pyx_n_s_heads;
|
|
static PyObject *__pyx_n_s_hooks_and_data;
|
|
static PyObject *__pyx_n_s_hstack;
|
|
static PyObject *__pyx_n_s_i;
|
|
static PyObject *__pyx_n_s_id;
|
|
static PyObject *__pyx_n_s_id_2;
|
|
static PyObject *__pyx_n_s_idx;
|
|
static PyObject *__pyx_n_s_import;
|
|
static PyObject *__pyx_n_s_index;
|
|
static PyObject *__pyx_n_s_int32;
|
|
static PyObject *__pyx_n_s_intify_attr;
|
|
static PyObject *__pyx_n_s_iob_strings;
|
|
static PyObject *__pyx_n_s_is_json_serializable;
|
|
static PyObject *__pyx_n_s_is_nered;
|
|
static PyObject *__pyx_n_s_is_parsed;
|
|
static PyObject *__pyx_n_s_is_sent_start;
|
|
static PyObject *__pyx_n_s_is_sentenced;
|
|
static PyObject *__pyx_n_s_is_space;
|
|
static PyObject *__pyx_n_s_is_tagged;
|
|
static PyObject *__pyx_n_s_item;
|
|
static PyObject *__pyx_n_s_items;
|
|
static PyObject *__pyx_n_s_itemsize;
|
|
static PyObject *__pyx_kp_s_itemsize_0_for_cython_array;
|
|
static PyObject *__pyx_n_s_iter;
|
|
static PyObject *__pyx_n_s_itertools;
|
|
static PyObject *__pyx_n_s_join;
|
|
static PyObject *__pyx_n_s_kb_id;
|
|
static PyObject *__pyx_n_s_kb_id_2;
|
|
static PyObject *__pyx_n_s_key;
|
|
static PyObject *__pyx_n_s_keys;
|
|
static PyObject *__pyx_n_s_label;
|
|
static PyObject *__pyx_n_s_label_2;
|
|
static PyObject *__pyx_n_s_lang;
|
|
static PyObject *__pyx_n_s_lemma;
|
|
static PyObject *__pyx_n_s_lemma_2;
|
|
static PyObject *__pyx_n_s_lemmas;
|
|
static PyObject *__pyx_n_s_length;
|
|
static PyObject *__pyx_n_s_logger;
|
|
static PyObject *__pyx_n_s_lower;
|
|
static PyObject *__pyx_n_s_main;
|
|
static PyObject *__pyx_n_s_max;
|
|
static PyObject *__pyx_n_s_max_length;
|
|
static PyObject *__pyx_n_s_mean;
|
|
static PyObject *__pyx_n_s_members;
|
|
static PyObject *__pyx_n_s_memview;
|
|
static PyObject *__pyx_n_s_merge;
|
|
static PyObject *__pyx_n_s_message;
|
|
static PyObject *__pyx_n_s_metaclass;
|
|
static PyObject *__pyx_n_s_missing;
|
|
static PyObject *__pyx_n_s_mode;
|
|
static PyObject *__pyx_n_s_modes;
|
|
static PyObject *__pyx_n_s_module;
|
|
static PyObject *__pyx_n_s_morph;
|
|
static PyObject *__pyx_n_s_morphs;
|
|
static PyObject *__pyx_n_s_msg;
|
|
static PyObject *__pyx_n_s_msgpack_dumps;
|
|
static PyObject *__pyx_n_s_msgpack_loads;
|
|
static PyObject *__pyx_n_s_n_keys;
|
|
static PyObject *__pyx_n_s_name;
|
|
static PyObject *__pyx_n_s_name_2;
|
|
static PyObject *__pyx_n_s_ndarray;
|
|
static PyObject *__pyx_n_s_ndim;
|
|
static PyObject *__pyx_n_s_new;
|
|
static PyObject *__pyx_kp_s_no_default___reduce___due_to_non;
|
|
static PyObject *__pyx_n_s_norm;
|
|
static PyObject *__pyx_n_s_normalize_slice;
|
|
static PyObject *__pyx_n_s_nr_char;
|
|
static PyObject *__pyx_n_s_numpy;
|
|
static PyObject *__pyx_kp_s_numpy_core_multiarray_failed_to;
|
|
static PyObject *__pyx_kp_s_numpy_core_umath_failed_to_impor;
|
|
static PyObject *__pyx_n_s_obj;
|
|
static PyObject *__pyx_n_s_open;
|
|
static PyObject *__pyx_n_s_ops;
|
|
static PyObject *__pyx_n_s_opts;
|
|
static PyObject *__pyx_n_s_orth;
|
|
static PyObject *__pyx_n_s_outside;
|
|
static PyObject *__pyx_n_s_pack;
|
|
static PyObject *__pyx_n_s_partial_attrs;
|
|
static PyObject *__pyx_n_s_parts_of_speech;
|
|
static PyObject *__pyx_n_s_path;
|
|
static PyObject *__pyx_n_s_pickle;
|
|
static PyObject *__pyx_n_s_pickle_doc;
|
|
static PyObject *__pyx_n_s_pickle_dumps;
|
|
static PyObject *__pyx_n_s_pickle_loads;
|
|
static PyObject *__pyx_n_s_pop;
|
|
static PyObject *__pyx_n_s_pos;
|
|
static PyObject *__pyx_n_s_pos_2;
|
|
static PyObject *__pyx_n_s_pp;
|
|
static PyObject *__pyx_n_s_prepare;
|
|
static PyObject *__pyx_n_s_prop;
|
|
static PyObject *__pyx_n_s_pyx_PickleError;
|
|
static PyObject *__pyx_n_s_pyx_checksum;
|
|
static PyObject *__pyx_n_s_pyx_getbuffer;
|
|
static PyObject *__pyx_n_s_pyx_result;
|
|
static PyObject *__pyx_n_s_pyx_state;
|
|
static PyObject *__pyx_n_s_pyx_type;
|
|
static PyObject *__pyx_n_s_pyx_unpickle_Enum;
|
|
static PyObject *__pyx_n_s_pyx_vtable;
|
|
static PyObject *__pyx_n_s_qualname;
|
|
static PyObject *__pyx_n_s_range;
|
|
static PyObject *__pyx_n_s_rb;
|
|
static PyObject *__pyx_n_s_read;
|
|
static PyObject *__pyx_n_s_realloc;
|
|
static PyObject *__pyx_n_s_reduce;
|
|
static PyObject *__pyx_n_s_reduce_cython;
|
|
static PyObject *__pyx_n_s_reduce_ex;
|
|
static PyObject *__pyx_n_s_refcheck;
|
|
static PyObject *__pyx_n_s_rel_head_index;
|
|
static PyObject *__pyx_n_s_remove_extension;
|
|
static PyObject *__pyx_n_s_remove_label_if_necessary;
|
|
static PyObject *__pyx_n_s_require_complete;
|
|
static PyObject *__pyx_n_s_reshape;
|
|
static PyObject *__pyx_n_s_resize;
|
|
static PyObject *__pyx_n_s_retokenize;
|
|
static PyObject *__pyx_n_s_retokenize_2;
|
|
static PyObject *__pyx_n_s_schemas;
|
|
static PyObject *__pyx_kp_s_self_c_cannot_be_converted_to_a;
|
|
static PyObject *__pyx_n_s_send;
|
|
static PyObject *__pyx_n_s_sent;
|
|
static PyObject *__pyx_n_s_sent_starts;
|
|
static PyObject *__pyx_n_s_sentence;
|
|
static PyObject *__pyx_n_s_sentiment;
|
|
static PyObject *__pyx_n_s_sents;
|
|
static PyObject *__pyx_n_s_seq;
|
|
static PyObject *__pyx_n_s_set;
|
|
static PyObject *__pyx_n_s_set_ents;
|
|
static PyObject *__pyx_n_s_set_extension;
|
|
static PyObject *__pyx_n_s_setstate;
|
|
static PyObject *__pyx_n_s_setstate_cython;
|
|
static PyObject *__pyx_n_s_shape;
|
|
static PyObject *__pyx_n_s_similarity;
|
|
static PyObject *__pyx_n_s_size;
|
|
static PyObject *__pyx_n_s_spaces;
|
|
static PyObject *__pyx_n_s_spacy_index;
|
|
static PyObject *__pyx_n_s_spacy_tokens_doc;
|
|
static PyObject *__pyx_kp_s_spacy_tokens_doc_pyx;
|
|
static PyObject *__pyx_n_s_span;
|
|
static PyObject *__pyx_n_s_span_hooks;
|
|
static PyObject *__pyx_n_s_span_id;
|
|
static PyObject *__pyx_n_s_span_len;
|
|
static PyObject *__pyx_n_s_span_tuple;
|
|
static PyObject *__pyx_n_s_spans;
|
|
static PyObject *__pyx_n_s_split;
|
|
static PyObject *__pyx_n_s_srsly;
|
|
static PyObject *__pyx_n_s_start;
|
|
static PyObject *__pyx_n_s_start_char;
|
|
static PyObject *__pyx_n_s_start_idx;
|
|
static PyObject *__pyx_n_s_startswith;
|
|
static PyObject *__pyx_n_s_staticmethod;
|
|
static PyObject *__pyx_n_s_step;
|
|
static PyObject *__pyx_n_s_stop;
|
|
static PyObject *__pyx_n_s_str;
|
|
static PyObject *__pyx_n_s_strict;
|
|
static PyObject *__pyx_kp_s_strided_and_direct;
|
|
static PyObject *__pyx_kp_s_strided_and_direct_or_indirect;
|
|
static PyObject *__pyx_kp_s_strided_and_indirect;
|
|
static PyObject *__pyx_n_s_strings;
|
|
static PyObject *__pyx_kp_s_stringsource;
|
|
static PyObject *__pyx_n_s_struct;
|
|
static PyObject *__pyx_n_s_sum;
|
|
static PyObject *__pyx_n_s_tag;
|
|
static PyObject *__pyx_n_s_tag_2;
|
|
static PyObject *__pyx_n_s_tags;
|
|
static PyObject *__pyx_n_s_tensor;
|
|
static PyObject *__pyx_n_s_test;
|
|
static PyObject *__pyx_n_s_text;
|
|
static PyObject *__pyx_n_s_text_with_ws;
|
|
static PyObject *__pyx_n_s_thinc_api;
|
|
static PyObject *__pyx_n_s_thinc_util;
|
|
static PyObject *__pyx_n_s_throw;
|
|
static PyObject *__pyx_n_s_to_array;
|
|
static PyObject *__pyx_n_s_to_bytes;
|
|
static PyObject *__pyx_n_s_to_dict;
|
|
static PyObject *__pyx_n_s_to_dict_locals_lambda;
|
|
static PyObject *__pyx_n_s_to_json;
|
|
static PyObject *__pyx_n_s_to_utf8_array_locals_genexpr;
|
|
static PyObject *__pyx_n_s_token_hooks;
|
|
static PyObject *__pyx_n_s_token_offset;
|
|
static PyObject *__pyx_n_s_tokens;
|
|
static PyObject *__pyx_n_s_type;
|
|
static PyObject *__pyx_n_s_typing;
|
|
static PyObject *__pyx_n_s_uint64;
|
|
static PyObject *__pyx_n_s_uint8;
|
|
static PyObject *__pyx_kp_s_unable_to_allocate_array_data;
|
|
static PyObject *__pyx_kp_s_unable_to_allocate_shape_and_str;
|
|
static PyObject *__pyx_n_s_underscore;
|
|
static PyObject *__pyx_n_s_underscore_span;
|
|
static PyObject *__pyx_n_s_underscore_token;
|
|
static PyObject *__pyx_n_s_unicode;
|
|
static PyObject *__pyx_n_s_unmodified;
|
|
static PyObject *__pyx_n_s_unpack;
|
|
static PyObject *__pyx_n_s_unpickle_doc;
|
|
static PyObject *__pyx_n_s_update;
|
|
static PyObject *__pyx_n_s_upper;
|
|
static PyObject *__pyx_n_s_use_list;
|
|
static PyObject *__pyx_n_s_user_data;
|
|
static PyObject *__pyx_n_s_user_data_keys;
|
|
static PyObject *__pyx_n_s_user_data_values;
|
|
static PyObject *__pyx_n_s_user_hooks;
|
|
static PyObject *__pyx_n_s_user_span_hooks;
|
|
static PyObject *__pyx_n_s_user_token_hooks;
|
|
static PyObject *__pyx_n_s_utf8;
|
|
static PyObject *__pyx_kp_s_utf_8;
|
|
static PyObject *__pyx_n_s_util;
|
|
static PyObject *__pyx_n_s_validate;
|
|
static PyObject *__pyx_n_s_value;
|
|
static PyObject *__pyx_n_s_values;
|
|
static PyObject *__pyx_n_s_vector;
|
|
static PyObject *__pyx_n_s_vector_norm;
|
|
static PyObject *__pyx_n_s_vectors;
|
|
static PyObject *__pyx_n_s_vectors_length;
|
|
static PyObject *__pyx_n_s_vocab;
|
|
static PyObject *__pyx_n_s_vstack;
|
|
static PyObject *__pyx_n_s_warn;
|
|
static PyObject *__pyx_n_s_warnings;
|
|
static PyObject *__pyx_n_s_wb;
|
|
static PyObject *__pyx_n_s_whitespace;
|
|
static PyObject *__pyx_n_s_words;
|
|
static PyObject *__pyx_n_s_write;
|
|
static PyObject *__pyx_n_s_wtype;
|
|
static PyObject *__pyx_n_s_xp;
|
|
static PyObject *__pyx_n_s_zeros;
|
|
static PyObject *__pyx_n_s_zip;
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_14SetEntsDefault_values(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cls); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_set_extension(PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name, PyObject *__pyx_v_kwargs); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_2get_extension(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4has_extension(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6remove_extension(PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_8__init__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, PyObject *__pyx_v_words, PyObject *__pyx_v_spaces, PyObject *__pyx_v_user_data, PyObject *__pyx_v_tags, PyObject *__pyx_v_pos, PyObject *__pyx_v_morphs, PyObject *__pyx_v_lemmas, PyObject *__pyx_v_heads, PyObject *__pyx_v_deps, PyObject *__pyx_v_sent_starts, PyObject *__pyx_v_ents); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_1____get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9is_tagged___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9is_parsed___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_8is_nered___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12is_sentenced___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_14has_annotation_genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_14has_annotation_3genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10has_annotation(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_attr, PyObject *__pyx_v_require_complete); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12__getitem__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_i); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_14__iter__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static Py_ssize_t __pyx_pf_5spacy_6tokens_3doc_3Doc_17__len__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_19__unicode__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_21__bytes__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_23__str__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_25__repr__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_3doc___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_27char_span(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, int __pyx_v_start_idx, int __pyx_v_end_idx, PyObject *__pyx_v_label, PyObject *__pyx_v_kb_id, PyObject *__pyx_v_vector, PyObject *__pyx_v_alignment_mode, PyObject *__pyx_v_span_id); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_29similarity(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_other); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10has_vector___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6vector_7__get___genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6vector___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_6vector_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_11vector_norm___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_11vector_norm_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4text_7__get___genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4text___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12text_with_ws___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4ents___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_4ents_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_ents); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_31set_ents(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_entities, PyObject *__pyx_v_blocked, PyObject *__pyx_v_missing, PyObject *__pyx_v_outside, PyObject *__pyx_v_default); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_11noun_chunks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5sents___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4lang___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5lang____get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_33to_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_py_attr_ids); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_35count_by(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_attr_id, PyObject *__pyx_v_exclude, PyObject *__pyx_v_counts); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_37_realloc(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_new_size); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_39from_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_attrs, PyObject *__pyx_v_array); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_3genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_6genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_9genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_12genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_41from_docs(PyObject *__pyx_v_docs, PyObject *__pyx_v_ensure_whitespace, PyObject *__pyx_v_attrs, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_43get_lca_matrix(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_45copy(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_47to_disk(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_49from_disk(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_51to_bytes(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_53from_bytes(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda19(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_lambda_funcdef_lambda20(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_55to_dict(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_57from_dict(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_msg, PyObject *__pyx_v_exclude); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_59extend_tensor(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_tensor); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_61retokenize(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_63_bulk_merge(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_spans, PyObject *__pyx_v_attributes); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_65from_json(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_doc_json, PyObject *__pyx_v_validate); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_67to_json(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_underscore); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_13to_utf8_array_genexpr(PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_69to_utf8_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, int __pyx_v_nr_char); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_genexpr(CYTHON_UNUSED PyObject *__pyx_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_71_get_array_attrs(void); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_3mem___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5vocab___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4cats___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5spans___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9sentiment___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_9sentiment_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_8_context___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_73__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_75__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_pickle_doc(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_doc); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_2unpickle_doc(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_hooks_and_data, PyObject *__pyx_v_bytes_data); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_4remove_label_if_necessary(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_attributes); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_6fix_attributes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_doc, PyObject *__pyx_v_attributes); /* proto */
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_8get_entity_info(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_ent_info); /* proto */
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer); /* proto */
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
|
|
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr); /* proto */
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item); /* proto */
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /* proto */
|
|
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name); /* proto */
|
|
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state); /* proto */
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object); /* proto */
|
|
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto */
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto */
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state); /* proto */
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc_Doc(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_4___get__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_6___get__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_8___get__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_10___get__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_11___get__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_get = {0, &__pyx_n_s_get, 0, 0, 0};
|
|
static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_items = {0, &__pyx_n_s_items, 0, 0, 0};
|
|
static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_keys = {0, &__pyx_n_s_keys, 0, 0, 0};
|
|
static PyObject *__pyx_float_0_0;
|
|
static PyObject *__pyx_float_1_0;
|
|
static PyObject *__pyx_int_0;
|
|
static PyObject *__pyx_int_1;
|
|
static PyObject *__pyx_int_2;
|
|
static PyObject *__pyx_int_10;
|
|
static PyObject *__pyx_int_255;
|
|
static PyObject *__pyx_int_112105877;
|
|
static PyObject *__pyx_int_136983863;
|
|
static PyObject *__pyx_int_184977713;
|
|
static PyObject *__pyx_int_neg_1;
|
|
static PyObject *__pyx_k__12;
|
|
static PyObject *__pyx_k__14;
|
|
static PyObject *__pyx_k__18;
|
|
static PyObject *__pyx_k__20;
|
|
static PyObject *__pyx_k__21;
|
|
static PyObject *__pyx_k__22;
|
|
static PyObject *__pyx_k__23;
|
|
static PyObject *__pyx_k__24;
|
|
static PyObject *__pyx_codeobj_;
|
|
static PyObject *__pyx_slice__5;
|
|
static PyObject *__pyx_tuple__2;
|
|
static PyObject *__pyx_tuple__3;
|
|
static PyObject *__pyx_tuple__7;
|
|
static PyObject *__pyx_tuple__8;
|
|
static PyObject *__pyx_slice__13;
|
|
static PyObject *__pyx_slice__17;
|
|
static PyObject *__pyx_slice__25;
|
|
static PyObject *__pyx_tuple__19;
|
|
static PyObject *__pyx_tuple__26;
|
|
static PyObject *__pyx_tuple__29;
|
|
static PyObject *__pyx_tuple__30;
|
|
static PyObject *__pyx_tuple__36;
|
|
static PyObject *__pyx_tuple__37;
|
|
static PyObject *__pyx_tuple__38;
|
|
static PyObject *__pyx_tuple__39;
|
|
static PyObject *__pyx_tuple__40;
|
|
static PyObject *__pyx_tuple__41;
|
|
static PyObject *__pyx_tuple__42;
|
|
static PyObject *__pyx_tuple__43;
|
|
static PyObject *__pyx_tuple__44;
|
|
static PyObject *__pyx_tuple__45;
|
|
static PyObject *__pyx_tuple__46;
|
|
static PyObject *__pyx_tuple__47;
|
|
static PyObject *__pyx_tuple__48;
|
|
static PyObject *__pyx_tuple__49;
|
|
static PyObject *__pyx_tuple__50;
|
|
static PyObject *__pyx_tuple__51;
|
|
static PyObject *__pyx_tuple__52;
|
|
static PyObject *__pyx_tuple__53;
|
|
static PyObject *__pyx_tuple__54;
|
|
static PyObject *__pyx_tuple__56;
|
|
static PyObject *__pyx_tuple__57;
|
|
static PyObject *__pyx_tuple__58;
|
|
static PyObject *__pyx_tuple__59;
|
|
static PyObject *__pyx_tuple__60;
|
|
static PyObject *__pyx_tuple__61;
|
|
static PyObject *__pyx_tuple__62;
|
|
static PyObject *__pyx_tuple__63;
|
|
static PyObject *__pyx_tuple__64;
|
|
static PyObject *__pyx_tuple__65;
|
|
static PyObject *__pyx_tuple__66;
|
|
static PyObject *__pyx_tuple__67;
|
|
static PyObject *__pyx_tuple__68;
|
|
static PyObject *__pyx_tuple__69;
|
|
static PyObject *__pyx_tuple__70;
|
|
static PyObject *__pyx_tuple__71;
|
|
static PyObject *__pyx_codeobj__15;
|
|
static PyObject *__pyx_codeobj__28;
|
|
static PyObject *__pyx_codeobj__31;
|
|
static PyObject *__pyx_codeobj__32;
|
|
static PyObject *__pyx_codeobj__33;
|
|
static PyObject *__pyx_codeobj__34;
|
|
static PyObject *__pyx_codeobj__35;
|
|
static PyObject *__pyx_codeobj__55;
|
|
/* Late includes */
|
|
|
|
/* "spacy/tokens/doc.pyx":67
|
|
* # fmt: on
|
|
*
|
|
* cdef int bounds_check(int i, int length, int padding) except -1: # <<<<<<<<<<<<<<
|
|
* if (i + padding) < 0:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc_bounds_check(int __pyx_v_i, int __pyx_v_length, int __pyx_v_padding) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("bounds_check", 0);
|
|
__Pyx_TraceCall("bounds_check", __pyx_f[0], 67, 0, __PYX_ERR(0, 67, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":68
|
|
*
|
|
* cdef int bounds_check(int i, int length, int padding) except -1:
|
|
* if (i + padding) < 0: # <<<<<<<<<<<<<<
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
* if (i - padding) >= length:
|
|
*/
|
|
__pyx_t_1 = (((__pyx_v_i + __pyx_v_padding) < 0) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":69
|
|
* cdef int bounds_check(int i, int length, int padding) except -1:
|
|
* if (i + padding) < 0:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length)) # <<<<<<<<<<<<<<
|
|
* if (i - padding) >= length:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E026); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_i, __pyx_t_4) < 0) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_length); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_length, __pyx_t_4) < 0) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 69, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":68
|
|
*
|
|
* cdef int bounds_check(int i, int length, int padding) except -1:
|
|
* if (i + padding) < 0: # <<<<<<<<<<<<<<
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
* if (i - padding) >= length:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":70
|
|
* if (i + padding) < 0:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
* if (i - padding) >= length: # <<<<<<<<<<<<<<
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
*
|
|
*/
|
|
__pyx_t_1 = (((__pyx_v_i - __pyx_v_padding) >= __pyx_v_length) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":71
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
* if (i - padding) >= length:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length)) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E026); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_i, __pyx_t_2) < 0) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_length); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_length, __pyx_t_2) < 0) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 71, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 71, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":70
|
|
* if (i + padding) < 0:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
* if (i - padding) >= length: # <<<<<<<<<<<<<<
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":67
|
|
* # fmt: on
|
|
*
|
|
* cdef int bounds_check(int i, int length, int padding) except -1: # <<<<<<<<<<<<<<
|
|
* if (i + padding) < 0:
|
|
* raise IndexError(Errors.E026.format(i=i, length=length))
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.bounds_check", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":74
|
|
*
|
|
*
|
|
* cdef attr_t get_token_attr(const TokenC* token, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name == LEMMA:
|
|
* return token.lemma
|
|
*/
|
|
|
|
static __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_3doc_get_token_attr(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_token_attr", __pyx_f[0], 74, 1, __PYX_ERR(0, 74, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":75
|
|
*
|
|
* cdef attr_t get_token_attr(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == LEMMA: # <<<<<<<<<<<<<<
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
*/
|
|
switch (__pyx_v_feat_name) {
|
|
case __pyx_e_5spacy_5attrs_LEMMA:
|
|
|
|
/* "spacy/tokens/doc.pyx":76
|
|
* cdef attr_t get_token_attr(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == LEMMA:
|
|
* return token.lemma # <<<<<<<<<<<<<<
|
|
* elif feat_name == NORM:
|
|
* if not token.norm:
|
|
*/
|
|
__pyx_r = __pyx_v_token->lemma;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":75
|
|
*
|
|
* cdef attr_t get_token_attr(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == LEMMA: # <<<<<<<<<<<<<<
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_NORM:
|
|
|
|
/* "spacy/tokens/doc.pyx":78
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
* if not token.norm: # <<<<<<<<<<<<<<
|
|
* return token.lex.norm
|
|
* return token.norm
|
|
*/
|
|
__pyx_t_1 = ((!(__pyx_v_token->norm != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":79
|
|
* elif feat_name == NORM:
|
|
* if not token.norm:
|
|
* return token.lex.norm # <<<<<<<<<<<<<<
|
|
* return token.norm
|
|
* elif feat_name == POS:
|
|
*/
|
|
__pyx_r = __pyx_v_token->lex->norm;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":78
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
* if not token.norm: # <<<<<<<<<<<<<<
|
|
* return token.lex.norm
|
|
* return token.norm
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":80
|
|
* if not token.norm:
|
|
* return token.lex.norm
|
|
* return token.norm # <<<<<<<<<<<<<<
|
|
* elif feat_name == POS:
|
|
* return token.pos
|
|
*/
|
|
__pyx_r = __pyx_v_token->norm;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":77
|
|
* if feat_name == LEMMA:
|
|
* return token.lemma
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* if not token.norm:
|
|
* return token.lex.norm
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_POS:
|
|
|
|
/* "spacy/tokens/doc.pyx":82
|
|
* return token.norm
|
|
* elif feat_name == POS:
|
|
* return token.pos # <<<<<<<<<<<<<<
|
|
* elif feat_name == TAG:
|
|
* return token.tag
|
|
*/
|
|
__pyx_r = __pyx_v_token->pos;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":81
|
|
* return token.lex.norm
|
|
* return token.norm
|
|
* elif feat_name == POS: # <<<<<<<<<<<<<<
|
|
* return token.pos
|
|
* elif feat_name == TAG:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_TAG:
|
|
|
|
/* "spacy/tokens/doc.pyx":84
|
|
* return token.pos
|
|
* elif feat_name == TAG:
|
|
* return token.tag # <<<<<<<<<<<<<<
|
|
* elif feat_name == MORPH:
|
|
* return token.morph
|
|
*/
|
|
__pyx_r = __pyx_v_token->tag;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":83
|
|
* elif feat_name == POS:
|
|
* return token.pos
|
|
* elif feat_name == TAG: # <<<<<<<<<<<<<<
|
|
* return token.tag
|
|
* elif feat_name == MORPH:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_MORPH:
|
|
|
|
/* "spacy/tokens/doc.pyx":86
|
|
* return token.tag
|
|
* elif feat_name == MORPH:
|
|
* return token.morph # <<<<<<<<<<<<<<
|
|
* elif feat_name == DEP:
|
|
* return token.dep
|
|
*/
|
|
__pyx_r = __pyx_v_token->morph;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":85
|
|
* elif feat_name == TAG:
|
|
* return token.tag
|
|
* elif feat_name == MORPH: # <<<<<<<<<<<<<<
|
|
* return token.morph
|
|
* elif feat_name == DEP:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_DEP:
|
|
|
|
/* "spacy/tokens/doc.pyx":88
|
|
* return token.morph
|
|
* elif feat_name == DEP:
|
|
* return token.dep # <<<<<<<<<<<<<<
|
|
* elif feat_name == HEAD:
|
|
* return token.head
|
|
*/
|
|
__pyx_r = __pyx_v_token->dep;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":87
|
|
* elif feat_name == MORPH:
|
|
* return token.morph
|
|
* elif feat_name == DEP: # <<<<<<<<<<<<<<
|
|
* return token.dep
|
|
* elif feat_name == HEAD:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_HEAD:
|
|
|
|
/* "spacy/tokens/doc.pyx":90
|
|
* return token.dep
|
|
* elif feat_name == HEAD:
|
|
* return token.head # <<<<<<<<<<<<<<
|
|
* elif feat_name == SENT_START:
|
|
* return token.sent_start
|
|
*/
|
|
__pyx_r = __pyx_v_token->head;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":89
|
|
* elif feat_name == DEP:
|
|
* return token.dep
|
|
* elif feat_name == HEAD: # <<<<<<<<<<<<<<
|
|
* return token.head
|
|
* elif feat_name == SENT_START:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_SENT_START:
|
|
|
|
/* "spacy/tokens/doc.pyx":92
|
|
* return token.head
|
|
* elif feat_name == SENT_START:
|
|
* return token.sent_start # <<<<<<<<<<<<<<
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy
|
|
*/
|
|
__pyx_r = __pyx_v_token->sent_start;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":91
|
|
* elif feat_name == HEAD:
|
|
* return token.head
|
|
* elif feat_name == SENT_START: # <<<<<<<<<<<<<<
|
|
* return token.sent_start
|
|
* elif feat_name == SPACY:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_SPACY:
|
|
|
|
/* "spacy/tokens/doc.pyx":94
|
|
* return token.sent_start
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob
|
|
*/
|
|
__pyx_r = __pyx_v_token->spacy;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":93
|
|
* elif feat_name == SENT_START:
|
|
* return token.sent_start
|
|
* elif feat_name == SPACY: # <<<<<<<<<<<<<<
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_IOB:
|
|
|
|
/* "spacy/tokens/doc.pyx":96
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_iob;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":95
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB: # <<<<<<<<<<<<<<
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_TYPE:
|
|
|
|
/* "spacy/tokens/doc.pyx":98
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_type;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":97
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE: # <<<<<<<<<<<<<<
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_ID:
|
|
|
|
/* "spacy/tokens/doc.pyx":100
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_id;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":99
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID: # <<<<<<<<<<<<<<
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_KB_ID:
|
|
|
|
/* "spacy/tokens/doc.pyx":102
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id # <<<<<<<<<<<<<<
|
|
* elif feat_name == IDX:
|
|
* return token.idx
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_kb_id;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":101
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID: # <<<<<<<<<<<<<<
|
|
* return token.ent_kb_id
|
|
* elif feat_name == IDX:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_IDX:
|
|
|
|
/* "spacy/tokens/doc.pyx":104
|
|
* return token.ent_kb_id
|
|
* elif feat_name == IDX:
|
|
* return token.idx # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return Lexeme.get_struct_attr(token.lex, feat_name)
|
|
*/
|
|
__pyx_r = __pyx_v_token->idx;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":103
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id
|
|
* elif feat_name == IDX: # <<<<<<<<<<<<<<
|
|
* return token.idx
|
|
* else:
|
|
*/
|
|
break;
|
|
default:
|
|
|
|
/* "spacy/tokens/doc.pyx":106
|
|
* return token.idx
|
|
* else:
|
|
* return Lexeme.get_struct_attr(token.lex, feat_name) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(__pyx_v_token->lex, __pyx_v_feat_name);
|
|
goto __pyx_L0;
|
|
break;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":74
|
|
*
|
|
*
|
|
* cdef attr_t get_token_attr(const TokenC* token, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name == LEMMA:
|
|
* return token.lemma
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokens.doc.get_token_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":109
|
|
*
|
|
*
|
|
* cdef attr_t get_token_attr_for_matcher(const TokenC* token, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name == SENT_START:
|
|
* if token.sent_start == 1:
|
|
*/
|
|
|
|
static __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_3doc_get_token_attr_for_matcher(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_token_attr_for_matcher", __pyx_f[0], 109, 1, __PYX_ERR(0, 109, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":110
|
|
*
|
|
* cdef attr_t get_token_attr_for_matcher(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == SENT_START: # <<<<<<<<<<<<<<
|
|
* if token.sent_start == 1:
|
|
* return True
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SENT_START) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":111
|
|
* cdef attr_t get_token_attr_for_matcher(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == SENT_START:
|
|
* if token.sent_start == 1: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_token->sent_start == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":112
|
|
* if feat_name == SENT_START:
|
|
* if token.sent_start == 1:
|
|
* return True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return False
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":111
|
|
* cdef attr_t get_token_attr_for_matcher(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == SENT_START:
|
|
* if token.sent_start == 1: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":114
|
|
* return True
|
|
* else:
|
|
* return False # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return get_token_attr(token, feat_name)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":110
|
|
*
|
|
* cdef attr_t get_token_attr_for_matcher(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name == SENT_START: # <<<<<<<<<<<<<<
|
|
* if token.sent_start == 1:
|
|
* return True
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":116
|
|
* return False
|
|
* else:
|
|
* return get_token_attr(token, feat_name) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = __pyx_f_5spacy_6tokens_3doc_get_token_attr(__pyx_v_token, __pyx_v_feat_name);
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":109
|
|
*
|
|
*
|
|
* cdef attr_t get_token_attr_for_matcher(const TokenC* token, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name == SENT_START:
|
|
* if token.sent_start == 1:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokens.doc.get_token_attr_for_matcher", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":126
|
|
*
|
|
* @classmethod
|
|
* def values(cls): # <<<<<<<<<<<<<<
|
|
* return list(cls.__members__.keys())
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_14SetEntsDefault_1values(PyObject *__pyx_self, PyObject *__pyx_v_cls); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_14SetEntsDefault_values[] = "SetEntsDefault.values(cls)";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_14SetEntsDefault_1values = {"values", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_14SetEntsDefault_1values, METH_O, __pyx_doc_5spacy_6tokens_3doc_14SetEntsDefault_values};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_14SetEntsDefault_1values(PyObject *__pyx_self, PyObject *__pyx_v_cls) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("values (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_14SetEntsDefault_values(__pyx_self, ((PyObject *)__pyx_v_cls));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_14SetEntsDefault_values(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cls) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj_)
|
|
__Pyx_RefNannySetupContext("values", 0);
|
|
__Pyx_TraceCall("values", __pyx_f[0], 126, 0, __PYX_ERR(0, 126, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":127
|
|
* @classmethod
|
|
* def values(cls):
|
|
* return list(cls.__members__.keys()) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_cls, __pyx_n_s_members); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_keys); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":126
|
|
*
|
|
* @classmethod
|
|
* def values(cls): # <<<<<<<<<<<<<<
|
|
* return list(cls.__members__.keys())
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.SetEntsDefault.values", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":149
|
|
*
|
|
* @classmethod
|
|
* def set_extension(cls, name, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Define a custom attribute which becomes available as `Doc._`.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_1set_extension(PyObject *__pyx_v_cls, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_set_extension[] = "Doc.set_extension(type cls, name, **kwargs)\nDefine a custom attribute which becomes available as `Doc._`.\n\n name (str): Name of the attribute to set.\n default: Optional default value of the attribute.\n getter (callable): Optional getter function.\n setter (callable): Optional setter function.\n method (callable): Optional method for method extension.\n force (bool): Force overwriting existing attribute.\n\n DOCS: https://spacy.io/api/doc#set_extension\n USAGE: https://spacy.io/usage/processing-pipelines#custom-components-attributes\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_1set_extension(PyObject *__pyx_v_cls, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_name = 0;
|
|
PyObject *__pyx_v_kwargs = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("set_extension (wrapper)", 0);
|
|
__pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL;
|
|
__Pyx_GOTREF(__pyx_v_kwargs);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_name,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_name)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "set_extension") < 0)) __PYX_ERR(0, 149, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_name = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("set_extension", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 149, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.set_extension", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_set_extension(((PyTypeObject*)__pyx_v_cls), __pyx_v_name, __pyx_v_kwargs);
|
|
|
|
/* function exit code */
|
|
__Pyx_XDECREF(__pyx_v_kwargs);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_set_extension(PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name, PyObject *__pyx_v_kwargs) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("set_extension", 0);
|
|
__Pyx_TraceCall("set_extension", __pyx_f[0], 149, 0, __PYX_ERR(0, 149, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":162
|
|
* USAGE: https://spacy.io/usage/processing-pipelines#custom-components-attributes
|
|
* """
|
|
* if cls.has_extension(name) and not kwargs.get("force", False): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E090.format(name=name, obj="Doc"))
|
|
* Underscore.doc_extensions[name] = get_ext_args(**kwargs)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_cls), __pyx_n_s_has_extension); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 162, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_v_name) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_name);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 162, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 162, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_5;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_kwargs, __pyx_n_s_force, Py_False); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 162, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 162, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_6 = ((!__pyx_t_5) != 0);
|
|
__pyx_t_1 = __pyx_t_6;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":163
|
|
* """
|
|
* if cls.has_extension(name) and not kwargs.get("force", False):
|
|
* raise ValueError(Errors.E090.format(name=name, obj="Doc")) # <<<<<<<<<<<<<<
|
|
* Underscore.doc_extensions[name] = get_ext_args(**kwargs)
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E090); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_name, __pyx_v_name) < 0) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_obj, __pyx_n_s_Doc) < 0) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 163, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":162
|
|
* USAGE: https://spacy.io/usage/processing-pipelines#custom-components-attributes
|
|
* """
|
|
* if cls.has_extension(name) and not kwargs.get("force", False): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E090.format(name=name, obj="Doc"))
|
|
* Underscore.doc_extensions[name] = get_ext_args(**kwargs)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":164
|
|
* if cls.has_extension(name) and not kwargs.get("force", False):
|
|
* raise ValueError(Errors.E090.format(name=name, obj="Doc"))
|
|
* Underscore.doc_extensions[name] = get_ext_args(**kwargs) # <<<<<<<<<<<<<<
|
|
*
|
|
* @classmethod
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_get_ext_args); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyDict_Copy(__pyx_v_kwargs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_doc_extensions); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(PyObject_SetItem(__pyx_t_3, __pyx_v_name, __pyx_t_2) < 0)) __PYX_ERR(0, 164, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":149
|
|
*
|
|
* @classmethod
|
|
* def set_extension(cls, name, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Define a custom attribute which becomes available as `Doc._`.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.set_extension", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":167
|
|
*
|
|
* @classmethod
|
|
* def get_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Look up a previously registered extension by name.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_3get_extension(PyObject *__pyx_v_cls, PyObject *__pyx_v_name); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_2get_extension[] = "Doc.get_extension(type cls, name)\nLook up a previously registered extension by name.\n\n name (str): Name of the extension.\n RETURNS (tuple): A `(default, method, getter, setter)` tuple.\n\n DOCS: https://spacy.io/api/doc#get_extension\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_3get_extension(PyObject *__pyx_v_cls, PyObject *__pyx_v_name) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("get_extension (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_2get_extension(((PyTypeObject*)__pyx_v_cls), ((PyObject *)__pyx_v_name));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_2get_extension(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_extension", 0);
|
|
__Pyx_TraceCall("get_extension", __pyx_f[0], 167, 0, __PYX_ERR(0, 167, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":175
|
|
* DOCS: https://spacy.io/api/doc#get_extension
|
|
* """
|
|
* return Underscore.doc_extensions.get(name) # <<<<<<<<<<<<<<
|
|
*
|
|
* @classmethod
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 175, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_doc_extensions); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 175, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 175, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_name) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_name);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 175, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":167
|
|
*
|
|
* @classmethod
|
|
* def get_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Look up a previously registered extension by name.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.get_extension", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":178
|
|
*
|
|
* @classmethod
|
|
* def has_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Check whether an extension has been registered.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5has_extension(PyObject *__pyx_v_cls, PyObject *__pyx_v_name); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_4has_extension[] = "Doc.has_extension(type cls, name)\nCheck whether an extension has been registered.\n\n name (str): Name of the extension.\n RETURNS (bool): Whether the extension has been registered.\n\n DOCS: https://spacy.io/api/doc#has_extension\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5has_extension(PyObject *__pyx_v_cls, PyObject *__pyx_v_name) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("has_extension (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4has_extension(((PyTypeObject*)__pyx_v_cls), ((PyObject *)__pyx_v_name));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4has_extension(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("has_extension", 0);
|
|
__Pyx_TraceCall("has_extension", __pyx_f[0], 178, 0, __PYX_ERR(0, 178, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":186
|
|
* DOCS: https://spacy.io/api/doc#has_extension
|
|
* """
|
|
* return name in Underscore.doc_extensions # <<<<<<<<<<<<<<
|
|
*
|
|
* @classmethod
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_doc_extensions); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_v_name, __pyx_t_2, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 186, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":178
|
|
*
|
|
* @classmethod
|
|
* def has_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Check whether an extension has been registered.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_extension", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":189
|
|
*
|
|
* @classmethod
|
|
* def remove_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Remove a previously registered extension.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7remove_extension(PyObject *__pyx_v_cls, PyObject *__pyx_v_name); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_6remove_extension[] = "Doc.remove_extension(type cls, name)\nRemove a previously registered extension.\n\n name (str): Name of the extension.\n RETURNS (tuple): A `(default, method, getter, setter)` tuple of the\n removed extension.\n\n DOCS: https://spacy.io/api/doc#remove_extension\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7remove_extension(PyObject *__pyx_v_cls, PyObject *__pyx_v_name) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("remove_extension (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_6remove_extension(((PyTypeObject*)__pyx_v_cls), ((PyObject *)__pyx_v_name));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6remove_extension(PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_name) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("remove_extension", 0);
|
|
__Pyx_TraceCall("remove_extension", __pyx_f[0], 189, 0, __PYX_ERR(0, 189, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":198
|
|
* DOCS: https://spacy.io/api/doc#remove_extension
|
|
* """
|
|
* if not cls.has_extension(name): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E046.format(name=name))
|
|
* return Underscore.doc_extensions.pop(name)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_cls), __pyx_n_s_has_extension); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 198, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_name) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_name);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 198, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 198, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_5 = ((!__pyx_t_4) != 0);
|
|
if (unlikely(__pyx_t_5)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":199
|
|
* """
|
|
* if not cls.has_extension(name):
|
|
* raise ValueError(Errors.E046.format(name=name)) # <<<<<<<<<<<<<<
|
|
* return Underscore.doc_extensions.pop(name)
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E046); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_name, __pyx_v_name) < 0) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(0, 199, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":198
|
|
* DOCS: https://spacy.io/api/doc#remove_extension
|
|
* """
|
|
* if not cls.has_extension(name): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E046.format(name=name))
|
|
* return Underscore.doc_extensions.pop(name)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":200
|
|
* if not cls.has_extension(name):
|
|
* raise ValueError(Errors.E046.format(name=name))
|
|
* return Underscore.doc_extensions.pop(name) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __init__(
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_doc_extensions); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_pop); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_1, __pyx_v_name) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_name);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":189
|
|
*
|
|
* @classmethod
|
|
* def remove_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Remove a previously registered extension.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.remove_extension", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":202
|
|
* return Underscore.doc_extensions.pop(name)
|
|
*
|
|
* def __init__( # <<<<<<<<<<<<<<
|
|
* self,
|
|
* Vocab vocab,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_8__init__[] = "Create a Doc object.\n\n vocab (Vocab): A vocabulary object, which must match any models you\n want to use (e.g. tokenizer, parser, entity recognizer).\n words (Optional[List[Union[str, int]]]): A list of unicode strings or\n hash values to add to the document as words. If `None`, defaults to\n empty list.\n spaces (Optional[List[bool]]): A list of boolean values, of the same\n length as `words`. `True` means that the word is followed by a space,\n `False` means it is not. If `None`, defaults to `[True]*len(words)`\n user_data (dict or None): Optional extra data to attach to the Doc.\n tags (Optional[List[str]]): A list of unicode strings, of the same\n length as words, to assign as token.tag. Defaults to None.\n pos (Optional[List[str]]): A list of unicode strings, of the same\n length as words, to assign as token.pos. Defaults to None.\n morphs (Optional[List[str]]): A list of unicode strings, of the same\n length as words, to assign as token.morph. Defaults to None.\n lemmas (Optional[List[str]]): A list of unicode strings, of the same\n length as words, to assign as token.lemma. Defaults to None.\n heads (Optional[List[int]]): A list of values, of the same length as\n words, to assign as heads. Head indices are the position of the\n head in the doc. Defaults to None.\n deps (Optional[List[str]]): A list of unicode strings, of the same\n length as words, to assign as token.dep. Defaults to None.\n sent_starts (Optional[List[Union[bool, int, None]]]): A list of values, \n of the same length as words, to assign as token.is_sent_start. Will \n be overridden by heads if heads is provided. Defaults to None.\n ents (Optional[List[str]]): A list of unicode strings, of the same\n length as words, as IOB tags to assign as token"".ent_iob and\n token.ent_type. Defaults to None.\n\n DOCS: https://spacy.io/api/doc#init\n ";
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
struct wrapperbase __pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_8__init__;
|
|
#endif
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab = 0;
|
|
PyObject *__pyx_v_words = 0;
|
|
PyObject *__pyx_v_spaces = 0;
|
|
PyObject *__pyx_v_user_data = 0;
|
|
PyObject *__pyx_v_tags = 0;
|
|
PyObject *__pyx_v_pos = 0;
|
|
PyObject *__pyx_v_morphs = 0;
|
|
PyObject *__pyx_v_lemmas = 0;
|
|
PyObject *__pyx_v_heads = 0;
|
|
PyObject *__pyx_v_deps = 0;
|
|
PyObject *__pyx_v_sent_starts = 0;
|
|
PyObject *__pyx_v_ents = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_vocab,&__pyx_n_s_words,&__pyx_n_s_spaces,&__pyx_n_s_user_data,&__pyx_n_s_tags,&__pyx_n_s_pos,&__pyx_n_s_morphs,&__pyx_n_s_lemmas,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_sent_starts,&__pyx_n_s_ents,0};
|
|
PyObject* values[12] = {0,0,0,0,0,0,0,0,0,0,0,0};
|
|
|
|
/* "spacy/tokens/doc.pyx":205
|
|
* self,
|
|
* Vocab vocab,
|
|
* words=None, # <<<<<<<<<<<<<<
|
|
* spaces=None,
|
|
* *,
|
|
*/
|
|
values[1] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":206
|
|
* Vocab vocab,
|
|
* words=None,
|
|
* spaces=None, # <<<<<<<<<<<<<<
|
|
* *,
|
|
* user_data=None,
|
|
*/
|
|
values[2] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":208
|
|
* spaces=None,
|
|
* *,
|
|
* user_data=None, # <<<<<<<<<<<<<<
|
|
* tags=None,
|
|
* pos=None,
|
|
*/
|
|
values[3] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":209
|
|
* *,
|
|
* user_data=None,
|
|
* tags=None, # <<<<<<<<<<<<<<
|
|
* pos=None,
|
|
* morphs=None,
|
|
*/
|
|
values[4] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":210
|
|
* user_data=None,
|
|
* tags=None,
|
|
* pos=None, # <<<<<<<<<<<<<<
|
|
* morphs=None,
|
|
* lemmas=None,
|
|
*/
|
|
values[5] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":211
|
|
* tags=None,
|
|
* pos=None,
|
|
* morphs=None, # <<<<<<<<<<<<<<
|
|
* lemmas=None,
|
|
* heads=None,
|
|
*/
|
|
values[6] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":212
|
|
* pos=None,
|
|
* morphs=None,
|
|
* lemmas=None, # <<<<<<<<<<<<<<
|
|
* heads=None,
|
|
* deps=None,
|
|
*/
|
|
values[7] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":213
|
|
* morphs=None,
|
|
* lemmas=None,
|
|
* heads=None, # <<<<<<<<<<<<<<
|
|
* deps=None,
|
|
* sent_starts=None,
|
|
*/
|
|
values[8] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":214
|
|
* lemmas=None,
|
|
* heads=None,
|
|
* deps=None, # <<<<<<<<<<<<<<
|
|
* sent_starts=None,
|
|
* ents=None,
|
|
*/
|
|
values[9] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":215
|
|
* heads=None,
|
|
* deps=None,
|
|
* sent_starts=None, # <<<<<<<<<<<<<<
|
|
* ents=None,
|
|
* ):
|
|
*/
|
|
values[10] = ((PyObject *)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":216
|
|
* deps=None,
|
|
* sent_starts=None,
|
|
* ents=None, # <<<<<<<<<<<<<<
|
|
* ):
|
|
* """Create a Doc object.
|
|
*/
|
|
values[11] = ((PyObject *)Py_None);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words);
|
|
if (value) { values[1] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_spaces);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (kw_args > 0 && likely(kw_args <= 9)) {
|
|
Py_ssize_t index;
|
|
for (index = 3; index < 12 && kw_args > 0; index++) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 202, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)values[0]);
|
|
__pyx_v_words = values[1];
|
|
__pyx_v_spaces = values[2];
|
|
__pyx_v_user_data = values[3];
|
|
__pyx_v_tags = values[4];
|
|
__pyx_v_pos = values[5];
|
|
__pyx_v_morphs = values[6];
|
|
__pyx_v_lemmas = values[7];
|
|
__pyx_v_heads = values[8];
|
|
__pyx_v_deps = values[9];
|
|
__pyx_v_sent_starts = values[10];
|
|
__pyx_v_ents = values[11];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__init__", 0, 1, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 202, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vocab), __pyx_ptype_5spacy_5vocab_Vocab, 1, "vocab", 0))) __PYX_ERR(0, 204, __pyx_L1_error)
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_8__init__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_vocab, __pyx_v_words, __pyx_v_spaces, __pyx_v_user_data, __pyx_v_tags, __pyx_v_pos, __pyx_v_morphs, __pyx_v_lemmas, __pyx_v_heads, __pyx_v_deps, __pyx_v_sent_starts, __pyx_v_ents);
|
|
|
|
/* "spacy/tokens/doc.pyx":202
|
|
* return Underscore.doc_extensions.pop(name)
|
|
*
|
|
* def __init__( # <<<<<<<<<<<<<<
|
|
* self,
|
|
* Vocab vocab,
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_8__init__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, PyObject *__pyx_v_words, PyObject *__pyx_v_spaces, PyObject *__pyx_v_user_data, PyObject *__pyx_v_tags, PyObject *__pyx_v_pos, PyObject *__pyx_v_morphs, PyObject *__pyx_v_lemmas, PyObject *__pyx_v_heads, PyObject *__pyx_v_deps, PyObject *__pyx_v_sent_starts, PyObject *__pyx_v_ents) {
|
|
Py_ssize_t __pyx_v_size;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_data_start;
|
|
int __pyx_v_i;
|
|
int __pyx_v_has_space;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme;
|
|
PyObject *__pyx_v_word = NULL;
|
|
PyObject *__pyx_v_MISSING_DEP_ = NULL;
|
|
PyObject *__pyx_v_pp = NULL;
|
|
PyObject *__pyx_v_ent_iobs = NULL;
|
|
PyObject *__pyx_v_ent_types = NULL;
|
|
PyObject *__pyx_v_iob_strings = NULL;
|
|
PyObject *__pyx_v_ent = NULL;
|
|
PyObject *__pyx_v_ent_iob = NULL;
|
|
PyObject *__pyx_v_ent_type = NULL;
|
|
PyObject *__pyx_v_headings = NULL;
|
|
PyObject *__pyx_v_values = NULL;
|
|
PyObject *__pyx_v_annotations = NULL;
|
|
PyObject *__pyx_v_possible_headings = NULL;
|
|
PyObject *__pyx_v_a = NULL;
|
|
PyObject *__pyx_v_annot = NULL;
|
|
PyObject *__pyx_v_value = NULL;
|
|
PyArrayObject *__pyx_v_attrs = NULL;
|
|
long __pyx_v_j;
|
|
PyObject *__pyx_v_morph_key = NULL;
|
|
PyObject *__pyx_v_head = NULL;
|
|
PyObject *__pyx_v_dep = NULL;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
long __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
void *__pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_t_10;
|
|
int __pyx_t_11;
|
|
PyObject *(*__pyx_t_12)(PyObject *);
|
|
PyObject *__pyx_t_13 = NULL;
|
|
PyObject *__pyx_t_14 = NULL;
|
|
PyObject *(*__pyx_t_15)(PyObject *);
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_16;
|
|
PyObject *__pyx_t_17 = NULL;
|
|
PyObject *__pyx_t_18 = NULL;
|
|
PyObject *__pyx_t_19 = NULL;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_20;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_21;
|
|
PyObject *__pyx_t_22 = NULL;
|
|
PyObject *__pyx_t_23 = NULL;
|
|
int __pyx_t_24;
|
|
int __pyx_t_25;
|
|
PyObject *__pyx_t_26 = NULL;
|
|
PyObject *__pyx_t_27 = NULL;
|
|
PyObject *__pyx_t_28 = NULL;
|
|
Py_ssize_t __pyx_t_29;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__init__", 0);
|
|
__Pyx_TraceCall("__init__", __pyx_f[0], 202, 0, __PYX_ERR(0, 202, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_words);
|
|
__Pyx_INCREF(__pyx_v_spaces);
|
|
__Pyx_INCREF(__pyx_v_heads);
|
|
__Pyx_INCREF(__pyx_v_deps);
|
|
__Pyx_INCREF(__pyx_v_sent_starts);
|
|
__Pyx_INCREF(__pyx_v_ents);
|
|
|
|
/* "spacy/tokens/doc.pyx":251
|
|
* DOCS: https://spacy.io/api/doc#init
|
|
* """
|
|
* self.vocab = vocab # <<<<<<<<<<<<<<
|
|
* size = max(20, (len(words) if words is not None else 0))
|
|
* self.mem = Pool()
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GOTREF(__pyx_v_self->vocab);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->vocab));
|
|
__pyx_v_self->vocab = __pyx_v_vocab;
|
|
|
|
/* "spacy/tokens/doc.pyx":252
|
|
* """
|
|
* self.vocab = vocab
|
|
* size = max(20, (len(words) if words is not None else 0)) # <<<<<<<<<<<<<<
|
|
* self.mem = Pool()
|
|
* self.spans = SpanGroups(self)
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_words != Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 252, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_t_3;
|
|
} else {
|
|
__pyx_t_1 = 0;
|
|
}
|
|
__pyx_t_4 = 20;
|
|
if (((__pyx_t_1 > __pyx_t_4) != 0)) {
|
|
__pyx_t_3 = __pyx_t_1;
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_4;
|
|
}
|
|
__pyx_v_size = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":253
|
|
* self.vocab = vocab
|
|
* size = max(20, (len(words) if words is not None else 0))
|
|
* self.mem = Pool() # <<<<<<<<<<<<<<
|
|
* self.spans = SpanGroups(self)
|
|
* # Guarantee self.lex[i-x], for any i >= 0 and x < padding is in bounds
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5cymem_5cymem_Pool)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 253, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->mem);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->mem));
|
|
__pyx_v_self->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":254
|
|
* size = max(20, (len(words) if words is not None else 0))
|
|
* self.mem = Pool()
|
|
* self.spans = SpanGroups(self) # <<<<<<<<<<<<<<
|
|
* # Guarantee self.lex[i-x], for any i >= 0 and x < padding is in bounds
|
|
* # However, we need to remember the true starting places, so that we can
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_SpanGroups); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 254, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_7, ((PyObject *)__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_6, ((PyObject *)__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 254, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->spans);
|
|
__Pyx_DECREF(__pyx_v_self->spans);
|
|
__pyx_v_self->spans = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":258
|
|
* # However, we need to remember the true starting places, so that we can
|
|
* # realloc.
|
|
* assert size + (PADDING*2) > 0 # <<<<<<<<<<<<<<
|
|
* data_start = <TokenC*>self.mem.alloc(size + (PADDING*2), sizeof(TokenC))
|
|
* cdef int i
|
|
*/
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
if (unlikely(!(((__pyx_v_size + 10) > 0) != 0))) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(0, 258, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "spacy/tokens/doc.pyx":259
|
|
* # realloc.
|
|
* assert size + (PADDING*2) > 0
|
|
* data_start = <TokenC*>self.mem.alloc(size + (PADDING*2), sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* for i in range(size + (PADDING*2)):
|
|
*/
|
|
__pyx_t_8 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, (__pyx_v_size + 10), (sizeof(struct __pyx_t_5spacy_7structs_TokenC))); if (unlikely(__pyx_t_8 == ((void *)NULL))) __PYX_ERR(0, 259, __pyx_L1_error)
|
|
__pyx_v_data_start = ((struct __pyx_t_5spacy_7structs_TokenC *)__pyx_t_8);
|
|
|
|
/* "spacy/tokens/doc.pyx":261
|
|
* data_start = <TokenC*>self.mem.alloc(size + (PADDING*2), sizeof(TokenC))
|
|
* cdef int i
|
|
* for i in range(size + (PADDING*2)): # <<<<<<<<<<<<<<
|
|
* data_start[i].lex = &EMPTY_LEXEME
|
|
* data_start[i].l_edge = i
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_size + 10);
|
|
__pyx_t_1 = __pyx_t_3;
|
|
for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_1; __pyx_t_9+=1) {
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":262
|
|
* cdef int i
|
|
* for i in range(size + (PADDING*2)):
|
|
* data_start[i].lex = &EMPTY_LEXEME # <<<<<<<<<<<<<<
|
|
* data_start[i].l_edge = i
|
|
* data_start[i].r_edge = i
|
|
*/
|
|
(__pyx_v_data_start[__pyx_v_i]).lex = (&__pyx_v_5spacy_6lexeme_EMPTY_LEXEME);
|
|
|
|
/* "spacy/tokens/doc.pyx":263
|
|
* for i in range(size + (PADDING*2)):
|
|
* data_start[i].lex = &EMPTY_LEXEME
|
|
* data_start[i].l_edge = i # <<<<<<<<<<<<<<
|
|
* data_start[i].r_edge = i
|
|
* self.c = data_start + PADDING
|
|
*/
|
|
(__pyx_v_data_start[__pyx_v_i]).l_edge = __pyx_v_i;
|
|
|
|
/* "spacy/tokens/doc.pyx":264
|
|
* data_start[i].lex = &EMPTY_LEXEME
|
|
* data_start[i].l_edge = i
|
|
* data_start[i].r_edge = i # <<<<<<<<<<<<<<
|
|
* self.c = data_start + PADDING
|
|
* self.max_length = size
|
|
*/
|
|
(__pyx_v_data_start[__pyx_v_i]).r_edge = __pyx_v_i;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":265
|
|
* data_start[i].l_edge = i
|
|
* data_start[i].r_edge = i
|
|
* self.c = data_start + PADDING # <<<<<<<<<<<<<<
|
|
* self.max_length = size
|
|
* self.length = 0
|
|
*/
|
|
__pyx_v_self->c = (__pyx_v_data_start + 5);
|
|
|
|
/* "spacy/tokens/doc.pyx":266
|
|
* data_start[i].r_edge = i
|
|
* self.c = data_start + PADDING
|
|
* self.max_length = size # <<<<<<<<<<<<<<
|
|
* self.length = 0
|
|
* self.sentiment = 0.0
|
|
*/
|
|
__pyx_v_self->max_length = __pyx_v_size;
|
|
|
|
/* "spacy/tokens/doc.pyx":267
|
|
* self.c = data_start + PADDING
|
|
* self.max_length = size
|
|
* self.length = 0 # <<<<<<<<<<<<<<
|
|
* self.sentiment = 0.0
|
|
* self.cats = {}
|
|
*/
|
|
__pyx_v_self->length = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":268
|
|
* self.max_length = size
|
|
* self.length = 0
|
|
* self.sentiment = 0.0 # <<<<<<<<<<<<<<
|
|
* self.cats = {}
|
|
* self.user_hooks = {}
|
|
*/
|
|
__pyx_v_self->sentiment = 0.0;
|
|
|
|
/* "spacy/tokens/doc.pyx":269
|
|
* self.length = 0
|
|
* self.sentiment = 0.0
|
|
* self.cats = {} # <<<<<<<<<<<<<<
|
|
* self.user_hooks = {}
|
|
* self.user_token_hooks = {}
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 269, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->cats);
|
|
__Pyx_DECREF(__pyx_v_self->cats);
|
|
__pyx_v_self->cats = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":270
|
|
* self.sentiment = 0.0
|
|
* self.cats = {}
|
|
* self.user_hooks = {} # <<<<<<<<<<<<<<
|
|
* self.user_token_hooks = {}
|
|
* self.user_span_hooks = {}
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->user_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_hooks);
|
|
__pyx_v_self->user_hooks = ((PyObject*)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":271
|
|
* self.cats = {}
|
|
* self.user_hooks = {}
|
|
* self.user_token_hooks = {} # <<<<<<<<<<<<<<
|
|
* self.user_span_hooks = {}
|
|
* self.tensor = numpy.zeros((0,), dtype="float32")
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 271, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->user_token_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_token_hooks);
|
|
__pyx_v_self->user_token_hooks = ((PyObject*)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":272
|
|
* self.user_hooks = {}
|
|
* self.user_token_hooks = {}
|
|
* self.user_span_hooks = {} # <<<<<<<<<<<<<<
|
|
* self.tensor = numpy.zeros((0,), dtype="float32")
|
|
* self.user_data = {} if user_data is None else user_data
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 272, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->user_span_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_span_hooks);
|
|
__pyx_v_self->user_span_hooks = ((PyObject*)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":273
|
|
* self.user_token_hooks = {}
|
|
* self.user_span_hooks = {}
|
|
* self.tensor = numpy.zeros((0,), dtype="float32") # <<<<<<<<<<<<<<
|
|
* self.user_data = {} if user_data is None else user_data
|
|
* self._vector = None
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_numpy); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_zeros); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_dtype, __pyx_n_s_float32) < 0) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_tuple__3, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_v_self->tensor);
|
|
__Pyx_DECREF(__pyx_v_self->tensor);
|
|
__pyx_v_self->tensor = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":274
|
|
* self.user_span_hooks = {}
|
|
* self.tensor = numpy.zeros((0,), dtype="float32")
|
|
* self.user_data = {} if user_data is None else user_data # <<<<<<<<<<<<<<
|
|
* self._vector = None
|
|
* self.noun_chunks_iterator = self.vocab.get_noun_chunks
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_user_data == Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 274, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_v_user_data);
|
|
__pyx_t_7 = __pyx_v_user_data;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_v_self->user_data);
|
|
__Pyx_DECREF(__pyx_v_self->user_data);
|
|
__pyx_v_self->user_data = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":275
|
|
* self.tensor = numpy.zeros((0,), dtype="float32")
|
|
* self.user_data = {} if user_data is None else user_data
|
|
* self._vector = None # <<<<<<<<<<<<<<
|
|
* self.noun_chunks_iterator = self.vocab.get_noun_chunks
|
|
* cdef bint has_space
|
|
*/
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_v_self->_vector);
|
|
__pyx_v_self->_vector = Py_None;
|
|
|
|
/* "spacy/tokens/doc.pyx":276
|
|
* self.user_data = {} if user_data is None else user_data
|
|
* self._vector = None
|
|
* self.noun_chunks_iterator = self.vocab.get_noun_chunks # <<<<<<<<<<<<<<
|
|
* cdef bint has_space
|
|
* if words is None and spaces is not None:
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->vocab->get_noun_chunks;
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_v_self->noun_chunks_iterator);
|
|
__Pyx_DECREF(__pyx_v_self->noun_chunks_iterator);
|
|
__pyx_v_self->noun_chunks_iterator = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":278
|
|
* self.noun_chunks_iterator = self.vocab.get_noun_chunks
|
|
* cdef bint has_space
|
|
* if words is None and spaces is not None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E908)
|
|
* elif spaces is None and words is not None:
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_words == Py_None);
|
|
__pyx_t_11 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_11;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = (__pyx_v_spaces != Py_None);
|
|
__pyx_t_10 = (__pyx_t_11 != 0);
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":279
|
|
* cdef bint has_space
|
|
* if words is None and spaces is not None:
|
|
* raise ValueError(Errors.E908) # <<<<<<<<<<<<<<
|
|
* elif spaces is None and words is not None:
|
|
* self.has_unknown_spaces = True
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Errors); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 279, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_E908); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 279, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 279, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 279, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":278
|
|
* self.noun_chunks_iterator = self.vocab.get_noun_chunks
|
|
* cdef bint has_space
|
|
* if words is None and spaces is not None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E908)
|
|
* elif spaces is None and words is not None:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":280
|
|
* if words is None and spaces is not None:
|
|
* raise ValueError(Errors.E908)
|
|
* elif spaces is None and words is not None: # <<<<<<<<<<<<<<
|
|
* self.has_unknown_spaces = True
|
|
* else:
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_spaces == Py_None);
|
|
__pyx_t_11 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_11;
|
|
goto __pyx_L8_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = (__pyx_v_words != Py_None);
|
|
__pyx_t_10 = (__pyx_t_11 != 0);
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L8_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":281
|
|
* raise ValueError(Errors.E908)
|
|
* elif spaces is None and words is not None:
|
|
* self.has_unknown_spaces = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.has_unknown_spaces = False
|
|
*/
|
|
__pyx_v_self->has_unknown_spaces = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":280
|
|
* if words is None and spaces is not None:
|
|
* raise ValueError(Errors.E908)
|
|
* elif spaces is None and words is not None: # <<<<<<<<<<<<<<
|
|
* self.has_unknown_spaces = True
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":283
|
|
* self.has_unknown_spaces = True
|
|
* else:
|
|
* self.has_unknown_spaces = False # <<<<<<<<<<<<<<
|
|
* words = words if words is not None else []
|
|
* spaces = spaces if spaces is not None else ([True] * len(words))
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_self->has_unknown_spaces = 0;
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "spacy/tokens/doc.pyx":284
|
|
* else:
|
|
* self.has_unknown_spaces = False
|
|
* words = words if words is not None else [] # <<<<<<<<<<<<<<
|
|
* spaces = spaces if spaces is not None else ([True] * len(words))
|
|
* if len(spaces) != len(words):
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_words != Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__Pyx_INCREF(__pyx_v_words);
|
|
__pyx_t_7 = __pyx_v_words;
|
|
} else {
|
|
__pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 284, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF_SET(__pyx_v_words, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":285
|
|
* self.has_unknown_spaces = False
|
|
* words = words if words is not None else []
|
|
* spaces = spaces if spaces is not None else ([True] * len(words)) # <<<<<<<<<<<<<<
|
|
* if len(spaces) != len(words):
|
|
* raise ValueError(Errors.E027)
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_spaces != Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__Pyx_INCREF(__pyx_v_spaces);
|
|
__pyx_t_7 = __pyx_v_spaces;
|
|
} else {
|
|
__pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 285, __pyx_L1_error)
|
|
__pyx_t_5 = PyList_New(1 * ((__pyx_t_3<0) ? 0:__pyx_t_3)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 285, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < __pyx_t_3; __pyx_temp++) {
|
|
__Pyx_INCREF(Py_True);
|
|
__Pyx_GIVEREF(Py_True);
|
|
PyList_SET_ITEM(__pyx_t_5, __pyx_temp, Py_True);
|
|
}
|
|
}
|
|
__pyx_t_7 = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF_SET(__pyx_v_spaces, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":286
|
|
* words = words if words is not None else []
|
|
* spaces = spaces if spaces is not None else ([True] * len(words))
|
|
* if len(spaces) != len(words): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E027)
|
|
* cdef const LexemeC* lexeme
|
|
*/
|
|
__pyx_t_3 = PyObject_Length(__pyx_v_spaces); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 286, __pyx_L1_error)
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 286, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_3 != __pyx_t_1) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":287
|
|
* spaces = spaces if spaces is not None else ([True] * len(words))
|
|
* if len(spaces) != len(words):
|
|
* raise ValueError(Errors.E027) # <<<<<<<<<<<<<<
|
|
* cdef const LexemeC* lexeme
|
|
* for word, has_space in zip(words, spaces):
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Errors); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_E027); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 287, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":286
|
|
* words = words if words is not None else []
|
|
* spaces = spaces if spaces is not None else ([True] * len(words))
|
|
* if len(spaces) != len(words): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E027)
|
|
* cdef const LexemeC* lexeme
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":289
|
|
* raise ValueError(Errors.E027)
|
|
* cdef const LexemeC* lexeme
|
|
* for word, has_space in zip(words, spaces): # <<<<<<<<<<<<<<
|
|
* if isinstance(word, str):
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
*/
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_v_words);
|
|
__Pyx_GIVEREF(__pyx_v_words);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_words);
|
|
__Pyx_INCREF(__pyx_v_spaces);
|
|
__Pyx_GIVEREF(__pyx_v_spaces);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_v_spaces);
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_7, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
|
|
__pyx_t_7 = __pyx_t_5; __Pyx_INCREF(__pyx_t_7); __pyx_t_1 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_1 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_7, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_7, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_12(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 289, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {
|
|
PyObject* sequence = __pyx_t_5;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 289, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_13 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_13 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_13 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_14 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_15 = Py_TYPE(__pyx_t_14)->tp_iternext;
|
|
index = 0; __pyx_t_6 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_6)) goto __pyx_L13_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
index = 1; __pyx_t_13 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_13)) goto __pyx_L13_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_14), 2) < 0) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__pyx_t_15 = NULL;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
goto __pyx_L14_unpacking_done;
|
|
__pyx_L13_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_15 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 289, __pyx_L1_error)
|
|
__pyx_L14_unpacking_done:;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely((__pyx_t_2 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_word, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_v_has_space = __pyx_t_2;
|
|
|
|
/* "spacy/tokens/doc.pyx":290
|
|
* cdef const LexemeC* lexeme
|
|
* for word, has_space in zip(words, spaces):
|
|
* if isinstance(word, str): # <<<<<<<<<<<<<<
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
* elif isinstance(word, bytes):
|
|
*/
|
|
__pyx_t_2 = PyString_Check(__pyx_v_word);
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":291
|
|
* for word, has_space in zip(words, spaces):
|
|
* if isinstance(word, str):
|
|
* lexeme = self.vocab.get(self.mem, word) # <<<<<<<<<<<<<<
|
|
* elif isinstance(word, bytes):
|
|
* raise ValueError(Errors.E028.format(value=word))
|
|
*/
|
|
__pyx_t_5 = ((PyObject *)__pyx_v_self->mem);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
if (!(likely(PyString_CheckExact(__pyx_v_word))||((__pyx_v_word) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "str", Py_TYPE(__pyx_v_word)->tp_name), 0))) __PYX_ERR(0, 291, __pyx_L1_error)
|
|
__pyx_t_16 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_5), ((PyObject*)__pyx_v_word)); if (unlikely(__pyx_t_16 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 291, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_lexeme = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":290
|
|
* cdef const LexemeC* lexeme
|
|
* for word, has_space in zip(words, spaces):
|
|
* if isinstance(word, str): # <<<<<<<<<<<<<<
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
* elif isinstance(word, bytes):
|
|
*/
|
|
goto __pyx_L15;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":292
|
|
* if isinstance(word, str):
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
* elif isinstance(word, bytes): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E028.format(value=word))
|
|
* else:
|
|
*/
|
|
__pyx_t_10 = PyBytes_Check(__pyx_v_word);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":293
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
* elif isinstance(word, bytes):
|
|
* raise ValueError(Errors.E028.format(value=word)) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* try:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_Errors); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_E028); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_n_s_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (PyDict_SetItem(__pyx_t_13, __pyx_n_s_value, __pyx_v_word) < 0) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_empty_tuple, __pyx_t_13); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_Raise(__pyx_t_13, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__PYX_ERR(0, 293, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":292
|
|
* if isinstance(word, str):
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
* elif isinstance(word, bytes): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E028.format(value=word))
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":295
|
|
* raise ValueError(Errors.E028.format(value=word))
|
|
* else:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* lexeme = self.vocab.get_by_orth(self.mem, word)
|
|
* except TypeError:
|
|
*/
|
|
/*else*/ {
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_17, &__pyx_t_18, &__pyx_t_19);
|
|
__Pyx_XGOTREF(__pyx_t_17);
|
|
__Pyx_XGOTREF(__pyx_t_18);
|
|
__Pyx_XGOTREF(__pyx_t_19);
|
|
/*try:*/ {
|
|
|
|
/* "spacy/tokens/doc.pyx":296
|
|
* else:
|
|
* try:
|
|
* lexeme = self.vocab.get_by_orth(self.mem, word) # <<<<<<<<<<<<<<
|
|
* except TypeError:
|
|
* raise TypeError(Errors.E1022.format(wtype=type(word)))
|
|
*/
|
|
__pyx_t_13 = ((PyObject *)__pyx_v_self->mem);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__pyx_t_20 = __Pyx_PyInt_As_uint64_t(__pyx_v_word); if (unlikely((__pyx_t_20 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 296, __pyx_L16_error)
|
|
__pyx_t_21 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get_by_orth(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_13), __pyx_t_20); if (unlikely(__pyx_t_21 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 296, __pyx_L16_error)
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_v_lexeme = __pyx_t_21;
|
|
|
|
/* "spacy/tokens/doc.pyx":295
|
|
* raise ValueError(Errors.E028.format(value=word))
|
|
* else:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* lexeme = self.vocab.get_by_orth(self.mem, word)
|
|
* except TypeError:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
|
|
__Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0;
|
|
goto __pyx_L23_try_end;
|
|
__pyx_L16_error:;
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":297
|
|
* try:
|
|
* lexeme = self.vocab.get_by_orth(self.mem, word)
|
|
* except TypeError: # <<<<<<<<<<<<<<
|
|
* raise TypeError(Errors.E1022.format(wtype=type(word)))
|
|
* self.push_back(lexeme, has_space)
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_TypeError);
|
|
if (__pyx_t_9) {
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_13, &__pyx_t_6, &__pyx_t_5) < 0) __PYX_ERR(0, 297, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
|
|
/* "spacy/tokens/doc.pyx":298
|
|
* lexeme = self.vocab.get_by_orth(self.mem, word)
|
|
* except TypeError:
|
|
* raise TypeError(Errors.E1022.format(wtype=type(word))) # <<<<<<<<<<<<<<
|
|
* self.push_back(lexeme, has_space)
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_Errors); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_E1022); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_format); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
if (PyDict_SetItem(__pyx_t_22, __pyx_n_s_wtype, ((PyObject *)Py_TYPE(__pyx_v_word))) < 0) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__pyx_t_23 = __Pyx_PyObject_Call(__pyx_t_14, __pyx_empty_tuple, __pyx_t_22); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_23);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyObject_CallOneArg(__pyx_builtin_TypeError, __pyx_t_23); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_Raise(__pyx_t_22, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__PYX_ERR(0, 298, __pyx_L18_except_error)
|
|
}
|
|
goto __pyx_L18_except_error;
|
|
__pyx_L18_except_error:;
|
|
|
|
/* "spacy/tokens/doc.pyx":295
|
|
* raise ValueError(Errors.E028.format(value=word))
|
|
* else:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* lexeme = self.vocab.get_by_orth(self.mem, word)
|
|
* except TypeError:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_17);
|
|
__Pyx_XGIVEREF(__pyx_t_18);
|
|
__Pyx_XGIVEREF(__pyx_t_19);
|
|
__Pyx_ExceptionReset(__pyx_t_17, __pyx_t_18, __pyx_t_19);
|
|
goto __pyx_L1_error;
|
|
__pyx_L23_try_end:;
|
|
}
|
|
}
|
|
__pyx_L15:;
|
|
|
|
/* "spacy/tokens/doc.pyx":299
|
|
* except TypeError:
|
|
* raise TypeError(Errors.E1022.format(wtype=type(word)))
|
|
* self.push_back(lexeme, has_space) # <<<<<<<<<<<<<<
|
|
*
|
|
* if heads is not None:
|
|
*/
|
|
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_self->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_self, __pyx_v_lexeme, __pyx_v_has_space); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 299, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":289
|
|
* raise ValueError(Errors.E027)
|
|
* cdef const LexemeC* lexeme
|
|
* for word, has_space in zip(words, spaces): # <<<<<<<<<<<<<<
|
|
* if isinstance(word, str):
|
|
* lexeme = self.vocab.get(self.mem, word)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":301
|
|
* self.push_back(lexeme, has_space)
|
|
*
|
|
* if heads is not None: # <<<<<<<<<<<<<<
|
|
* heads = [head - i if head is not None else 0 for i, head in enumerate(heads)]
|
|
* if deps is not None:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_heads != Py_None);
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":302
|
|
*
|
|
* if heads is not None:
|
|
* heads = [head - i if head is not None else 0 for i, head in enumerate(heads)] # <<<<<<<<<<<<<<
|
|
* if deps is not None:
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP]
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_9 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_heads)) || PyTuple_CheckExact(__pyx_v_heads)) {
|
|
__pyx_t_5 = __pyx_v_heads; __Pyx_INCREF(__pyx_t_5); __pyx_t_1 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_1 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_heads); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_1); __Pyx_INCREF(__pyx_t_6); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_5, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_1); __Pyx_INCREF(__pyx_t_6); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_5, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_12(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_6)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 302, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_head, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_v_i = __pyx_t_9;
|
|
__pyx_t_9 = (__pyx_t_9 + 1);
|
|
__pyx_t_10 = (__pyx_v_head != Py_None);
|
|
if ((__pyx_t_10 != 0)) {
|
|
__pyx_t_13 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_22 = PyNumber_Subtract(__pyx_v_head, __pyx_t_13); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_6 = __pyx_t_22;
|
|
__pyx_t_22 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_6 = __pyx_int_0;
|
|
}
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_t_6))) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_heads, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":301
|
|
* self.push_back(lexeme, has_space)
|
|
*
|
|
* if heads is not None: # <<<<<<<<<<<<<<
|
|
* heads = [head - i if head is not None else 0 for i, head in enumerate(heads)]
|
|
* if deps is not None:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":303
|
|
* if heads is not None:
|
|
* heads = [head - i if head is not None else 0 for i, head in enumerate(heads)]
|
|
* if deps is not None: # <<<<<<<<<<<<<<
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP]
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps]
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_deps != Py_None);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":304
|
|
* heads = [head - i if head is not None else 0 for i, head in enumerate(heads)]
|
|
* if deps is not None:
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP] # <<<<<<<<<<<<<<
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps]
|
|
* if deps and not heads:
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self->vocab->strings), __pyx_v_5spacy_6tokens_5token_MISSING_DEP, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 304, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_v_MISSING_DEP_ = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":305
|
|
* if deps is not None:
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP]
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps] # <<<<<<<<<<<<<<
|
|
* if deps and not heads:
|
|
* heads = [0] * len(deps)
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_v_deps)) || PyTuple_CheckExact(__pyx_v_deps)) {
|
|
__pyx_t_5 = __pyx_v_deps; __Pyx_INCREF(__pyx_t_5); __pyx_t_1 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_1 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_deps); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_1); __Pyx_INCREF(__pyx_t_6); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_5, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_1); __Pyx_INCREF(__pyx_t_6); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_5, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_12(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_6)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 305, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_dep, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_2 = (__pyx_v_dep != Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__Pyx_INCREF(__pyx_v_dep);
|
|
__pyx_t_6 = __pyx_v_dep;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_v_MISSING_DEP_);
|
|
__pyx_t_6 = __pyx_v_MISSING_DEP_;
|
|
}
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_t_6))) __PYX_ERR(0, 305, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_deps, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":303
|
|
* if heads is not None:
|
|
* heads = [head - i if head is not None else 0 for i, head in enumerate(heads)]
|
|
* if deps is not None: # <<<<<<<<<<<<<<
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP]
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":306
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP]
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps]
|
|
* if deps and not heads: # <<<<<<<<<<<<<<
|
|
* heads = [0] * len(deps)
|
|
* if heads and not deps:
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_v_deps); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 306, __pyx_L1_error)
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10;
|
|
goto __pyx_L33_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_v_heads); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 306, __pyx_L1_error)
|
|
__pyx_t_11 = ((!__pyx_t_10) != 0);
|
|
__pyx_t_2 = __pyx_t_11;
|
|
__pyx_L33_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":307
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps]
|
|
* if deps and not heads:
|
|
* heads = [0] * len(deps) # <<<<<<<<<<<<<<
|
|
* if heads and not deps:
|
|
* raise ValueError(Errors.E1017)
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_deps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 307, __pyx_L1_error)
|
|
__pyx_t_7 = PyList_New(1 * ((__pyx_t_1<0) ? 0:__pyx_t_1)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 307, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < __pyx_t_1; __pyx_temp++) {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_int_0);
|
|
PyList_SET_ITEM(__pyx_t_7, __pyx_temp, __pyx_int_0);
|
|
}
|
|
}
|
|
__Pyx_DECREF_SET(__pyx_v_heads, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":306
|
|
* MISSING_DEP_ = self.vocab.strings[MISSING_DEP]
|
|
* deps = [dep if dep is not None else MISSING_DEP_ for dep in deps]
|
|
* if deps and not heads: # <<<<<<<<<<<<<<
|
|
* heads = [0] * len(deps)
|
|
* if heads and not deps:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":308
|
|
* if deps and not heads:
|
|
* heads = [0] * len(deps)
|
|
* if heads and not deps: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1017)
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_v_heads); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 308, __pyx_L1_error)
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_11;
|
|
goto __pyx_L36_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_v_deps); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 308, __pyx_L1_error)
|
|
__pyx_t_10 = ((!__pyx_t_11) != 0);
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L36_bool_binop_done:;
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":309
|
|
* heads = [0] * len(deps)
|
|
* if heads and not deps:
|
|
* raise ValueError(Errors.E1017) # <<<<<<<<<<<<<<
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None
|
|
* if sent_starts is not None:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Errors); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 309, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_E1017); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 309, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 309, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 309, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":308
|
|
* if deps and not heads:
|
|
* heads = [0] * len(deps)
|
|
* if heads and not deps: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1017)
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":310
|
|
* if heads and not deps:
|
|
* raise ValueError(Errors.E1017)
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None # <<<<<<<<<<<<<<
|
|
* if sent_starts is not None:
|
|
* for i in range(len(sent_starts)):
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_sent_starts != Py_None);
|
|
if ((__pyx_t_2 != 0)) {
|
|
__pyx_t_5 = PySequence_List(__pyx_v_sent_starts); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 310, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
} else {
|
|
__Pyx_INCREF(Py_None);
|
|
__pyx_t_7 = Py_None;
|
|
}
|
|
__Pyx_DECREF_SET(__pyx_v_sent_starts, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":311
|
|
* raise ValueError(Errors.E1017)
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None
|
|
* if sent_starts is not None: # <<<<<<<<<<<<<<
|
|
* for i in range(len(sent_starts)):
|
|
* if sent_starts[i] is True:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_sent_starts != Py_None);
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":312
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None
|
|
* if sent_starts is not None:
|
|
* for i in range(len(sent_starts)): # <<<<<<<<<<<<<<
|
|
* if sent_starts[i] is True:
|
|
* sent_starts[i] = 1
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_sent_starts); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 312, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_t_1;
|
|
for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_3; __pyx_t_9+=1) {
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":313
|
|
* if sent_starts is not None:
|
|
* for i in range(len(sent_starts)):
|
|
* if sent_starts[i] is True: # <<<<<<<<<<<<<<
|
|
* sent_starts[i] = 1
|
|
* elif sent_starts[i] is False:
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_v_sent_starts, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 313, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = (__pyx_t_7 == Py_True);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":314
|
|
* for i in range(len(sent_starts)):
|
|
* if sent_starts[i] is True:
|
|
* sent_starts[i] = 1 # <<<<<<<<<<<<<<
|
|
* elif sent_starts[i] is False:
|
|
* sent_starts[i] = -1
|
|
*/
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_sent_starts, __pyx_v_i, __pyx_int_1, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 314, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":313
|
|
* if sent_starts is not None:
|
|
* for i in range(len(sent_starts)):
|
|
* if sent_starts[i] is True: # <<<<<<<<<<<<<<
|
|
* sent_starts[i] = 1
|
|
* elif sent_starts[i] is False:
|
|
*/
|
|
goto __pyx_L41;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":315
|
|
* if sent_starts[i] is True:
|
|
* sent_starts[i] = 1
|
|
* elif sent_starts[i] is False: # <<<<<<<<<<<<<<
|
|
* sent_starts[i] = -1
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]:
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_v_sent_starts, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 315, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_2 = (__pyx_t_7 == Py_False);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":316
|
|
* sent_starts[i] = 1
|
|
* elif sent_starts[i] is False:
|
|
* sent_starts[i] = -1 # <<<<<<<<<<<<<<
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]:
|
|
* sent_starts[i] = 0
|
|
*/
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_sent_starts, __pyx_v_i, __pyx_int_neg_1, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 316, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":315
|
|
* if sent_starts[i] is True:
|
|
* sent_starts[i] = 1
|
|
* elif sent_starts[i] is False: # <<<<<<<<<<<<<<
|
|
* sent_starts[i] = -1
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]:
|
|
*/
|
|
goto __pyx_L41;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":317
|
|
* elif sent_starts[i] is False:
|
|
* sent_starts[i] = -1
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]: # <<<<<<<<<<<<<<
|
|
* sent_starts[i] = 0
|
|
* if pos is not None:
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_v_sent_starts, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_2 = (__pyx_t_7 == Py_None);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_11 = (__pyx_t_2 != 0);
|
|
if (!__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_11;
|
|
goto __pyx_L42_bool_binop_done;
|
|
}
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_v_sent_starts, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = __Pyx_PyInt_NeObjC(__pyx_t_7, __pyx_int_neg_1, -1L, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_11 = __pyx_t_2;
|
|
goto __pyx_L44_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyInt_NeObjC(__pyx_t_7, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_11 = __pyx_t_2;
|
|
goto __pyx_L44_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyInt_NeObjC(__pyx_t_7, __pyx_int_1, 1, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 317, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_11 = __pyx_t_2;
|
|
__pyx_L44_bool_binop_done:;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_2 = (__pyx_t_11 != 0);
|
|
__pyx_t_10 = __pyx_t_2;
|
|
__pyx_L42_bool_binop_done:;
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":318
|
|
* sent_starts[i] = -1
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]:
|
|
* sent_starts[i] = 0 # <<<<<<<<<<<<<<
|
|
* if pos is not None:
|
|
* for pp in set(pos):
|
|
*/
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_sent_starts, __pyx_v_i, __pyx_int_0, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 318, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":317
|
|
* elif sent_starts[i] is False:
|
|
* sent_starts[i] = -1
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]: # <<<<<<<<<<<<<<
|
|
* sent_starts[i] = 0
|
|
* if pos is not None:
|
|
*/
|
|
}
|
|
__pyx_L41:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":311
|
|
* raise ValueError(Errors.E1017)
|
|
* sent_starts = list(sent_starts) if sent_starts is not None else None
|
|
* if sent_starts is not None: # <<<<<<<<<<<<<<
|
|
* for i in range(len(sent_starts)):
|
|
* if sent_starts[i] is True:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":319
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]:
|
|
* sent_starts[i] = 0
|
|
* if pos is not None: # <<<<<<<<<<<<<<
|
|
* for pp in set(pos):
|
|
* if pp not in parts_of_speech.IDS:
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_pos != Py_None);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":320
|
|
* sent_starts[i] = 0
|
|
* if pos is not None:
|
|
* for pp in set(pos): # <<<<<<<<<<<<<<
|
|
* if pp not in parts_of_speech.IDS:
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
*/
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_5 = PySet_New(__pyx_v_pos); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_set_iterator(__pyx_t_5, 1, (&__pyx_t_3), (&__pyx_t_9)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__pyx_t_7 = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
while (1) {
|
|
__pyx_t_24 = __Pyx_set_iter_next(__pyx_t_7, __pyx_t_3, &__pyx_t_1, &__pyx_t_6, __pyx_t_9);
|
|
if (unlikely(__pyx_t_24 == 0)) break;
|
|
if (unlikely(__pyx_t_24 == -1)) __PYX_ERR(0, 320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_XDECREF_SET(__pyx_v_pp, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":321
|
|
* if pos is not None:
|
|
* for pp in set(pos):
|
|
* if pp not in parts_of_speech.IDS: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
* ent_iobs = None
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_parts_of_speech); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 321, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_IDS); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 321, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_v_pp, __pyx_t_5, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 321, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (unlikely(__pyx_t_10)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":322
|
|
* for pp in set(pos):
|
|
* if pp not in parts_of_speech.IDS:
|
|
* raise ValueError(Errors.E1021.format(pp=pp)) # <<<<<<<<<<<<<<
|
|
* ent_iobs = None
|
|
* ent_types = None
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_Errors); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_E1021); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_pp, __pyx_v_pp) < 0) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__pyx_t_22 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_empty_tuple, __pyx_t_6); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_22); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 322, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_Raise(__pyx_t_6, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__PYX_ERR(0, 322, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":321
|
|
* if pos is not None:
|
|
* for pp in set(pos):
|
|
* if pp not in parts_of_speech.IDS: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
* ent_iobs = None
|
|
*/
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":319
|
|
* elif sent_starts[i] is None or sent_starts[i] not in [-1, 0, 1]:
|
|
* sent_starts[i] = 0
|
|
* if pos is not None: # <<<<<<<<<<<<<<
|
|
* for pp in set(pos):
|
|
* if pp not in parts_of_speech.IDS:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":323
|
|
* if pp not in parts_of_speech.IDS:
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
* ent_iobs = None # <<<<<<<<<<<<<<
|
|
* ent_types = None
|
|
* if ents is not None:
|
|
*/
|
|
__Pyx_INCREF(Py_None);
|
|
__pyx_v_ent_iobs = ((PyObject*)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":324
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
* ent_iobs = None
|
|
* ent_types = None # <<<<<<<<<<<<<<
|
|
* if ents is not None:
|
|
* ents = [ent if ent != "" else None for ent in ents]
|
|
*/
|
|
__Pyx_INCREF(Py_None);
|
|
__pyx_v_ent_types = ((PyObject*)Py_None);
|
|
|
|
/* "spacy/tokens/doc.pyx":325
|
|
* ent_iobs = None
|
|
* ent_types = None
|
|
* if ents is not None: # <<<<<<<<<<<<<<
|
|
* ents = [ent if ent != "" else None for ent in ents]
|
|
* iob_strings = Token.iob_strings()
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_ents != Py_None);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":326
|
|
* ent_types = None
|
|
* if ents is not None:
|
|
* ents = [ent if ent != "" else None for ent in ents] # <<<<<<<<<<<<<<
|
|
* iob_strings = Token.iob_strings()
|
|
* # make valid IOB2 out of IOB1 or IOB2
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_v_ents)) || PyTuple_CheckExact(__pyx_v_ents)) {
|
|
__pyx_t_6 = __pyx_v_ents; __Pyx_INCREF(__pyx_t_6); __pyx_t_3 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_ents); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_22 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_3); __Pyx_INCREF(__pyx_t_22); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_22 = PySequence_ITEM(__pyx_t_6, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_22 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_3); __Pyx_INCREF(__pyx_t_22); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_22 = PySequence_ITEM(__pyx_t_6, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_22 = __pyx_t_12(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_22)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 326, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_22);
|
|
__pyx_t_22 = 0;
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_v_ent, __pyx_kp_s__4, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
__Pyx_INCREF(__pyx_v_ent);
|
|
__pyx_t_22 = __pyx_v_ent;
|
|
} else {
|
|
__Pyx_INCREF(Py_None);
|
|
__pyx_t_22 = Py_None;
|
|
}
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_t_22))) __PYX_ERR(0, 326, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_ents, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":327
|
|
* if ents is not None:
|
|
* ents = [ent if ent != "" else None for ent in ents]
|
|
* iob_strings = Token.iob_strings() # <<<<<<<<<<<<<<
|
|
* # make valid IOB2 out of IOB1 or IOB2
|
|
* for i, ent in enumerate(ents):
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_5token_Token), __pyx_n_s_iob_strings); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 327, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_22) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_22) : __Pyx_PyObject_CallNoArg(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 327, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_v_iob_strings = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":329
|
|
* iob_strings = Token.iob_strings()
|
|
* # make valid IOB2 out of IOB1 or IOB2
|
|
* for i, ent in enumerate(ents): # <<<<<<<<<<<<<<
|
|
* if ent is not None and not isinstance(ent, str):
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
*/
|
|
__pyx_t_9 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_ents)) || PyTuple_CheckExact(__pyx_v_ents)) {
|
|
__pyx_t_7 = __pyx_v_ents; __Pyx_INCREF(__pyx_t_7); __pyx_t_3 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_ents); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 329, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_12(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_6)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 329, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_v_i = __pyx_t_9;
|
|
__pyx_t_9 = (__pyx_t_9 + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":330
|
|
* # make valid IOB2 out of IOB1 or IOB2
|
|
* for i, ent in enumerate(ents):
|
|
* if ent is not None and not isinstance(ent, str): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* if i < len(ents) - 1:
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_ent != Py_None);
|
|
__pyx_t_11 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_11;
|
|
goto __pyx_L57_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = PyString_Check(__pyx_v_ent);
|
|
__pyx_t_10 = ((!(__pyx_t_11 != 0)) != 0);
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L57_bool_binop_done:;
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":331
|
|
* for i, ent in enumerate(ents):
|
|
* if ent is not None and not isinstance(ent, str):
|
|
* raise ValueError(Errors.E177.format(tag=ent)) # <<<<<<<<<<<<<<
|
|
* if i < len(ents) - 1:
|
|
* # OI -> OB
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_Errors); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_E177); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_format); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
if (PyDict_SetItem(__pyx_t_22, __pyx_n_s_tag, __pyx_v_ent) < 0) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_empty_tuple, __pyx_t_22); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 331, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_22, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__PYX_ERR(0, 331, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":330
|
|
* # make valid IOB2 out of IOB1 or IOB2
|
|
* for i, ent in enumerate(ents):
|
|
* if ent is not None and not isinstance(ent, str): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* if i < len(ents) - 1:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":332
|
|
* if ent is not None and not isinstance(ent, str):
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* if i < len(ents) - 1: # <<<<<<<<<<<<<<
|
|
* # OI -> OB
|
|
* if (ent is None or ent.startswith("O")) and \
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_ents); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 332, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_v_i < (__pyx_t_1 - 1)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":334
|
|
* if i < len(ents) - 1:
|
|
* # OI -> OB
|
|
* if (ent is None or ent.startswith("O")) and \ # <<<<<<<<<<<<<<
|
|
* (ents[i+1] is not None and ents[i+1].startswith("I")):
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_ent == Py_None);
|
|
__pyx_t_11 = (__pyx_t_10 != 0);
|
|
if (!__pyx_t_11) {
|
|
} else {
|
|
goto __pyx_L62_next_and;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_startswith); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 334, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_n_s_O) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_O);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 334, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_22); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 334, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_11;
|
|
goto __pyx_L61_bool_binop_done;
|
|
}
|
|
__pyx_L62_next_and:;
|
|
|
|
/* "spacy/tokens/doc.pyx":335
|
|
* # OI -> OB
|
|
* if (ent is None or ent.startswith("O")) and \
|
|
* (ents[i+1] is not None and ents[i+1].startswith("I")): # <<<<<<<<<<<<<<
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_22 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_11 = (__pyx_t_22 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_10 = (__pyx_t_11 != 0);
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10;
|
|
goto __pyx_L61_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_5 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_startswith); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_5, __pyx_n_s_I) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_n_s_I);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_22); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 335, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L61_bool_binop_done:;
|
|
|
|
/* "spacy/tokens/doc.pyx":334
|
|
* if i < len(ents) - 1:
|
|
* # OI -> OB
|
|
* if (ent is None or ent.startswith("O")) and \ # <<<<<<<<<<<<<<
|
|
* (ents[i+1] is not None and ents[i+1].startswith("I")):
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
*/
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":336
|
|
* if (ent is None or ent.startswith("O")) and \
|
|
* (ents[i+1] is not None and ents[i+1].startswith("I")):
|
|
* ents[i+1] = "B" + ents[i+1][1:] # <<<<<<<<<<<<<<
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
* if ent is not None and ents[i+1] is not None and \
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_22 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 336, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_6 = __Pyx_PyObject_GetSlice(__pyx_t_22, 1, 0, NULL, NULL, &__pyx_slice__5, 1, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 336, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = PyNumber_Add(__pyx_n_s_B, __pyx_t_6); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 336, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_ents, __pyx_t_4, __pyx_t_22, long, 1, __Pyx_PyInt_From_long, 0, 1, 1) < 0)) __PYX_ERR(0, 336, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":334
|
|
* if i < len(ents) - 1:
|
|
* # OI -> OB
|
|
* if (ent is None or ent.startswith("O")) and \ # <<<<<<<<<<<<<<
|
|
* (ents[i+1] is not None and ents[i+1].startswith("I")):
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":338
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
* if ent is not None and ents[i+1] is not None and \ # <<<<<<<<<<<<<<
|
|
* (ent.startswith("B") or ent.startswith("I")) and \
|
|
* ents[i+1].startswith("I") and \
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_ent != Py_None);
|
|
__pyx_t_11 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_11;
|
|
goto __pyx_L66_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_22 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 338, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_11 = (__pyx_t_22 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_10 = (__pyx_t_11 != 0);
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10;
|
|
goto __pyx_L66_bool_binop_done;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":339
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
* if ent is not None and ents[i+1] is not None and \
|
|
* (ent.startswith("B") or ent.startswith("I")) and \ # <<<<<<<<<<<<<<
|
|
* ents[i+1].startswith("I") and \
|
|
* ent[1:] != ents[i+1][1:]:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_startswith); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 339, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_5, __pyx_n_s_B) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_n_s_B);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 339, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_22); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 339, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (!__pyx_t_10) {
|
|
} else {
|
|
goto __pyx_L69_next_and;
|
|
}
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_startswith); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 339, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_5, __pyx_n_s_I) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_n_s_I);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 339, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_22); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 339, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10;
|
|
goto __pyx_L66_bool_binop_done;
|
|
}
|
|
__pyx_L69_next_and:;
|
|
|
|
/* "spacy/tokens/doc.pyx":340
|
|
* if ent is not None and ents[i+1] is not None and \
|
|
* (ent.startswith("B") or ent.startswith("I")) and \
|
|
* ents[i+1].startswith("I") and \ # <<<<<<<<<<<<<<
|
|
* ent[1:] != ents[i+1][1:]:
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_6 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 340, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_startswith); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 340, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_n_s_I) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_I);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 340, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_22); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 340, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10;
|
|
goto __pyx_L66_bool_binop_done;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":341
|
|
* (ent.startswith("B") or ent.startswith("I")) and \
|
|
* ents[i+1].startswith("I") and \
|
|
* ent[1:] != ents[i+1][1:]: # <<<<<<<<<<<<<<
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* ent_iobs = []
|
|
*/
|
|
__pyx_t_22 = __Pyx_PyObject_GetSlice(__pyx_v_ent, 1, 0, NULL, NULL, &__pyx_slice__5, 1, 0, 1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 341, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_5 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 341, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetSlice(__pyx_t_5, 1, 0, NULL, NULL, &__pyx_slice__5, 1, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 341, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_t_22, __pyx_t_6, Py_NE); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 341, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 341, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_2 = __pyx_t_10;
|
|
__pyx_L66_bool_binop_done:;
|
|
|
|
/* "spacy/tokens/doc.pyx":338
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
* if ent is not None and ents[i+1] is not None and \ # <<<<<<<<<<<<<<
|
|
* (ent.startswith("B") or ent.startswith("I")) and \
|
|
* ents[i+1].startswith("I") and \
|
|
*/
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":342
|
|
* ents[i+1].startswith("I") and \
|
|
* ent[1:] != ents[i+1][1:]:
|
|
* ents[i+1] = "B" + ents[i+1][1:] # <<<<<<<<<<<<<<
|
|
* ent_iobs = []
|
|
* ent_types = []
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
__pyx_t_5 = __Pyx_GetItemInt(__pyx_v_ents, __pyx_t_4, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 342, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetSlice(__pyx_t_5, 1, 0, NULL, NULL, &__pyx_slice__5, 1, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 342, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PyNumber_Add(__pyx_n_s_B, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 342, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_4 = (__pyx_v_i + 1);
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_ents, __pyx_t_4, __pyx_t_5, long, 1, __Pyx_PyInt_From_long, 0, 1, 1) < 0)) __PYX_ERR(0, 342, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":338
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
* if ent is not None and ents[i+1] is not None and \ # <<<<<<<<<<<<<<
|
|
* (ent.startswith("B") or ent.startswith("I")) and \
|
|
* ents[i+1].startswith("I") and \
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":332
|
|
* if ent is not None and not isinstance(ent, str):
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* if i < len(ents) - 1: # <<<<<<<<<<<<<<
|
|
* # OI -> OB
|
|
* if (ent is None or ent.startswith("O")) and \
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":329
|
|
* iob_strings = Token.iob_strings()
|
|
* # make valid IOB2 out of IOB1 or IOB2
|
|
* for i, ent in enumerate(ents): # <<<<<<<<<<<<<<
|
|
* if ent is not None and not isinstance(ent, str):
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":343
|
|
* ent[1:] != ents[i+1][1:]:
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* ent_iobs = [] # <<<<<<<<<<<<<<
|
|
* ent_types = []
|
|
* for ent in ents:
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 343, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF_SET(__pyx_v_ent_iobs, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":344
|
|
* ents[i+1] = "B" + ents[i+1][1:]
|
|
* ent_iobs = []
|
|
* ent_types = [] # <<<<<<<<<<<<<<
|
|
* for ent in ents:
|
|
* if ent is None:
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 344, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF_SET(__pyx_v_ent_types, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":345
|
|
* ent_iobs = []
|
|
* ent_types = []
|
|
* for ent in ents: # <<<<<<<<<<<<<<
|
|
* if ent is None:
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_ents)) || PyTuple_CheckExact(__pyx_v_ents)) {
|
|
__pyx_t_7 = __pyx_v_ents; __Pyx_INCREF(__pyx_t_7); __pyx_t_3 = 0;
|
|
__pyx_t_12 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_ents); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 345, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 345, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_12)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 345, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_7, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 345, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 345, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_7, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 345, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_12(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 345, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":346
|
|
* ent_types = []
|
|
* for ent in ents:
|
|
* if ent is None: # <<<<<<<<<<<<<<
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
* ent_types.append("")
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_ent == Py_None);
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":347
|
|
* for ent in ents:
|
|
* if ent is None:
|
|
* ent_iobs.append(iob_strings.index("")) # <<<<<<<<<<<<<<
|
|
* ent_types.append("")
|
|
* elif ent == "O":
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_iob_strings, __pyx_n_s_index); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 347, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_22) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_22, __pyx_kp_s__4) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_kp_s__4);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 347, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_ent_iobs, __pyx_t_5); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 347, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":348
|
|
* if ent is None:
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
* ent_types.append("") # <<<<<<<<<<<<<<
|
|
* elif ent == "O":
|
|
* ent_iobs.append(iob_strings.index(ent))
|
|
*/
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_ent_types, __pyx_kp_s__4); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 348, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":346
|
|
* ent_types = []
|
|
* for ent in ents:
|
|
* if ent is None: # <<<<<<<<<<<<<<
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
* ent_types.append("")
|
|
*/
|
|
goto __pyx_L74;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":349
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
* ent_types.append("")
|
|
* elif ent == "O": # <<<<<<<<<<<<<<
|
|
* ent_iobs.append(iob_strings.index(ent))
|
|
* ent_types.append("")
|
|
*/
|
|
__pyx_t_10 = (__Pyx_PyString_Equals(__pyx_v_ent, __pyx_n_s_O, Py_EQ)); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 349, __pyx_L1_error)
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":350
|
|
* ent_types.append("")
|
|
* elif ent == "O":
|
|
* ent_iobs.append(iob_strings.index(ent)) # <<<<<<<<<<<<<<
|
|
* ent_types.append("")
|
|
* else:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_iob_strings, __pyx_n_s_index); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 350, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_22) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_22, __pyx_v_ent) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_v_ent);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 350, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_ent_iobs, __pyx_t_5); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 350, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":351
|
|
* elif ent == "O":
|
|
* ent_iobs.append(iob_strings.index(ent))
|
|
* ent_types.append("") # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if len(ent) < 3 or ent[1] != "-":
|
|
*/
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_ent_types, __pyx_kp_s__4); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 351, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":349
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
* ent_types.append("")
|
|
* elif ent == "O": # <<<<<<<<<<<<<<
|
|
* ent_iobs.append(iob_strings.index(ent))
|
|
* ent_types.append("")
|
|
*/
|
|
goto __pyx_L74;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":353
|
|
* ent_types.append("")
|
|
* else:
|
|
* if len(ent) < 3 or ent[1] != "-": # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob, ent_type = ent.split("-", 1)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_ent); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 353, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_1 < 3) != 0);
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_2;
|
|
goto __pyx_L76_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_GetItemInt(__pyx_v_ent, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 353, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_t_5, __pyx_kp_s__6, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 353, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_10 = __pyx_t_2;
|
|
__pyx_L76_bool_binop_done:;
|
|
if (unlikely(__pyx_t_10)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":354
|
|
* else:
|
|
* if len(ent) < 3 or ent[1] != "-":
|
|
* raise ValueError(Errors.E177.format(tag=ent)) # <<<<<<<<<<<<<<
|
|
* ent_iob, ent_type = ent.split("-", 1)
|
|
* if ent_iob not in iob_strings:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_Errors); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_E177); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_tag, __pyx_v_ent) < 0) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__pyx_t_22 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_empty_tuple, __pyx_t_6); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_22); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 354, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_Raise(__pyx_t_6, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__PYX_ERR(0, 354, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":353
|
|
* ent_types.append("")
|
|
* else:
|
|
* if len(ent) < 3 or ent[1] != "-": # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob, ent_type = ent.split("-", 1)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":355
|
|
* if len(ent) < 3 or ent[1] != "-":
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob, ent_type = ent.split("-", 1) # <<<<<<<<<<<<<<
|
|
* if ent_iob not in iob_strings:
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_split); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_tuple__7, NULL); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_22))) || (PyList_CheckExact(__pyx_t_22))) {
|
|
PyObject* sequence = __pyx_t_22;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 355, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_13 = PyObject_GetIter(__pyx_t_22); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_15 = Py_TYPE(__pyx_t_13)->tp_iternext;
|
|
index = 0; __pyx_t_6 = __pyx_t_15(__pyx_t_13); if (unlikely(!__pyx_t_6)) goto __pyx_L78_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
index = 1; __pyx_t_5 = __pyx_t_15(__pyx_t_13); if (unlikely(!__pyx_t_5)) goto __pyx_L78_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_13), 2) < 0) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__pyx_t_15 = NULL;
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
goto __pyx_L79_unpacking_done;
|
|
__pyx_L78_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_15 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 355, __pyx_L1_error)
|
|
__pyx_L79_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent_iob, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_ent_type, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":356
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob, ent_type = ent.split("-", 1)
|
|
* if ent_iob not in iob_strings: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob = iob_strings.index(ent_iob)
|
|
*/
|
|
__pyx_t_10 = (__Pyx_PySequence_ContainsTF(__pyx_v_ent_iob, __pyx_v_iob_strings, Py_NE)); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 356, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":357
|
|
* ent_iob, ent_type = ent.split("-", 1)
|
|
* if ent_iob not in iob_strings:
|
|
* raise ValueError(Errors.E177.format(tag=ent)) # <<<<<<<<<<<<<<
|
|
* ent_iob = iob_strings.index(ent_iob)
|
|
* ent_iobs.append(ent_iob)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_22, __pyx_n_s_Errors); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_E177); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_format); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_tag, __pyx_v_ent) < 0) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_22, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 357, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_Raise(__pyx_t_5, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__PYX_ERR(0, 357, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":356
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob, ent_type = ent.split("-", 1)
|
|
* if ent_iob not in iob_strings: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob = iob_strings.index(ent_iob)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":358
|
|
* if ent_iob not in iob_strings:
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob = iob_strings.index(ent_iob) # <<<<<<<<<<<<<<
|
|
* ent_iobs.append(ent_iob)
|
|
* ent_types.append(ent_type)
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_iob_strings, __pyx_n_s_index); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 358, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_22) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_22, __pyx_v_ent_iob) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_v_ent_iob);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 358, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_ent_iob, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":359
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob = iob_strings.index(ent_iob)
|
|
* ent_iobs.append(ent_iob) # <<<<<<<<<<<<<<
|
|
* ent_types.append(ent_type)
|
|
* headings = []
|
|
*/
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_ent_iobs, __pyx_v_ent_iob); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 359, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":360
|
|
* ent_iob = iob_strings.index(ent_iob)
|
|
* ent_iobs.append(ent_iob)
|
|
* ent_types.append(ent_type) # <<<<<<<<<<<<<<
|
|
* headings = []
|
|
* values = []
|
|
*/
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_ent_types, __pyx_v_ent_type); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 360, __pyx_L1_error)
|
|
}
|
|
__pyx_L74:;
|
|
|
|
/* "spacy/tokens/doc.pyx":345
|
|
* ent_iobs = []
|
|
* ent_types = []
|
|
* for ent in ents: # <<<<<<<<<<<<<<
|
|
* if ent is None:
|
|
* ent_iobs.append(iob_strings.index(""))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":325
|
|
* ent_iobs = None
|
|
* ent_types = None
|
|
* if ents is not None: # <<<<<<<<<<<<<<
|
|
* ents = [ent if ent != "" else None for ent in ents]
|
|
* iob_strings = Token.iob_strings()
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":361
|
|
* ent_iobs.append(ent_iob)
|
|
* ent_types.append(ent_type)
|
|
* headings = [] # <<<<<<<<<<<<<<
|
|
* values = []
|
|
* annotations = [pos, heads, deps, lemmas, tags, morphs, sent_starts, ent_iobs, ent_types]
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 361, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_v_headings = ((PyObject*)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":362
|
|
* ent_types.append(ent_type)
|
|
* headings = []
|
|
* values = [] # <<<<<<<<<<<<<<
|
|
* annotations = [pos, heads, deps, lemmas, tags, morphs, sent_starts, ent_iobs, ent_types]
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE]
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 362, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_v_values = ((PyObject*)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":363
|
|
* headings = []
|
|
* values = []
|
|
* annotations = [pos, heads, deps, lemmas, tags, morphs, sent_starts, ent_iobs, ent_types] # <<<<<<<<<<<<<<
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE]
|
|
* for a, annot in enumerate(annotations):
|
|
*/
|
|
__pyx_t_7 = PyList_New(9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 363, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_v_pos);
|
|
__Pyx_GIVEREF(__pyx_v_pos);
|
|
PyList_SET_ITEM(__pyx_t_7, 0, __pyx_v_pos);
|
|
__Pyx_INCREF(__pyx_v_heads);
|
|
__Pyx_GIVEREF(__pyx_v_heads);
|
|
PyList_SET_ITEM(__pyx_t_7, 1, __pyx_v_heads);
|
|
__Pyx_INCREF(__pyx_v_deps);
|
|
__Pyx_GIVEREF(__pyx_v_deps);
|
|
PyList_SET_ITEM(__pyx_t_7, 2, __pyx_v_deps);
|
|
__Pyx_INCREF(__pyx_v_lemmas);
|
|
__Pyx_GIVEREF(__pyx_v_lemmas);
|
|
PyList_SET_ITEM(__pyx_t_7, 3, __pyx_v_lemmas);
|
|
__Pyx_INCREF(__pyx_v_tags);
|
|
__Pyx_GIVEREF(__pyx_v_tags);
|
|
PyList_SET_ITEM(__pyx_t_7, 4, __pyx_v_tags);
|
|
__Pyx_INCREF(__pyx_v_morphs);
|
|
__Pyx_GIVEREF(__pyx_v_morphs);
|
|
PyList_SET_ITEM(__pyx_t_7, 5, __pyx_v_morphs);
|
|
__Pyx_INCREF(__pyx_v_sent_starts);
|
|
__Pyx_GIVEREF(__pyx_v_sent_starts);
|
|
PyList_SET_ITEM(__pyx_t_7, 6, __pyx_v_sent_starts);
|
|
__Pyx_INCREF(__pyx_v_ent_iobs);
|
|
__Pyx_GIVEREF(__pyx_v_ent_iobs);
|
|
PyList_SET_ITEM(__pyx_t_7, 7, __pyx_v_ent_iobs);
|
|
__Pyx_INCREF(__pyx_v_ent_types);
|
|
__Pyx_GIVEREF(__pyx_v_ent_types);
|
|
PyList_SET_ITEM(__pyx_t_7, 8, __pyx_v_ent_types);
|
|
__pyx_v_annotations = ((PyObject*)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":364
|
|
* values = []
|
|
* annotations = [pos, heads, deps, lemmas, tags, morphs, sent_starts, ent_iobs, ent_types]
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE] # <<<<<<<<<<<<<<
|
|
* for a, annot in enumerate(annotations):
|
|
* if annot is not None:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_POS); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_22 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_LEMMA); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_13 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_TAG); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_23 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_MORPH); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_23);
|
|
__pyx_t_14 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SENT_START); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_26 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_IOB); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_27 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_TYPE); if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__pyx_t_28 = PyList_New(9); if (unlikely(!__pyx_t_28)) __PYX_ERR(0, 364, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_28);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyList_SET_ITEM(__pyx_t_28, 0, __pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyList_SET_ITEM(__pyx_t_28, 1, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyList_SET_ITEM(__pyx_t_28, 2, __pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_22);
|
|
PyList_SET_ITEM(__pyx_t_28, 3, __pyx_t_22);
|
|
__Pyx_GIVEREF(__pyx_t_13);
|
|
PyList_SET_ITEM(__pyx_t_28, 4, __pyx_t_13);
|
|
__Pyx_GIVEREF(__pyx_t_23);
|
|
PyList_SET_ITEM(__pyx_t_28, 5, __pyx_t_23);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
PyList_SET_ITEM(__pyx_t_28, 6, __pyx_t_14);
|
|
__Pyx_GIVEREF(__pyx_t_26);
|
|
PyList_SET_ITEM(__pyx_t_28, 7, __pyx_t_26);
|
|
__Pyx_GIVEREF(__pyx_t_27);
|
|
PyList_SET_ITEM(__pyx_t_28, 8, __pyx_t_27);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_22 = 0;
|
|
__pyx_t_13 = 0;
|
|
__pyx_t_23 = 0;
|
|
__pyx_t_14 = 0;
|
|
__pyx_t_26 = 0;
|
|
__pyx_t_27 = 0;
|
|
__pyx_v_possible_headings = ((PyObject*)__pyx_t_28);
|
|
__pyx_t_28 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":365
|
|
* annotations = [pos, heads, deps, lemmas, tags, morphs, sent_starts, ent_iobs, ent_types]
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE]
|
|
* for a, annot in enumerate(annotations): # <<<<<<<<<<<<<<
|
|
* if annot is not None:
|
|
* if len(annot) != len(words):
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_28 = __pyx_int_0;
|
|
__pyx_t_27 = __pyx_v_annotations; __Pyx_INCREF(__pyx_t_27); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_27)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_26 = PyList_GET_ITEM(__pyx_t_27, __pyx_t_3); __Pyx_INCREF(__pyx_t_26); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 365, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_26 = PySequence_ITEM(__pyx_t_27, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 365, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_annot, __pyx_t_26);
|
|
__pyx_t_26 = 0;
|
|
__Pyx_INCREF(__pyx_t_28);
|
|
__Pyx_XDECREF_SET(__pyx_v_a, __pyx_t_28);
|
|
__pyx_t_26 = __Pyx_PyInt_AddObjC(__pyx_t_28, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 365, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__Pyx_DECREF(__pyx_t_28);
|
|
__pyx_t_28 = __pyx_t_26;
|
|
__pyx_t_26 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":366
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE]
|
|
* for a, annot in enumerate(annotations):
|
|
* if annot is not None: # <<<<<<<<<<<<<<
|
|
* if len(annot) != len(words):
|
|
* raise ValueError(Errors.E189)
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_annot != Py_None);
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":367
|
|
* for a, annot in enumerate(annotations):
|
|
* if annot is not None:
|
|
* if len(annot) != len(words): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E189)
|
|
* headings.append(possible_headings[a])
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_annot); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 367, __pyx_L1_error)
|
|
__pyx_t_29 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_29 == ((Py_ssize_t)-1))) __PYX_ERR(0, 367, __pyx_L1_error)
|
|
__pyx_t_10 = ((__pyx_t_1 != __pyx_t_29) != 0);
|
|
if (unlikely(__pyx_t_10)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":368
|
|
* if annot is not None:
|
|
* if len(annot) != len(words):
|
|
* raise ValueError(Errors.E189) # <<<<<<<<<<<<<<
|
|
* headings.append(possible_headings[a])
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_26, __pyx_n_s_Errors); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 368, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_26, __pyx_n_s_E189); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 368, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
__pyx_t_26 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_14); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 368, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_Raise(__pyx_t_26, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
__PYX_ERR(0, 368, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":367
|
|
* for a, annot in enumerate(annotations):
|
|
* if annot is not None:
|
|
* if len(annot) != len(words): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E189)
|
|
* headings.append(possible_headings[a])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":369
|
|
* if len(annot) != len(words):
|
|
* raise ValueError(Errors.E189)
|
|
* headings.append(possible_headings[a]) # <<<<<<<<<<<<<<
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs:
|
|
* values.extend(annot)
|
|
*/
|
|
__pyx_t_26 = __Pyx_PyObject_GetItem(__pyx_v_possible_headings, __pyx_v_a); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 369, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_25 = __Pyx_PyList_Append(__pyx_v_headings, __pyx_t_26); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 369, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":370
|
|
* raise ValueError(Errors.E189)
|
|
* headings.append(possible_headings[a])
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs: # <<<<<<<<<<<<<<
|
|
* values.extend(annot)
|
|
* for value in values:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_annot != __pyx_v_heads);
|
|
__pyx_t_11 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_11;
|
|
goto __pyx_L86_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = (__pyx_v_annot != __pyx_v_sent_starts);
|
|
__pyx_t_2 = (__pyx_t_11 != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_10 = __pyx_t_2;
|
|
goto __pyx_L86_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_annot != __pyx_v_ent_iobs);
|
|
__pyx_t_11 = (__pyx_t_2 != 0);
|
|
__pyx_t_10 = __pyx_t_11;
|
|
__pyx_L86_bool_binop_done:;
|
|
if (__pyx_t_10) {
|
|
|
|
/* "spacy/tokens/doc.pyx":371
|
|
* headings.append(possible_headings[a])
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs:
|
|
* values.extend(annot) # <<<<<<<<<<<<<<
|
|
* for value in values:
|
|
* if value is not None:
|
|
*/
|
|
__pyx_t_25 = __Pyx_PyList_Extend(__pyx_v_values, __pyx_v_annot); if (unlikely(__pyx_t_25 == ((int)-1))) __PYX_ERR(0, 371, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":370
|
|
* raise ValueError(Errors.E189)
|
|
* headings.append(possible_headings[a])
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs: # <<<<<<<<<<<<<<
|
|
* values.extend(annot)
|
|
* for value in values:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":366
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE]
|
|
* for a, annot in enumerate(annotations):
|
|
* if annot is not None: # <<<<<<<<<<<<<<
|
|
* if len(annot) != len(words):
|
|
* raise ValueError(Errors.E189)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":365
|
|
* annotations = [pos, heads, deps, lemmas, tags, morphs, sent_starts, ent_iobs, ent_types]
|
|
* possible_headings = [POS, HEAD, DEP, LEMMA, TAG, MORPH, SENT_START, ENT_IOB, ENT_TYPE]
|
|
* for a, annot in enumerate(annotations): # <<<<<<<<<<<<<<
|
|
* if annot is not None:
|
|
* if len(annot) != len(words):
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_27); __pyx_t_27 = 0;
|
|
__Pyx_DECREF(__pyx_t_28); __pyx_t_28 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":372
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs:
|
|
* values.extend(annot)
|
|
* for value in values: # <<<<<<<<<<<<<<
|
|
* if value is not None:
|
|
* self.vocab.strings.add(value)
|
|
*/
|
|
__pyx_t_28 = __pyx_v_values; __Pyx_INCREF(__pyx_t_28); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_28)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_27 = PyList_GET_ITEM(__pyx_t_28, __pyx_t_3); __Pyx_INCREF(__pyx_t_27); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 372, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_27 = PySequence_ITEM(__pyx_t_28, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 372, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_27);
|
|
__pyx_t_27 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":373
|
|
* values.extend(annot)
|
|
* for value in values:
|
|
* if value is not None: # <<<<<<<<<<<<<<
|
|
* self.vocab.strings.add(value)
|
|
*
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_value != Py_None);
|
|
__pyx_t_11 = (__pyx_t_10 != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":374
|
|
* for value in values:
|
|
* if value is not None:
|
|
* self.vocab.strings.add(value) # <<<<<<<<<<<<<<
|
|
*
|
|
* # if there are any other annotations, set them
|
|
*/
|
|
__pyx_t_26 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab->strings), __pyx_n_s_add); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 374, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_26))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_26);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_26);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_26, function);
|
|
}
|
|
}
|
|
__pyx_t_27 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_26, __pyx_t_14, __pyx_v_value) : __Pyx_PyObject_CallOneArg(__pyx_t_26, __pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 374, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
__Pyx_DECREF(__pyx_t_27); __pyx_t_27 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":373
|
|
* values.extend(annot)
|
|
* for value in values:
|
|
* if value is not None: # <<<<<<<<<<<<<<
|
|
* self.vocab.strings.add(value)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":372
|
|
* if annot is not heads and annot is not sent_starts and annot is not ent_iobs:
|
|
* values.extend(annot)
|
|
* for value in values: # <<<<<<<<<<<<<<
|
|
* if value is not None:
|
|
* self.vocab.strings.add(value)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_28); __pyx_t_28 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":377
|
|
*
|
|
* # if there are any other annotations, set them
|
|
* if headings: # <<<<<<<<<<<<<<
|
|
* attrs = self.to_array(headings)
|
|
*
|
|
*/
|
|
__pyx_t_11 = (PyList_GET_SIZE(__pyx_v_headings) != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":378
|
|
* # if there are any other annotations, set them
|
|
* if headings:
|
|
* attrs = self.to_array(headings) # <<<<<<<<<<<<<<
|
|
*
|
|
* j = 0
|
|
*/
|
|
__pyx_t_28 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_self->__pyx_vtab)->to_array(__pyx_v_self, __pyx_v_headings, 0)); if (unlikely(!__pyx_t_28)) __PYX_ERR(0, 378, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_28);
|
|
__pyx_v_attrs = ((PyArrayObject *)__pyx_t_28);
|
|
__pyx_t_28 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":380
|
|
* attrs = self.to_array(headings)
|
|
*
|
|
* j = 0 # <<<<<<<<<<<<<<
|
|
* for annot in annotations:
|
|
* if annot:
|
|
*/
|
|
__pyx_v_j = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":381
|
|
*
|
|
* j = 0
|
|
* for annot in annotations: # <<<<<<<<<<<<<<
|
|
* if annot:
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs:
|
|
*/
|
|
__pyx_t_28 = __pyx_v_annotations; __Pyx_INCREF(__pyx_t_28); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_28)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_27 = PyList_GET_ITEM(__pyx_t_28, __pyx_t_3); __Pyx_INCREF(__pyx_t_27); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 381, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_27 = PySequence_ITEM(__pyx_t_28, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 381, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_annot, __pyx_t_27);
|
|
__pyx_t_27 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":382
|
|
* j = 0
|
|
* for annot in annotations:
|
|
* if annot: # <<<<<<<<<<<<<<
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_v_annot); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 382, __pyx_L1_error)
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":383
|
|
* for annot in annotations:
|
|
* if annot:
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs: # <<<<<<<<<<<<<<
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_annot == __pyx_v_heads);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_11 = __pyx_t_2;
|
|
goto __pyx_L97_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_annot == __pyx_v_sent_starts);
|
|
__pyx_t_10 = (__pyx_t_2 != 0);
|
|
if (!__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_11 = __pyx_t_10;
|
|
goto __pyx_L97_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = (__pyx_v_annot == __pyx_v_ent_iobs);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
__pyx_t_11 = __pyx_t_2;
|
|
__pyx_L97_bool_binop_done:;
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":384
|
|
* if annot:
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64) # <<<<<<<<<<<<<<
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_26, __pyx_n_s_numpy); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_26, __pyx_n_s_array); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
__pyx_t_26 = PyTuple_New(1); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__Pyx_INCREF(__pyx_v_annot);
|
|
__Pyx_GIVEREF(__pyx_v_annot);
|
|
PyTuple_SET_ITEM(__pyx_t_26, 0, __pyx_v_annot);
|
|
__pyx_t_23 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_23);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_n_s_numpy); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_n_s_int32); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
if (PyDict_SetItem(__pyx_t_23, __pyx_n_s_dtype, __pyx_t_22) < 0) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyObject_Call(__pyx_t_14, __pyx_t_26, __pyx_t_23); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
__Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__pyx_t_23 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_astype); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_23);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_22, __pyx_n_s_numpy); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_26 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_uint64); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_23))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_23);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_23);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_23, function);
|
|
}
|
|
}
|
|
__pyx_t_27 = (__pyx_t_22) ? __Pyx_PyObject_Call2Args(__pyx_t_23, __pyx_t_22, __pyx_t_26) : __Pyx_PyObject_CallOneArg(__pyx_t_23, __pyx_t_26);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_annot, __pyx_t_27);
|
|
__pyx_t_27 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":385
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* if attrs.ndim == 1:
|
|
* attrs[i] = annot[i]
|
|
*/
|
|
__pyx_t_29 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_29 == ((Py_ssize_t)-1))) __PYX_ERR(0, 385, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_t_29;
|
|
for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_1; __pyx_t_9+=1) {
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":386
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1: # <<<<<<<<<<<<<<
|
|
* attrs[i] = annot[i]
|
|
* else:
|
|
*/
|
|
__pyx_t_11 = ((__pyx_v_attrs->nd == 1) != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":387
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1:
|
|
* attrs[i] = annot[i] # <<<<<<<<<<<<<<
|
|
* else:
|
|
* attrs[i, j] = annot[i]
|
|
*/
|
|
__pyx_t_27 = __Pyx_GetItemInt(__pyx_v_annot, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 387, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_attrs), __pyx_v_i, __pyx_t_27, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 387, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_27); __pyx_t_27 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":386
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1: # <<<<<<<<<<<<<<
|
|
* attrs[i] = annot[i]
|
|
* else:
|
|
*/
|
|
goto __pyx_L102;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":389
|
|
* attrs[i] = annot[i]
|
|
* else:
|
|
* attrs[i, j] = annot[i] # <<<<<<<<<<<<<<
|
|
* elif annot is morphs:
|
|
* for i in range(len(words)):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_27 = __Pyx_GetItemInt(__pyx_v_annot, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 389, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__pyx_t_23 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 389, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_23);
|
|
__pyx_t_26 = __Pyx_PyInt_From_long(__pyx_v_j); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 389, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_22 = PyTuple_New(2); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 389, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_GIVEREF(__pyx_t_23);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 0, __pyx_t_23);
|
|
__Pyx_GIVEREF(__pyx_t_26);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 1, __pyx_t_26);
|
|
__pyx_t_23 = 0;
|
|
__pyx_t_26 = 0;
|
|
if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_attrs), __pyx_t_22, __pyx_t_27) < 0)) __PYX_ERR(0, 389, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_27); __pyx_t_27 = 0;
|
|
}
|
|
__pyx_L102:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":383
|
|
* for annot in annotations:
|
|
* if annot:
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs: # <<<<<<<<<<<<<<
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
*/
|
|
goto __pyx_L96;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":390
|
|
* else:
|
|
* attrs[i, j] = annot[i]
|
|
* elif annot is morphs: # <<<<<<<<<<<<<<
|
|
* for i in range(len(words)):
|
|
* morph_key = vocab.morphology.add(morphs[i])
|
|
*/
|
|
__pyx_t_11 = (__pyx_v_annot == __pyx_v_morphs);
|
|
__pyx_t_2 = (__pyx_t_11 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":391
|
|
* attrs[i, j] = annot[i]
|
|
* elif annot is morphs:
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* morph_key = vocab.morphology.add(morphs[i])
|
|
* if attrs.ndim == 1:
|
|
*/
|
|
__pyx_t_29 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_29 == ((Py_ssize_t)-1))) __PYX_ERR(0, 391, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_t_29;
|
|
for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_1; __pyx_t_9+=1) {
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":392
|
|
* elif annot is morphs:
|
|
* for i in range(len(words)):
|
|
* morph_key = vocab.morphology.add(morphs[i]) # <<<<<<<<<<<<<<
|
|
* if attrs.ndim == 1:
|
|
* attrs[i] = morph_key
|
|
*/
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_vocab->morphology), __pyx_n_s_add); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 392, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_26 = __Pyx_GetItemInt(__pyx_v_morphs, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 392, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_23 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_22))) {
|
|
__pyx_t_23 = PyMethod_GET_SELF(__pyx_t_22);
|
|
if (likely(__pyx_t_23)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_22);
|
|
__Pyx_INCREF(__pyx_t_23);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_22, function);
|
|
}
|
|
}
|
|
__pyx_t_27 = (__pyx_t_23) ? __Pyx_PyObject_Call2Args(__pyx_t_22, __pyx_t_23, __pyx_t_26) : __Pyx_PyObject_CallOneArg(__pyx_t_22, __pyx_t_26);
|
|
__Pyx_XDECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 392, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_morph_key, __pyx_t_27);
|
|
__pyx_t_27 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":393
|
|
* for i in range(len(words)):
|
|
* morph_key = vocab.morphology.add(morphs[i])
|
|
* if attrs.ndim == 1: # <<<<<<<<<<<<<<
|
|
* attrs[i] = morph_key
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_attrs->nd == 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":394
|
|
* morph_key = vocab.morphology.add(morphs[i])
|
|
* if attrs.ndim == 1:
|
|
* attrs[i] = morph_key # <<<<<<<<<<<<<<
|
|
* else:
|
|
* attrs[i, j] = morph_key
|
|
*/
|
|
if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_attrs), __pyx_v_i, __pyx_v_morph_key, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 394, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":393
|
|
* for i in range(len(words)):
|
|
* morph_key = vocab.morphology.add(morphs[i])
|
|
* if attrs.ndim == 1: # <<<<<<<<<<<<<<
|
|
* attrs[i] = morph_key
|
|
* else:
|
|
*/
|
|
goto __pyx_L105;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":396
|
|
* attrs[i] = morph_key
|
|
* else:
|
|
* attrs[i, j] = morph_key # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(len(words)):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_27 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 396, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__pyx_t_22 = __Pyx_PyInt_From_long(__pyx_v_j); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 396, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_26 = PyTuple_New(2); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 396, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__Pyx_GIVEREF(__pyx_t_27);
|
|
PyTuple_SET_ITEM(__pyx_t_26, 0, __pyx_t_27);
|
|
__Pyx_GIVEREF(__pyx_t_22);
|
|
PyTuple_SET_ITEM(__pyx_t_26, 1, __pyx_t_22);
|
|
__pyx_t_27 = 0;
|
|
__pyx_t_22 = 0;
|
|
if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_attrs), __pyx_t_26, __pyx_v_morph_key) < 0)) __PYX_ERR(0, 396, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
}
|
|
__pyx_L105:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":390
|
|
* else:
|
|
* attrs[i, j] = annot[i]
|
|
* elif annot is morphs: # <<<<<<<<<<<<<<
|
|
* for i in range(len(words)):
|
|
* morph_key = vocab.morphology.add(morphs[i])
|
|
*/
|
|
goto __pyx_L96;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":398
|
|
* attrs[i, j] = morph_key
|
|
* else:
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* if attrs.ndim == 1:
|
|
* attrs[i] = self.vocab.strings[annot[i]]
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_29 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_29 == ((Py_ssize_t)-1))) __PYX_ERR(0, 398, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_t_29;
|
|
for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_1; __pyx_t_9+=1) {
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":399
|
|
* else:
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1: # <<<<<<<<<<<<<<
|
|
* attrs[i] = self.vocab.strings[annot[i]]
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_attrs->nd == 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":400
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1:
|
|
* attrs[i] = self.vocab.strings[annot[i]] # <<<<<<<<<<<<<<
|
|
* else:
|
|
* attrs[i, j] = self.vocab.strings[annot[i]]
|
|
*/
|
|
__pyx_t_26 = __Pyx_GetItemInt(__pyx_v_annot, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 400, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_22 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self->vocab->strings), __pyx_t_26); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 400, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_attrs), __pyx_v_i, __pyx_t_22, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 400, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":399
|
|
* else:
|
|
* for i in range(len(words)):
|
|
* if attrs.ndim == 1: # <<<<<<<<<<<<<<
|
|
* attrs[i] = self.vocab.strings[annot[i]]
|
|
* else:
|
|
*/
|
|
goto __pyx_L108;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":402
|
|
* attrs[i] = self.vocab.strings[annot[i]]
|
|
* else:
|
|
* attrs[i, j] = self.vocab.strings[annot[i]] # <<<<<<<<<<<<<<
|
|
* j += 1
|
|
* self.from_array(headings, attrs)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_22 = __Pyx_GetItemInt(__pyx_v_annot, __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 402, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_26 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self->vocab->strings), __pyx_t_22); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 402, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 402, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_27 = __Pyx_PyInt_From_long(__pyx_v_j); if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 402, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
__pyx_t_23 = PyTuple_New(2); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 402, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_23);
|
|
__Pyx_GIVEREF(__pyx_t_22);
|
|
PyTuple_SET_ITEM(__pyx_t_23, 0, __pyx_t_22);
|
|
__Pyx_GIVEREF(__pyx_t_27);
|
|
PyTuple_SET_ITEM(__pyx_t_23, 1, __pyx_t_27);
|
|
__pyx_t_22 = 0;
|
|
__pyx_t_27 = 0;
|
|
if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_attrs), __pyx_t_23, __pyx_t_26) < 0)) __PYX_ERR(0, 402, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
}
|
|
__pyx_L108:;
|
|
}
|
|
}
|
|
__pyx_L96:;
|
|
|
|
/* "spacy/tokens/doc.pyx":403
|
|
* else:
|
|
* attrs[i, j] = self.vocab.strings[annot[i]]
|
|
* j += 1 # <<<<<<<<<<<<<<
|
|
* self.from_array(headings, attrs)
|
|
*
|
|
*/
|
|
__pyx_v_j = (__pyx_v_j + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":382
|
|
* j = 0
|
|
* for annot in annotations:
|
|
* if annot: # <<<<<<<<<<<<<<
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":381
|
|
*
|
|
* j = 0
|
|
* for annot in annotations: # <<<<<<<<<<<<<<
|
|
* if annot:
|
|
* if annot is heads or annot is sent_starts or annot is ent_iobs:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_28); __pyx_t_28 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":404
|
|
* attrs[i, j] = self.vocab.strings[annot[i]]
|
|
* j += 1
|
|
* self.from_array(headings, attrs) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__pyx_t_26 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_from_array); if (unlikely(!__pyx_t_26)) __PYX_ERR(0, 404, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_26);
|
|
__pyx_t_23 = NULL;
|
|
__pyx_t_9 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_26))) {
|
|
__pyx_t_23 = PyMethod_GET_SELF(__pyx_t_26);
|
|
if (likely(__pyx_t_23)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_26);
|
|
__Pyx_INCREF(__pyx_t_23);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_26, function);
|
|
__pyx_t_9 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_26)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_23, __pyx_v_headings, ((PyObject *)__pyx_v_attrs)};
|
|
__pyx_t_28 = __Pyx_PyFunction_FastCall(__pyx_t_26, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_28)) __PYX_ERR(0, 404, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_GOTREF(__pyx_t_28);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_26)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_23, __pyx_v_headings, ((PyObject *)__pyx_v_attrs)};
|
|
__pyx_t_28 = __Pyx_PyCFunction_FastCall(__pyx_t_26, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_28)) __PYX_ERR(0, 404, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_GOTREF(__pyx_t_28);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_27 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_27)) __PYX_ERR(0, 404, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_27);
|
|
if (__pyx_t_23) {
|
|
__Pyx_GIVEREF(__pyx_t_23); PyTuple_SET_ITEM(__pyx_t_27, 0, __pyx_t_23); __pyx_t_23 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_headings);
|
|
__Pyx_GIVEREF(__pyx_v_headings);
|
|
PyTuple_SET_ITEM(__pyx_t_27, 0+__pyx_t_9, __pyx_v_headings);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_attrs));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_attrs));
|
|
PyTuple_SET_ITEM(__pyx_t_27, 1+__pyx_t_9, ((PyObject *)__pyx_v_attrs));
|
|
__pyx_t_28 = __Pyx_PyObject_Call(__pyx_t_26, __pyx_t_27, NULL); if (unlikely(!__pyx_t_28)) __PYX_ERR(0, 404, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_28);
|
|
__Pyx_DECREF(__pyx_t_27); __pyx_t_27 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_26); __pyx_t_26 = 0;
|
|
__Pyx_DECREF(__pyx_t_28); __pyx_t_28 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":377
|
|
*
|
|
* # if there are any other annotations, set them
|
|
* if headings: # <<<<<<<<<<<<<<
|
|
* attrs = self.to_array(headings)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":202
|
|
* return Underscore.doc_extensions.pop(name)
|
|
*
|
|
* def __init__( # <<<<<<<<<<<<<<
|
|
* self,
|
|
* Vocab vocab,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_13);
|
|
__Pyx_XDECREF(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_22);
|
|
__Pyx_XDECREF(__pyx_t_23);
|
|
__Pyx_XDECREF(__pyx_t_26);
|
|
__Pyx_XDECREF(__pyx_t_27);
|
|
__Pyx_XDECREF(__pyx_t_28);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_word);
|
|
__Pyx_XDECREF(__pyx_v_MISSING_DEP_);
|
|
__Pyx_XDECREF(__pyx_v_pp);
|
|
__Pyx_XDECREF(__pyx_v_ent_iobs);
|
|
__Pyx_XDECREF(__pyx_v_ent_types);
|
|
__Pyx_XDECREF(__pyx_v_iob_strings);
|
|
__Pyx_XDECREF(__pyx_v_ent);
|
|
__Pyx_XDECREF(__pyx_v_ent_iob);
|
|
__Pyx_XDECREF(__pyx_v_ent_type);
|
|
__Pyx_XDECREF(__pyx_v_headings);
|
|
__Pyx_XDECREF(__pyx_v_values);
|
|
__Pyx_XDECREF(__pyx_v_annotations);
|
|
__Pyx_XDECREF(__pyx_v_possible_headings);
|
|
__Pyx_XDECREF(__pyx_v_a);
|
|
__Pyx_XDECREF(__pyx_v_annot);
|
|
__Pyx_XDECREF(__pyx_v_value);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_v_morph_key);
|
|
__Pyx_XDECREF(__pyx_v_head);
|
|
__Pyx_XDECREF(__pyx_v_dep);
|
|
__Pyx_XDECREF(__pyx_v_words);
|
|
__Pyx_XDECREF(__pyx_v_spaces);
|
|
__Pyx_XDECREF(__pyx_v_heads);
|
|
__Pyx_XDECREF(__pyx_v_deps);
|
|
__Pyx_XDECREF(__pyx_v_sent_starts);
|
|
__Pyx_XDECREF(__pyx_v_ents);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":407
|
|
*
|
|
* @property
|
|
* def _(self): # <<<<<<<<<<<<<<
|
|
* """Custom extension attributes registered via `set_extension`."""
|
|
* return Underscore(Underscore.doc_extensions, self)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_1__1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_1__1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_1____get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_1____get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 407, 0, __PYX_ERR(0, 407, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":409
|
|
* def _(self):
|
|
* """Custom extension attributes registered via `set_extension`."""
|
|
* return Underscore(Underscore.doc_extensions, self) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_doc_extensions); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_5 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_5 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_4, ((PyObject *)__pyx_v_self)};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_4, ((PyObject *)__pyx_v_self)};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_t_4);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, ((PyObject *)__pyx_v_self));
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":407
|
|
*
|
|
* @property
|
|
* def _(self): # <<<<<<<<<<<<<<
|
|
* """Custom extension attributes registered via `set_extension`."""
|
|
* return Underscore(Underscore.doc_extensions, self)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":412
|
|
*
|
|
* @property
|
|
* def is_tagged(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_tagged", attr="TAG"), DeprecationWarning)
|
|
* return self.has_annotation("TAG")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9is_tagged_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9is_tagged_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9is_tagged___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9is_tagged___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 412, 0, __PYX_ERR(0, 412, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":413
|
|
* @property
|
|
* def is_tagged(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_tagged", attr="TAG"), DeprecationWarning) # <<<<<<<<<<<<<<
|
|
* return self.has_annotation("TAG")
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_W107); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_prop, __pyx_n_s_is_tagged) < 0) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_attr, __pyx_n_s_TAG) < 0) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_t_5);
|
|
__Pyx_INCREF(__pyx_builtin_DeprecationWarning);
|
|
__Pyx_GIVEREF(__pyx_builtin_DeprecationWarning);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_builtin_DeprecationWarning);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":414
|
|
* def is_tagged(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_tagged", attr="TAG"), DeprecationWarning)
|
|
* return self.has_annotation("TAG") # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 414, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_TAG) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_TAG);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 414, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":412
|
|
*
|
|
* @property
|
|
* def is_tagged(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_tagged", attr="TAG"), DeprecationWarning)
|
|
* return self.has_annotation("TAG")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.is_tagged.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":417
|
|
*
|
|
* @property
|
|
* def is_parsed(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_parsed", attr="DEP"), DeprecationWarning)
|
|
* return self.has_annotation("DEP")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9is_parsed_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9is_parsed_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9is_parsed___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9is_parsed___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 417, 0, __PYX_ERR(0, 417, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":418
|
|
* @property
|
|
* def is_parsed(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_parsed", attr="DEP"), DeprecationWarning) # <<<<<<<<<<<<<<
|
|
* return self.has_annotation("DEP")
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_W107); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_prop, __pyx_n_s_is_parsed) < 0) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_attr, __pyx_n_s_DEP) < 0) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_t_5);
|
|
__Pyx_INCREF(__pyx_builtin_DeprecationWarning);
|
|
__Pyx_GIVEREF(__pyx_builtin_DeprecationWarning);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_builtin_DeprecationWarning);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":419
|
|
* def is_parsed(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_parsed", attr="DEP"), DeprecationWarning)
|
|
* return self.has_annotation("DEP") # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 419, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_DEP) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_DEP);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 419, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":417
|
|
*
|
|
* @property
|
|
* def is_parsed(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_parsed", attr="DEP"), DeprecationWarning)
|
|
* return self.has_annotation("DEP")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.is_parsed.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":422
|
|
*
|
|
* @property
|
|
* def is_nered(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_nered", attr="ENT_IOB"), DeprecationWarning)
|
|
* return self.has_annotation("ENT_IOB")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_8is_nered_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_8is_nered_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_8is_nered___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_8is_nered___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 422, 0, __PYX_ERR(0, 422, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":423
|
|
* @property
|
|
* def is_nered(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_nered", attr="ENT_IOB"), DeprecationWarning) # <<<<<<<<<<<<<<
|
|
* return self.has_annotation("ENT_IOB")
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_W107); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_prop, __pyx_n_s_is_nered) < 0) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_attr, __pyx_n_s_ENT_IOB) < 0) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_t_5);
|
|
__Pyx_INCREF(__pyx_builtin_DeprecationWarning);
|
|
__Pyx_GIVEREF(__pyx_builtin_DeprecationWarning);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_builtin_DeprecationWarning);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 423, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":424
|
|
* def is_nered(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_nered", attr="ENT_IOB"), DeprecationWarning)
|
|
* return self.has_annotation("ENT_IOB") # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_ENT_IOB) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_ENT_IOB);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":422
|
|
*
|
|
* @property
|
|
* def is_nered(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_nered", attr="ENT_IOB"), DeprecationWarning)
|
|
* return self.has_annotation("ENT_IOB")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.is_nered.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":427
|
|
*
|
|
* @property
|
|
* def is_sentenced(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_sentenced", attr="SENT_START"), DeprecationWarning)
|
|
* return self.has_annotation("SENT_START")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_12is_sentenced_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_12is_sentenced_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_12is_sentenced___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12is_sentenced___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 427, 0, __PYX_ERR(0, 427, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":428
|
|
* @property
|
|
* def is_sentenced(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_sentenced", attr="SENT_START"), DeprecationWarning) # <<<<<<<<<<<<<<
|
|
* return self.has_annotation("SENT_START")
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_W107); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_prop, __pyx_n_s_is_sentenced) < 0) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_attr, __pyx_n_s_SENT_START) < 0) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_builtin_DeprecationWarning};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_t_5);
|
|
__Pyx_INCREF(__pyx_builtin_DeprecationWarning);
|
|
__Pyx_GIVEREF(__pyx_builtin_DeprecationWarning);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_builtin_DeprecationWarning);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 428, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":429
|
|
* def is_sentenced(self):
|
|
* warnings.warn(Warnings.W107.format(prop="is_sentenced", attr="SENT_START"), DeprecationWarning)
|
|
* return self.has_annotation("SENT_START") # <<<<<<<<<<<<<<
|
|
*
|
|
* def has_annotation(self, attr, *, require_complete=False):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 429, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_SENT_START) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_SENT_START);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 429, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":427
|
|
*
|
|
* @property
|
|
* def is_sentenced(self): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W107.format(prop="is_sentenced", attr="SENT_START"), DeprecationWarning)
|
|
* return self.has_annotation("SENT_START")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.is_sentenced.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":431
|
|
* return self.has_annotation("SENT_START")
|
|
*
|
|
* def has_annotation(self, attr, *, require_complete=False): # <<<<<<<<<<<<<<
|
|
* """Check whether the doc contains annotation on a token attribute.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_11has_annotation(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_10has_annotation[] = "Doc.has_annotation(self, attr, *, require_complete=False)\nCheck whether the doc contains annotation on a token attribute.\n\n attr (Union[int, str]): The attribute string name or int ID.\n require_complete (bool): Whether to check that the attribute is set on\n every token in the doc.\n RETURNS (bool): Whether annotation is present.\n\n DOCS: https://spacy.io/api/doc#has_annotation\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_11has_annotation(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_attr = 0;
|
|
PyObject *__pyx_v_require_complete = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("has_annotation (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_attr,&__pyx_n_s_require_complete,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = ((PyObject *)Py_False);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_attr)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "has_annotation") < 0)) __PYX_ERR(0, 431, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_attr = values[0];
|
|
__pyx_v_require_complete = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("has_annotation", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 431, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_annotation", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_10has_annotation(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_attr, __pyx_v_require_complete);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_2generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":470
|
|
* range_start = 1
|
|
* if require_complete:
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length)) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_14has_annotation_genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 470, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_2generator3, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_has_annotation_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_annotation.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_2generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 470, 0, __PYX_ERR(0, 470, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 470, __pyx_L1_error) }
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->length;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_range_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_cur_scope->__pyx_v_i = __pyx_t_3;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 470, __pyx_L1_error) }
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attr)) { __Pyx_RaiseClosureNameError("attr"); __PYX_ERR(0, 470, __pyx_L1_error) }
|
|
__pyx_t_4 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
__pyx_t_5 = ((!(__pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr((&(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->c[__pyx_cur_scope->__pyx_v_i])), __pyx_t_4) != 0)) != 0);
|
|
if (__pyx_t_5) {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_False);
|
|
__pyx_r = Py_False;
|
|
goto __pyx_L0;
|
|
}
|
|
}
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
goto __pyx_L0;
|
|
}
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_5generator4(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":472
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
* else:
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getitem__(self, object i):
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_14has_annotation_3genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 472, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_5generator4, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_has_annotation_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 472, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_annotation.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_5generator4(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 472, 0, __PYX_ERR(0, 472, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 472, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 472, __pyx_L1_error) }
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->length;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_range_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_cur_scope->__pyx_v_i = __pyx_t_3;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 472, __pyx_L1_error) }
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attr)) { __Pyx_RaiseClosureNameError("attr"); __PYX_ERR(0, 472, __pyx_L1_error) }
|
|
__pyx_t_4 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 472, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr((&(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->c[__pyx_cur_scope->__pyx_v_i])), __pyx_t_4) != 0);
|
|
if (__pyx_t_5) {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
goto __pyx_L0;
|
|
}
|
|
}
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_False);
|
|
__pyx_r = Py_False;
|
|
goto __pyx_L0;
|
|
}
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":431
|
|
* return self.has_annotation("SENT_START")
|
|
*
|
|
* def has_annotation(self, attr, *, require_complete=False): # <<<<<<<<<<<<<<
|
|
* """Check whether the doc contains annotation on a token attribute.
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10has_annotation(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_attr, PyObject *__pyx_v_require_complete) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *__pyx_cur_scope;
|
|
PyObject *__pyx_v_input_attr = NULL;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_2generator3 = 0;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_5generator4 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("has_annotation", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 431, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("has_annotation", __pyx_f[0], 431, 0, __PYX_ERR(0, 431, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__pyx_cur_scope->__pyx_v_attr = __pyx_v_attr;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_attr);
|
|
|
|
/* "spacy/tokens/doc.pyx":443
|
|
*
|
|
* # empty docs are always annotated
|
|
* input_attr = attr # <<<<<<<<<<<<<<
|
|
* if self.length == 0:
|
|
* return True
|
|
*/
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__pyx_v_input_attr = __pyx_cur_scope->__pyx_v_attr;
|
|
|
|
/* "spacy/tokens/doc.pyx":444
|
|
* # empty docs are always annotated
|
|
* input_attr = attr
|
|
* if self.length == 0: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* cdef int i
|
|
*/
|
|
__pyx_t_1 = ((__pyx_cur_scope->__pyx_v_self->length == 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":445
|
|
* input_attr = attr
|
|
* if self.length == 0:
|
|
* return True # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef int range_start = 0
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":444
|
|
* # empty docs are always annotated
|
|
* input_attr = attr
|
|
* if self.length == 0: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* cdef int i
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":447
|
|
* return True
|
|
* cdef int i
|
|
* cdef int range_start = 0 # <<<<<<<<<<<<<<
|
|
* if attr == "IS_SENT_START" or attr == self.vocab.strings["IS_SENT_START"]:
|
|
* attr = SENT_START
|
|
*/
|
|
__pyx_cur_scope->__pyx_v_range_start = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":448
|
|
* cdef int i
|
|
* cdef int range_start = 0
|
|
* if attr == "IS_SENT_START" or attr == self.vocab.strings["IS_SENT_START"]: # <<<<<<<<<<<<<<
|
|
* attr = SENT_START
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]:
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_cur_scope->__pyx_v_attr, __pyx_n_s_IS_SENT_START, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 448, __pyx_L1_error)
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_n_s_IS_SENT_START); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 448, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyObject_RichCompare(__pyx_cur_scope->__pyx_v_attr, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 448, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 448, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L5_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":449
|
|
* cdef int range_start = 0
|
|
* if attr == "IS_SENT_START" or attr == self.vocab.strings["IS_SENT_START"]:
|
|
* attr = SENT_START # <<<<<<<<<<<<<<
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]:
|
|
* attr = SENT_START
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SENT_START); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 449, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attr, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":448
|
|
* cdef int i
|
|
* cdef int range_start = 0
|
|
* if attr == "IS_SENT_START" or attr == self.vocab.strings["IS_SENT_START"]: # <<<<<<<<<<<<<<
|
|
* attr = SENT_START
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":450
|
|
* if attr == "IS_SENT_START" or attr == self.vocab.strings["IS_SENT_START"]:
|
|
* attr = SENT_START
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]: # <<<<<<<<<<<<<<
|
|
* attr = SENT_START
|
|
* attr = intify_attr(attr)
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_cur_scope->__pyx_v_attr, __pyx_n_s_IS_SENT_END, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 450, __pyx_L1_error)
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L7_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_n_s_IS_SENT_END); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 450, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = PyObject_RichCompare(__pyx_cur_scope->__pyx_v_attr, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 450, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 450, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L7_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":451
|
|
* attr = SENT_START
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]:
|
|
* attr = SENT_START # <<<<<<<<<<<<<<
|
|
* attr = intify_attr(attr)
|
|
* if attr is None:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SENT_START); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 451, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attr, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":450
|
|
* if attr == "IS_SENT_START" or attr == self.vocab.strings["IS_SENT_START"]:
|
|
* attr = SENT_START
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]: # <<<<<<<<<<<<<<
|
|
* attr = SENT_START
|
|
* attr = intify_attr(attr)
|
|
*/
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "spacy/tokens/doc.pyx":452
|
|
* elif attr == "IS_SENT_END" or attr == self.vocab.strings["IS_SENT_END"]:
|
|
* attr = SENT_START
|
|
* attr = intify_attr(attr) # <<<<<<<<<<<<<<
|
|
* if attr is None:
|
|
* raise ValueError(
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_intify_attr); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_cur_scope->__pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attr, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":453
|
|
* attr = SENT_START
|
|
* attr = intify_attr(attr)
|
|
* if attr is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E1037.format(attr=input_attr)
|
|
*/
|
|
__pyx_t_1 = (__pyx_cur_scope->__pyx_v_attr == Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":455
|
|
* if attr is None:
|
|
* raise ValueError(
|
|
* Errors.E1037.format(attr=input_attr) # <<<<<<<<<<<<<<
|
|
* )
|
|
* # adjust attributes
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E1037); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_attr, __pyx_v_input_attr) < 0) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 455, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":454
|
|
* attr = intify_attr(attr)
|
|
* if attr is None:
|
|
* raise ValueError( # <<<<<<<<<<<<<<
|
|
* Errors.E1037.format(attr=input_attr)
|
|
* )
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 454, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 454, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":453
|
|
* attr = SENT_START
|
|
* attr = intify_attr(attr)
|
|
* if attr is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E1037.format(attr=input_attr)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":458
|
|
* )
|
|
* # adjust attributes
|
|
* if attr == HEAD: # <<<<<<<<<<<<<<
|
|
* # HEAD does not have an unset state, so rely on DEP
|
|
* attr = DEP
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 458, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_cur_scope->__pyx_v_attr, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 458, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 458, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":460
|
|
* if attr == HEAD:
|
|
* # HEAD does not have an unset state, so rely on DEP
|
|
* attr = DEP # <<<<<<<<<<<<<<
|
|
* # special cases for sentence boundaries
|
|
* if attr == SENT_START:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 460, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attr, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":458
|
|
* )
|
|
* # adjust attributes
|
|
* if attr == HEAD: # <<<<<<<<<<<<<<
|
|
* # HEAD does not have an unset state, so rely on DEP
|
|
* attr = DEP
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":462
|
|
* attr = DEP
|
|
* # special cases for sentence boundaries
|
|
* if attr == SENT_START: # <<<<<<<<<<<<<<
|
|
* if "sents" in self.user_hooks:
|
|
* return True
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SENT_START); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 462, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = PyObject_RichCompare(__pyx_cur_scope->__pyx_v_attr, __pyx_t_5, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 462, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 462, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":463
|
|
* # special cases for sentence boundaries
|
|
* if attr == SENT_START:
|
|
* if "sents" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* # docs of length 1 always have sentence boundaries
|
|
*/
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 463, __pyx_L1_error)
|
|
}
|
|
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_sents, __pyx_cur_scope->__pyx_v_self->user_hooks, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 463, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":464
|
|
* if attr == SENT_START:
|
|
* if "sents" in self.user_hooks:
|
|
* return True # <<<<<<<<<<<<<<
|
|
* # docs of length 1 always have sentence boundaries
|
|
* if self.length == 1:
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":463
|
|
* # special cases for sentence boundaries
|
|
* if attr == SENT_START:
|
|
* if "sents" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* # docs of length 1 always have sentence boundaries
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":466
|
|
* return True
|
|
* # docs of length 1 always have sentence boundaries
|
|
* if self.length == 1: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* range_start = 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_cur_scope->__pyx_v_self->length == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":467
|
|
* # docs of length 1 always have sentence boundaries
|
|
* if self.length == 1:
|
|
* return True # <<<<<<<<<<<<<<
|
|
* range_start = 1
|
|
* if require_complete:
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":466
|
|
* return True
|
|
* # docs of length 1 always have sentence boundaries
|
|
* if self.length == 1: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* range_start = 1
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":468
|
|
* if self.length == 1:
|
|
* return True
|
|
* range_start = 1 # <<<<<<<<<<<<<<
|
|
* if require_complete:
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
*/
|
|
__pyx_cur_scope->__pyx_v_range_start = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":462
|
|
* attr = DEP
|
|
* # special cases for sentence boundaries
|
|
* if attr == SENT_START: # <<<<<<<<<<<<<<
|
|
* if "sents" in self.user_hooks:
|
|
* return True
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":469
|
|
* return True
|
|
* range_start = 1
|
|
* if require_complete: # <<<<<<<<<<<<<<
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_require_complete); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 469, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":470
|
|
* range_start = 1
|
|
* if require_complete:
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length)) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_4 = __pyx_pf_5spacy_6tokens_3doc_3Doc_14has_annotation_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_Generator_Next(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":469
|
|
* return True
|
|
* range_start = 1
|
|
* if require_complete: # <<<<<<<<<<<<<<
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":472
|
|
* return all(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
* else:
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getitem__(self, object i):
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_5 = __pyx_pf_5spacy_6tokens_3doc_3Doc_14has_annotation_3genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 472, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_Generator_Next(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 472, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":431
|
|
* return self.has_annotation("SENT_START")
|
|
*
|
|
* def has_annotation(self, attr, *, require_complete=False): # <<<<<<<<<<<<<<
|
|
* """Check whether the doc contains annotation on a token attribute.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_annotation", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_input_attr);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_2generator3);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_14has_annotation_5generator4);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":474
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
*
|
|
* def __getitem__(self, object i): # <<<<<<<<<<<<<<
|
|
* """Get a `Token` or `Span` object.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_13__getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_i); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_12__getitem__[] = "Get a `Token` or `Span` object.\n\n i (int or tuple) The index of the token, or the slice of the document\n to get.\n RETURNS (Token or Span): The token at `doc[i]]`, or the span at\n `doc[start : end]`.\n\n EXAMPLE:\n >>> doc[i]\n Get the `Token` object at position `i`, where `i` is an integer.\n Negative indexing is supported, and follows the usual Python\n semantics, i.e. `doc[-2]` is `doc[len(doc) - 2]`.\n\n >>> doc[start : end]]\n Get a `Span` object, starting at position `start` and ending at\n position `end`, where `start` and `end` are token indices. For\n instance, `doc[2:5]` produces a span consisting of tokens 2, 3 and\n 4. Stepped slices (e.g. `doc[start : end : step]`) are not\n supported, as `Span` objects must be contiguous (cannot have gaps).\n You can use negative indices and open-ended ranges, which have\n their normal Python semantics.\n\n DOCS: https://spacy.io/api/doc#getitem\n ";
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
struct wrapperbase __pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_12__getitem__;
|
|
#endif
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_13__getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_i) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_12__getitem__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_i));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12__getitem__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_i) {
|
|
PyObject *__pyx_v_start = NULL;
|
|
PyObject *__pyx_v_stop = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
Py_ssize_t __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_t_11;
|
|
PyObject *__pyx_t_12 = NULL;
|
|
PyObject *(*__pyx_t_13)(PyObject *);
|
|
int __pyx_t_14;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getitem__", 0);
|
|
__Pyx_TraceCall("__getitem__", __pyx_f[0], 474, 0, __PYX_ERR(0, 474, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_i);
|
|
|
|
/* "spacy/tokens/doc.pyx":499
|
|
* DOCS: https://spacy.io/api/doc#getitem
|
|
* """
|
|
* if isinstance(i, slice): # <<<<<<<<<<<<<<
|
|
* start, stop = util.normalize_slice(len(self), i.start, i.stop, i.step)
|
|
* return Span(self, start, stop, label=0)
|
|
*/
|
|
__pyx_t_1 = PySlice_Check(__pyx_v_i);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":500
|
|
* """
|
|
* if isinstance(i, slice):
|
|
* start, stop = util.normalize_slice(len(self), i.start, i.stop, i.step) # <<<<<<<<<<<<<<
|
|
* return Span(self, start, stop, label=0)
|
|
* if i < 0:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_util); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_normalize_slice); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_6 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_i, __pyx_n_s_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_i, __pyx_n_s_stop); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_i, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = NULL;
|
|
__pyx_t_11 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_11 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[5] = {__pyx_t_10, __pyx_t_4, __pyx_t_7, __pyx_t_8, __pyx_t_9};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_11, 4+__pyx_t_11); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[5] = {__pyx_t_10, __pyx_t_4, __pyx_t_7, __pyx_t_8, __pyx_t_9};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_11, 4+__pyx_t_11); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_12 = PyTuple_New(4+__pyx_t_11); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
if (__pyx_t_10) {
|
|
__Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_10); __pyx_t_10 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_12, 0+__pyx_t_11, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_12, 1+__pyx_t_11, __pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_12, 2+__pyx_t_11, __pyx_t_8);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
PyTuple_SET_ITEM(__pyx_t_12, 3+__pyx_t_11, __pyx_t_9);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_12, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
|
|
PyObject* sequence = __pyx_t_3;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 500, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_12 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_12 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_12);
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_12 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_9 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_9)->tp_iternext;
|
|
index = 0; __pyx_t_5 = __pyx_t_13(__pyx_t_9); if (unlikely(!__pyx_t_5)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
index = 1; __pyx_t_12 = __pyx_t_13(__pyx_t_9); if (unlikely(!__pyx_t_12)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_9), 2) < 0) __PYX_ERR(0, 500, __pyx_L1_error)
|
|
__pyx_t_13 = NULL;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L5_unpacking_done;
|
|
__pyx_L4_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_13 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 500, __pyx_L1_error)
|
|
__pyx_L5_unpacking_done:;
|
|
}
|
|
__pyx_v_start = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_stop = __pyx_t_12;
|
|
__pyx_t_12 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":501
|
|
* if isinstance(i, slice):
|
|
* start, stop = util.normalize_slice(len(self), i.start, i.stop, i.step)
|
|
* return Span(self, start, stop, label=0) # <<<<<<<<<<<<<<
|
|
* if i < 0:
|
|
* i = self.length + i
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 501, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_INCREF(__pyx_v_start);
|
|
__Pyx_GIVEREF(__pyx_v_start);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_start);
|
|
__Pyx_INCREF(__pyx_v_stop);
|
|
__Pyx_GIVEREF(__pyx_v_stop);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_v_stop);
|
|
__pyx_t_12 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 501, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_label, __pyx_int_0) < 0) __PYX_ERR(0, 501, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_3, __pyx_t_12); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 501, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":499
|
|
* DOCS: https://spacy.io/api/doc#getitem
|
|
* """
|
|
* if isinstance(i, slice): # <<<<<<<<<<<<<<
|
|
* start, stop = util.normalize_slice(len(self), i.start, i.stop, i.step)
|
|
* return Span(self, start, stop, label=0)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":502
|
|
* start, stop = util.normalize_slice(len(self), i.start, i.stop, i.step)
|
|
* return Span(self, start, stop, label=0)
|
|
* if i < 0: # <<<<<<<<<<<<<<
|
|
* i = self.length + i
|
|
* bounds_check(i, self.length, PADDING)
|
|
*/
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_v_i, __pyx_int_0, Py_LT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 502, __pyx_L1_error)
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 502, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":503
|
|
* return Span(self, start, stop, label=0)
|
|
* if i < 0:
|
|
* i = self.length + i # <<<<<<<<<<<<<<
|
|
* bounds_check(i, self.length, PADDING)
|
|
* return Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 503, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_12 = PyNumber_Add(__pyx_t_5, __pyx_v_i); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 503, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_12);
|
|
__pyx_t_12 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":502
|
|
* start, stop = util.normalize_slice(len(self), i.start, i.stop, i.step)
|
|
* return Span(self, start, stop, label=0)
|
|
* if i < 0: # <<<<<<<<<<<<<<
|
|
* i = self.length + i
|
|
* bounds_check(i, self.length, PADDING)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":504
|
|
* if i < 0:
|
|
* i = self.length + i
|
|
* bounds_check(i, self.length, PADDING) # <<<<<<<<<<<<<<
|
|
* return Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyInt_As_int(__pyx_v_i); if (unlikely((__pyx_t_11 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 504, __pyx_L1_error)
|
|
__pyx_t_14 = __pyx_f_5spacy_6tokens_3doc_bounds_check(__pyx_t_11, __pyx_v_self->length, 5); if (unlikely(__pyx_t_14 == ((int)-1))) __PYX_ERR(0, 504, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":505
|
|
* i = self.length + i
|
|
* bounds_check(i, self.length, PADDING)
|
|
* return Token.cinit(self.vocab, &self.c[i], i, self) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __iter__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_12 = ((PyObject *)__pyx_v_self->vocab);
|
|
__Pyx_INCREF(__pyx_t_12);
|
|
__pyx_t_6 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_6 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 505, __pyx_L1_error)
|
|
__pyx_t_14 = __Pyx_PyInt_As_int(__pyx_v_i); if (unlikely((__pyx_t_14 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 505, __pyx_L1_error)
|
|
__pyx_t_5 = ((PyObject *)__pyx_f_5spacy_6tokens_5token_5Token_cinit(((struct __pyx_obj_5spacy_5vocab_Vocab *)__pyx_t_12), (&(__pyx_v_self->c[__pyx_t_6])), __pyx_t_14, __pyx_v_self)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 505, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":474
|
|
* return any(Token.get_struct_attr(&self.c[i], attr) for i in range(range_start, self.length))
|
|
*
|
|
* def __getitem__(self, object i): # <<<<<<<<<<<<<<
|
|
* """Get a `Token` or `Span` object.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_12);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_start);
|
|
__Pyx_XDECREF(__pyx_v_stop);
|
|
__Pyx_XDECREF(__pyx_v_i);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_16generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":507
|
|
* return Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
* def __iter__(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over `Token` objects, from which the annotations can be
|
|
* easily accessed. This is the main way of accessing `Token` objects,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_15__iter__(PyObject *__pyx_v_self); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_14__iter__[] = "Iterate over `Token` objects, from which the annotations can be\n easily accessed. This is the main way of accessing `Token` objects,\n which are the main way annotations are accessed from Python. If faster-\n than-Python speeds are required, you can instead access the annotations\n as a numpy array, or access the underlying C data directly from Cython.\n\n DOCS: https://spacy.io/api/doc#iter\n ";
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
struct wrapperbase __pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_14__iter__;
|
|
#endif
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_15__iter__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__iter__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_14__iter__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_14__iter__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__iter__", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 507, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_16generator, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_iter, __pyx_n_s_Doc___iter, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 507, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__iter__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_16generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__iter__", 0);
|
|
__Pyx_TraceCall("__iter__", __pyx_f[0], 507, 0, __PYX_ERR(0, 507, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 507, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":517
|
|
* """
|
|
* cdef int i
|
|
* for i in range(self.length): # <<<<<<<<<<<<<<
|
|
* yield Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_v_self->length;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_cur_scope->__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":518
|
|
* cdef int i
|
|
* for i in range(self.length):
|
|
* yield Token.cinit(self.vocab, &self.c[i], i, self) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __len__(self):
|
|
*/
|
|
__pyx_t_4 = ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__pyx_t_5 = ((PyObject *)__pyx_f_5spacy_6tokens_5token_5Token_cinit(((struct __pyx_obj_5spacy_5vocab_Vocab *)__pyx_t_4), (&(__pyx_cur_scope->__pyx_v_self->c[__pyx_cur_scope->__pyx_v_i])), __pyx_cur_scope->__pyx_v_i, __pyx_cur_scope->__pyx_v_self)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 518, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 518, __pyx_L1_error)
|
|
}
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* "spacy/tokens/doc.pyx":507
|
|
* return Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
* def __iter__(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over `Token` objects, from which the annotations can be
|
|
* easily accessed. This is the main way of accessing `Token` objects,
|
|
*/
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("__iter__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":520
|
|
* yield Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* """The number of tokens in the document.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static Py_ssize_t __pyx_pw_5spacy_6tokens_3doc_3Doc_18__len__(PyObject *__pyx_v_self); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_17__len__[] = "The number of tokens in the document.\n\n RETURNS (int): The number of tokens in the document.\n\n DOCS: https://spacy.io/api/doc#len\n ";
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
struct wrapperbase __pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_17__len__;
|
|
#endif
|
|
static Py_ssize_t __pyx_pw_5spacy_6tokens_3doc_3Doc_18__len__(PyObject *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_17__len__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static Py_ssize_t __pyx_pf_5spacy_6tokens_3doc_3Doc_17__len__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__len__", 0);
|
|
__Pyx_TraceCall("__len__", __pyx_f[0], 520, 0, __PYX_ERR(0, 520, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":527
|
|
* DOCS: https://spacy.io/api/doc#len
|
|
* """
|
|
* return self.length # <<<<<<<<<<<<<<
|
|
*
|
|
* def __unicode__(self):
|
|
*/
|
|
__pyx_r = __pyx_v_self->length;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":520
|
|
* yield Token.cinit(self.vocab, &self.c[i], i, self)
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* """The number of tokens in the document.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":529
|
|
* return self.length
|
|
*
|
|
* def __unicode__(self): # <<<<<<<<<<<<<<
|
|
* return "".join([t.text_with_ws for t in self])
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_20__unicode__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_19__unicode__[] = "Doc.__unicode__(self)";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_20__unicode__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__unicode__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_19__unicode__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_19__unicode__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_v_t = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *(*__pyx_t_4)(PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__unicode__", 0);
|
|
__Pyx_TraceCall("__unicode__", __pyx_f[0], 529, 0, __PYX_ERR(0, 529, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":530
|
|
*
|
|
* def __unicode__(self):
|
|
* return "".join([t.text_with_ws for t in self]) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __bytes__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self))) {
|
|
__pyx_t_2 = ((PyObject *)__pyx_v_self); __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 530, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_text_with_ws); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyString_Join(__pyx_kp_s__4, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 530, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":529
|
|
* return self.length
|
|
*
|
|
* def __unicode__(self): # <<<<<<<<<<<<<<
|
|
* return "".join([t.text_with_ws for t in self])
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__unicode__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_t);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":532
|
|
* return "".join([t.text_with_ws for t in self])
|
|
*
|
|
* def __bytes__(self): # <<<<<<<<<<<<<<
|
|
* return "".join([t.text_with_ws for t in self]).encode("utf-8")
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_22__bytes__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_21__bytes__[] = "Doc.__bytes__(self)";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_22__bytes__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__bytes__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_21__bytes__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_21__bytes__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_v_t = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
PyObject *(*__pyx_t_5)(PyObject *);
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__bytes__", 0);
|
|
__Pyx_TraceCall("__bytes__", __pyx_f[0], 532, 0, __PYX_ERR(0, 532, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":533
|
|
*
|
|
* def __bytes__(self):
|
|
* return "".join([t.text_with_ws for t in self]).encode("utf-8") # <<<<<<<<<<<<<<
|
|
*
|
|
* def __str__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self))) {
|
|
__pyx_t_3 = ((PyObject *)__pyx_v_self); __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
|
|
__pyx_t_5 = NULL;
|
|
} else {
|
|
__pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_5)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_5(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_6)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 533, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_text_with_ws); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyString_Join(__pyx_kp_s__4, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_encode); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_kp_s_utf_8) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_kp_s_utf_8);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":532
|
|
* return "".join([t.text_with_ws for t in self])
|
|
*
|
|
* def __bytes__(self): # <<<<<<<<<<<<<<
|
|
* return "".join([t.text_with_ws for t in self]).encode("utf-8")
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__bytes__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_t);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":535
|
|
* return "".join([t.text_with_ws for t in self]).encode("utf-8")
|
|
*
|
|
* def __str__(self): # <<<<<<<<<<<<<<
|
|
* return self.__unicode__()
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_24__str__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_24__str__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_23__str__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_23__str__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__str__", 0);
|
|
__Pyx_TraceCall("__str__", __pyx_f[0], 535, 0, __PYX_ERR(0, 535, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":536
|
|
*
|
|
* def __str__(self):
|
|
* return self.__unicode__() # <<<<<<<<<<<<<<
|
|
*
|
|
* def __repr__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_unicode); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 536, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 536, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":535
|
|
* return "".join([t.text_with_ws for t in self]).encode("utf-8")
|
|
*
|
|
* def __str__(self): # <<<<<<<<<<<<<<
|
|
* return self.__unicode__()
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":538
|
|
* return self.__unicode__()
|
|
*
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return self.__str__()
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_26__repr__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_26__repr__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_25__repr__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_25__repr__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__repr__", 0);
|
|
__Pyx_TraceCall("__repr__", __pyx_f[0], 538, 0, __PYX_ERR(0, 538, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":539
|
|
*
|
|
* def __repr__(self):
|
|
* return self.__str__() # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_str); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 539, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":538
|
|
* return self.__unicode__()
|
|
*
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return self.__str__()
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":542
|
|
*
|
|
* @property
|
|
* def doc(self): # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_3doc_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_3doc_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_3doc___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_3doc___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 542, 0, __PYX_ERR(0, 542, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":543
|
|
* @property
|
|
* def doc(self):
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* def char_span(self, int start_idx, int end_idx, label=0, kb_id=0, vector=None, alignment_mode="strict", span_id=0):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":542
|
|
*
|
|
* @property
|
|
* def doc(self): # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.doc.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":545
|
|
* return self
|
|
*
|
|
* def char_span(self, int start_idx, int end_idx, label=0, kb_id=0, vector=None, alignment_mode="strict", span_id=0): # <<<<<<<<<<<<<<
|
|
* """Create a `Span` object from the slice
|
|
* `doc.text[start_idx : end_idx]`. Returns None if no valid `Span` can be
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_28char_span(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_27char_span[] = "Doc.char_span(self, int start_idx, int end_idx, label=0, kb_id=0, vector=None, alignment_mode='strict', span_id=0)\nCreate a `Span` object from the slice\n `doc.text[start_idx : end_idx]`. Returns None if no valid `Span` can be\n created.\n\n doc (Doc): The parent document.\n start_idx (int): The index of the first character of the span.\n end_idx (int): The index of the first character after the span.\n label (Union[int, str]): A label to attach to the Span, e.g. for\n named entities.\n kb_id (Union[int, str]): An ID from a KB to capture the meaning of a\n named entity.\n vector (ndarray[ndim=1, dtype='float32']): A meaning representation of\n the span.\n alignment_mode (str): How character indices are aligned to token\n boundaries. Options: \"strict\" (character indices must be aligned\n with token boundaries), \"contract\" (span of all tokens completely\n within the character span), \"expand\" (span of all tokens at least\n partially covered by the character span). Defaults to \"strict\".\n span_id (Union[int, str]): An identifier to associate with the span.\n RETURNS (Span): The newly constructed object.\n\n DOCS: https://spacy.io/api/doc#char_span\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_28char_span(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
int __pyx_v_start_idx;
|
|
int __pyx_v_end_idx;
|
|
PyObject *__pyx_v_label = 0;
|
|
PyObject *__pyx_v_kb_id = 0;
|
|
PyObject *__pyx_v_vector = 0;
|
|
PyObject *__pyx_v_alignment_mode = 0;
|
|
PyObject *__pyx_v_span_id = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("char_span (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_start_idx,&__pyx_n_s_end_idx,&__pyx_n_s_label,&__pyx_n_s_kb_id,&__pyx_n_s_vector,&__pyx_n_s_alignment_mode,&__pyx_n_s_span_id,0};
|
|
PyObject* values[7] = {0,0,0,0,0,0,0};
|
|
values[2] = ((PyObject *)__pyx_int_0);
|
|
values[3] = ((PyObject *)__pyx_int_0);
|
|
values[4] = ((PyObject *)Py_None);
|
|
values[5] = ((PyObject *)__pyx_n_s_strict);
|
|
values[6] = ((PyObject *)__pyx_int_0);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
|
|
CYTHON_FALLTHROUGH;
|
|
case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
|
|
CYTHON_FALLTHROUGH;
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_start_idx)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_end_idx)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("char_span", 0, 2, 7, 1); __PYX_ERR(0, 545, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_label);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 3:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_kb_id);
|
|
if (value) { values[3] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 4:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vector);
|
|
if (value) { values[4] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 5:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_alignment_mode);
|
|
if (value) { values[5] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 6:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_span_id);
|
|
if (value) { values[6] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "char_span") < 0)) __PYX_ERR(0, 545, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
|
|
CYTHON_FALLTHROUGH;
|
|
case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
|
|
CYTHON_FALLTHROUGH;
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_start_idx = __Pyx_PyInt_As_int(values[0]); if (unlikely((__pyx_v_start_idx == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 545, __pyx_L3_error)
|
|
__pyx_v_end_idx = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_end_idx == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 545, __pyx_L3_error)
|
|
__pyx_v_label = values[2];
|
|
__pyx_v_kb_id = values[3];
|
|
__pyx_v_vector = values[4];
|
|
__pyx_v_alignment_mode = values[5];
|
|
__pyx_v_span_id = values[6];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("char_span", 0, 2, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 545, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.char_span", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_27char_span(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_start_idx, __pyx_v_end_idx, __pyx_v_label, __pyx_v_kb_id, __pyx_v_vector, __pyx_v_alignment_mode, __pyx_v_span_id);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_27char_span(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, int __pyx_v_start_idx, int __pyx_v_end_idx, PyObject *__pyx_v_label, PyObject *__pyx_v_kb_id, PyObject *__pyx_v_vector, PyObject *__pyx_v_alignment_mode, PyObject *__pyx_v_span_id) {
|
|
PyObject *__pyx_v_alignment_modes = NULL;
|
|
int __pyx_v_start;
|
|
int __pyx_v_end;
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_v_span = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
Py_ssize_t __pyx_t_7;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("char_span", 0);
|
|
__Pyx_TraceCall("char_span", __pyx_f[0], 545, 0, __PYX_ERR(0, 545, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":569
|
|
* DOCS: https://spacy.io/api/doc#char_span
|
|
* """
|
|
* alignment_modes = ("strict", "contract", "expand") # <<<<<<<<<<<<<<
|
|
* if alignment_mode not in alignment_modes:
|
|
* raise ValueError(
|
|
*/
|
|
__Pyx_INCREF(__pyx_tuple__8);
|
|
__pyx_v_alignment_modes = __pyx_tuple__8;
|
|
|
|
/* "spacy/tokens/doc.pyx":570
|
|
* """
|
|
* alignment_modes = ("strict", "contract", "expand")
|
|
* if alignment_mode not in alignment_modes: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E202.format(
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_v_alignment_mode, __pyx_v_alignment_modes, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 570, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":572
|
|
* if alignment_mode not in alignment_modes:
|
|
* raise ValueError(
|
|
* Errors.E202.format( # <<<<<<<<<<<<<<
|
|
* name="alignment",
|
|
* mode=alignment_mode,
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E202); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":573
|
|
* raise ValueError(
|
|
* Errors.E202.format(
|
|
* name="alignment", # <<<<<<<<<<<<<<
|
|
* mode=alignment_mode,
|
|
* modes=", ".join(alignment_modes),
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_name, __pyx_n_s_alignment) < 0) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":574
|
|
* Errors.E202.format(
|
|
* name="alignment",
|
|
* mode=alignment_mode, # <<<<<<<<<<<<<<
|
|
* modes=", ".join(alignment_modes),
|
|
* )
|
|
*/
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_mode, __pyx_v_alignment_mode) < 0) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":575
|
|
* name="alignment",
|
|
* mode=alignment_mode,
|
|
* modes=", ".join(alignment_modes), # <<<<<<<<<<<<<<
|
|
* )
|
|
* )
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyString_Join(__pyx_kp_s__9, __pyx_v_alignment_modes); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 575, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_modes, __pyx_t_5) < 0) __PYX_ERR(0, 573, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":572
|
|
* if alignment_mode not in alignment_modes:
|
|
* raise ValueError(
|
|
* Errors.E202.format( # <<<<<<<<<<<<<<
|
|
* name="alignment",
|
|
* mode=alignment_mode,
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":571
|
|
* alignment_modes = ("strict", "contract", "expand")
|
|
* if alignment_mode not in alignment_modes:
|
|
* raise ValueError( # <<<<<<<<<<<<<<
|
|
* Errors.E202.format(
|
|
* name="alignment",
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 571, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 571, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":570
|
|
* """
|
|
* alignment_modes = ("strict", "contract", "expand")
|
|
* if alignment_mode not in alignment_modes: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E202.format(
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":578
|
|
* )
|
|
* )
|
|
* cdef int start = token_by_char(self.c, self.length, start_idx) # <<<<<<<<<<<<<<
|
|
* if start < 0 or (alignment_mode == "strict" and start_idx != self[start].idx):
|
|
* return None
|
|
*/
|
|
__pyx_t_6 = __pyx_f_5spacy_6tokens_3doc_token_by_char(__pyx_v_self->c, __pyx_v_self->length, __pyx_v_start_idx); if (unlikely(__pyx_t_6 == ((int)-2))) __PYX_ERR(0, 578, __pyx_L1_error)
|
|
__pyx_v_start = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":579
|
|
* )
|
|
* cdef int start = token_by_char(self.c, self.length, start_idx)
|
|
* if start < 0 or (alignment_mode == "strict" and start_idx != self[start].idx): # <<<<<<<<<<<<<<
|
|
* return None
|
|
* # end_idx is exclusive, so find the token at one char before
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_start < 0) != 0);
|
|
if (!__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyString_Equals(__pyx_v_alignment_mode, __pyx_n_s_strict, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 579, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_start_idx); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_start, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_idx); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_t_4, __pyx_t_3, Py_NE); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 579, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 579, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L5_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":580
|
|
* cdef int start = token_by_char(self.c, self.length, start_idx)
|
|
* if start < 0 or (alignment_mode == "strict" and start_idx != self[start].idx):
|
|
* return None # <<<<<<<<<<<<<<
|
|
* # end_idx is exclusive, so find the token at one char before
|
|
* cdef int end = token_by_char(self.c, self.length, end_idx - 1)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":579
|
|
* )
|
|
* cdef int start = token_by_char(self.c, self.length, start_idx)
|
|
* if start < 0 or (alignment_mode == "strict" and start_idx != self[start].idx): # <<<<<<<<<<<<<<
|
|
* return None
|
|
* # end_idx is exclusive, so find the token at one char before
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":582
|
|
* return None
|
|
* # end_idx is exclusive, so find the token at one char before
|
|
* cdef int end = token_by_char(self.c, self.length, end_idx - 1) # <<<<<<<<<<<<<<
|
|
* if end < 0 or (alignment_mode == "strict" and end_idx != self[end].idx + len(self[end])):
|
|
* return None
|
|
*/
|
|
__pyx_t_6 = __pyx_f_5spacy_6tokens_3doc_token_by_char(__pyx_v_self->c, __pyx_v_self->length, (__pyx_v_end_idx - 1)); if (unlikely(__pyx_t_6 == ((int)-2))) __PYX_ERR(0, 582, __pyx_L1_error)
|
|
__pyx_v_end = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":583
|
|
* # end_idx is exclusive, so find the token at one char before
|
|
* cdef int end = token_by_char(self.c, self.length, end_idx - 1)
|
|
* if end < 0 or (alignment_mode == "strict" and end_idx != self[end].idx + len(self[end])): # <<<<<<<<<<<<<<
|
|
* return None
|
|
* # Adjust start and end by alignment_mode
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_end < 0) != 0);
|
|
if (!__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyString_Equals(__pyx_v_alignment_mode, __pyx_n_s_strict, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_end_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_end, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_idx); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_end, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = PyObject_Length(__pyx_t_3); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = PyNumber_Add(__pyx_t_4, __pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PyObject_RichCompare(__pyx_t_5, __pyx_t_8, Py_NE); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 583, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L9_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":584
|
|
* cdef int end = token_by_char(self.c, self.length, end_idx - 1)
|
|
* if end < 0 or (alignment_mode == "strict" and end_idx != self[end].idx + len(self[end])):
|
|
* return None # <<<<<<<<<<<<<<
|
|
* # Adjust start and end by alignment_mode
|
|
* if alignment_mode == "contract":
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":583
|
|
* # end_idx is exclusive, so find the token at one char before
|
|
* cdef int end = token_by_char(self.c, self.length, end_idx - 1)
|
|
* if end < 0 or (alignment_mode == "strict" and end_idx != self[end].idx + len(self[end])): # <<<<<<<<<<<<<<
|
|
* return None
|
|
* # Adjust start and end by alignment_mode
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":586
|
|
* return None
|
|
* # Adjust start and end by alignment_mode
|
|
* if alignment_mode == "contract": # <<<<<<<<<<<<<<
|
|
* if self[start].idx < start_idx:
|
|
* start += 1
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_v_alignment_mode, __pyx_n_s_contract, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 586, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":587
|
|
* # Adjust start and end by alignment_mode
|
|
* if alignment_mode == "contract":
|
|
* if self[start].idx < start_idx: # <<<<<<<<<<<<<<
|
|
* start += 1
|
|
* if end_idx < self[end].idx + len(self[end]):
|
|
*/
|
|
__pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_start, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_idx); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_start_idx); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_t_8, __pyx_t_3, Py_LT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 587, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":588
|
|
* if alignment_mode == "contract":
|
|
* if self[start].idx < start_idx:
|
|
* start += 1 # <<<<<<<<<<<<<<
|
|
* if end_idx < self[end].idx + len(self[end]):
|
|
* end -= 1
|
|
*/
|
|
__pyx_v_start = (__pyx_v_start + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":587
|
|
* # Adjust start and end by alignment_mode
|
|
* if alignment_mode == "contract":
|
|
* if self[start].idx < start_idx: # <<<<<<<<<<<<<<
|
|
* start += 1
|
|
* if end_idx < self[end].idx + len(self[end]):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":589
|
|
* if self[start].idx < start_idx:
|
|
* start += 1
|
|
* if end_idx < self[end].idx + len(self[end]): # <<<<<<<<<<<<<<
|
|
* end -= 1
|
|
* # if no tokens are completely within the span, return None
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_end_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_end, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_idx); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_end, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = PyObject_Length(__pyx_t_3); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyNumber_Add(__pyx_t_8, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PyObject_RichCompare(__pyx_t_5, __pyx_t_4, Py_LT); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 589, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":590
|
|
* start += 1
|
|
* if end_idx < self[end].idx + len(self[end]):
|
|
* end -= 1 # <<<<<<<<<<<<<<
|
|
* # if no tokens are completely within the span, return None
|
|
* if end < start:
|
|
*/
|
|
__pyx_v_end = (__pyx_v_end - 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":589
|
|
* if self[start].idx < start_idx:
|
|
* start += 1
|
|
* if end_idx < self[end].idx + len(self[end]): # <<<<<<<<<<<<<<
|
|
* end -= 1
|
|
* # if no tokens are completely within the span, return None
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":592
|
|
* end -= 1
|
|
* # if no tokens are completely within the span, return None
|
|
* if end < start: # <<<<<<<<<<<<<<
|
|
* return None
|
|
* elif alignment_mode == "expand":
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_end < __pyx_v_start) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":593
|
|
* # if no tokens are completely within the span, return None
|
|
* if end < start:
|
|
* return None # <<<<<<<<<<<<<<
|
|
* elif alignment_mode == "expand":
|
|
* # Don't consider the trailing whitespace to be part of the previous
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":592
|
|
* end -= 1
|
|
* # if no tokens are completely within the span, return None
|
|
* if end < start: # <<<<<<<<<<<<<<
|
|
* return None
|
|
* elif alignment_mode == "expand":
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":586
|
|
* return None
|
|
* # Adjust start and end by alignment_mode
|
|
* if alignment_mode == "contract": # <<<<<<<<<<<<<<
|
|
* if self[start].idx < start_idx:
|
|
* start += 1
|
|
*/
|
|
goto __pyx_L12;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":594
|
|
* if end < start:
|
|
* return None
|
|
* elif alignment_mode == "expand": # <<<<<<<<<<<<<<
|
|
* # Don't consider the trailing whitespace to be part of the previous
|
|
* # token
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyString_Equals(__pyx_v_alignment_mode, __pyx_n_s_expand, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 594, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":597
|
|
* # Don't consider the trailing whitespace to be part of the previous
|
|
* # token
|
|
* if start_idx == self[start].idx + len(self[start]): # <<<<<<<<<<<<<<
|
|
* start += 1
|
|
* # Currently we have the token index, we want the range-end index
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_start_idx); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_start, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_start, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_8 = PyNumber_Add(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyObject_RichCompare(__pyx_t_3, __pyx_t_8, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 597, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":598
|
|
* # token
|
|
* if start_idx == self[start].idx + len(self[start]):
|
|
* start += 1 # <<<<<<<<<<<<<<
|
|
* # Currently we have the token index, we want the range-end index
|
|
* end += 1
|
|
*/
|
|
__pyx_v_start = (__pyx_v_start + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":597
|
|
* # Don't consider the trailing whitespace to be part of the previous
|
|
* # token
|
|
* if start_idx == self[start].idx + len(self[start]): # <<<<<<<<<<<<<<
|
|
* start += 1
|
|
* # Currently we have the token index, we want the range-end index
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":594
|
|
* if end < start:
|
|
* return None
|
|
* elif alignment_mode == "expand": # <<<<<<<<<<<<<<
|
|
* # Don't consider the trailing whitespace to be part of the previous
|
|
* # token
|
|
*/
|
|
}
|
|
__pyx_L12:;
|
|
|
|
/* "spacy/tokens/doc.pyx":600
|
|
* start += 1
|
|
* # Currently we have the token index, we want the range-end index
|
|
* end += 1 # <<<<<<<<<<<<<<
|
|
* cdef Span span = Span(self, start, end, label=label, kb_id=kb_id, span_id=span_id, vector=vector)
|
|
* return span
|
|
*/
|
|
__pyx_v_end = (__pyx_v_end + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":601
|
|
* # Currently we have the token index, we want the range-end index
|
|
* end += 1
|
|
* cdef Span span = Span(self, start, end, label=label, kb_id=kb_id, span_id=span_id, vector=vector) # <<<<<<<<<<<<<<
|
|
* return span
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_8 = __Pyx_PyInt_From_int(__pyx_v_end); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_8);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(4); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_label, __pyx_v_label) < 0) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_kb_id, __pyx_v_kb_id) < 0) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_span_id, __pyx_v_span_id) < 0) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_vector, __pyx_v_vector) < 0) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_3, __pyx_t_8); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_v_span = ((struct __pyx_obj_5spacy_6tokens_4span_Span *)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":602
|
|
* end += 1
|
|
* cdef Span span = Span(self, start, end, label=label, kb_id=kb_id, span_id=span_id, vector=vector)
|
|
* return span # <<<<<<<<<<<<<<
|
|
*
|
|
* def similarity(self, other):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_span));
|
|
__pyx_r = ((PyObject *)__pyx_v_span);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":545
|
|
* return self
|
|
*
|
|
* def char_span(self, int start_idx, int end_idx, label=0, kb_id=0, vector=None, alignment_mode="strict", span_id=0): # <<<<<<<<<<<<<<
|
|
* """Create a `Span` object from the slice
|
|
* `doc.text[start_idx : end_idx]`. Returns None if no valid `Span` can be
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.char_span", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_alignment_modes);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_span);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":604
|
|
* return span
|
|
*
|
|
* def similarity(self, other): # <<<<<<<<<<<<<<
|
|
* """Make a semantic similarity estimate. The default estimate is cosine
|
|
* similarity using an average of word vectors.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_30similarity(PyObject *__pyx_v_self, PyObject *__pyx_v_other); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_29similarity[] = "Doc.similarity(self, other)\nMake a semantic similarity estimate. The default estimate is cosine\n similarity using an average of word vectors.\n\n other (object): The object to compare with. By default, accepts `Doc`,\n `Span`, `Token` and `Lexeme` objects.\n RETURNS (float): A scalar similarity score. Higher is more similar.\n\n DOCS: https://spacy.io/api/doc#similarity\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_30similarity(PyObject *__pyx_v_self, PyObject *__pyx_v_other) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("similarity (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_29similarity(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_other));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_29similarity(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_other) {
|
|
PyObject *__pyx_v_attr = NULL;
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_v_this_token = 0;
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_v_other_token = 0;
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_v_other_lex = 0;
|
|
int __pyx_v_similar;
|
|
Py_ssize_t __pyx_v_i;
|
|
PyObject *__pyx_v_vector = NULL;
|
|
PyObject *__pyx_v_xp = NULL;
|
|
PyObject *__pyx_v_result = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
Py_ssize_t __pyx_t_8;
|
|
int __pyx_t_9;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_t_10;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_t_11;
|
|
int __pyx_t_12;
|
|
Py_ssize_t __pyx_t_13;
|
|
Py_ssize_t __pyx_t_14;
|
|
PyObject *__pyx_t_15 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("similarity", 0);
|
|
__Pyx_TraceCall("similarity", __pyx_f[0], 604, 0, __PYX_ERR(0, 604, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":614
|
|
* DOCS: https://spacy.io/api/doc#similarity
|
|
* """
|
|
* if "similarity" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["similarity"](self, other)
|
|
* attr = getattr(self.vocab.vectors, "attr", ORTH)
|
|
*/
|
|
if (unlikely(__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 614, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_similarity, __pyx_v_self->user_hooks, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 614, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":615
|
|
* """
|
|
* if "similarity" in self.user_hooks:
|
|
* return self.user_hooks["similarity"](self, other) # <<<<<<<<<<<<<<
|
|
* attr = getattr(self.vocab.vectors, "attr", ORTH)
|
|
* cdef Token this_token
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 615, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_self->user_hooks, __pyx_n_s_similarity); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, ((PyObject *)__pyx_v_self), __pyx_v_other};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, ((PyObject *)__pyx_v_self), __pyx_v_other};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_7 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (__pyx_t_5) {
|
|
__Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5); __pyx_t_5 = NULL;
|
|
}
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, ((PyObject *)__pyx_v_self));
|
|
__Pyx_INCREF(__pyx_v_other);
|
|
__Pyx_GIVEREF(__pyx_v_other);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_other);
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_7, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":614
|
|
* DOCS: https://spacy.io/api/doc#similarity
|
|
* """
|
|
* if "similarity" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["similarity"](self, other)
|
|
* attr = getattr(self.vocab.vectors, "attr", ORTH)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":616
|
|
* if "similarity" in self.user_hooks:
|
|
* return self.user_hooks["similarity"](self, other)
|
|
* attr = getattr(self.vocab.vectors, "attr", ORTH) # <<<<<<<<<<<<<<
|
|
* cdef Token this_token
|
|
* cdef Token other_token
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab), __pyx_n_s_vectors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 616, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ORTH); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 616, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_GetAttr3(__pyx_t_3, __pyx_n_s_attr, __pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 616, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_attr = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":620
|
|
* cdef Token other_token
|
|
* cdef Lexeme other_lex
|
|
* if len(self) == 1 and isinstance(other, Token): # <<<<<<<<<<<<<<
|
|
* this_token = self[0]
|
|
* other_token = other
|
|
*/
|
|
__pyx_t_8 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 620, __pyx_L1_error)
|
|
__pyx_t_1 = ((__pyx_t_8 == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_other, __pyx_ptype_5spacy_6tokens_5token_Token);
|
|
__pyx_t_9 = (__pyx_t_1 != 0);
|
|
__pyx_t_2 = __pyx_t_9;
|
|
__pyx_L5_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":621
|
|
* cdef Lexeme other_lex
|
|
* if len(self) == 1 and isinstance(other, Token):
|
|
* this_token = self[0] # <<<<<<<<<<<<<<
|
|
* other_token = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr):
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (!(likely(((__pyx_t_7) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_7, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 621, __pyx_L1_error)
|
|
__pyx_v_this_token = ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":622
|
|
* if len(self) == 1 and isinstance(other, Token):
|
|
* this_token = self[0]
|
|
* other_token = other # <<<<<<<<<<<<<<
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr):
|
|
* return 1.0
|
|
*/
|
|
if (!(likely(((__pyx_v_other) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_other, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 622, __pyx_L1_error)
|
|
__pyx_t_7 = __pyx_v_other;
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__pyx_v_other_token = ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":623
|
|
* this_token = self[0]
|
|
* other_token = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr): # <<<<<<<<<<<<<<
|
|
* return 1.0
|
|
* elif len(self) == 1 and isinstance(other, Lexeme):
|
|
*/
|
|
__pyx_t_10 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 623, __pyx_L1_error)
|
|
__pyx_t_11 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 623, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(__pyx_v_this_token->c, __pyx_t_10) == __pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(__pyx_v_other_token->c, __pyx_t_11)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":624
|
|
* other_token = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr):
|
|
* return 1.0 # <<<<<<<<<<<<<<
|
|
* elif len(self) == 1 and isinstance(other, Lexeme):
|
|
* this_token = self[0]
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_float_1_0);
|
|
__pyx_r = __pyx_float_1_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":623
|
|
* this_token = self[0]
|
|
* other_token = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr): # <<<<<<<<<<<<<<
|
|
* return 1.0
|
|
* elif len(self) == 1 and isinstance(other, Lexeme):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":620
|
|
* cdef Token other_token
|
|
* cdef Lexeme other_lex
|
|
* if len(self) == 1 and isinstance(other, Token): # <<<<<<<<<<<<<<
|
|
* this_token = self[0]
|
|
* other_token = other
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":625
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr):
|
|
* return 1.0
|
|
* elif len(self) == 1 and isinstance(other, Lexeme): # <<<<<<<<<<<<<<
|
|
* this_token = self[0]
|
|
* other_lex = other
|
|
*/
|
|
__pyx_t_8 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 625, __pyx_L1_error)
|
|
__pyx_t_9 = ((__pyx_t_8 == 1) != 0);
|
|
if (__pyx_t_9) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_9;
|
|
goto __pyx_L8_bool_binop_done;
|
|
}
|
|
__pyx_t_9 = __Pyx_TypeCheck(__pyx_v_other, __pyx_ptype_5spacy_6lexeme_Lexeme);
|
|
__pyx_t_1 = (__pyx_t_9 != 0);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L8_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":626
|
|
* return 1.0
|
|
* elif len(self) == 1 and isinstance(other, Lexeme):
|
|
* this_token = self[0] # <<<<<<<<<<<<<<
|
|
* other_lex = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr):
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 626, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (!(likely(((__pyx_t_7) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_7, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 626, __pyx_L1_error)
|
|
__pyx_v_this_token = ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":627
|
|
* elif len(self) == 1 and isinstance(other, Lexeme):
|
|
* this_token = self[0]
|
|
* other_lex = other # <<<<<<<<<<<<<<
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr):
|
|
* return 1.0
|
|
*/
|
|
if (!(likely(((__pyx_v_other) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_other, __pyx_ptype_5spacy_6lexeme_Lexeme))))) __PYX_ERR(0, 627, __pyx_L1_error)
|
|
__pyx_t_7 = __pyx_v_other;
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__pyx_v_other_lex = ((struct __pyx_obj_5spacy_6lexeme_Lexeme *)__pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":628
|
|
* this_token = self[0]
|
|
* other_lex = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr): # <<<<<<<<<<<<<<
|
|
* return 1.0
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other):
|
|
*/
|
|
__pyx_t_11 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 628, __pyx_L1_error)
|
|
__pyx_t_10 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 628, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(__pyx_v_this_token->c, __pyx_t_11) == __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(__pyx_v_other_lex->c, __pyx_t_10)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":629
|
|
* other_lex = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr):
|
|
* return 1.0 # <<<<<<<<<<<<<<
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other):
|
|
* similar = True
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_float_1_0);
|
|
__pyx_r = __pyx_float_1_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":628
|
|
* this_token = self[0]
|
|
* other_lex = other
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr): # <<<<<<<<<<<<<<
|
|
* return 1.0
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":625
|
|
* if Token.get_struct_attr(this_token.c, attr) == Token.get_struct_attr(other_token.c, attr):
|
|
* return 1.0
|
|
* elif len(self) == 1 and isinstance(other, Lexeme): # <<<<<<<<<<<<<<
|
|
* this_token = self[0]
|
|
* other_lex = other
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":630
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr):
|
|
* return 1.0
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other): # <<<<<<<<<<<<<<
|
|
* similar = True
|
|
* for i in range(len(self)):
|
|
*/
|
|
__pyx_t_9 = __Pyx_TypeCheck(__pyx_v_other, __pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
__pyx_t_12 = (__pyx_t_9 != 0);
|
|
if (!__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_12;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__pyx_t_12 = __Pyx_TypeCheck(__pyx_v_other, __pyx_ptype_5spacy_6tokens_4span_Span);
|
|
__pyx_t_9 = (__pyx_t_12 != 0);
|
|
__pyx_t_1 = __pyx_t_9;
|
|
__pyx_L13_bool_binop_done:;
|
|
__pyx_t_9 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_9) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_9;
|
|
goto __pyx_L11_bool_binop_done;
|
|
}
|
|
__pyx_t_8 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 630, __pyx_L1_error)
|
|
__pyx_t_13 = PyObject_Length(__pyx_v_other); if (unlikely(__pyx_t_13 == ((Py_ssize_t)-1))) __PYX_ERR(0, 630, __pyx_L1_error)
|
|
__pyx_t_9 = ((__pyx_t_8 == __pyx_t_13) != 0);
|
|
__pyx_t_2 = __pyx_t_9;
|
|
__pyx_L11_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":631
|
|
* return 1.0
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other):
|
|
* similar = True # <<<<<<<<<<<<<<
|
|
* for i in range(len(self)):
|
|
* this_token = self[i]
|
|
*/
|
|
__pyx_v_similar = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":632
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other):
|
|
* similar = True
|
|
* for i in range(len(self)): # <<<<<<<<<<<<<<
|
|
* this_token = self[i]
|
|
* other_token = other[i]
|
|
*/
|
|
__pyx_t_13 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_13 == ((Py_ssize_t)-1))) __PYX_ERR(0, 632, __pyx_L1_error)
|
|
__pyx_t_8 = __pyx_t_13;
|
|
for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_8; __pyx_t_14+=1) {
|
|
__pyx_v_i = __pyx_t_14;
|
|
|
|
/* "spacy/tokens/doc.pyx":633
|
|
* similar = True
|
|
* for i in range(len(self)):
|
|
* this_token = self[i] # <<<<<<<<<<<<<<
|
|
* other_token = other[i]
|
|
* if Token.get_struct_attr(this_token.c, attr) != Token.get_struct_attr(other_token.c, attr):
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_i, Py_ssize_t, 1, PyInt_FromSsize_t, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 633, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (!(likely(((__pyx_t_7) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_7, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 633, __pyx_L1_error)
|
|
__Pyx_XDECREF_SET(__pyx_v_this_token, ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":634
|
|
* for i in range(len(self)):
|
|
* this_token = self[i]
|
|
* other_token = other[i] # <<<<<<<<<<<<<<
|
|
* if Token.get_struct_attr(this_token.c, attr) != Token.get_struct_attr(other_token.c, attr):
|
|
* similar = False
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_v_other, __pyx_v_i, Py_ssize_t, 1, PyInt_FromSsize_t, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 634, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (!(likely(((__pyx_t_7) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_7, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 634, __pyx_L1_error)
|
|
__Pyx_XDECREF_SET(__pyx_v_other_token, ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":635
|
|
* this_token = self[i]
|
|
* other_token = other[i]
|
|
* if Token.get_struct_attr(this_token.c, attr) != Token.get_struct_attr(other_token.c, attr): # <<<<<<<<<<<<<<
|
|
* similar = False
|
|
* break
|
|
*/
|
|
__pyx_t_10 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 635, __pyx_L1_error)
|
|
__pyx_t_11 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_v_attr)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 635, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(__pyx_v_this_token->c, __pyx_t_10) != __pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(__pyx_v_other_token->c, __pyx_t_11)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":636
|
|
* other_token = other[i]
|
|
* if Token.get_struct_attr(this_token.c, attr) != Token.get_struct_attr(other_token.c, attr):
|
|
* similar = False # <<<<<<<<<<<<<<
|
|
* break
|
|
* if similar:
|
|
*/
|
|
__pyx_v_similar = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":637
|
|
* if Token.get_struct_attr(this_token.c, attr) != Token.get_struct_attr(other_token.c, attr):
|
|
* similar = False
|
|
* break # <<<<<<<<<<<<<<
|
|
* if similar:
|
|
* return 1.0
|
|
*/
|
|
goto __pyx_L16_break;
|
|
|
|
/* "spacy/tokens/doc.pyx":635
|
|
* this_token = self[i]
|
|
* other_token = other[i]
|
|
* if Token.get_struct_attr(this_token.c, attr) != Token.get_struct_attr(other_token.c, attr): # <<<<<<<<<<<<<<
|
|
* similar = False
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L16_break:;
|
|
|
|
/* "spacy/tokens/doc.pyx":638
|
|
* similar = False
|
|
* break
|
|
* if similar: # <<<<<<<<<<<<<<
|
|
* return 1.0
|
|
* if self.vocab.vectors.n_keys == 0:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_similar != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":639
|
|
* break
|
|
* if similar:
|
|
* return 1.0 # <<<<<<<<<<<<<<
|
|
* if self.vocab.vectors.n_keys == 0:
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_float_1_0);
|
|
__pyx_r = __pyx_float_1_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":638
|
|
* similar = False
|
|
* break
|
|
* if similar: # <<<<<<<<<<<<<<
|
|
* return 1.0
|
|
* if self.vocab.vectors.n_keys == 0:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":630
|
|
* if Token.get_struct_attr(this_token.c, attr) == Lexeme.get_struct_attr(other_lex.c, attr):
|
|
* return 1.0
|
|
* elif isinstance(other, (Doc, Span)) and len(self) == len(other): # <<<<<<<<<<<<<<
|
|
* similar = True
|
|
* for i in range(len(self)):
|
|
*/
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "spacy/tokens/doc.pyx":640
|
|
* if similar:
|
|
* return 1.0
|
|
* if self.vocab.vectors.n_keys == 0: # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
* if self.vector_norm == 0 or other.vector_norm == 0:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab), __pyx_n_s_vectors); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_n_keys); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_EqObjC(__pyx_t_4, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 640, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":641
|
|
* return 1.0
|
|
* if self.vocab.vectors.n_keys == 0:
|
|
* warnings.warn(Warnings.W007.format(obj="Doc")) # <<<<<<<<<<<<<<
|
|
* if self.vector_norm == 0 or other.vector_norm == 0:
|
|
* if not self.has_vector or not other.has_vector:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_warnings); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_W007); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_format); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_obj, __pyx_n_s_Doc) < 0) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__pyx_t_15 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_15) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_15);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 641, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":640
|
|
* if similar:
|
|
* return 1.0
|
|
* if self.vocab.vectors.n_keys == 0: # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
* if self.vector_norm == 0 or other.vector_norm == 0:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":642
|
|
* if self.vocab.vectors.n_keys == 0:
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
* if self.vector_norm == 0 or other.vector_norm == 0: # <<<<<<<<<<<<<<
|
|
* if not self.has_vector or not other.has_vector:
|
|
* warnings.warn(Warnings.W008.format(obj="Doc"))
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_vector_norm); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyInt_EqObjC(__pyx_t_7, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (!__pyx_t_9) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_9;
|
|
goto __pyx_L21_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_other, __pyx_n_s_vector_norm); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyInt_EqObjC(__pyx_t_3, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 642, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_2 = __pyx_t_9;
|
|
__pyx_L21_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":643
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
* if self.vector_norm == 0 or other.vector_norm == 0:
|
|
* if not self.has_vector or not other.has_vector: # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W008.format(obj="Doc"))
|
|
* return 0.0
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_vector); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 643, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 643, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_1 = ((!__pyx_t_9) != 0);
|
|
if (!__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L24_bool_binop_done;
|
|
}
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_other, __pyx_n_s_has_vector); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 643, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 643, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_9 = ((!__pyx_t_1) != 0);
|
|
__pyx_t_2 = __pyx_t_9;
|
|
__pyx_L24_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":644
|
|
* if self.vector_norm == 0 or other.vector_norm == 0:
|
|
* if not self.has_vector or not other.has_vector:
|
|
* warnings.warn(Warnings.W008.format(obj="Doc")) # <<<<<<<<<<<<<<
|
|
* return 0.0
|
|
* vector = self.vector
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_warnings); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_warn); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_W008); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_obj, __pyx_n_s_Doc) < 0) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_15);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_15, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_5, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":643
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
* if self.vector_norm == 0 or other.vector_norm == 0:
|
|
* if not self.has_vector or not other.has_vector: # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W008.format(obj="Doc"))
|
|
* return 0.0
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":645
|
|
* if not self.has_vector or not other.has_vector:
|
|
* warnings.warn(Warnings.W008.format(obj="Doc"))
|
|
* return 0.0 # <<<<<<<<<<<<<<
|
|
* vector = self.vector
|
|
* xp = get_array_module(vector)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_float_0_0);
|
|
__pyx_r = __pyx_float_0_0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":642
|
|
* if self.vocab.vectors.n_keys == 0:
|
|
* warnings.warn(Warnings.W007.format(obj="Doc"))
|
|
* if self.vector_norm == 0 or other.vector_norm == 0: # <<<<<<<<<<<<<<
|
|
* if not self.has_vector or not other.has_vector:
|
|
* warnings.warn(Warnings.W008.format(obj="Doc"))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":646
|
|
* warnings.warn(Warnings.W008.format(obj="Doc"))
|
|
* return 0.0
|
|
* vector = self.vector # <<<<<<<<<<<<<<
|
|
* xp = get_array_module(vector)
|
|
* result = xp.dot(vector, other.vector) / (self.vector_norm * other.vector_norm)
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_vector); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 646, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_v_vector = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":647
|
|
* return 0.0
|
|
* vector = self.vector
|
|
* xp = get_array_module(vector) # <<<<<<<<<<<<<<
|
|
* result = xp.dot(vector, other.vector) / (self.vector_norm * other.vector_norm)
|
|
* # ensure we get a scalar back (numpy does this automatically but cupy doesn't)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_15, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_15);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_15, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_4, __pyx_v_vector) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_v_vector);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
__pyx_v_xp = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":648
|
|
* vector = self.vector
|
|
* xp = get_array_module(vector)
|
|
* result = xp.dot(vector, other.vector) / (self.vector_norm * other.vector_norm) # <<<<<<<<<<<<<<
|
|
* # ensure we get a scalar back (numpy does this automatically but cupy doesn't)
|
|
* return result.item()
|
|
*/
|
|
__pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_dot); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_other, __pyx_n_s_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_15);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_15, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_15)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_vector, __pyx_t_4};
|
|
__pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_vector, __pyx_t_4};
|
|
__pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_3 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (__pyx_t_5) {
|
|
__Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_5); __pyx_t_5 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_vector);
|
|
__Pyx_GIVEREF(__pyx_v_vector);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_6, __pyx_v_vector);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_6, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_3, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
__pyx_t_15 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_vector_norm); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_other, __pyx_n_s_vector_norm); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyNumber_Multiply(__pyx_t_15, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyNumber_Divide(__pyx_t_7, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_result = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":650
|
|
* result = xp.dot(vector, other.vector) / (self.vector_norm * other.vector_norm)
|
|
* # ensure we get a scalar back (numpy does this automatically but cupy doesn't)
|
|
* return result.item() # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_result, __pyx_n_s_item); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":604
|
|
* return span
|
|
*
|
|
* def similarity(self, other): # <<<<<<<<<<<<<<
|
|
* """Make a semantic similarity estimate. The default estimate is cosine
|
|
* similarity using an average of word vectors.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_15);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.similarity", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_attr);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_this_token);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_other_token);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_other_lex);
|
|
__Pyx_XDECREF(__pyx_v_vector);
|
|
__Pyx_XDECREF(__pyx_v_xp);
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":653
|
|
*
|
|
* @property
|
|
* def has_vector(self): # <<<<<<<<<<<<<<
|
|
* """A boolean value indicating whether a word vector is associated with
|
|
* the object.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_10has_vector_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_10has_vector_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_10has_vector___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___2generator5(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":664
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size:
|
|
* return any(token.has_vector for token in self) # <<<<<<<<<<<<<<
|
|
* elif self.tensor.size:
|
|
* return True
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 664, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___2generator5, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Doc___get___locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_vector.__get__.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___2generator5(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 664, 0, __PYX_ERR(0, 664, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 664, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self))) {
|
|
__pyx_t_1 = ((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self); __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 664, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_token);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_token, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_token, __pyx_n_s_has_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_5) {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
}
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_False);
|
|
__pyx_r = Py_False;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":653
|
|
*
|
|
* @property
|
|
* def has_vector(self): # <<<<<<<<<<<<<<
|
|
* """A boolean value indicating whether a word vector is associated with
|
|
* the object.
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10has_vector___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *__pyx_cur_scope;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___2generator5 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_4___get__(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_4___get__, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 653, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 653, 0, __PYX_ERR(0, 653, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
|
|
/* "spacy/tokens/doc.pyx":661
|
|
* DOCS: https://spacy.io/api/doc#has_vector
|
|
* """
|
|
* if "has_vector" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size:
|
|
*/
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 661, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_has_vector, __pyx_cur_scope->__pyx_v_self->user_hooks, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 661, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":662
|
|
* """
|
|
* if "has_vector" in self.user_hooks:
|
|
* return self.user_hooks["has_vector"](self) # <<<<<<<<<<<<<<
|
|
* elif self.vocab.vectors.size:
|
|
* return any(token.has_vector for token in self)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 662, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_self->user_hooks, __pyx_n_s_has_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 662, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, ((PyObject *)__pyx_cur_scope->__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_4, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 662, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":661
|
|
* DOCS: https://spacy.io/api/doc#has_vector
|
|
* """
|
|
* if "has_vector" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":663
|
|
* if "has_vector" in self.user_hooks:
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size: # <<<<<<<<<<<<<<
|
|
* return any(token.has_vector for token in self)
|
|
* elif self.tensor.size:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_vectors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 663, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 663, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 663, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":664
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size:
|
|
* return any(token.has_vector for token in self) # <<<<<<<<<<<<<<
|
|
* elif self.tensor.size:
|
|
* return True
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_4 = __pyx_pf_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_Generator_Next(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":663
|
|
* if "has_vector" in self.user_hooks:
|
|
* return self.user_hooks["has_vector"](self)
|
|
* elif self.vocab.vectors.size: # <<<<<<<<<<<<<<
|
|
* return any(token.has_vector for token in self)
|
|
* elif self.tensor.size:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":665
|
|
* elif self.vocab.vectors.size:
|
|
* return any(token.has_vector for token in self)
|
|
* elif self.tensor.size: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->tensor, __pyx_n_s_size); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 665, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":666
|
|
* return any(token.has_vector for token in self)
|
|
* elif self.tensor.size:
|
|
* return True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return False
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":665
|
|
* elif self.vocab.vectors.size:
|
|
* return any(token.has_vector for token in self)
|
|
* elif self.tensor.size: # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":668
|
|
* return True
|
|
* else:
|
|
* return False # <<<<<<<<<<<<<<
|
|
*
|
|
* property vector:
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_False);
|
|
__pyx_r = Py_False;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":653
|
|
*
|
|
* @property
|
|
* def has_vector(self): # <<<<<<<<<<<<<<
|
|
* """A boolean value indicating whether a word vector is associated with
|
|
* the object.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_vector.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_10has_vector_7__get___2generator5);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":679
|
|
* DOCS: https://spacy.io/api/doc#vector
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_6vector_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_6vector_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_6vector___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_6vector_7__get___2generator6(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":689
|
|
* return self._vector
|
|
* elif self.vocab.vectors.size > 0:
|
|
* self._vector = sum(t.vector for t in self) / len(self) # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* elif self.tensor.size > 0:
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6vector_7__get___genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 689, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_6vector_7__get___2generator6, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Doc___get___locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.vector.__get__.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_6vector_7__get___2generator6(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 689, 0, __PYX_ERR(0, 689, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 689, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self))) {
|
|
__pyx_t_1 = ((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self); __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 689, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_t);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_t, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_t, __pyx_n_s_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":679
|
|
* DOCS: https://spacy.io/api/doc#vector
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self)
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6vector___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *__pyx_cur_scope;
|
|
PyObject *__pyx_v_xp = NULL;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_6vector_7__get___2generator6 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
Py_ssize_t __pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_6___get__(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_6___get__, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 679, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 679, 0, __PYX_ERR(0, 679, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
|
|
/* "spacy/tokens/doc.pyx":680
|
|
* """
|
|
* def __get__(self):
|
|
* if "vector" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["vector"](self)
|
|
* if self._vector is not None:
|
|
*/
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 680, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_vector, __pyx_cur_scope->__pyx_v_self->user_hooks, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 680, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":681
|
|
* def __get__(self):
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self) # <<<<<<<<<<<<<<
|
|
* if self._vector is not None:
|
|
* return self._vector
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 681, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_self->user_hooks, __pyx_n_s_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, ((PyObject *)__pyx_cur_scope->__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_4, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":680
|
|
* """
|
|
* def __get__(self):
|
|
* if "vector" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["vector"](self)
|
|
* if self._vector is not None:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":682
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self)
|
|
* if self._vector is not None: # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* xp = get_array_module(self.vocab.vectors.data)
|
|
*/
|
|
__pyx_t_2 = (__pyx_cur_scope->__pyx_v_self->_vector != Py_None);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":683
|
|
* return self.user_hooks["vector"](self)
|
|
* if self._vector is not None:
|
|
* return self._vector # <<<<<<<<<<<<<<
|
|
* xp = get_array_module(self.vocab.vectors.data)
|
|
* if not len(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_self->_vector;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":682
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self)
|
|
* if self._vector is not None: # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* xp = get_array_module(self.vocab.vectors.data)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":684
|
|
* if self._vector is not None:
|
|
* return self._vector
|
|
* xp = get_array_module(self.vocab.vectors.data) # <<<<<<<<<<<<<<
|
|
* if not len(self):
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f")
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_vectors); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_data); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_xp = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":685
|
|
* return self._vector
|
|
* xp = get_array_module(self.vocab.vectors.data)
|
|
* if not len(self): # <<<<<<<<<<<<<<
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f")
|
|
* return self._vector
|
|
*/
|
|
__pyx_t_3 = ((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__pyx_t_7 = PyObject_Length(__pyx_t_3); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 685, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_1 = ((!(__pyx_t_7 != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":686
|
|
* xp = get_array_module(self.vocab.vectors.data)
|
|
* if not len(self):
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f") # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* elif self.vocab.vectors.size > 0:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_zeros); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_vectors_length); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_dtype, __pyx_n_s_f) < 0) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_cur_scope->__pyx_v_self->_vector = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":687
|
|
* if not len(self):
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f")
|
|
* return self._vector # <<<<<<<<<<<<<<
|
|
* elif self.vocab.vectors.size > 0:
|
|
* self._vector = sum(t.vector for t in self) / len(self)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_self->_vector;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":685
|
|
* return self._vector
|
|
* xp = get_array_module(self.vocab.vectors.data)
|
|
* if not len(self): # <<<<<<<<<<<<<<
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f")
|
|
* return self._vector
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":688
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f")
|
|
* return self._vector
|
|
* elif self.vocab.vectors.size > 0: # <<<<<<<<<<<<<<
|
|
* self._vector = sum(t.vector for t in self) / len(self)
|
|
* return self._vector
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_vectors); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 688, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_size); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 688, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_t_6, __pyx_int_0, Py_GT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 688, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 688, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":689
|
|
* return self._vector
|
|
* elif self.vocab.vectors.size > 0:
|
|
* self._vector = sum(t.vector for t in self) / len(self) # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* elif self.tensor.size > 0:
|
|
*/
|
|
__pyx_t_5 = __pyx_pf_5spacy_6tokens_3doc_3Doc_6vector_7__get___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_sum, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = ((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__pyx_t_7 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyNumber_Divide(__pyx_t_6, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_cur_scope->__pyx_v_self->_vector = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":690
|
|
* elif self.vocab.vectors.size > 0:
|
|
* self._vector = sum(t.vector for t in self) / len(self)
|
|
* return self._vector # <<<<<<<<<<<<<<
|
|
* elif self.tensor.size > 0:
|
|
* self._vector = self.tensor.mean(axis=0)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_self->_vector;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":688
|
|
* self._vector = xp.zeros((self.vocab.vectors_length,), dtype="f")
|
|
* return self._vector
|
|
* elif self.vocab.vectors.size > 0: # <<<<<<<<<<<<<<
|
|
* self._vector = sum(t.vector for t in self) / len(self)
|
|
* return self._vector
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":691
|
|
* self._vector = sum(t.vector for t in self) / len(self)
|
|
* return self._vector
|
|
* elif self.tensor.size > 0: # <<<<<<<<<<<<<<
|
|
* self._vector = self.tensor.mean(axis=0)
|
|
* return self._vector
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->tensor, __pyx_n_s_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 691, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyObject_RichCompare(__pyx_t_4, __pyx_int_0, Py_GT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 691, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 691, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":692
|
|
* return self._vector
|
|
* elif self.tensor.size > 0:
|
|
* self._vector = self.tensor.mean(axis=0) # <<<<<<<<<<<<<<
|
|
* return self._vector
|
|
* else:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->tensor, __pyx_n_s_mean); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 692, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 692, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_axis, __pyx_int_0) < 0) __PYX_ERR(0, 692, __pyx_L1_error)
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 692, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_cur_scope->__pyx_v_self->_vector = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":693
|
|
* elif self.tensor.size > 0:
|
|
* self._vector = self.tensor.mean(axis=0)
|
|
* return self._vector # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return xp.zeros((self.vocab.vectors_length,), dtype="float32")
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->_vector);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_self->_vector;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":691
|
|
* self._vector = sum(t.vector for t in self) / len(self)
|
|
* return self._vector
|
|
* elif self.tensor.size > 0: # <<<<<<<<<<<<<<
|
|
* self._vector = self.tensor.mean(axis=0)
|
|
* return self._vector
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":695
|
|
* return self._vector
|
|
* else:
|
|
* return xp.zeros((self.vocab.vectors_length,), dtype="float32") # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, value):
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_zeros); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_vectors_length); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_dtype, __pyx_n_s_float32) < 0) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":679
|
|
* DOCS: https://spacy.io/api/doc#vector
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* if "vector" in self.user_hooks:
|
|
* return self.user_hooks["vector"](self)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.vector.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_xp);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_6vector_7__get___2generator6);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":697
|
|
* return xp.zeros((self.vocab.vectors_length,), dtype="float32")
|
|
*
|
|
* def __set__(self, value): # <<<<<<<<<<<<<<
|
|
* self._vector = value
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_6vector_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_6vector_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_6vector_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_6vector_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 697, 0, __PYX_ERR(0, 697, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":698
|
|
*
|
|
* def __set__(self, value):
|
|
* self._vector = value # <<<<<<<<<<<<<<
|
|
*
|
|
* property vector_norm:
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_v_self->_vector);
|
|
__pyx_v_self->_vector = __pyx_v_value;
|
|
|
|
/* "spacy/tokens/doc.pyx":697
|
|
* return xp.zeros((self.vocab.vectors_length,), dtype="float32")
|
|
*
|
|
* def __set__(self, value): # <<<<<<<<<<<<<<
|
|
* self._vector = value
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.vector.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":707
|
|
* DOCS: https://spacy.io/api/doc#vector_norm
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* if "vector_norm" in self.user_hooks:
|
|
* return self.user_hooks["vector_norm"](self)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_11vector_norm_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_11vector_norm_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_11vector_norm___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_11vector_norm___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
float __pyx_v_value;
|
|
double __pyx_v_norm;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
Py_ssize_t __pyx_t_6;
|
|
PyObject *(*__pyx_t_7)(PyObject *);
|
|
float __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 707, 0, __PYX_ERR(0, 707, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":708
|
|
* """
|
|
* def __get__(self):
|
|
* if "vector_norm" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["vector_norm"](self)
|
|
* cdef float value
|
|
*/
|
|
if (unlikely(__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 708, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_vector_norm, __pyx_v_self->user_hooks, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 708, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":709
|
|
* def __get__(self):
|
|
* if "vector_norm" in self.user_hooks:
|
|
* return self.user_hooks["vector_norm"](self) # <<<<<<<<<<<<<<
|
|
* cdef float value
|
|
* cdef double norm = 0
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 709, __pyx_L1_error)
|
|
}
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_self->user_hooks, __pyx_n_s_vector_norm); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 709, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, ((PyObject *)__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_4, ((PyObject *)__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 709, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":708
|
|
* """
|
|
* def __get__(self):
|
|
* if "vector_norm" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* return self.user_hooks["vector_norm"](self)
|
|
* cdef float value
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":711
|
|
* return self.user_hooks["vector_norm"](self)
|
|
* cdef float value
|
|
* cdef double norm = 0 # <<<<<<<<<<<<<<
|
|
* if self._vector_norm is None:
|
|
* norm = 0.0
|
|
*/
|
|
__pyx_v_norm = 0.0;
|
|
|
|
/* "spacy/tokens/doc.pyx":712
|
|
* cdef float value
|
|
* cdef double norm = 0
|
|
* if self._vector_norm is None: # <<<<<<<<<<<<<<
|
|
* norm = 0.0
|
|
* for value in self.vector:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_self->_vector_norm == Py_None);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":713
|
|
* cdef double norm = 0
|
|
* if self._vector_norm is None:
|
|
* norm = 0.0 # <<<<<<<<<<<<<<
|
|
* for value in self.vector:
|
|
* norm += value * value
|
|
*/
|
|
__pyx_v_norm = 0.0;
|
|
|
|
/* "spacy/tokens/doc.pyx":714
|
|
* if self._vector_norm is None:
|
|
* norm = 0.0
|
|
* for value in self.vector: # <<<<<<<<<<<<<<
|
|
* norm += value * value
|
|
* self._vector_norm = sqrt(norm) if norm != 0 else 0
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_vector); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_7(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 714, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__pyx_t_8 = __pyx_PyFloat_AsFloat(__pyx_t_3); if (unlikely((__pyx_t_8 == (float)-1) && PyErr_Occurred())) __PYX_ERR(0, 714, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_value = __pyx_t_8;
|
|
|
|
/* "spacy/tokens/doc.pyx":715
|
|
* norm = 0.0
|
|
* for value in self.vector:
|
|
* norm += value * value # <<<<<<<<<<<<<<
|
|
* self._vector_norm = sqrt(norm) if norm != 0 else 0
|
|
* return self._vector_norm
|
|
*/
|
|
__pyx_v_norm = (__pyx_v_norm + (__pyx_v_value * __pyx_v_value));
|
|
|
|
/* "spacy/tokens/doc.pyx":714
|
|
* if self._vector_norm is None:
|
|
* norm = 0.0
|
|
* for value in self.vector: # <<<<<<<<<<<<<<
|
|
* norm += value * value
|
|
* self._vector_norm = sqrt(norm) if norm != 0 else 0
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":716
|
|
* for value in self.vector:
|
|
* norm += value * value
|
|
* self._vector_norm = sqrt(norm) if norm != 0 else 0 # <<<<<<<<<<<<<<
|
|
* return self._vector_norm
|
|
*
|
|
*/
|
|
if (((__pyx_v_norm != 0.0) != 0)) {
|
|
__pyx_t_3 = PyFloat_FromDouble(sqrt(__pyx_v_norm)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 716, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_4 = __pyx_int_0;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector_norm);
|
|
__Pyx_DECREF(__pyx_v_self->_vector_norm);
|
|
__pyx_v_self->_vector_norm = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":712
|
|
* cdef float value
|
|
* cdef double norm = 0
|
|
* if self._vector_norm is None: # <<<<<<<<<<<<<<
|
|
* norm = 0.0
|
|
* for value in self.vector:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":717
|
|
* norm += value * value
|
|
* self._vector_norm = sqrt(norm) if norm != 0 else 0
|
|
* return self._vector_norm # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_vector_norm);
|
|
__pyx_r = __pyx_v_self->_vector_norm;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":707
|
|
* DOCS: https://spacy.io/api/doc#vector_norm
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* if "vector_norm" in self.user_hooks:
|
|
* return self.user_hooks["vector_norm"](self)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.vector_norm.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":719
|
|
* return self._vector_norm
|
|
*
|
|
* def __set__(self, value): # <<<<<<<<<<<<<<
|
|
* self._vector_norm = value
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_11vector_norm_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_11vector_norm_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_11vector_norm_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_11vector_norm_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 719, 0, __PYX_ERR(0, 719, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":720
|
|
*
|
|
* def __set__(self, value):
|
|
* self._vector_norm = value # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector_norm);
|
|
__Pyx_DECREF(__pyx_v_self->_vector_norm);
|
|
__pyx_v_self->_vector_norm = __pyx_v_value;
|
|
|
|
/* "spacy/tokens/doc.pyx":719
|
|
* return self._vector_norm
|
|
*
|
|
* def __set__(self, value): # <<<<<<<<<<<<<<
|
|
* self._vector_norm = value
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.vector_norm.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":723
|
|
*
|
|
* @property
|
|
* def text(self): # <<<<<<<<<<<<<<
|
|
* """A unicode representation of the document text.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4text_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4text_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4text___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_4text_7__get___2generator7(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":728
|
|
* RETURNS (str): The original verbatim text of the document.
|
|
* """
|
|
* return "".join(t.text_with_ws for t in self) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4text_7__get___genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 728, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_4text_7__get___2generator7, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Doc___get___locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.text.__get__.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_4text_7__get___2generator7(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 728, 0, __PYX_ERR(0, 728, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 728, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self))) {
|
|
__pyx_t_1 = ((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self); __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 728, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_t);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_t, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_t, __pyx_n_s_text_with_ws); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":723
|
|
*
|
|
* @property
|
|
* def text(self): # <<<<<<<<<<<<<<
|
|
* """A unicode representation of the document text.
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4text___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *__pyx_cur_scope;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_4text_7__get___2generator7 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_8___get__(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_8___get__, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 723, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 723, 0, __PYX_ERR(0, 723, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
|
|
/* "spacy/tokens/doc.pyx":728
|
|
* RETURNS (str): The original verbatim text of the document.
|
|
* """
|
|
* return "".join(t.text_with_ws for t in self) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __pyx_pf_5spacy_6tokens_3doc_3Doc_4text_7__get___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyString_Join(__pyx_kp_s__4, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":723
|
|
*
|
|
* @property
|
|
* def text(self): # <<<<<<<<<<<<<<
|
|
* """A unicode representation of the document text.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.text.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_4text_7__get___2generator7);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":731
|
|
*
|
|
* @property
|
|
* def text_with_ws(self): # <<<<<<<<<<<<<<
|
|
* """An alias of `Doc.text`, provided for duck-type compatibility with
|
|
* `Span` and `Token`.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_12text_with_ws_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_12text_with_ws_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_12text_with_ws___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12text_with_ws___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 731, 0, __PYX_ERR(0, 731, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":737
|
|
* RETURNS (str): The original verbatim text of the document.
|
|
* """
|
|
* return self.text # <<<<<<<<<<<<<<
|
|
*
|
|
* property ents:
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_text); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 737, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":731
|
|
*
|
|
* @property
|
|
* def text_with_ws(self): # <<<<<<<<<<<<<<
|
|
* """An alias of `Doc.text`, provided for duck-type compatibility with
|
|
* `Span` and `Token`.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.text_with_ws.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":747
|
|
* DOCS: https://spacy.io/api/doc#ents
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef const TokenC* token
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4ents_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4ents_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4ents___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4ents___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_v_i;
|
|
struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token;
|
|
int __pyx_v_start;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_v_label;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_v_kb_id;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_v_ent_id;
|
|
PyObject *__pyx_v_output = NULL;
|
|
PyObject *__pyx_v_seq = NULL;
|
|
PyObject *__pyx_v_t = NULL;
|
|
PyObject *__pyx_v_o = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
Py_ssize_t __pyx_t_8;
|
|
PyObject *(*__pyx_t_9)(PyObject *);
|
|
Py_ssize_t __pyx_t_10;
|
|
Py_UCS4 __pyx_t_11;
|
|
PyObject *__pyx_t_12 = NULL;
|
|
PyObject *__pyx_t_13 = NULL;
|
|
int __pyx_t_14;
|
|
int __pyx_t_15;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_16;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_17;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 747, 0, __PYX_ERR(0, 747, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":750
|
|
* cdef int i
|
|
* cdef const TokenC* token
|
|
* cdef int start = -1 # <<<<<<<<<<<<<<
|
|
* cdef attr_t label = 0
|
|
* cdef attr_t kb_id = 0
|
|
*/
|
|
__pyx_v_start = -1;
|
|
|
|
/* "spacy/tokens/doc.pyx":751
|
|
* cdef const TokenC* token
|
|
* cdef int start = -1
|
|
* cdef attr_t label = 0 # <<<<<<<<<<<<<<
|
|
* cdef attr_t kb_id = 0
|
|
* cdef attr_t ent_id = 0
|
|
*/
|
|
__pyx_v_label = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":752
|
|
* cdef int start = -1
|
|
* cdef attr_t label = 0
|
|
* cdef attr_t kb_id = 0 # <<<<<<<<<<<<<<
|
|
* cdef attr_t ent_id = 0
|
|
* output = []
|
|
*/
|
|
__pyx_v_kb_id = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":753
|
|
* cdef attr_t label = 0
|
|
* cdef attr_t kb_id = 0
|
|
* cdef attr_t ent_id = 0 # <<<<<<<<<<<<<<
|
|
* output = []
|
|
* for i in range(self.length):
|
|
*/
|
|
__pyx_v_ent_id = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":754
|
|
* cdef attr_t kb_id = 0
|
|
* cdef attr_t ent_id = 0
|
|
* output = [] # <<<<<<<<<<<<<<
|
|
* for i in range(self.length):
|
|
* token = &self.c[i]
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 754, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_output = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":755
|
|
* cdef attr_t ent_id = 0
|
|
* output = []
|
|
* for i in range(self.length): # <<<<<<<<<<<<<<
|
|
* token = &self.c[i]
|
|
* if token.ent_iob == 1:
|
|
*/
|
|
__pyx_t_2 = __pyx_v_self->length;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokens/doc.pyx":756
|
|
* output = []
|
|
* for i in range(self.length):
|
|
* token = &self.c[i] # <<<<<<<<<<<<<<
|
|
* if token.ent_iob == 1:
|
|
* if start == -1:
|
|
*/
|
|
__pyx_v_token = (&(__pyx_v_self->c[__pyx_v_i]));
|
|
|
|
/* "spacy/tokens/doc.pyx":757
|
|
* for i in range(self.length):
|
|
* token = &self.c[i]
|
|
* if token.ent_iob == 1: # <<<<<<<<<<<<<<
|
|
* if start == -1:
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_token->ent_iob == 1) != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":758
|
|
* token = &self.c[i]
|
|
* if token.ent_iob == 1:
|
|
* if start == -1: # <<<<<<<<<<<<<<
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_start == -1L) != 0);
|
|
if (unlikely(__pyx_t_5)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":759
|
|
* if token.ent_iob == 1:
|
|
* if start == -1:
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]] # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_6 = __Pyx_PyObject_GetSlice(((PyObject *)__pyx_v_self), (__pyx_v_i - 5), (__pyx_v_i + 5), NULL, NULL, NULL, 1, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (likely(PyList_CheckExact(__pyx_t_6)) || PyTuple_CheckExact(__pyx_t_6)) {
|
|
__pyx_t_7 = __pyx_t_6; __Pyx_INCREF(__pyx_t_7); __pyx_t_8 = 0;
|
|
__pyx_t_9 = NULL;
|
|
} else {
|
|
__pyx_t_8 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_9 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_9)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_6); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_6); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_6 = __pyx_t_9(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_6)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 759, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_6 = PyTuple_New(3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_10 = 0;
|
|
__pyx_t_11 = 127;
|
|
__pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_text); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_13 = __Pyx_PyObject_FormatSimple(__pyx_t_12, __pyx_empty_unicode); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_11 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_13) > __pyx_t_11) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_13) : __pyx_t_11;
|
|
__pyx_t_10 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_13);
|
|
__Pyx_GIVEREF(__pyx_t_13);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_13);
|
|
__pyx_t_13 = 0;
|
|
__Pyx_INCREF(__pyx_kp_u__10);
|
|
__pyx_t_10 += 1;
|
|
__Pyx_GIVEREF(__pyx_kp_u__10);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_kp_u__10);
|
|
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_ent_iob); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_12 = __Pyx_PyObject_FormatSimple(__pyx_t_13, __pyx_empty_unicode); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_11 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_12) > __pyx_t_11) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_12) : __pyx_t_11;
|
|
__pyx_t_10 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_12);
|
|
__Pyx_GIVEREF(__pyx_t_12);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 2, __pyx_t_12);
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_12 = __Pyx_PyUnicode_Join(__pyx_t_6, 3, __pyx_t_10, __pyx_t_11); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_12))) __PYX_ERR(0, 759, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_v_seq = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":760
|
|
* if start == -1:
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq))) # <<<<<<<<<<<<<<
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E093); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __Pyx_PyString_Join(__pyx_kp_s__11, __pyx_v_seq); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_seq, __pyx_t_12) < 0) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_7); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_12); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 760, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 760, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":758
|
|
* token = &self.c[i]
|
|
* if token.ent_iob == 1:
|
|
* if start == -1: # <<<<<<<<<<<<<<
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":757
|
|
* for i in range(self.length):
|
|
* token = &self.c[i]
|
|
* if token.ent_iob == 1: # <<<<<<<<<<<<<<
|
|
* if start == -1:
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":761
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \ # <<<<<<<<<<<<<<
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
* if start != -1:
|
|
*/
|
|
__pyx_t_14 = ((__pyx_v_token->ent_iob == 2) != 0);
|
|
if (!__pyx_t_14) {
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_14;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = ((__pyx_v_token->ent_iob == 0) != 0);
|
|
if (!__pyx_t_14) {
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_14;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":762
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \
|
|
* (token.ent_iob == 3 and token.ent_type == 0): # <<<<<<<<<<<<<<
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
*/
|
|
__pyx_t_14 = ((__pyx_v_token->ent_iob == 3) != 0);
|
|
if (__pyx_t_14) {
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_14;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = ((__pyx_v_token->ent_type == 0) != 0);
|
|
__pyx_t_5 = __pyx_t_14;
|
|
__pyx_L9_bool_binop_done:;
|
|
|
|
/* "spacy/tokens/doc.pyx":761
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \ # <<<<<<<<<<<<<<
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
* if start != -1:
|
|
*/
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":763
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
* if start != -1: # <<<<<<<<<<<<<<
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = -1
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_start != -1L) != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":764
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id)) # <<<<<<<<<<<<<<
|
|
* start = -1
|
|
* label = 0
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_12);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_12);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_12 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_label); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_label, __pyx_t_7) < 0) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_kb_id); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_kb_id, __pyx_t_7) < 0) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_ent_id); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_span_id, __pyx_t_7) < 0) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_1, __pyx_t_12); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_output, __pyx_t_7); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 764, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":763
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
* if start != -1: # <<<<<<<<<<<<<<
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = -1
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":765
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = -1 # <<<<<<<<<<<<<<
|
|
* label = 0
|
|
* kb_id = 0
|
|
*/
|
|
__pyx_v_start = -1;
|
|
|
|
/* "spacy/tokens/doc.pyx":766
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = -1
|
|
* label = 0 # <<<<<<<<<<<<<<
|
|
* kb_id = 0
|
|
* ent_id = 0
|
|
*/
|
|
__pyx_v_label = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":767
|
|
* start = -1
|
|
* label = 0
|
|
* kb_id = 0 # <<<<<<<<<<<<<<
|
|
* ent_id = 0
|
|
* elif token.ent_iob == 3:
|
|
*/
|
|
__pyx_v_kb_id = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":768
|
|
* label = 0
|
|
* kb_id = 0
|
|
* ent_id = 0 # <<<<<<<<<<<<<<
|
|
* elif token.ent_iob == 3:
|
|
* if start != -1:
|
|
*/
|
|
__pyx_v_ent_id = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":761
|
|
* seq = [f"{t.text}|{t.ent_iob_}" for t in self[i-5:i+5]]
|
|
* raise ValueError(Errors.E093.format(seq=" ".join(seq)))
|
|
* elif token.ent_iob == 2 or token.ent_iob == 0 or \ # <<<<<<<<<<<<<<
|
|
* (token.ent_iob == 3 and token.ent_type == 0):
|
|
* if start != -1:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":769
|
|
* kb_id = 0
|
|
* ent_id = 0
|
|
* elif token.ent_iob == 3: # <<<<<<<<<<<<<<
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_token->ent_iob == 3) != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":770
|
|
* ent_id = 0
|
|
* elif token.ent_iob == 3:
|
|
* if start != -1: # <<<<<<<<<<<<<<
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = i
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_start != -1L) != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":771
|
|
* elif token.ent_iob == 3:
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id)) # <<<<<<<<<<<<<<
|
|
* start = i
|
|
* label = token.ent_type
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_12);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_12);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_12 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_label); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_label, __pyx_t_7) < 0) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_kb_id); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_kb_id, __pyx_t_7) < 0) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_ent_id); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_span_id, __pyx_t_7) < 0) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_1, __pyx_t_12); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_output, __pyx_t_7); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 771, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":770
|
|
* ent_id = 0
|
|
* elif token.ent_iob == 3:
|
|
* if start != -1: # <<<<<<<<<<<<<<
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = i
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":772
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = i # <<<<<<<<<<<<<<
|
|
* label = token.ent_type
|
|
* kb_id = token.ent_kb_id
|
|
*/
|
|
__pyx_v_start = __pyx_v_i;
|
|
|
|
/* "spacy/tokens/doc.pyx":773
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* start = i
|
|
* label = token.ent_type # <<<<<<<<<<<<<<
|
|
* kb_id = token.ent_kb_id
|
|
* ent_id = token.ent_id
|
|
*/
|
|
__pyx_t_16 = __pyx_v_token->ent_type;
|
|
__pyx_v_label = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":774
|
|
* start = i
|
|
* label = token.ent_type
|
|
* kb_id = token.ent_kb_id # <<<<<<<<<<<<<<
|
|
* ent_id = token.ent_id
|
|
* if start != -1:
|
|
*/
|
|
__pyx_t_16 = __pyx_v_token->ent_kb_id;
|
|
__pyx_v_kb_id = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":775
|
|
* label = token.ent_type
|
|
* kb_id = token.ent_kb_id
|
|
* ent_id = token.ent_id # <<<<<<<<<<<<<<
|
|
* if start != -1:
|
|
* output.append(Span(self, start, self.length, label=label, kb_id=kb_id, span_id=ent_id))
|
|
*/
|
|
__pyx_t_17 = __pyx_v_token->ent_id;
|
|
__pyx_v_ent_id = __pyx_t_17;
|
|
|
|
/* "spacy/tokens/doc.pyx":769
|
|
* kb_id = 0
|
|
* ent_id = 0
|
|
* elif token.ent_iob == 3: # <<<<<<<<<<<<<<
|
|
* if start != -1:
|
|
* output.append(Span(self, start, i, label=label, kb_id=kb_id, span_id=ent_id))
|
|
*/
|
|
}
|
|
__pyx_L5:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":776
|
|
* kb_id = token.ent_kb_id
|
|
* ent_id = token.ent_id
|
|
* if start != -1: # <<<<<<<<<<<<<<
|
|
* output.append(Span(self, start, self.length, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* # remove empty-label spans
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_start != -1L) != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":777
|
|
* ent_id = token.ent_id
|
|
* if start != -1:
|
|
* output.append(Span(self, start, self.length, label=label, kb_id=kb_id, span_id=ent_id)) # <<<<<<<<<<<<<<
|
|
* # remove empty-label spans
|
|
* output = [o for o in output if o.label_ != ""]
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_12);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_12);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_12 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_label); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_label, __pyx_t_7) < 0) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_kb_id); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_kb_id, __pyx_t_7) < 0) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyInt_From_uint64_t(__pyx_v_ent_id); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_span_id, __pyx_t_7) < 0) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_1, __pyx_t_12); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_output, __pyx_t_7); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 777, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":776
|
|
* kb_id = token.ent_kb_id
|
|
* ent_id = token.ent_id
|
|
* if start != -1: # <<<<<<<<<<<<<<
|
|
* output.append(Span(self, start, self.length, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* # remove empty-label spans
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":779
|
|
* output.append(Span(self, start, self.length, label=label, kb_id=kb_id, span_id=ent_id))
|
|
* # remove empty-label spans
|
|
* output = [o for o in output if o.label_ != ""] # <<<<<<<<<<<<<<
|
|
* return tuple(output)
|
|
*
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __pyx_v_output; __Pyx_INCREF(__pyx_t_12); __pyx_t_8 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_12)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_12, __pyx_t_8); __Pyx_INCREF(__pyx_t_1); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 779, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_12, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_o, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_o, __pyx_n_s_label_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = (__Pyx_PyString_Equals(__pyx_t_1, __pyx_kp_s__4, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 779, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_5) {
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_v_o))) __PYX_ERR(0, 779, __pyx_L1_error)
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_output, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":780
|
|
* # remove empty-label spans
|
|
* output = [o for o in output if o.label_ != ""]
|
|
* return tuple(output) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __set__(self, ents):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_7 = PyList_AsTuple(__pyx_v_output); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 780, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_r = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":747
|
|
* DOCS: https://spacy.io/api/doc#ents
|
|
* """
|
|
* def __get__(self): # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef const TokenC* token
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_12);
|
|
__Pyx_XDECREF(__pyx_t_13);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.ents.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_output);
|
|
__Pyx_XDECREF(__pyx_v_seq);
|
|
__Pyx_XDECREF(__pyx_v_t);
|
|
__Pyx_XDECREF(__pyx_v_o);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":782
|
|
* return tuple(output)
|
|
*
|
|
* def __set__(self, ents): # <<<<<<<<<<<<<<
|
|
* # TODO:
|
|
* # 1. Test basic data-driven ORTH gazetteer
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_4ents_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_ents); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_4ents_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_ents) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4ents_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_ents));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_4ents_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_ents) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_v_kb_id;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_v_ent_id;
|
|
int __pyx_v_ent_start;
|
|
int __pyx_v_ent_end;
|
|
PyObject *__pyx_v_ent_spans = NULL;
|
|
PyObject *__pyx_v_ent_info = NULL;
|
|
PyObject *__pyx_v_entity_type_ = NULL;
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_v_span = NULL;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *(*__pyx_t_11)(PyObject *);
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_12;
|
|
int __pyx_t_13;
|
|
int __pyx_t_14;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_15;
|
|
int __pyx_t_16;
|
|
int __pyx_t_17;
|
|
int __pyx_t_18;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[0], 782, 0, __PYX_ERR(0, 782, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":788
|
|
* cdef attr_t kb_id, ent_id
|
|
* cdef int ent_start, ent_end
|
|
* ent_spans = [] # <<<<<<<<<<<<<<
|
|
* for ent_info in ents:
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info)
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 788, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_ent_spans = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":789
|
|
* cdef int ent_start, ent_end
|
|
* ent_spans = []
|
|
* for ent_info in ents: # <<<<<<<<<<<<<<
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info)
|
|
* if isinstance(entity_type_, str):
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_ents)) || PyTuple_CheckExact(__pyx_v_ents)) {
|
|
__pyx_t_1 = __pyx_v_ents; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_ents); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 789, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 789, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 789, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 789, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 789, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 789, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 789, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent_info, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":790
|
|
* ent_spans = []
|
|
* for ent_info in ents:
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info) # <<<<<<<<<<<<<<
|
|
* if isinstance(entity_type_, str):
|
|
* self.vocab.strings.add(entity_type_)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_get_entity_info); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_v_ent_info) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_ent_info);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
|
|
PyObject* sequence = __pyx_t_4;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 5)) {
|
|
if (size > 5) __Pyx_RaiseTooManyValuesError(5);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 790, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 2);
|
|
__pyx_t_8 = PyTuple_GET_ITEM(sequence, 3);
|
|
__pyx_t_9 = PyTuple_GET_ITEM(sequence, 4);
|
|
} else {
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 2);
|
|
__pyx_t_8 = PyList_GET_ITEM(sequence, 3);
|
|
__pyx_t_9 = PyList_GET_ITEM(sequence, 4);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
#else
|
|
{
|
|
Py_ssize_t i;
|
|
PyObject** temps[5] = {&__pyx_t_5,&__pyx_t_6,&__pyx_t_7,&__pyx_t_8,&__pyx_t_9};
|
|
for (i=0; i < 5; i++) {
|
|
PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(item);
|
|
*(temps[i]) = item;
|
|
}
|
|
}
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
PyObject** temps[5] = {&__pyx_t_5,&__pyx_t_6,&__pyx_t_7,&__pyx_t_8,&__pyx_t_9};
|
|
__pyx_t_10 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
|
|
for (index=0; index < 5; index++) {
|
|
PyObject* item = __pyx_t_11(__pyx_t_10); if (unlikely(!item)) goto __pyx_L5_unpacking_failed;
|
|
__Pyx_GOTREF(item);
|
|
*(temps[index]) = item;
|
|
}
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 5) < 0) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__pyx_t_11 = NULL;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
goto __pyx_L6_unpacking_done;
|
|
__pyx_L5_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_11 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 790, __pyx_L1_error)
|
|
__pyx_L6_unpacking_done:;
|
|
}
|
|
__pyx_t_12 = __Pyx_PyInt_As_uint64_t(__pyx_t_6); if (unlikely((__pyx_t_12 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_13 = __Pyx_PyInt_As_int(__pyx_t_7); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_14 = __Pyx_PyInt_As_int(__pyx_t_8); if (unlikely((__pyx_t_14 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_15 = __Pyx_PyInt_As_uint64_t(__pyx_t_9); if (unlikely((__pyx_t_15 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 790, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_entity_type_, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_kb_id = __pyx_t_12;
|
|
__pyx_v_ent_start = __pyx_t_13;
|
|
__pyx_v_ent_end = __pyx_t_14;
|
|
__pyx_v_ent_id = __pyx_t_15;
|
|
|
|
/* "spacy/tokens/doc.pyx":791
|
|
* for ent_info in ents:
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info)
|
|
* if isinstance(entity_type_, str): # <<<<<<<<<<<<<<
|
|
* self.vocab.strings.add(entity_type_)
|
|
* span = Span(self, ent_start, ent_end, label=entity_type_, kb_id=kb_id, span_id=ent_id)
|
|
*/
|
|
__pyx_t_16 = PyString_Check(__pyx_v_entity_type_);
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":792
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info)
|
|
* if isinstance(entity_type_, str):
|
|
* self.vocab.strings.add(entity_type_) # <<<<<<<<<<<<<<
|
|
* span = Span(self, ent_start, ent_end, label=entity_type_, kb_id=kb_id, span_id=ent_id)
|
|
* ent_spans.append(span)
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab->strings), __pyx_n_s_add); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 792, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_8, __pyx_v_entity_type_) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_entity_type_);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 792, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":791
|
|
* for ent_info in ents:
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info)
|
|
* if isinstance(entity_type_, str): # <<<<<<<<<<<<<<
|
|
* self.vocab.strings.add(entity_type_)
|
|
* span = Span(self, ent_start, ent_end, label=entity_type_, kb_id=kb_id, span_id=ent_id)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":793
|
|
* if isinstance(entity_type_, str):
|
|
* self.vocab.strings.add(entity_type_)
|
|
* span = Span(self, ent_start, ent_end, label=entity_type_, kb_id=kb_id, span_id=ent_id) # <<<<<<<<<<<<<<
|
|
* ent_spans.append(span)
|
|
* self.set_ents(ent_spans, default=SetEntsDefault.outside)
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_ent_start); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_9 = __Pyx_PyInt_From_int(__pyx_v_ent_end); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_8, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_9);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_label, __pyx_v_entity_type_) < 0) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyInt_From_uint64_t(__pyx_v_kb_id); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_kb_id, __pyx_t_4) < 0) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyInt_From_uint64_t(__pyx_v_ent_id); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_span_id, __pyx_t_4) < 0) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_8, __pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 793, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_span, ((struct __pyx_obj_5spacy_6tokens_4span_Span *)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":794
|
|
* self.vocab.strings.add(entity_type_)
|
|
* span = Span(self, ent_start, ent_end, label=entity_type_, kb_id=kb_id, span_id=ent_id)
|
|
* ent_spans.append(span) # <<<<<<<<<<<<<<
|
|
* self.set_ents(ent_spans, default=SetEntsDefault.outside)
|
|
*
|
|
*/
|
|
__pyx_t_18 = __Pyx_PyList_Append(__pyx_v_ent_spans, ((PyObject *)__pyx_v_span)); if (unlikely(__pyx_t_18 == ((int)-1))) __PYX_ERR(0, 794, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":789
|
|
* cdef int ent_start, ent_end
|
|
* ent_spans = []
|
|
* for ent_info in ents: # <<<<<<<<<<<<<<
|
|
* entity_type_, kb_id, ent_start, ent_end, ent_id = get_entity_info(ent_info)
|
|
* if isinstance(entity_type_, str):
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":795
|
|
* span = Span(self, ent_start, ent_end, label=entity_type_, kb_id=kb_id, span_id=ent_id)
|
|
* ent_spans.append(span)
|
|
* self.set_ents(ent_spans, default=SetEntsDefault.outside) # <<<<<<<<<<<<<<
|
|
*
|
|
* def set_ents(self, entities, *, blocked=None, missing=None, outside=None, default=SetEntsDefault.outside):
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_set_ents); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_ent_spans);
|
|
__Pyx_GIVEREF(__pyx_v_ent_spans);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_ent_spans);
|
|
__pyx_t_9 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_outside); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_default, __pyx_t_7) < 0) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 795, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":782
|
|
* return tuple(output)
|
|
*
|
|
* def __set__(self, ents): # <<<<<<<<<<<<<<
|
|
* # TODO:
|
|
* # 1. Test basic data-driven ORTH gazetteer
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.ents.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_ent_spans);
|
|
__Pyx_XDECREF(__pyx_v_ent_info);
|
|
__Pyx_XDECREF(__pyx_v_entity_type_);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_span);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":797
|
|
* self.set_ents(ent_spans, default=SetEntsDefault.outside)
|
|
*
|
|
* def set_ents(self, entities, *, blocked=None, missing=None, outside=None, default=SetEntsDefault.outside): # <<<<<<<<<<<<<<
|
|
* """Set entity annotation.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_32set_ents(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_31set_ents[] = "Doc.set_ents(self, entities, *, blocked=None, missing=None, outside=None, default=SetEntsDefault.outside)\nSet entity annotation.\n\n entities (List[Span]): Spans with labels to set as entities.\n blocked (Optional[List[Span]]): Spans to set as 'blocked' (never an\n entity) for spacy's built-in NER component. Other components may\n ignore this setting.\n missing (Optional[List[Span]]): Spans with missing/unknown entity\n information.\n outside (Optional[List[Span]]): Spans outside of entities (O in IOB).\n default (str): How to set entity annotation for tokens outside of any\n provided spans. Options: \"blocked\", \"missing\", \"outside\" and\n \"unmodified\" (preserve current state). Defaults to \"outside\".\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_32set_ents(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_entities = 0;
|
|
PyObject *__pyx_v_blocked = 0;
|
|
PyObject *__pyx_v_missing = 0;
|
|
PyObject *__pyx_v_outside = 0;
|
|
PyObject *__pyx_v_default = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("set_ents (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_entities,&__pyx_n_s_blocked,&__pyx_n_s_missing,&__pyx_n_s_outside,&__pyx_n_s_default,0};
|
|
PyObject* values[5] = {0,0,0,0,0};
|
|
values[1] = ((PyObject *)Py_None);
|
|
values[2] = ((PyObject *)Py_None);
|
|
values[3] = ((PyObject *)Py_None);
|
|
values[4] = __pyx_k__12;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_entities)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args > 0 && likely(kw_args <= 4)) {
|
|
Py_ssize_t index;
|
|
for (index = 1; index < 5 && kw_args > 0; index++) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_ents") < 0)) __PYX_ERR(0, 797, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_entities = values[0];
|
|
__pyx_v_blocked = values[1];
|
|
__pyx_v_missing = values[2];
|
|
__pyx_v_outside = values[3];
|
|
__pyx_v_default = values[4];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("set_ents", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 797, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.set_ents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_31set_ents(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_entities, __pyx_v_blocked, __pyx_v_missing, __pyx_v_outside, __pyx_v_default);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_31set_ents(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_entities, PyObject *__pyx_v_blocked, PyObject *__pyx_v_missing, PyObject *__pyx_v_outside, PyObject *__pyx_v_default) {
|
|
int __pyx_v_i;
|
|
PyObject *__pyx_v_seen_tokens = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_ent = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
Py_ssize_t __pyx_t_7;
|
|
PyObject *(*__pyx_t_8)(PyObject *);
|
|
long __pyx_t_9;
|
|
long __pyx_t_10;
|
|
long __pyx_t_11;
|
|
int __pyx_t_12;
|
|
int __pyx_t_13;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_14;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_15;
|
|
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_16;
|
|
int __pyx_t_17;
|
|
int __pyx_t_18;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("set_ents", 0);
|
|
__Pyx_TraceCall("set_ents", __pyx_f[0], 797, 0, __PYX_ERR(0, 797, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_entities);
|
|
__Pyx_INCREF(__pyx_v_blocked);
|
|
__Pyx_INCREF(__pyx_v_missing);
|
|
__Pyx_INCREF(__pyx_v_outside);
|
|
|
|
/* "spacy/tokens/doc.pyx":811
|
|
* "unmodified" (preserve current state). Defaults to "outside".
|
|
* """
|
|
* if default not in SetEntsDefault.values(): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1011.format(default=default, modes=", ".join(SetEntsDefault)))
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 811, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_values); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 811, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 811, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_v_default, __pyx_t_1, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 811, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_5 = (__pyx_t_4 != 0);
|
|
if (unlikely(__pyx_t_5)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":812
|
|
* """
|
|
* if default not in SetEntsDefault.values():
|
|
* raise ValueError(Errors.E1011.format(default=default, modes=", ".join(SetEntsDefault))) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Ignore spans with missing labels
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E1011); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_default, __pyx_v_default) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = __Pyx_PyString_Join(__pyx_kp_s__9, __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_modes, __pyx_t_6) < 0) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 812, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 812, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":811
|
|
* "unmodified" (preserve current state). Defaults to "outside".
|
|
* """
|
|
* if default not in SetEntsDefault.values(): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1011.format(default=default, modes=", ".join(SetEntsDefault)))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":815
|
|
*
|
|
* # Ignore spans with missing labels
|
|
* entities = [ent for ent in entities if ent.label > 0] # <<<<<<<<<<<<<<
|
|
*
|
|
* if blocked is None:
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(PyList_CheckExact(__pyx_v_entities)) || PyTuple_CheckExact(__pyx_v_entities)) {
|
|
__pyx_t_6 = __pyx_v_entities; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_entities); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_1); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_1); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_8(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 815, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_label); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyObject_RichCompare(__pyx_t_1, __pyx_int_0, Py_GT); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_5) {
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_v_ent))) __PYX_ERR(0, 815, __pyx_L1_error)
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_entities, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":817
|
|
* entities = [ent for ent in entities if ent.label > 0]
|
|
*
|
|
* if blocked is None: # <<<<<<<<<<<<<<
|
|
* blocked = tuple()
|
|
* if missing is None:
|
|
*/
|
|
__pyx_t_5 = (__pyx_v_blocked == Py_None);
|
|
__pyx_t_4 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":818
|
|
*
|
|
* if blocked is None:
|
|
* blocked = tuple() # <<<<<<<<<<<<<<
|
|
* if missing is None:
|
|
* missing = tuple()
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 818, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF_SET(__pyx_v_blocked, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":817
|
|
* entities = [ent for ent in entities if ent.label > 0]
|
|
*
|
|
* if blocked is None: # <<<<<<<<<<<<<<
|
|
* blocked = tuple()
|
|
* if missing is None:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":819
|
|
* if blocked is None:
|
|
* blocked = tuple()
|
|
* if missing is None: # <<<<<<<<<<<<<<
|
|
* missing = tuple()
|
|
* if outside is None:
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_missing == Py_None);
|
|
__pyx_t_5 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":820
|
|
* blocked = tuple()
|
|
* if missing is None:
|
|
* missing = tuple() # <<<<<<<<<<<<<<
|
|
* if outside is None:
|
|
* outside = tuple()
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 820, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF_SET(__pyx_v_missing, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":819
|
|
* if blocked is None:
|
|
* blocked = tuple()
|
|
* if missing is None: # <<<<<<<<<<<<<<
|
|
* missing = tuple()
|
|
* if outside is None:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":821
|
|
* if missing is None:
|
|
* missing = tuple()
|
|
* if outside is None: # <<<<<<<<<<<<<<
|
|
* outside = tuple()
|
|
*
|
|
*/
|
|
__pyx_t_5 = (__pyx_v_outside == Py_None);
|
|
__pyx_t_4 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":822
|
|
* missing = tuple()
|
|
* if outside is None:
|
|
* outside = tuple() # <<<<<<<<<<<<<<
|
|
*
|
|
* # Find all tokens covered by spans and check that none are overlapping
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 822, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF_SET(__pyx_v_outside, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":821
|
|
* if missing is None:
|
|
* missing = tuple()
|
|
* if outside is None: # <<<<<<<<<<<<<<
|
|
* outside = tuple()
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":826
|
|
* # Find all tokens covered by spans and check that none are overlapping
|
|
* cdef int i
|
|
* seen_tokens = set() # <<<<<<<<<<<<<<
|
|
* for span in itertools.chain.from_iterable([entities, blocked, missing, outside]):
|
|
* if not isinstance(span, Span):
|
|
*/
|
|
__pyx_t_3 = PySet_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 826, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_seen_tokens = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":827
|
|
* cdef int i
|
|
* seen_tokens = set()
|
|
* for span in itertools.chain.from_iterable([entities, blocked, missing, outside]): # <<<<<<<<<<<<<<
|
|
* if not isinstance(span, Span):
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_itertools); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_chain); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_iterable); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PyList_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_v_entities);
|
|
__Pyx_GIVEREF(__pyx_v_entities);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_v_entities);
|
|
__Pyx_INCREF(__pyx_v_blocked);
|
|
__Pyx_GIVEREF(__pyx_v_blocked);
|
|
PyList_SET_ITEM(__pyx_t_2, 1, __pyx_v_blocked);
|
|
__Pyx_INCREF(__pyx_v_missing);
|
|
__Pyx_GIVEREF(__pyx_v_missing);
|
|
PyList_SET_ITEM(__pyx_t_2, 2, __pyx_v_missing);
|
|
__Pyx_INCREF(__pyx_v_outside);
|
|
__Pyx_GIVEREF(__pyx_v_outside);
|
|
PyList_SET_ITEM(__pyx_t_2, 3, __pyx_v_outside);
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_1, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_6 = __pyx_t_3; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_3); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_3); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 827, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_8(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 827, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":828
|
|
* seen_tokens = set()
|
|
* for span in itertools.chain.from_iterable([entities, blocked, missing, outside]):
|
|
* if not isinstance(span, Span): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
* for i in range(span.start, span.end):
|
|
*/
|
|
__pyx_t_4 = __Pyx_TypeCheck(__pyx_v_span, __pyx_ptype_5spacy_6tokens_4span_Span);
|
|
__pyx_t_5 = ((!(__pyx_t_4 != 0)) != 0);
|
|
if (unlikely(__pyx_t_5)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":829
|
|
* for span in itertools.chain.from_iterable([entities, blocked, missing, outside]):
|
|
* if not isinstance(span, Span):
|
|
* raise ValueError(Errors.E1012.format(span=span)) # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* if i in seen_tokens:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E1012); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_span, __pyx_v_span) < 0) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 829, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(0, 829, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":828
|
|
* seen_tokens = set()
|
|
* for span in itertools.chain.from_iterable([entities, blocked, missing, outside]):
|
|
* if not isinstance(span, Span): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
* for i in range(span.start, span.end):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":830
|
|
* if not isinstance(span, Span):
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
* for i in range(span.start, span.end): # <<<<<<<<<<<<<<
|
|
* if i in seen_tokens:
|
|
* raise ValueError(Errors.E1010.format(i=i))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_9 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_10 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 830, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = __pyx_t_9;
|
|
for (__pyx_t_12 = __pyx_t_10; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":831
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
* for i in range(span.start, span.end):
|
|
* if i in seen_tokens: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1010.format(i=i))
|
|
* seen_tokens.add(i)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 831, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = (__Pyx_PySet_ContainsTF(__pyx_t_2, __pyx_v_seen_tokens, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 831, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_4 = (__pyx_t_5 != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":832
|
|
* for i in range(span.start, span.end):
|
|
* if i in seen_tokens:
|
|
* raise ValueError(Errors.E1010.format(i=i)) # <<<<<<<<<<<<<<
|
|
* seen_tokens.add(i)
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E1010); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_i, __pyx_t_3) < 0) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(0, 832, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":831
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
* for i in range(span.start, span.end):
|
|
* if i in seen_tokens: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1010.format(i=i))
|
|
* seen_tokens.add(i)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":833
|
|
* if i in seen_tokens:
|
|
* raise ValueError(Errors.E1010.format(i=i))
|
|
* seen_tokens.add(i) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Set all specified entity information
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 833, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_13 = PySet_Add(__pyx_v_seen_tokens, __pyx_t_1); if (unlikely(__pyx_t_13 == ((int)-1))) __PYX_ERR(0, 833, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":827
|
|
* cdef int i
|
|
* seen_tokens = set()
|
|
* for span in itertools.chain.from_iterable([entities, blocked, missing, outside]): # <<<<<<<<<<<<<<
|
|
* if not isinstance(span, Span):
|
|
* raise ValueError(Errors.E1012.format(span=span))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":836
|
|
*
|
|
* # Set all specified entity information
|
|
* for span in entities: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* if i == span.start:
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_entities)) || PyTuple_CheckExact(__pyx_v_entities)) {
|
|
__pyx_t_6 = __pyx_v_entities; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_entities); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_1); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_1); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 836, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_8(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 836, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":837
|
|
* # Set all specified entity information
|
|
* for span in entities:
|
|
* for i in range(span.start, span.end): # <<<<<<<<<<<<<<
|
|
* if i == span.start:
|
|
* self.c[i].ent_iob = 3
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 837, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_9 = __Pyx_PyInt_As_long(__pyx_t_1); if (unlikely((__pyx_t_9 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 837, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 837, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_1); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 837, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_10 = __pyx_t_9;
|
|
for (__pyx_t_12 = __pyx_t_11; __pyx_t_12 < __pyx_t_10; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":838
|
|
* for span in entities:
|
|
* for i in range(span.start, span.end):
|
|
* if i == span.start: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 3
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = PyObject_RichCompare(__pyx_t_1, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 838, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":839
|
|
* for i in range(span.start, span.end):
|
|
* if i == span.start:
|
|
* self.c[i].ent_iob = 3 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.c[i].ent_iob = 1
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 3;
|
|
|
|
/* "spacy/tokens/doc.pyx":838
|
|
* for span in entities:
|
|
* for i in range(span.start, span.end):
|
|
* if i == span.start: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 3
|
|
* else:
|
|
*/
|
|
goto __pyx_L20;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":841
|
|
* self.c[i].ent_iob = 3
|
|
* else:
|
|
* self.c[i].ent_iob = 1 # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_type = span.label
|
|
* self.c[i].ent_kb_id = span.kb_id
|
|
*/
|
|
/*else*/ {
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 1;
|
|
}
|
|
__pyx_L20:;
|
|
|
|
/* "spacy/tokens/doc.pyx":842
|
|
* else:
|
|
* self.c[i].ent_iob = 1
|
|
* self.c[i].ent_type = span.label # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_kb_id = span.kb_id
|
|
* # for backwards compatibility in v3, only set ent_id from
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 842, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_14 = __Pyx_PyInt_As_uint64_t(__pyx_t_2); if (unlikely((__pyx_t_14 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 842, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_type = __pyx_t_14;
|
|
|
|
/* "spacy/tokens/doc.pyx":843
|
|
* self.c[i].ent_iob = 1
|
|
* self.c[i].ent_type = span.label
|
|
* self.c[i].ent_kb_id = span.kb_id # <<<<<<<<<<<<<<
|
|
* # for backwards compatibility in v3, only set ent_id from
|
|
* # span.id if it's set, otherwise don't override
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_kb_id); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 843, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_14 = __Pyx_PyInt_As_uint64_t(__pyx_t_2); if (unlikely((__pyx_t_14 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 843, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_kb_id = __pyx_t_14;
|
|
|
|
/* "spacy/tokens/doc.pyx":846
|
|
* # for backwards compatibility in v3, only set ent_id from
|
|
* # span.id if it's set, otherwise don't override
|
|
* self.c[i].ent_id = span.id if span.id else self.c[i].ent_id # <<<<<<<<<<<<<<
|
|
* for span in blocked:
|
|
* for i in range(span.start, span.end):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_id); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 846, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 846, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_4) {
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_id); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 846, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_16 = __Pyx_PyInt_As_uint64_t(__pyx_t_2); if (unlikely((__pyx_t_16 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 846, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_15 = __pyx_t_16;
|
|
} else {
|
|
__pyx_t_15 = (__pyx_v_self->c[__pyx_v_i]).ent_id;
|
|
}
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_id = __pyx_t_15;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":836
|
|
*
|
|
* # Set all specified entity information
|
|
* for span in entities: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* if i == span.start:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":847
|
|
* # span.id if it's set, otherwise don't override
|
|
* self.c[i].ent_id = span.id if span.id else self.c[i].ent_id
|
|
* for span in blocked: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 3
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_blocked)) || PyTuple_CheckExact(__pyx_v_blocked)) {
|
|
__pyx_t_6 = __pyx_v_blocked; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_blocked); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 847, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 847, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 847, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 847, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 847, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 847, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_8(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 847, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":848
|
|
* self.c[i].ent_id = span.id if span.id else self.c[i].ent_id
|
|
* for span in blocked:
|
|
* for i in range(span.start, span.end): # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 3
|
|
* self.c[i].ent_type = 0
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 848, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_9 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 848, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 848, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_10 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 848, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = __pyx_t_9;
|
|
for (__pyx_t_12 = __pyx_t_10; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":849
|
|
* for span in blocked:
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 3 # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_type = 0
|
|
* for span in missing:
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 3;
|
|
|
|
/* "spacy/tokens/doc.pyx":850
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 3
|
|
* self.c[i].ent_type = 0 # <<<<<<<<<<<<<<
|
|
* for span in missing:
|
|
* for i in range(span.start, span.end):
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_type = 0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":847
|
|
* # span.id if it's set, otherwise don't override
|
|
* self.c[i].ent_id = span.id if span.id else self.c[i].ent_id
|
|
* for span in blocked: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 3
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":851
|
|
* self.c[i].ent_iob = 3
|
|
* self.c[i].ent_type = 0
|
|
* for span in missing: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 0
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_missing)) || PyTuple_CheckExact(__pyx_v_missing)) {
|
|
__pyx_t_6 = __pyx_v_missing; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_missing); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 851, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 851, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 851, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 851, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 851, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 851, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_8(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 851, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":852
|
|
* self.c[i].ent_type = 0
|
|
* for span in missing:
|
|
* for i in range(span.start, span.end): # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 0
|
|
* self.c[i].ent_type = 0
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 852, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_9 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 852, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 852, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 852, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_10 = __pyx_t_9;
|
|
for (__pyx_t_12 = __pyx_t_11; __pyx_t_12 < __pyx_t_10; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":853
|
|
* for span in missing:
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 0 # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_type = 0
|
|
* for span in outside:
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":854
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 0
|
|
* self.c[i].ent_type = 0 # <<<<<<<<<<<<<<
|
|
* for span in outside:
|
|
* for i in range(span.start, span.end):
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_type = 0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":851
|
|
* self.c[i].ent_iob = 3
|
|
* self.c[i].ent_type = 0
|
|
* for span in missing: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 0
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":855
|
|
* self.c[i].ent_iob = 0
|
|
* self.c[i].ent_type = 0
|
|
* for span in outside: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 2
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_outside)) || PyTuple_CheckExact(__pyx_v_outside)) {
|
|
__pyx_t_6 = __pyx_v_outside; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_outside); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 855, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 855, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_6))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 855, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 855, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 855, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 855, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_8(__pyx_t_6);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 855, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":856
|
|
* self.c[i].ent_type = 0
|
|
* for span in outside:
|
|
* for i in range(span.start, span.end): # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 2
|
|
* self.c[i].ent_type = 0
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 856, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_9 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 856, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 856, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = __Pyx_PyInt_As_long(__pyx_t_2); if (unlikely((__pyx_t_10 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 856, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = __pyx_t_9;
|
|
for (__pyx_t_12 = __pyx_t_10; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":857
|
|
* for span in outside:
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 2 # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_type = 0
|
|
*
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 2;
|
|
|
|
/* "spacy/tokens/doc.pyx":858
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 2
|
|
* self.c[i].ent_type = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* # Set tokens outside of all provided spans
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_type = 0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":855
|
|
* self.c[i].ent_iob = 0
|
|
* self.c[i].ent_type = 0
|
|
* for span in outside: # <<<<<<<<<<<<<<
|
|
* for i in range(span.start, span.end):
|
|
* self.c[i].ent_iob = 2
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":861
|
|
*
|
|
* # Set tokens outside of all provided spans
|
|
* if default != SetEntsDefault.unmodified: # <<<<<<<<<<<<<<
|
|
* for i in range(self.length):
|
|
* if i not in seen_tokens:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 861, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_unmodified); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 861, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyObject_RichCompare(__pyx_v_default, __pyx_t_2, Py_NE); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 861, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 861, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":862
|
|
* # Set tokens outside of all provided spans
|
|
* if default != SetEntsDefault.unmodified:
|
|
* for i in range(self.length): # <<<<<<<<<<<<<<
|
|
* if i not in seen_tokens:
|
|
* self.c[i].ent_type = 0
|
|
*/
|
|
__pyx_t_12 = __pyx_v_self->length;
|
|
__pyx_t_17 = __pyx_t_12;
|
|
for (__pyx_t_18 = 0; __pyx_t_18 < __pyx_t_17; __pyx_t_18+=1) {
|
|
__pyx_v_i = __pyx_t_18;
|
|
|
|
/* "spacy/tokens/doc.pyx":863
|
|
* if default != SetEntsDefault.unmodified:
|
|
* for i in range(self.length):
|
|
* if i not in seen_tokens: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_type = 0
|
|
* if default == SetEntsDefault.outside:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 863, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_4 = (__Pyx_PySet_ContainsTF(__pyx_t_6, __pyx_v_seen_tokens, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 863, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_5 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":864
|
|
* for i in range(self.length):
|
|
* if i not in seen_tokens:
|
|
* self.c[i].ent_type = 0 # <<<<<<<<<<<<<<
|
|
* if default == SetEntsDefault.outside:
|
|
* self.c[i].ent_iob = 2
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_type = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":865
|
|
* if i not in seen_tokens:
|
|
* self.c[i].ent_type = 0
|
|
* if default == SetEntsDefault.outside: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 2
|
|
* elif default == SetEntsDefault.missing:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 865, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_outside); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 865, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyObject_RichCompare(__pyx_v_default, __pyx_t_2, Py_EQ); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 865, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 865, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":866
|
|
* self.c[i].ent_type = 0
|
|
* if default == SetEntsDefault.outside:
|
|
* self.c[i].ent_iob = 2 # <<<<<<<<<<<<<<
|
|
* elif default == SetEntsDefault.missing:
|
|
* self.c[i].ent_iob = 0
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 2;
|
|
|
|
/* "spacy/tokens/doc.pyx":865
|
|
* if i not in seen_tokens:
|
|
* self.c[i].ent_type = 0
|
|
* if default == SetEntsDefault.outside: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 2
|
|
* elif default == SetEntsDefault.missing:
|
|
*/
|
|
goto __pyx_L37;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":867
|
|
* if default == SetEntsDefault.outside:
|
|
* self.c[i].ent_iob = 2
|
|
* elif default == SetEntsDefault.missing: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 0
|
|
* elif default == SetEntsDefault.blocked:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 867, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_missing); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 867, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyObject_RichCompare(__pyx_v_default, __pyx_t_2, Py_EQ); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 867, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 867, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":868
|
|
* self.c[i].ent_iob = 2
|
|
* elif default == SetEntsDefault.missing:
|
|
* self.c[i].ent_iob = 0 # <<<<<<<<<<<<<<
|
|
* elif default == SetEntsDefault.blocked:
|
|
* self.c[i].ent_iob = 3
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":867
|
|
* if default == SetEntsDefault.outside:
|
|
* self.c[i].ent_iob = 2
|
|
* elif default == SetEntsDefault.missing: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 0
|
|
* elif default == SetEntsDefault.blocked:
|
|
*/
|
|
goto __pyx_L37;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":869
|
|
* elif default == SetEntsDefault.missing:
|
|
* self.c[i].ent_iob = 0
|
|
* elif default == SetEntsDefault.blocked: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 3
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 869, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_blocked); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 869, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = PyObject_RichCompare(__pyx_v_default, __pyx_t_2, Py_EQ); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 869, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 869, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":870
|
|
* self.c[i].ent_iob = 0
|
|
* elif default == SetEntsDefault.blocked:
|
|
* self.c[i].ent_iob = 3 # <<<<<<<<<<<<<<
|
|
*
|
|
* # Fix any resulting inconsistent annotation
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).ent_iob = 3;
|
|
|
|
/* "spacy/tokens/doc.pyx":869
|
|
* elif default == SetEntsDefault.missing:
|
|
* self.c[i].ent_iob = 0
|
|
* elif default == SetEntsDefault.blocked: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_iob = 3
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L37:;
|
|
|
|
/* "spacy/tokens/doc.pyx":863
|
|
* if default != SetEntsDefault.unmodified:
|
|
* for i in range(self.length):
|
|
* if i not in seen_tokens: # <<<<<<<<<<<<<<
|
|
* self.c[i].ent_type = 0
|
|
* if default == SetEntsDefault.outside:
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":861
|
|
*
|
|
* # Set tokens outside of all provided spans
|
|
* if default != SetEntsDefault.unmodified: # <<<<<<<<<<<<<<
|
|
* for i in range(self.length):
|
|
* if i not in seen_tokens:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":873
|
|
*
|
|
* # Fix any resulting inconsistent annotation
|
|
* for i in range(self.length - 1): # <<<<<<<<<<<<<<
|
|
* # I must follow B or I: convert I to B
|
|
* if (self.c[i].ent_iob == 0 or self.c[i].ent_iob == 2) and \
|
|
*/
|
|
__pyx_t_9 = (__pyx_v_self->length - 1);
|
|
__pyx_t_11 = __pyx_t_9;
|
|
for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
|
|
__pyx_v_i = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":875
|
|
* for i in range(self.length - 1):
|
|
* # I must follow B or I: convert I to B
|
|
* if (self.c[i].ent_iob == 0 or self.c[i].ent_iob == 2) and \ # <<<<<<<<<<<<<<
|
|
* self.c[i+1].ent_iob == 1:
|
|
* self.c[i+1].ent_iob = 3
|
|
*/
|
|
__pyx_t_4 = (((__pyx_v_self->c[__pyx_v_i]).ent_iob == 0) != 0);
|
|
if (!__pyx_t_4) {
|
|
} else {
|
|
goto __pyx_L42_next_and;
|
|
}
|
|
__pyx_t_4 = (((__pyx_v_self->c[__pyx_v_i]).ent_iob == 2) != 0);
|
|
if (__pyx_t_4) {
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4;
|
|
goto __pyx_L41_bool_binop_done;
|
|
}
|
|
__pyx_L42_next_and:;
|
|
|
|
/* "spacy/tokens/doc.pyx":876
|
|
* # I must follow B or I: convert I to B
|
|
* if (self.c[i].ent_iob == 0 or self.c[i].ent_iob == 2) and \
|
|
* self.c[i+1].ent_iob == 1: # <<<<<<<<<<<<<<
|
|
* self.c[i+1].ent_iob = 3
|
|
* # Change of type with BI or II: convert second I to B
|
|
*/
|
|
__pyx_t_4 = (((__pyx_v_self->c[(__pyx_v_i + 1)]).ent_iob == 1) != 0);
|
|
__pyx_t_5 = __pyx_t_4;
|
|
__pyx_L41_bool_binop_done:;
|
|
|
|
/* "spacy/tokens/doc.pyx":875
|
|
* for i in range(self.length - 1):
|
|
* # I must follow B or I: convert I to B
|
|
* if (self.c[i].ent_iob == 0 or self.c[i].ent_iob == 2) and \ # <<<<<<<<<<<<<<
|
|
* self.c[i+1].ent_iob == 1:
|
|
* self.c[i+1].ent_iob = 3
|
|
*/
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":877
|
|
* if (self.c[i].ent_iob == 0 or self.c[i].ent_iob == 2) and \
|
|
* self.c[i+1].ent_iob == 1:
|
|
* self.c[i+1].ent_iob = 3 # <<<<<<<<<<<<<<
|
|
* # Change of type with BI or II: convert second I to B
|
|
* if self.c[i].ent_type != self.c[i+1].ent_type and \
|
|
*/
|
|
(__pyx_v_self->c[(__pyx_v_i + 1)]).ent_iob = 3;
|
|
|
|
/* "spacy/tokens/doc.pyx":875
|
|
* for i in range(self.length - 1):
|
|
* # I must follow B or I: convert I to B
|
|
* if (self.c[i].ent_iob == 0 or self.c[i].ent_iob == 2) and \ # <<<<<<<<<<<<<<
|
|
* self.c[i+1].ent_iob == 1:
|
|
* self.c[i+1].ent_iob = 3
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":879
|
|
* self.c[i+1].ent_iob = 3
|
|
* # Change of type with BI or II: convert second I to B
|
|
* if self.c[i].ent_type != self.c[i+1].ent_type and \ # <<<<<<<<<<<<<<
|
|
* (self.c[i].ent_iob == 3 or self.c[i].ent_iob == 1) and \
|
|
* self.c[i+1].ent_iob == 1:
|
|
*/
|
|
__pyx_t_4 = (((__pyx_v_self->c[__pyx_v_i]).ent_type != (__pyx_v_self->c[(__pyx_v_i + 1)]).ent_type) != 0);
|
|
if (__pyx_t_4) {
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4;
|
|
goto __pyx_L45_bool_binop_done;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":880
|
|
* # Change of type with BI or II: convert second I to B
|
|
* if self.c[i].ent_type != self.c[i+1].ent_type and \
|
|
* (self.c[i].ent_iob == 3 or self.c[i].ent_iob == 1) and \ # <<<<<<<<<<<<<<
|
|
* self.c[i+1].ent_iob == 1:
|
|
* self.c[i+1].ent_iob = 3
|
|
*/
|
|
__pyx_t_4 = (((__pyx_v_self->c[__pyx_v_i]).ent_iob == 3) != 0);
|
|
if (!__pyx_t_4) {
|
|
} else {
|
|
goto __pyx_L47_next_and;
|
|
}
|
|
__pyx_t_4 = (((__pyx_v_self->c[__pyx_v_i]).ent_iob == 1) != 0);
|
|
if (__pyx_t_4) {
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4;
|
|
goto __pyx_L45_bool_binop_done;
|
|
}
|
|
__pyx_L47_next_and:;
|
|
|
|
/* "spacy/tokens/doc.pyx":881
|
|
* if self.c[i].ent_type != self.c[i+1].ent_type and \
|
|
* (self.c[i].ent_iob == 3 or self.c[i].ent_iob == 1) and \
|
|
* self.c[i+1].ent_iob == 1: # <<<<<<<<<<<<<<
|
|
* self.c[i+1].ent_iob = 3
|
|
*
|
|
*/
|
|
__pyx_t_4 = (((__pyx_v_self->c[(__pyx_v_i + 1)]).ent_iob == 1) != 0);
|
|
__pyx_t_5 = __pyx_t_4;
|
|
__pyx_L45_bool_binop_done:;
|
|
|
|
/* "spacy/tokens/doc.pyx":879
|
|
* self.c[i+1].ent_iob = 3
|
|
* # Change of type with BI or II: convert second I to B
|
|
* if self.c[i].ent_type != self.c[i+1].ent_type and \ # <<<<<<<<<<<<<<
|
|
* (self.c[i].ent_iob == 3 or self.c[i].ent_iob == 1) and \
|
|
* self.c[i+1].ent_iob == 1:
|
|
*/
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":882
|
|
* (self.c[i].ent_iob == 3 or self.c[i].ent_iob == 1) and \
|
|
* self.c[i+1].ent_iob == 1:
|
|
* self.c[i+1].ent_iob = 3 # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
(__pyx_v_self->c[(__pyx_v_i + 1)]).ent_iob = 3;
|
|
|
|
/* "spacy/tokens/doc.pyx":879
|
|
* self.c[i+1].ent_iob = 3
|
|
* # Change of type with BI or II: convert second I to B
|
|
* if self.c[i].ent_type != self.c[i+1].ent_type and \ # <<<<<<<<<<<<<<
|
|
* (self.c[i].ent_iob == 3 or self.c[i].ent_iob == 1) and \
|
|
* self.c[i+1].ent_iob == 1:
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":797
|
|
* self.set_ents(ent_spans, default=SetEntsDefault.outside)
|
|
*
|
|
* def set_ents(self, entities, *, blocked=None, missing=None, outside=None, default=SetEntsDefault.outside): # <<<<<<<<<<<<<<
|
|
* """Set entity annotation.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.set_ents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_seen_tokens);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_ent);
|
|
__Pyx_XDECREF(__pyx_v_entities);
|
|
__Pyx_XDECREF(__pyx_v_blocked);
|
|
__Pyx_XDECREF(__pyx_v_missing);
|
|
__Pyx_XDECREF(__pyx_v_outside);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_11noun_chunks_2generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":885
|
|
*
|
|
* @property
|
|
* def noun_chunks(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over the base noun phrases in the document. Yields base
|
|
* noun-phrase #[code Span] objects, if the language has a noun chunk iterator.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_11noun_chunks_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_11noun_chunks_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_11noun_chunks___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_11noun_chunks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_10___get__(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_10___get__, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 885, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_11noun_chunks_2generator1, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_get_2, __pyx_n_s_Doc___get, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 885, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.noun_chunks.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_11noun_chunks_2generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
Py_ssize_t __pyx_t_6;
|
|
PyObject *(*__pyx_t_7)(PyObject *);
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *(*__pyx_t_11)(PyObject *);
|
|
int __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("noun_chunks", 0);
|
|
__Pyx_TraceCall("noun_chunks", __pyx_f[0], 885, 0, __PYX_ERR(0, 885, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L11_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 885, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":899
|
|
* DOCS: https://spacy.io/api/doc#noun_chunks
|
|
* """
|
|
* if self.noun_chunks_iterator is None: # <<<<<<<<<<<<<<
|
|
* raise NotImplementedError(Errors.E894.format(lang=self.vocab.lang))
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_cur_scope->__pyx_v_self->noun_chunks_iterator == Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":900
|
|
* """
|
|
* if self.noun_chunks_iterator is None:
|
|
* raise NotImplementedError(Errors.E894.format(lang=self.vocab.lang)) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Accumulate the result before beginning to iterate over it. This
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E894); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab), __pyx_n_s_lang); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_lang, __pyx_t_5) < 0) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_NotImplementedError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 900, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":899
|
|
* DOCS: https://spacy.io/api/doc#noun_chunks
|
|
* """
|
|
* if self.noun_chunks_iterator is None: # <<<<<<<<<<<<<<
|
|
* raise NotImplementedError(Errors.E894.format(lang=self.vocab.lang))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":907
|
|
* # its tokenization changing, so it's okay once we have the Span
|
|
* # objects. See Issue #375.
|
|
* spans = [] # <<<<<<<<<<<<<<
|
|
* for start, end, label in self.noun_chunks_iterator(self):
|
|
* spans.append(Span(self, start, end, label=label))
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 907, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_cur_scope->__pyx_v_spans = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":908
|
|
* # objects. See Issue #375.
|
|
* spans = []
|
|
* for start, end, label in self.noun_chunks_iterator(self): # <<<<<<<<<<<<<<
|
|
* spans.append(Span(self, start, end, label=label))
|
|
* for span in spans:
|
|
*/
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->noun_chunks_iterator);
|
|
__pyx_t_5 = __pyx_cur_scope->__pyx_v_self->noun_chunks_iterator; __pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_3, ((PyObject *)__pyx_cur_scope->__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_5, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_5 = __pyx_t_4; __Pyx_INCREF(__pyx_t_5); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
} else {
|
|
__pyx_t_6 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_7)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_4); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_7(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 908, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
|
|
PyObject* sequence = __pyx_t_4;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 3)) {
|
|
if (size > 3) __Pyx_RaiseTooManyValuesError(3);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 908, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_8 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_9 = PyTuple_GET_ITEM(sequence, 2);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_8 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_9 = PyList_GET_ITEM(sequence, 2);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_9 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_10 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_3)) goto __pyx_L7_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
index = 1; __pyx_t_8 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_8)) goto __pyx_L7_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
index = 2; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L7_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 3) < 0) __PYX_ERR(0, 908, __pyx_L1_error)
|
|
__pyx_t_11 = NULL;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
goto __pyx_L8_unpacking_done;
|
|
__pyx_L7_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_11 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 908, __pyx_L1_error)
|
|
__pyx_L8_unpacking_done:;
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_start);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_start, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_end);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_end, __pyx_t_8);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_label);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_label, __pyx_t_9);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":909
|
|
* spans = []
|
|
* for start, end, label in self.noun_chunks_iterator(self):
|
|
* spans.append(Span(self, start, end, label=label)) # <<<<<<<<<<<<<<
|
|
* for span in spans:
|
|
* yield span
|
|
*/
|
|
__pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 909, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_start);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_start);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_cur_scope->__pyx_v_start);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_end);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_end);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_cur_scope->__pyx_v_end);
|
|
__pyx_t_9 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 909, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_label, __pyx_cur_scope->__pyx_v_label) < 0) __PYX_ERR(0, 909, __pyx_L1_error)
|
|
__pyx_t_8 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_4, __pyx_t_9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 909, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_12 = __Pyx_PyList_Append(__pyx_cur_scope->__pyx_v_spans, __pyx_t_8); if (unlikely(__pyx_t_12 == ((int)-1))) __PYX_ERR(0, 909, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":908
|
|
* # objects. See Issue #375.
|
|
* spans = []
|
|
* for start, end, label in self.noun_chunks_iterator(self): # <<<<<<<<<<<<<<
|
|
* spans.append(Span(self, start, end, label=label))
|
|
* for span in spans:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":910
|
|
* for start, end, label in self.noun_chunks_iterator(self):
|
|
* spans.append(Span(self, start, end, label=label))
|
|
* for span in spans: # <<<<<<<<<<<<<<
|
|
* yield span
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_cur_scope->__pyx_v_spans; __Pyx_INCREF(__pyx_t_5); __pyx_t_6 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_8 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_8); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 910, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_8 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 910, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_span);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_span, __pyx_t_8);
|
|
__Pyx_GIVEREF(__pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":911
|
|
* spans.append(Span(self, start, end, label=label))
|
|
* for span in spans:
|
|
* yield span # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_span);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_span;
|
|
__Pyx_XGIVEREF(__pyx_t_5);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_5;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_6;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L11_resume_from_yield:;
|
|
__pyx_t_5 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __pyx_cur_scope->__pyx_t_1;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 911, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":910
|
|
* for start, end, label in self.noun_chunks_iterator(self):
|
|
* spans.append(Span(self, start, end, label=label))
|
|
* for span in spans: # <<<<<<<<<<<<<<
|
|
* yield span
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* "spacy/tokens/doc.pyx":885
|
|
*
|
|
* @property
|
|
* def noun_chunks(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over the base noun phrases in the document. Yields base
|
|
* noun-phrase #[code Span] objects, if the language has a noun chunk iterator.
|
|
*/
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("noun_chunks", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_5sents_2generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":914
|
|
*
|
|
* @property
|
|
* def sents(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over the sentences in the document. Yields sentence `Span`
|
|
* objects. Sentence spans have no label.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5sents_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5sents_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_5sents___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5sents___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_11___get__(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_11___get__, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 914, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_5sents_2generator2, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_get_2, __pyx_n_s_Doc___get, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 914, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.sents.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_5sents_2generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_t_7;
|
|
long __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("sents", 0);
|
|
__Pyx_TraceCall("sents", __pyx_f[0], 914, 0, __PYX_ERR(0, 914, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield_from;
|
|
case 2: goto __pyx_L10_resume_from_yield;
|
|
case 3: goto __pyx_L12_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 914, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":922
|
|
* DOCS: https://spacy.io/api/doc#sents
|
|
* """
|
|
* if not self.has_annotation("SENT_START"): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E030)
|
|
* if "sents" in self.user_hooks:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 922, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_n_s_SENT_START) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_n_s_SENT_START);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 922, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 922, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_5 = ((!__pyx_t_4) != 0);
|
|
if (unlikely(__pyx_t_5)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":923
|
|
* """
|
|
* if not self.has_annotation("SENT_START"):
|
|
* raise ValueError(Errors.E030) # <<<<<<<<<<<<<<
|
|
* if "sents" in self.user_hooks:
|
|
* yield from self.user_hooks["sents"](self)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 923, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E030); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 923, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 923, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(0, 923, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":922
|
|
* DOCS: https://spacy.io/api/doc#sents
|
|
* """
|
|
* if not self.has_annotation("SENT_START"): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E030)
|
|
* if "sents" in self.user_hooks:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":924
|
|
* if not self.has_annotation("SENT_START"):
|
|
* raise ValueError(Errors.E030)
|
|
* if "sents" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* yield from self.user_hooks["sents"](self)
|
|
* else:
|
|
*/
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 924, __pyx_L1_error)
|
|
}
|
|
__pyx_t_5 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_sents, __pyx_cur_scope->__pyx_v_self->user_hooks, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 924, __pyx_L1_error)
|
|
__pyx_t_4 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":925
|
|
* raise ValueError(Errors.E030)
|
|
* if "sents" in self.user_hooks:
|
|
* yield from self.user_hooks["sents"](self) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = 0
|
|
*/
|
|
if (unlikely(__pyx_cur_scope->__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 925, __pyx_L1_error)
|
|
}
|
|
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_self->user_hooks, __pyx_n_s_sents); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 925, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, ((PyObject *)__pyx_cur_scope->__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_2, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 925, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XGOTREF(__pyx_r);
|
|
if (likely(__pyx_r)) {
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield_from:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 925, __pyx_L1_error)
|
|
} else {
|
|
PyObject* exc_type = __Pyx_PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear();
|
|
else __PYX_ERR(0, 925, __pyx_L1_error)
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":924
|
|
* if not self.has_annotation("SENT_START"):
|
|
* raise ValueError(Errors.E030)
|
|
* if "sents" in self.user_hooks: # <<<<<<<<<<<<<<
|
|
* yield from self.user_hooks["sents"](self)
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":927
|
|
* yield from self.user_hooks["sents"](self)
|
|
* else:
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
* for i in range(1, self.length):
|
|
* if self.c[i].sent_start == 1:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_cur_scope->__pyx_v_start = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":928
|
|
* else:
|
|
* start = 0
|
|
* for i in range(1, self.length): # <<<<<<<<<<<<<<
|
|
* if self.c[i].sent_start == 1:
|
|
* yield Span(self, start, i)
|
|
*/
|
|
__pyx_t_6 = __pyx_cur_scope->__pyx_v_self->length;
|
|
__pyx_t_7 = __pyx_t_6;
|
|
for (__pyx_t_8 = 1; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
|
|
__pyx_cur_scope->__pyx_v_i = __pyx_t_8;
|
|
|
|
/* "spacy/tokens/doc.pyx":929
|
|
* start = 0
|
|
* for i in range(1, self.length):
|
|
* if self.c[i].sent_start == 1: # <<<<<<<<<<<<<<
|
|
* yield Span(self, start, i)
|
|
* start = i
|
|
*/
|
|
__pyx_t_4 = (((__pyx_cur_scope->__pyx_v_self->c[__pyx_cur_scope->__pyx_v_i]).sent_start == 1) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":930
|
|
* for i in range(1, self.length):
|
|
* if self.c[i].sent_start == 1:
|
|
* yield Span(self, start, i) # <<<<<<<<<<<<<<
|
|
* start = i
|
|
* if start != self.length:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_long(__pyx_cur_scope->__pyx_v_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyInt_From_long(__pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_6;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_7;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_8;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 2;
|
|
return __pyx_r;
|
|
__pyx_L10_resume_from_yield:;
|
|
__pyx_t_6 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_t_7 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_8 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 930, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":931
|
|
* if self.c[i].sent_start == 1:
|
|
* yield Span(self, start, i)
|
|
* start = i # <<<<<<<<<<<<<<
|
|
* if start != self.length:
|
|
* yield Span(self, start, self.length)
|
|
*/
|
|
__pyx_cur_scope->__pyx_v_start = __pyx_cur_scope->__pyx_v_i;
|
|
|
|
/* "spacy/tokens/doc.pyx":929
|
|
* start = 0
|
|
* for i in range(1, self.length):
|
|
* if self.c[i].sent_start == 1: # <<<<<<<<<<<<<<
|
|
* yield Span(self, start, i)
|
|
* start = i
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":932
|
|
* yield Span(self, start, i)
|
|
* start = i
|
|
* if start != self.length: # <<<<<<<<<<<<<<
|
|
* yield Span(self, start, self.length)
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((__pyx_cur_scope->__pyx_v_start != __pyx_cur_scope->__pyx_v_self->length) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":933
|
|
* start = i
|
|
* if start != self.length:
|
|
* yield Span(self, start, self.length) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_long(__pyx_cur_scope->__pyx_v_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_cur_scope->__pyx_v_self->length); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_cur_scope->__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_3);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_t_1, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 3;
|
|
return __pyx_r;
|
|
__pyx_L12_resume_from_yield:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 933, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":932
|
|
* yield Span(self, start, i)
|
|
* start = i
|
|
* if start != self.length: # <<<<<<<<<<<<<<
|
|
* yield Span(self, start, self.length)
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L5:;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* "spacy/tokens/doc.pyx":914
|
|
*
|
|
* @property
|
|
* def sents(self): # <<<<<<<<<<<<<<
|
|
* """Iterate over the sentences in the document. Yields sentence `Span`
|
|
* objects. Sentence spans have no label.
|
|
*/
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("sents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":936
|
|
*
|
|
* @property
|
|
* def lang(self): # <<<<<<<<<<<<<<
|
|
* """RETURNS (uint64): ID of the language of the doc's vocabulary."""
|
|
* return self.vocab.strings[self.vocab.lang]
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4lang_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4lang_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4lang___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4lang___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 936, 0, __PYX_ERR(0, 936, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":938
|
|
* def lang(self):
|
|
* """RETURNS (uint64): ID of the language of the doc's vocabulary."""
|
|
* return self.vocab.strings[self.vocab.lang] # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab), __pyx_n_s_lang); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 938, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self->vocab->strings), __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 938, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":936
|
|
*
|
|
* @property
|
|
* def lang(self): # <<<<<<<<<<<<<<
|
|
* """RETURNS (uint64): ID of the language of the doc's vocabulary."""
|
|
* return self.vocab.strings[self.vocab.lang]
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.lang.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":941
|
|
*
|
|
* @property
|
|
* def lang_(self): # <<<<<<<<<<<<<<
|
|
* """RETURNS (str): Language of the doc's vocabulary, e.g. 'en'."""
|
|
* return self.vocab.lang
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5lang__1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5lang__1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_5lang____get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5lang____get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[0], 941, 0, __PYX_ERR(0, 941, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":943
|
|
* def lang_(self):
|
|
* """RETURNS (str): Language of the doc's vocabulary, e.g. 'en'."""
|
|
* return self.vocab.lang # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab), __pyx_n_s_lang); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 943, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":941
|
|
*
|
|
* @property
|
|
* def lang_(self): # <<<<<<<<<<<<<<
|
|
* """RETURNS (str): Language of the doc's vocabulary, e.g. 'en'."""
|
|
* return self.vocab.lang
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.lang_.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":945
|
|
* return self.vocab.lang
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1: # <<<<<<<<<<<<<<
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2)
|
|
*/
|
|
|
|
static int __pyx_fuse_0__pyx_f_5spacy_6tokens_3doc_3Doc_push_back(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr __pyx_v_lex_or_tok, int __pyx_v_has_space) {
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_t;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__pyx_fuse_0push_back", 0);
|
|
__Pyx_TraceCall("__pyx_fuse_0push_back", __pyx_f[0], 945, 0, __PYX_ERR(0, 945, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":946
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
* if self.length == self.max_length: # <<<<<<<<<<<<<<
|
|
* self._realloc(self.length * 2)
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length == __pyx_v_self->max_length) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":947
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2) # <<<<<<<<<<<<<<
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
* if LexemeOrToken is const_TokenC_ptr:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_realloc); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 947, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_long((__pyx_v_self->length * 2)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 947, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 947, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":946
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
* if self.length == self.max_length: # <<<<<<<<<<<<<<
|
|
* self._realloc(self.length * 2)
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":948
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2)
|
|
* cdef TokenC* t = &self.c[self.length] # <<<<<<<<<<<<<<
|
|
* if LexemeOrToken is const_TokenC_ptr:
|
|
* t[0] = lex_or_tok[0]
|
|
*/
|
|
__pyx_v_t = (&(__pyx_v_self->c[__pyx_v_self->length]));
|
|
|
|
/* "spacy/tokens/doc.pyx":952
|
|
* t[0] = lex_or_tok[0]
|
|
* else:
|
|
* t.lex = lex_or_tok # <<<<<<<<<<<<<<
|
|
* if self.length == 0:
|
|
* t.idx = 0
|
|
*/
|
|
__pyx_v_t->lex = __pyx_v_lex_or_tok;
|
|
|
|
/* "spacy/tokens/doc.pyx":953
|
|
* else:
|
|
* t.lex = lex_or_tok
|
|
* if self.length == 0: # <<<<<<<<<<<<<<
|
|
* t.idx = 0
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length == 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":954
|
|
* t.lex = lex_or_tok
|
|
* if self.length == 0:
|
|
* t.idx = 0 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy
|
|
*/
|
|
__pyx_v_t->idx = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":953
|
|
* else:
|
|
* t.lex = lex_or_tok
|
|
* if self.length == 0: # <<<<<<<<<<<<<<
|
|
* t.idx = 0
|
|
* else:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":956
|
|
* t.idx = 0
|
|
* else:
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy # <<<<<<<<<<<<<<
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_t->idx = (((__pyx_v_t - 1)->idx + (__pyx_v_t - 1)->lex->length) + (__pyx_v_t - 1)->spacy);
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "spacy/tokens/doc.pyx":957
|
|
* else:
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy
|
|
* t.l_edge = self.length # <<<<<<<<<<<<<<
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0:
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_v_t->l_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":958
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length # <<<<<<<<<<<<<<
|
|
* if t.lex.orth == 0:
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_v_t->r_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":959
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_t->lex->orth == 0) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":960
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0:
|
|
* raise ValueError(Errors.E031.format(i=self.length)) # <<<<<<<<<<<<<<
|
|
* t.spacy = has_space
|
|
* self.length += 1
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E031); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_i, __pyx_t_4) < 0) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 960, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":959
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":961
|
|
* if t.lex.orth == 0:
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space # <<<<<<<<<<<<<<
|
|
* self.length += 1
|
|
* if self.length == 1:
|
|
*/
|
|
__pyx_v_t->spacy = __pyx_v_has_space;
|
|
|
|
/* "spacy/tokens/doc.pyx":962
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space
|
|
* self.length += 1 # <<<<<<<<<<<<<<
|
|
* if self.length == 1:
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
*/
|
|
__pyx_v_self->length = (__pyx_v_self->length + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":963
|
|
* t.spacy = has_space
|
|
* self.length += 1
|
|
* if self.length == 1: # <<<<<<<<<<<<<<
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":965
|
|
* if self.length == 1:
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1 # <<<<<<<<<<<<<<
|
|
* return t.idx + t.lex.length + t.spacy
|
|
*
|
|
*/
|
|
(__pyx_v_self->c[0]).sent_start = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":963
|
|
* t.spacy = has_space
|
|
* self.length += 1
|
|
* if self.length == 1: # <<<<<<<<<<<<<<
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":966
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1
|
|
* return t.idx + t.lex.length + t.spacy # <<<<<<<<<<<<<<
|
|
*
|
|
* @cython.boundscheck(False)
|
|
*/
|
|
__pyx_r = ((__pyx_v_t->idx + __pyx_v_t->lex->length) + __pyx_v_t->spacy);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":945
|
|
* return self.vocab.lang
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1: # <<<<<<<<<<<<<<
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.push_back", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_fuse_1__pyx_f_5spacy_6tokens_3doc_3Doc_push_back(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr __pyx_v_lex_or_tok, int __pyx_v_has_space) {
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_t;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__pyx_fuse_1push_back", 0);
|
|
__Pyx_TraceCall("__pyx_fuse_1push_back", __pyx_f[0], 945, 0, __PYX_ERR(0, 945, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":946
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
* if self.length == self.max_length: # <<<<<<<<<<<<<<
|
|
* self._realloc(self.length * 2)
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length == __pyx_v_self->max_length) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":947
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2) # <<<<<<<<<<<<<<
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
* if LexemeOrToken is const_TokenC_ptr:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_realloc); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 947, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_long((__pyx_v_self->length * 2)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 947, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 947, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":946
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1:
|
|
* if self.length == self.max_length: # <<<<<<<<<<<<<<
|
|
* self._realloc(self.length * 2)
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":948
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2)
|
|
* cdef TokenC* t = &self.c[self.length] # <<<<<<<<<<<<<<
|
|
* if LexemeOrToken is const_TokenC_ptr:
|
|
* t[0] = lex_or_tok[0]
|
|
*/
|
|
__pyx_v_t = (&(__pyx_v_self->c[__pyx_v_self->length]));
|
|
|
|
/* "spacy/tokens/doc.pyx":950
|
|
* cdef TokenC* t = &self.c[self.length]
|
|
* if LexemeOrToken is const_TokenC_ptr:
|
|
* t[0] = lex_or_tok[0] # <<<<<<<<<<<<<<
|
|
* else:
|
|
* t.lex = lex_or_tok
|
|
*/
|
|
(__pyx_v_t[0]) = (__pyx_v_lex_or_tok[0]);
|
|
|
|
/* "spacy/tokens/doc.pyx":953
|
|
* else:
|
|
* t.lex = lex_or_tok
|
|
* if self.length == 0: # <<<<<<<<<<<<<<
|
|
* t.idx = 0
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length == 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":954
|
|
* t.lex = lex_or_tok
|
|
* if self.length == 0:
|
|
* t.idx = 0 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy
|
|
*/
|
|
__pyx_v_t->idx = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":953
|
|
* else:
|
|
* t.lex = lex_or_tok
|
|
* if self.length == 0: # <<<<<<<<<<<<<<
|
|
* t.idx = 0
|
|
* else:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":956
|
|
* t.idx = 0
|
|
* else:
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy # <<<<<<<<<<<<<<
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_t->idx = (((__pyx_v_t - 1)->idx + (__pyx_v_t - 1)->lex->length) + (__pyx_v_t - 1)->spacy);
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "spacy/tokens/doc.pyx":957
|
|
* else:
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy
|
|
* t.l_edge = self.length # <<<<<<<<<<<<<<
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0:
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_v_t->l_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":958
|
|
* t.idx = (t-1).idx + (t-1).lex.length + (t-1).spacy
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length # <<<<<<<<<<<<<<
|
|
* if t.lex.orth == 0:
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_v_t->r_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":959
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_t->lex->orth == 0) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":960
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0:
|
|
* raise ValueError(Errors.E031.format(i=self.length)) # <<<<<<<<<<<<<<
|
|
* t.spacy = has_space
|
|
* self.length += 1
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E031); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_i, __pyx_t_4) < 0) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 960, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 960, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":959
|
|
* t.l_edge = self.length
|
|
* t.r_edge = self.length
|
|
* if t.lex.orth == 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":961
|
|
* if t.lex.orth == 0:
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space # <<<<<<<<<<<<<<
|
|
* self.length += 1
|
|
* if self.length == 1:
|
|
*/
|
|
__pyx_v_t->spacy = __pyx_v_has_space;
|
|
|
|
/* "spacy/tokens/doc.pyx":962
|
|
* raise ValueError(Errors.E031.format(i=self.length))
|
|
* t.spacy = has_space
|
|
* self.length += 1 # <<<<<<<<<<<<<<
|
|
* if self.length == 1:
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
*/
|
|
__pyx_v_self->length = (__pyx_v_self->length + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":963
|
|
* t.spacy = has_space
|
|
* self.length += 1
|
|
* if self.length == 1: # <<<<<<<<<<<<<<
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":965
|
|
* if self.length == 1:
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1 # <<<<<<<<<<<<<<
|
|
* return t.idx + t.lex.length + t.spacy
|
|
*
|
|
*/
|
|
(__pyx_v_self->c[0]).sent_start = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":963
|
|
* t.spacy = has_space
|
|
* self.length += 1
|
|
* if self.length == 1: # <<<<<<<<<<<<<<
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":966
|
|
* # Set token.sent_start to 1 for first token. See issue #2869
|
|
* self.c[0].sent_start = 1
|
|
* return t.idx + t.lex.length + t.spacy # <<<<<<<<<<<<<<
|
|
*
|
|
* @cython.boundscheck(False)
|
|
*/
|
|
__pyx_r = ((__pyx_v_t->idx + __pyx_v_t->lex->length) + __pyx_v_t->spacy);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":945
|
|
* return self.vocab.lang
|
|
*
|
|
* cdef int push_back(self, LexemeOrToken lex_or_tok, bint has_space) except -1: # <<<<<<<<<<<<<<
|
|
* if self.length == self.max_length:
|
|
* self._realloc(self.length * 2)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.push_back", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":969
|
|
*
|
|
* @cython.boundscheck(False)
|
|
* cpdef np.ndarray to_array(self, object py_attr_ids): # <<<<<<<<<<<<<<
|
|
* """Export given token attributes to a numpy `ndarray`.
|
|
* If `attr_ids` is a sequence of M attributes, the output array will be
|
|
*/
|
|
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_34to_array(PyObject *__pyx_v_self, PyObject *__pyx_v_py_attr_ids); /*proto*/
|
|
static PyArrayObject *__pyx_f_5spacy_6tokens_3doc_3Doc_to_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_py_attr_ids, int __pyx_skip_dispatch) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_j;
|
|
PyArrayObject *__pyx_v_output = 0;
|
|
PyObject *__pyx_v_msg = NULL;
|
|
PyObject *__pyx_v_keys = NULL;
|
|
PyArrayObject *__pyx_v_attr_ids = 0;
|
|
__pyx_t_5spacy_8typedefs_attr_t *__pyx_v_c_output;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t *__pyx_v_c_attr_ids;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_token;
|
|
int __pyx_v_nr_attr;
|
|
PyObject *__pyx_v_id_ = NULL;
|
|
PyObject *__pyx_v_k = NULL;
|
|
__Pyx_LocalBuf_ND __pyx_pybuffernd_output;
|
|
__Pyx_Buffer __pyx_pybuffer_output;
|
|
PyArrayObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
Py_ssize_t __pyx_t_10;
|
|
PyObject *(*__pyx_t_11)(PyObject *);
|
|
PyObject *__pyx_t_12 = NULL;
|
|
PyObject *__pyx_t_13 = NULL;
|
|
PyObject *__pyx_t_14 = NULL;
|
|
int __pyx_t_15;
|
|
PyObject *__pyx_t_16 = NULL;
|
|
int __pyx_t_17;
|
|
char const *__pyx_t_18;
|
|
PyObject *__pyx_t_19 = NULL;
|
|
PyObject *__pyx_t_20 = NULL;
|
|
PyObject *__pyx_t_21 = NULL;
|
|
PyObject *__pyx_t_22 = NULL;
|
|
PyObject *__pyx_t_23 = NULL;
|
|
PyObject *__pyx_t_24 = NULL;
|
|
PyArrayObject *__pyx_t_25 = NULL;
|
|
int __pyx_t_26;
|
|
int __pyx_t_27;
|
|
int __pyx_t_28;
|
|
int __pyx_t_29;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_array", 0);
|
|
__Pyx_TraceCall("to_array", __pyx_f[0], 969, 0, __PYX_ERR(0, 969, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_py_attr_ids);
|
|
__pyx_pybuffer_output.pybuffer.buf = NULL;
|
|
__pyx_pybuffer_output.refcount = 0;
|
|
__pyx_pybuffernd_output.data = NULL;
|
|
__pyx_pybuffernd_output.rcbuffer = &__pyx_pybuffer_output;
|
|
/* Check if called by wrapper */
|
|
if (unlikely(__pyx_skip_dispatch)) ;
|
|
/* Check if overridden in Python */
|
|
else if (unlikely((Py_TYPE(((PyObject *)__pyx_v_self))->tp_dictoffset != 0) || (Py_TYPE(((PyObject *)__pyx_v_self))->tp_flags & (Py_TPFLAGS_IS_ABSTRACT | Py_TPFLAGS_HEAPTYPE)))) {
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
|
|
static PY_UINT64_T __pyx_tp_dict_version = __PYX_DICT_VERSION_INIT, __pyx_obj_dict_version = __PYX_DICT_VERSION_INIT;
|
|
if (unlikely(!__Pyx_object_dict_version_matches(((PyObject *)__pyx_v_self), __pyx_tp_dict_version, __pyx_obj_dict_version))) {
|
|
PY_UINT64_T __pyx_type_dict_guard = __Pyx_get_tp_dict_version(((PyObject *)__pyx_v_self));
|
|
#endif
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_to_array); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 969, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (!PyCFunction_Check(__pyx_t_1) || (PyCFunction_GET_FUNCTION(__pyx_t_1) != (PyCFunction)(void*)__pyx_pw_5spacy_6tokens_3doc_3Doc_34to_array)) {
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__pyx_t_3 = __pyx_t_1; __pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_v_py_attr_ids) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_py_attr_ids);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 969, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 969, __pyx_L1_error)
|
|
__pyx_r = ((PyArrayObject *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
|
|
__pyx_tp_dict_version = __Pyx_get_tp_dict_version(((PyObject *)__pyx_v_self));
|
|
__pyx_obj_dict_version = __Pyx_get_object_dict_version(((PyObject *)__pyx_v_self));
|
|
if (unlikely(__pyx_type_dict_guard != __pyx_tp_dict_version)) {
|
|
__pyx_tp_dict_version = __pyx_obj_dict_version = __PYX_DICT_VERSION_INIT;
|
|
}
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
|
|
}
|
|
#endif
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":992
|
|
* # Handle scalar/list inputs of strings/ints for py_attr_ids
|
|
* # See also #3064
|
|
* if isinstance(py_attr_ids, str): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* py_attr_ids = [py_attr_ids]
|
|
*/
|
|
__pyx_t_5 = PyString_Check(__pyx_v_py_attr_ids);
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
|
|
/* "spacy/tokens/doc.pyx":994
|
|
* if isinstance(py_attr_ids, str):
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* py_attr_ids = [py_attr_ids] # <<<<<<<<<<<<<<
|
|
* elif not hasattr(py_attr_ids, "__iter__"):
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 994, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_py_attr_ids);
|
|
__Pyx_GIVEREF(__pyx_v_py_attr_ids);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_py_attr_ids);
|
|
__Pyx_DECREF_SET(__pyx_v_py_attr_ids, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":992
|
|
* # Handle scalar/list inputs of strings/ints for py_attr_ids
|
|
* # See also #3064
|
|
* if isinstance(py_attr_ids, str): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* py_attr_ids = [py_attr_ids]
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":995
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* py_attr_ids = [py_attr_ids]
|
|
* elif not hasattr(py_attr_ids, "__iter__"): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
* py_attr_ids = [py_attr_ids]
|
|
*/
|
|
__pyx_t_6 = __Pyx_HasAttr(__pyx_v_py_attr_ids, __pyx_n_s_iter); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 995, __pyx_L1_error)
|
|
__pyx_t_5 = ((!(__pyx_t_6 != 0)) != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":997
|
|
* elif not hasattr(py_attr_ids, "__iter__"):
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
* py_attr_ids = [py_attr_ids] # <<<<<<<<<<<<<<
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* try:
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 997, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_py_attr_ids);
|
|
__Pyx_GIVEREF(__pyx_v_py_attr_ids);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_py_attr_ids);
|
|
__Pyx_DECREF_SET(__pyx_v_py_attr_ids, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":995
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* py_attr_ids = [py_attr_ids]
|
|
* elif not hasattr(py_attr_ids, "__iter__"): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
* py_attr_ids = [py_attr_ids]
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "spacy/tokens/doc.pyx":999
|
|
* py_attr_ids = [py_attr_ids]
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* try: # <<<<<<<<<<<<<<
|
|
* py_attr_ids = [
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_9);
|
|
/*try:*/ {
|
|
|
|
/* "spacy/tokens/doc.pyx":1000
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* try:
|
|
* py_attr_ids = [ # <<<<<<<<<<<<<<
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in py_attr_ids
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1000, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1002
|
|
* py_attr_ids = [
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in py_attr_ids # <<<<<<<<<<<<<<
|
|
* ]
|
|
* except KeyError as msg:
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_py_attr_ids)) || PyTuple_CheckExact(__pyx_v_py_attr_ids)) {
|
|
__pyx_t_2 = __pyx_v_py_attr_ids; __Pyx_INCREF(__pyx_t_2); __pyx_t_10 = 0;
|
|
__pyx_t_11 = NULL;
|
|
} else {
|
|
__pyx_t_10 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_py_attr_ids); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_11)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_3); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_3); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_11(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1002, __pyx_L4_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_id_, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1001
|
|
* try:
|
|
* py_attr_ids = [
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_) # <<<<<<<<<<<<<<
|
|
* for id_ in py_attr_ids
|
|
* ]
|
|
*/
|
|
__pyx_t_5 = __Pyx_HasAttr(__pyx_v_id_, __pyx_n_s_upper); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 1001, __pyx_L4_error)
|
|
if ((__pyx_t_5 != 0)) {
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_IDS); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1001, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_id_, __pyx_n_s_upper); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1001, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_13))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_13);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_13, function);
|
|
}
|
|
}
|
|
__pyx_t_12 = (__pyx_t_14) ? __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_t_14) : __Pyx_PyObject_CallNoArg(__pyx_t_13);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1001, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetItem(__pyx_t_4, __pyx_t_12); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1001, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_3 = __pyx_t_13;
|
|
__pyx_t_13 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_v_id_);
|
|
__pyx_t_3 = __pyx_v_id_;
|
|
}
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 1000, __pyx_L4_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1002
|
|
* py_attr_ids = [
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in py_attr_ids # <<<<<<<<<<<<<<
|
|
* ]
|
|
* except KeyError as msg:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_py_attr_ids, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":999
|
|
* py_attr_ids = [py_attr_ids]
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* try: # <<<<<<<<<<<<<<
|
|
* py_attr_ids = [
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L9_try_end;
|
|
__pyx_L4_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1004
|
|
* for id_ in py_attr_ids
|
|
* ]
|
|
* except KeyError as msg: # <<<<<<<<<<<<<<
|
|
* keys = [k for k in IDS.keys() if not k.startswith("FLAG")]
|
|
* raise KeyError(Errors.E983.format(dict="IDS", key=msg, keys=keys)) from None
|
|
*/
|
|
__pyx_t_15 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_KeyError);
|
|
if (__pyx_t_15) {
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3) < 0) __PYX_ERR(0, 1004, __pyx_L6_except_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__pyx_v_msg = __pyx_t_2;
|
|
/*try:*/ {
|
|
|
|
/* "spacy/tokens/doc.pyx":1005
|
|
* ]
|
|
* except KeyError as msg:
|
|
* keys = [k for k in IDS.keys() if not k.startswith("FLAG")] # <<<<<<<<<<<<<<
|
|
* raise KeyError(Errors.E983.format(dict="IDS", key=msg, keys=keys)) from None
|
|
* # Make an array from the attributes --- otherwise our inner loop is
|
|
*/
|
|
__pyx_t_13 = PyList_New(0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_IDS); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_keys); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_12 = (__pyx_t_4) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_4) : __Pyx_PyObject_CallNoArg(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_12)) || PyTuple_CheckExact(__pyx_t_12)) {
|
|
__pyx_t_14 = __pyx_t_12; __Pyx_INCREF(__pyx_t_14); __pyx_t_10 = 0;
|
|
__pyx_t_11 = NULL;
|
|
} else {
|
|
__pyx_t_10 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_t_12); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_11)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_14))) {
|
|
if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_12 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_12); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
#else
|
|
__pyx_t_12 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_12 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_12); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
#else
|
|
__pyx_t_12 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_12 = __pyx_t_11(__pyx_t_14);
|
|
if (unlikely(!__pyx_t_12)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_12);
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_k, __pyx_n_s_startswith); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_16 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_16 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_16)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_16);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_12 = (__pyx_t_16) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_16, __pyx_n_s_FLAG) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_s_FLAG);
|
|
__Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
|
|
if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_12); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__pyx_t_6 = ((!__pyx_t_5) != 0);
|
|
if (__pyx_t_6) {
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_13, (PyObject*)__pyx_v_k))) __PYX_ERR(0, 1005, __pyx_L17_error)
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_v_keys = ((PyObject*)__pyx_t_13);
|
|
__pyx_t_13 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1006
|
|
* except KeyError as msg:
|
|
* keys = [k for k in IDS.keys() if not k.startswith("FLAG")]
|
|
* raise KeyError(Errors.E983.format(dict="IDS", key=msg, keys=keys)) from None # <<<<<<<<<<<<<<
|
|
* # Make an array from the attributes --- otherwise our inner loop is
|
|
* # Python dict iteration.
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_n_s_Errors); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_n_s_E983); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_format); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_dict, __pyx_n_s_IDS) < 0) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_key, __pyx_v_msg) < 0) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_keys, __pyx_v_keys) < 0) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_13, __pyx_empty_tuple, __pyx_t_14); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_builtin_KeyError, __pyx_t_12); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1006, __pyx_L17_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_Raise(__pyx_t_14, 0, 0, Py_None);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__PYX_ERR(0, 1006, __pyx_L17_error)
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1004
|
|
* for id_ in py_attr_ids
|
|
* ]
|
|
* except KeyError as msg: # <<<<<<<<<<<<<<
|
|
* keys = [k for k in IDS.keys() if not k.startswith("FLAG")]
|
|
* raise KeyError(Errors.E983.format(dict="IDS", key=msg, keys=keys)) from None
|
|
*/
|
|
/*finally:*/ {
|
|
__pyx_L17_error:;
|
|
/*exception exit:*/{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__pyx_t_19 = 0; __pyx_t_20 = 0; __pyx_t_21 = 0; __pyx_t_22 = 0; __pyx_t_23 = 0; __pyx_t_24 = 0;
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (PY_MAJOR_VERSION >= 3) __Pyx_ExceptionSwap(&__pyx_t_22, &__pyx_t_23, &__pyx_t_24);
|
|
if ((PY_MAJOR_VERSION < 3) || unlikely(__Pyx_GetException(&__pyx_t_19, &__pyx_t_20, &__pyx_t_21) < 0)) __Pyx_ErrFetch(&__pyx_t_19, &__pyx_t_20, &__pyx_t_21);
|
|
__Pyx_XGOTREF(__pyx_t_19);
|
|
__Pyx_XGOTREF(__pyx_t_20);
|
|
__Pyx_XGOTREF(__pyx_t_21);
|
|
__Pyx_XGOTREF(__pyx_t_22);
|
|
__Pyx_XGOTREF(__pyx_t_23);
|
|
__Pyx_XGOTREF(__pyx_t_24);
|
|
__pyx_t_15 = __pyx_lineno; __pyx_t_17 = __pyx_clineno; __pyx_t_18 = __pyx_filename;
|
|
{
|
|
__Pyx_DECREF(__pyx_v_msg);
|
|
__pyx_v_msg = NULL;
|
|
}
|
|
if (PY_MAJOR_VERSION >= 3) {
|
|
__Pyx_XGIVEREF(__pyx_t_22);
|
|
__Pyx_XGIVEREF(__pyx_t_23);
|
|
__Pyx_XGIVEREF(__pyx_t_24);
|
|
__Pyx_ExceptionReset(__pyx_t_22, __pyx_t_23, __pyx_t_24);
|
|
}
|
|
__Pyx_XGIVEREF(__pyx_t_19);
|
|
__Pyx_XGIVEREF(__pyx_t_20);
|
|
__Pyx_XGIVEREF(__pyx_t_21);
|
|
__Pyx_ErrRestore(__pyx_t_19, __pyx_t_20, __pyx_t_21);
|
|
__pyx_t_19 = 0; __pyx_t_20 = 0; __pyx_t_21 = 0; __pyx_t_22 = 0; __pyx_t_23 = 0; __pyx_t_24 = 0;
|
|
__pyx_lineno = __pyx_t_15; __pyx_clineno = __pyx_t_17; __pyx_filename = __pyx_t_18;
|
|
goto __pyx_L6_except_error;
|
|
}
|
|
}
|
|
}
|
|
goto __pyx_L6_except_error;
|
|
__pyx_L6_except_error:;
|
|
|
|
/* "spacy/tokens/doc.pyx":999
|
|
* py_attr_ids = [py_attr_ids]
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* try: # <<<<<<<<<<<<<<
|
|
* py_attr_ids = [
|
|
* (IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9);
|
|
goto __pyx_L1_error;
|
|
__pyx_L9_try_end:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1009
|
|
* # Make an array from the attributes --- otherwise our inner loop is
|
|
* # Python dict iteration.
|
|
* cdef np.ndarray attr_ids = numpy.asarray(py_attr_ids, dtype="i") # <<<<<<<<<<<<<<
|
|
* output = numpy.ndarray(shape=(self.length, len(attr_ids)), dtype=numpy.uint64)
|
|
* c_output = <attr_t*>output.data
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_numpy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_asarray); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_py_attr_ids);
|
|
__Pyx_GIVEREF(__pyx_v_py_attr_ids);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_py_attr_ids);
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_dtype, __pyx_n_s_i) < 0) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!(likely(((__pyx_t_14) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_14, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1009, __pyx_L1_error)
|
|
__pyx_v_attr_ids = ((PyArrayObject *)__pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1010
|
|
* # Python dict iteration.
|
|
* cdef np.ndarray attr_ids = numpy.asarray(py_attr_ids, dtype="i")
|
|
* output = numpy.ndarray(shape=(self.length, len(attr_ids)), dtype=numpy.uint64) # <<<<<<<<<<<<<<
|
|
* c_output = <attr_t*>output.data
|
|
* c_attr_ids = <attr_id_t*>attr_ids.data
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_numpy); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_ndarray); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = PyObject_Length(((PyObject *)__pyx_v_attr_ids)); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_12 = PyTuple_New(2); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_12, 1, __pyx_t_2);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_2 = 0;
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_shape, __pyx_t_12) < 0) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_12, __pyx_n_s_numpy); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_12, __pyx_n_s_uint64); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_dtype, __pyx_t_2) < 0) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_14); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
__pyx_t_25 = ((PyArrayObject *)__pyx_t_2);
|
|
{
|
|
__Pyx_BufFmt_StackElem __pyx_stack[1];
|
|
__Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_output.rcbuffer->pybuffer);
|
|
__pyx_t_17 = __Pyx_GetBufferAndValidate(&__pyx_pybuffernd_output.rcbuffer->pybuffer, (PyObject*)__pyx_t_25, &__Pyx_TypeInfo_nn___pyx_t_5spacy_8typedefs_attr_t, PyBUF_FORMAT| PyBUF_STRIDES, 2, 0, __pyx_stack);
|
|
if (unlikely(__pyx_t_17 < 0)) {
|
|
PyErr_Fetch(&__pyx_t_9, &__pyx_t_8, &__pyx_t_7);
|
|
if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_output.rcbuffer->pybuffer, (PyObject*)__pyx_v_output, &__Pyx_TypeInfo_nn___pyx_t_5spacy_8typedefs_attr_t, PyBUF_FORMAT| PyBUF_STRIDES, 2, 0, __pyx_stack) == -1)) {
|
|
Py_XDECREF(__pyx_t_9); Py_XDECREF(__pyx_t_8); Py_XDECREF(__pyx_t_7);
|
|
__Pyx_RaiseBufferFallbackError();
|
|
} else {
|
|
PyErr_Restore(__pyx_t_9, __pyx_t_8, __pyx_t_7);
|
|
}
|
|
__pyx_t_9 = __pyx_t_8 = __pyx_t_7 = 0;
|
|
}
|
|
__pyx_pybuffernd_output.diminfo[0].strides = __pyx_pybuffernd_output.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_output.diminfo[0].shape = __pyx_pybuffernd_output.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_output.diminfo[1].strides = __pyx_pybuffernd_output.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_output.diminfo[1].shape = __pyx_pybuffernd_output.rcbuffer->pybuffer.shape[1];
|
|
if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1010, __pyx_L1_error)
|
|
}
|
|
__pyx_t_25 = 0;
|
|
__pyx_v_output = ((PyArrayObject *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1011
|
|
* cdef np.ndarray attr_ids = numpy.asarray(py_attr_ids, dtype="i")
|
|
* output = numpy.ndarray(shape=(self.length, len(attr_ids)), dtype=numpy.uint64)
|
|
* c_output = <attr_t*>output.data # <<<<<<<<<<<<<<
|
|
* c_attr_ids = <attr_id_t*>attr_ids.data
|
|
* cdef TokenC* token
|
|
*/
|
|
__pyx_v_c_output = ((__pyx_t_5spacy_8typedefs_attr_t *)__pyx_v_output->data);
|
|
|
|
/* "spacy/tokens/doc.pyx":1012
|
|
* output = numpy.ndarray(shape=(self.length, len(attr_ids)), dtype=numpy.uint64)
|
|
* c_output = <attr_t*>output.data
|
|
* c_attr_ids = <attr_id_t*>attr_ids.data # <<<<<<<<<<<<<<
|
|
* cdef TokenC* token
|
|
* cdef int nr_attr = attr_ids.shape[0]
|
|
*/
|
|
__pyx_v_c_attr_ids = ((enum __pyx_t_5spacy_5attrs_attr_id_t *)__pyx_v_attr_ids->data);
|
|
|
|
/* "spacy/tokens/doc.pyx":1014
|
|
* c_attr_ids = <attr_id_t*>attr_ids.data
|
|
* cdef TokenC* token
|
|
* cdef int nr_attr = attr_ids.shape[0] # <<<<<<<<<<<<<<
|
|
* for i in range(self.length):
|
|
* token = &self.c[i]
|
|
*/
|
|
__pyx_v_nr_attr = (__pyx_v_attr_ids->dimensions[0]);
|
|
|
|
/* "spacy/tokens/doc.pyx":1015
|
|
* cdef TokenC* token
|
|
* cdef int nr_attr = attr_ids.shape[0]
|
|
* for i in range(self.length): # <<<<<<<<<<<<<<
|
|
* token = &self.c[i]
|
|
* for j in range(nr_attr):
|
|
*/
|
|
__pyx_t_17 = __pyx_v_self->length;
|
|
__pyx_t_15 = __pyx_t_17;
|
|
for (__pyx_t_26 = 0; __pyx_t_26 < __pyx_t_15; __pyx_t_26+=1) {
|
|
__pyx_v_i = __pyx_t_26;
|
|
|
|
/* "spacy/tokens/doc.pyx":1016
|
|
* cdef int nr_attr = attr_ids.shape[0]
|
|
* for i in range(self.length):
|
|
* token = &self.c[i] # <<<<<<<<<<<<<<
|
|
* for j in range(nr_attr):
|
|
* c_output[i*nr_attr + j] = get_token_attr(token, c_attr_ids[j])
|
|
*/
|
|
__pyx_v_token = (&(__pyx_v_self->c[__pyx_v_i]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1017
|
|
* for i in range(self.length):
|
|
* token = &self.c[i]
|
|
* for j in range(nr_attr): # <<<<<<<<<<<<<<
|
|
* c_output[i*nr_attr + j] = get_token_attr(token, c_attr_ids[j])
|
|
* # Handle 1d case
|
|
*/
|
|
__pyx_t_27 = __pyx_v_nr_attr;
|
|
__pyx_t_28 = __pyx_t_27;
|
|
for (__pyx_t_29 = 0; __pyx_t_29 < __pyx_t_28; __pyx_t_29+=1) {
|
|
__pyx_v_j = __pyx_t_29;
|
|
|
|
/* "spacy/tokens/doc.pyx":1018
|
|
* token = &self.c[i]
|
|
* for j in range(nr_attr):
|
|
* c_output[i*nr_attr + j] = get_token_attr(token, c_attr_ids[j]) # <<<<<<<<<<<<<<
|
|
* # Handle 1d case
|
|
* return output if len(attr_ids) >= 2 else output.reshape((self.length,))
|
|
*/
|
|
(__pyx_v_c_output[((__pyx_v_i * __pyx_v_nr_attr) + __pyx_v_j)]) = __pyx_f_5spacy_6tokens_3doc_get_token_attr(__pyx_v_token, (__pyx_v_c_attr_ids[__pyx_v_j]));
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1020
|
|
* c_output[i*nr_attr + j] = get_token_attr(token, c_attr_ids[j])
|
|
* # Handle 1d case
|
|
* return output if len(attr_ids) >= 2 else output.reshape((self.length,)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def count_by(self, attr_id_t attr_id, exclude=None, object counts=None):
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__pyx_t_10 = PyObject_Length(((PyObject *)__pyx_v_attr_ids)); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1020, __pyx_L1_error)
|
|
if (((__pyx_t_10 >= 2) != 0)) {
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_output));
|
|
__pyx_t_2 = ((PyObject *)__pyx_v_output);
|
|
} else {
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_output), __pyx_n_s_reshape); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1020, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_12 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1020, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1020, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_12);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_12);
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_12 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_12 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_12)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_12);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_12) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_12, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1020, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (!(likely(((__pyx_t_14) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_14, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1020, __pyx_L1_error)
|
|
__pyx_t_2 = __pyx_t_14;
|
|
__pyx_t_14 = 0;
|
|
}
|
|
__pyx_r = ((PyArrayObject *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":969
|
|
*
|
|
* @cython.boundscheck(False)
|
|
* cpdef np.ndarray to_array(self, object py_attr_ids): # <<<<<<<<<<<<<<
|
|
* """Export given token attributes to a numpy `ndarray`.
|
|
* If `attr_ids` is a sequence of M attributes, the output array will be
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_12);
|
|
__Pyx_XDECREF(__pyx_t_13);
|
|
__Pyx_XDECREF(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_16);
|
|
{ PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
|
|
__Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_output.rcbuffer->pybuffer);
|
|
__Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
goto __pyx_L2;
|
|
__pyx_L0:;
|
|
__Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_output.rcbuffer->pybuffer);
|
|
__pyx_L2:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_output);
|
|
__Pyx_XDECREF(__pyx_v_msg);
|
|
__Pyx_XDECREF(__pyx_v_keys);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_attr_ids);
|
|
__Pyx_XDECREF(__pyx_v_id_);
|
|
__Pyx_XDECREF(__pyx_v_k);
|
|
__Pyx_XDECREF(__pyx_v_py_attr_ids);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_34to_array(PyObject *__pyx_v_self, PyObject *__pyx_v_py_attr_ids); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_33to_array[] = "Doc.to_array(self, py_attr_ids) -> ndarray\nExport given token attributes to a numpy `ndarray`.\n If `attr_ids` is a sequence of M attributes, the output array will be\n of shape `(N, M)`, where N is the length of the `Doc` (in tokens). If\n `attr_ids` is a single attribute, the output shape will be (N,). You\n can specify attributes by integer ID (e.g. spacy.attrs.LEMMA) or\n string name (e.g. 'LEMMA' or 'lemma').\n\n py_attr_ids (list[]): A list of attributes (int IDs or string names).\n RETURNS (numpy.ndarray[long, ndim=2]): A feature matrix, with one row\n per word, and one column per attribute indicated in the input\n `attr_ids`.\n\n EXAMPLE:\n >>> from spacy.attrs import LOWER, POS, ENT_TYPE, IS_ALPHA\n >>> doc = nlp(text)\n >>> # All strings mapped to integers, for easy export to numpy\n >>> np_array = doc.to_array([LOWER, POS, ENT_TYPE, IS_ALPHA])\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_34to_array(PyObject *__pyx_v_self, PyObject *__pyx_v_py_attr_ids) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_array (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_33to_array(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_py_attr_ids));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_33to_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_py_attr_ids) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_array", 0);
|
|
__Pyx_TraceCall("to_array (wrapper)", __pyx_f[0], 969, 0, __PYX_ERR(0, 969, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = ((PyObject *)__pyx_f_5spacy_6tokens_3doc_3Doc_to_array(__pyx_v_self, __pyx_v_py_attr_ids, 1)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 969, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1022
|
|
* return output if len(attr_ids) >= 2 else output.reshape((self.length,))
|
|
*
|
|
* def count_by(self, attr_id_t attr_id, exclude=None, object counts=None): # <<<<<<<<<<<<<<
|
|
* """Count the frequencies of a given attribute. Produces a dict of
|
|
* `{attribute (int): count (ints)}` frequencies, keyed by the values of
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_36count_by(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_35count_by[] = "Doc.count_by(self, attr_id_t attr_id, exclude=None, counts=None)\nCount the frequencies of a given attribute. Produces a dict of\n `{attribute (int): count (ints)}` frequencies, keyed by the values of\n the given attribute ID.\n\n attr_id (int): The attribute ID to key the counts.\n RETURNS (dict): A dictionary mapping attributes to integer counts.\n\n DOCS: https://spacy.io/api/doc#count_by\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_36count_by(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_attr_id;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
PyObject *__pyx_v_counts = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("count_by (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_attr_id,&__pyx_n_s_exclude,&__pyx_n_s_counts,0};
|
|
PyObject* values[3] = {0,0,0};
|
|
values[1] = ((PyObject *)Py_None);
|
|
values[2] = ((PyObject *)Py_None);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_attr_id)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude);
|
|
if (value) { values[1] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_counts);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "count_by") < 0)) __PYX_ERR(0, 1022, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_attr_id = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(values[0])); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1022, __pyx_L3_error)
|
|
__pyx_v_exclude = values[1];
|
|
__pyx_v_counts = values[2];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("count_by", 0, 1, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1022, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.count_by", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_35count_by(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_attr_id, __pyx_v_exclude, __pyx_v_counts);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_35count_by(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_attr_id, PyObject *__pyx_v_exclude, PyObject *__pyx_v_counts) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_output_dict;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_t_7;
|
|
int __pyx_t_8;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_9;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("count_by", 0);
|
|
__Pyx_TraceCall("count_by", __pyx_f[0], 1022, 0, __PYX_ERR(0, 1022, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_counts);
|
|
|
|
/* "spacy/tokens/doc.pyx":1034
|
|
* cdef int i
|
|
*
|
|
* if counts is None: # <<<<<<<<<<<<<<
|
|
* counts = Counter()
|
|
* output_dict = True
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_counts == Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1035
|
|
*
|
|
* if counts is None:
|
|
* counts = Counter() # <<<<<<<<<<<<<<
|
|
* output_dict = True
|
|
* else:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Counter); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1035, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1035, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_counts, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1036
|
|
* if counts is None:
|
|
* counts = Counter()
|
|
* output_dict = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* output_dict = False
|
|
*/
|
|
__pyx_v_output_dict = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1034
|
|
* cdef int i
|
|
*
|
|
* if counts is None: # <<<<<<<<<<<<<<
|
|
* counts = Counter()
|
|
* output_dict = True
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1038
|
|
* output_dict = True
|
|
* else:
|
|
* output_dict = False # <<<<<<<<<<<<<<
|
|
* # Take this check out of the loop, for a bit of extra speed
|
|
* if exclude is None:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_output_dict = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1040
|
|
* output_dict = False
|
|
* # Take this check out of the loop, for a bit of extra speed
|
|
* if exclude is None: # <<<<<<<<<<<<<<
|
|
* for i in range(self.length):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_exclude == Py_None);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1041
|
|
* # Take this check out of the loop, for a bit of extra speed
|
|
* if exclude is None:
|
|
* for i in range(self.length): # <<<<<<<<<<<<<<
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* else:
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_t_7 = __pyx_t_6;
|
|
for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
|
|
__pyx_v_i = __pyx_t_8;
|
|
|
|
/* "spacy/tokens/doc.pyx":1042
|
|
* if exclude is None:
|
|
* for i in range(self.length):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(self.length):
|
|
*/
|
|
__pyx_t_9 = __pyx_f_5spacy_6tokens_3doc_get_token_attr((&(__pyx_v_self->c[__pyx_v_i])), __pyx_v_attr_id);
|
|
__pyx_t_3 = __Pyx_GetItemInt(__pyx_v_counts, __pyx_t_9, __pyx_t_5spacy_8typedefs_attr_t, 0, __Pyx_PyInt_From_uint64_t, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1042, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1042, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_counts, __pyx_t_9, __pyx_t_4, __pyx_t_5spacy_8typedefs_attr_t, 0, __Pyx_PyInt_From_uint64_t, 0, 0, 1) < 0)) __PYX_ERR(0, 1042, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1040
|
|
* output_dict = False
|
|
* # Take this check out of the loop, for a bit of extra speed
|
|
* if exclude is None: # <<<<<<<<<<<<<<
|
|
* for i in range(self.length):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1044
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* else:
|
|
* for i in range(self.length): # <<<<<<<<<<<<<<
|
|
* if not exclude(self[i]):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_t_7 = __pyx_t_6;
|
|
for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
|
|
__pyx_v_i = __pyx_t_8;
|
|
|
|
/* "spacy/tokens/doc.pyx":1045
|
|
* else:
|
|
* for i in range(self.length):
|
|
* if not exclude(self[i]): # <<<<<<<<<<<<<<
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* if output_dict:
|
|
*/
|
|
__pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_i, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1045, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_exclude);
|
|
__pyx_t_5 = __pyx_v_exclude; __pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_10, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1045, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1045, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = ((!__pyx_t_1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1046
|
|
* for i in range(self.length):
|
|
* if not exclude(self[i]):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1 # <<<<<<<<<<<<<<
|
|
* if output_dict:
|
|
* return dict(counts)
|
|
*/
|
|
__pyx_t_9 = __pyx_f_5spacy_6tokens_3doc_get_token_attr((&(__pyx_v_self->c[__pyx_v_i])), __pyx_v_attr_id);
|
|
__pyx_t_4 = __Pyx_GetItemInt(__pyx_v_counts, __pyx_t_9, __pyx_t_5spacy_8typedefs_attr_t, 0, __Pyx_PyInt_From_uint64_t, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1046, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1046, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_counts, __pyx_t_9, __pyx_t_5, __pyx_t_5spacy_8typedefs_attr_t, 0, __Pyx_PyInt_From_uint64_t, 0, 0, 1) < 0)) __PYX_ERR(0, 1046, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1045
|
|
* else:
|
|
* for i in range(self.length):
|
|
* if not exclude(self[i]): # <<<<<<<<<<<<<<
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* if output_dict:
|
|
*/
|
|
}
|
|
}
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1047
|
|
* if not exclude(self[i]):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* if output_dict: # <<<<<<<<<<<<<<
|
|
* return dict(counts)
|
|
*
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_output_dict != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1048
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* if output_dict:
|
|
* return dict(counts) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _realloc(self, new_size):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyDict_Type)), __pyx_v_counts); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1048, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1047
|
|
* if not exclude(self[i]):
|
|
* counts[get_token_attr(&self.c[i], attr_id)] += 1
|
|
* if output_dict: # <<<<<<<<<<<<<<
|
|
* return dict(counts)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1022
|
|
* return output if len(attr_ids) >= 2 else output.reshape((self.length,))
|
|
*
|
|
* def count_by(self, attr_id_t attr_id, exclude=None, object counts=None): # <<<<<<<<<<<<<<
|
|
* """Count the frequencies of a given attribute. Produces a dict of
|
|
* `{attribute (int): count (ints)}` frequencies, keyed by the values of
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.count_by", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_counts);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1050
|
|
* return dict(counts)
|
|
*
|
|
* def _realloc(self, new_size): # <<<<<<<<<<<<<<
|
|
* if new_size < self.max_length:
|
|
* return
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_38_realloc(PyObject *__pyx_v_self, PyObject *__pyx_v_new_size); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_37_realloc[] = "Doc._realloc(self, new_size)";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_38_realloc(PyObject *__pyx_v_self, PyObject *__pyx_v_new_size) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_realloc (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_37_realloc(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_new_size));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_37_realloc(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_new_size) {
|
|
PyObject *__pyx_v_n = NULL;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_data_start;
|
|
int __pyx_v_i;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
size_t __pyx_t_5;
|
|
void *__pyx_t_6;
|
|
long __pyx_t_7;
|
|
long __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_realloc", 0);
|
|
__Pyx_TraceCall("_realloc", __pyx_f[0], 1050, 0, __PYX_ERR(0, 1050, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1051
|
|
*
|
|
* def _realloc(self, new_size):
|
|
* if new_size < self.max_length: # <<<<<<<<<<<<<<
|
|
* return
|
|
* self.max_length = new_size
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_self->max_length); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1051, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyObject_RichCompare(__pyx_v_new_size, __pyx_t_1, Py_LT); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1051, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1051, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_3) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1052
|
|
* def _realloc(self, new_size):
|
|
* if new_size < self.max_length:
|
|
* return # <<<<<<<<<<<<<<
|
|
* self.max_length = new_size
|
|
* n = new_size + (PADDING * 2)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1051
|
|
*
|
|
* def _realloc(self, new_size):
|
|
* if new_size < self.max_length: # <<<<<<<<<<<<<<
|
|
* return
|
|
* self.max_length = new_size
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1053
|
|
* if new_size < self.max_length:
|
|
* return
|
|
* self.max_length = new_size # <<<<<<<<<<<<<<
|
|
* n = new_size + (PADDING * 2)
|
|
* # What we're storing is a "padded" array. We've jumped forward PADDING
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_As_int(__pyx_v_new_size); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1053, __pyx_L1_error)
|
|
__pyx_v_self->max_length = __pyx_t_4;
|
|
|
|
/* "spacy/tokens/doc.pyx":1054
|
|
* return
|
|
* self.max_length = new_size
|
|
* n = new_size + (PADDING * 2) # <<<<<<<<<<<<<<
|
|
* # What we're storing is a "padded" array. We've jumped forward PADDING
|
|
* # places, and are storing the pointer to that. This way, we can access
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_v_new_size, __pyx_int_10, 10, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1054, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_v_n = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1060
|
|
* # Now that we want to realloc, we need the address of the true start,
|
|
* # so we jump the pointer back PADDING places.
|
|
* cdef TokenC* data_start = self.c - PADDING # <<<<<<<<<<<<<<
|
|
* data_start = <TokenC*>self.mem.realloc(data_start, n * sizeof(TokenC))
|
|
* self.c = data_start + PADDING
|
|
*/
|
|
__pyx_v_data_start = (__pyx_v_self->c - 5);
|
|
|
|
/* "spacy/tokens/doc.pyx":1061
|
|
* # so we jump the pointer back PADDING places.
|
|
* cdef TokenC* data_start = self.c - PADDING
|
|
* data_start = <TokenC*>self.mem.realloc(data_start, n * sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* self.c = data_start + PADDING
|
|
* cdef int i
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_FromSize_t((sizeof(struct __pyx_t_5spacy_7structs_TokenC))); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1061, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = PyNumber_Multiply(__pyx_v_n, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1061, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_5 = __Pyx_PyInt_As_size_t(__pyx_t_1); if (unlikely((__pyx_t_5 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1061, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_6 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->realloc(__pyx_v_self->mem, __pyx_v_data_start, __pyx_t_5); if (unlikely(__pyx_t_6 == ((void *)NULL))) __PYX_ERR(0, 1061, __pyx_L1_error)
|
|
__pyx_v_data_start = ((struct __pyx_t_5spacy_7structs_TokenC *)__pyx_t_6);
|
|
|
|
/* "spacy/tokens/doc.pyx":1062
|
|
* cdef TokenC* data_start = self.c - PADDING
|
|
* data_start = <TokenC*>self.mem.realloc(data_start, n * sizeof(TokenC))
|
|
* self.c = data_start + PADDING # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* for i in range(self.length, self.max_length + PADDING):
|
|
*/
|
|
__pyx_v_self->c = (__pyx_v_data_start + 5);
|
|
|
|
/* "spacy/tokens/doc.pyx":1064
|
|
* self.c = data_start + PADDING
|
|
* cdef int i
|
|
* for i in range(self.length, self.max_length + PADDING): # <<<<<<<<<<<<<<
|
|
* self.c[i].lex = &EMPTY_LEXEME
|
|
*
|
|
*/
|
|
__pyx_t_7 = (__pyx_v_self->max_length + 5);
|
|
__pyx_t_8 = __pyx_t_7;
|
|
for (__pyx_t_4 = __pyx_v_self->length; __pyx_t_4 < __pyx_t_8; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "spacy/tokens/doc.pyx":1065
|
|
* cdef int i
|
|
* for i in range(self.length, self.max_length + PADDING):
|
|
* self.c[i].lex = &EMPTY_LEXEME # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_array(self, attrs, array):
|
|
*/
|
|
(__pyx_v_self->c[__pyx_v_i]).lex = (&__pyx_v_5spacy_6lexeme_EMPTY_LEXEME);
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1050
|
|
* return dict(counts)
|
|
*
|
|
* def _realloc(self, new_size): # <<<<<<<<<<<<<<
|
|
* if new_size < self.max_length:
|
|
* return
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._realloc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_n);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1067
|
|
* self.c[i].lex = &EMPTY_LEXEME
|
|
*
|
|
* def from_array(self, attrs, array): # <<<<<<<<<<<<<<
|
|
* """Load attributes from a numpy array. Write to a `Doc` object, from an
|
|
* `(M, N)` array of attributes.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_40from_array(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_39from_array[] = "Doc.from_array(self, attrs, array)\nLoad attributes from a numpy array. Write to a `Doc` object, from an\n `(M, N)` array of attributes.\n\n attrs (list) A list of attribute ID ints.\n array (numpy.ndarray[ndim=2, dtype='int32']): The attribute values.\n RETURNS (Doc): Itself.\n\n DOCS: https://spacy.io/api/doc#from_array\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_40from_array(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_attrs = 0;
|
|
PyObject *__pyx_v_array = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_array (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_attrs,&__pyx_n_s_array,0};
|
|
PyObject* values[2] = {0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_attrs)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_array)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("from_array", 1, 2, 2, 1); __PYX_ERR(0, 1067, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_array") < 0)) __PYX_ERR(0, 1067, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
}
|
|
__pyx_v_attrs = values[0];
|
|
__pyx_v_array = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_array", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1067, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_39from_array(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_attrs, __pyx_v_array);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_39from_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_attrs, PyObject *__pyx_v_array) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_col;
|
|
int32_t __pyx_v_abs_head_index;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_attr_id;
|
|
int __pyx_v_length;
|
|
struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem = 0;
|
|
int __pyx_v_n_attrs;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t *__pyx_v_attr_ids;
|
|
PyArrayObject *__pyx_v_transposed_array = 0;
|
|
uint64_t const *__pyx_v_values;
|
|
npy_intp __pyx_v_stride;
|
|
PyObject *__pyx_v_iob_strings = NULL;
|
|
Py_ssize_t __pyx_v_n_iob_strings;
|
|
uint64_t __pyx_v_value;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_token;
|
|
int __pyx_v_j;
|
|
PyObject *__pyx_v_id_ = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *__pyx_t_11 = NULL;
|
|
void *__pyx_t_12;
|
|
int __pyx_t_13;
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_t_14;
|
|
int __pyx_t_15;
|
|
int __pyx_t_16;
|
|
int __pyx_t_17;
|
|
int __pyx_t_18;
|
|
int __pyx_t_19;
|
|
int __pyx_t_20;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_array", 0);
|
|
__Pyx_TraceCall("from_array", __pyx_f[0], 1067, 0, __PYX_ERR(0, 1067, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_attrs);
|
|
__Pyx_INCREF(__pyx_v_array);
|
|
|
|
/* "spacy/tokens/doc.pyx":1079
|
|
* # Handle scalar/list inputs of strings/ints for py_attr_ids
|
|
* # See also #3064
|
|
* if isinstance(attrs, str): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* attrs = [attrs]
|
|
*/
|
|
__pyx_t_1 = PyString_Check(__pyx_v_attrs);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1081
|
|
* if isinstance(attrs, str):
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* attrs = [attrs] # <<<<<<<<<<<<<<
|
|
* elif not hasattr(attrs, "__iter__"):
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
*/
|
|
__pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1081, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_attrs);
|
|
__Pyx_GIVEREF(__pyx_v_attrs);
|
|
PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_attrs);
|
|
__Pyx_DECREF_SET(__pyx_v_attrs, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1079
|
|
* # Handle scalar/list inputs of strings/ints for py_attr_ids
|
|
* # See also #3064
|
|
* if isinstance(attrs, str): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* attrs = [attrs]
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1082
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* attrs = [attrs]
|
|
* elif not hasattr(attrs, "__iter__"): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
* attrs = [attrs]
|
|
*/
|
|
__pyx_t_2 = __Pyx_HasAttr(__pyx_v_attrs, __pyx_n_s_iter); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 1082, __pyx_L1_error)
|
|
__pyx_t_1 = ((!(__pyx_t_2 != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1084
|
|
* elif not hasattr(attrs, "__iter__"):
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
* attrs = [attrs] # <<<<<<<<<<<<<<
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
*/
|
|
__pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1084, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_attrs);
|
|
__Pyx_GIVEREF(__pyx_v_attrs);
|
|
PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_attrs);
|
|
__Pyx_DECREF_SET(__pyx_v_attrs, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1082
|
|
* # Handle inputs like doc.to_array('ORTH')
|
|
* attrs = [attrs]
|
|
* elif not hasattr(attrs, "__iter__"): # <<<<<<<<<<<<<<
|
|
* # Handle inputs like doc.to_array(ORTH)
|
|
* attrs = [attrs]
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1086
|
|
* attrs = [attrs]
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_) # <<<<<<<<<<<<<<
|
|
* for id_ in attrs]
|
|
* if array.dtype != numpy.uint64:
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
|
|
/* "spacy/tokens/doc.pyx":1087
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in attrs] # <<<<<<<<<<<<<<
|
|
* if array.dtype != numpy.uint64:
|
|
* warnings.warn(Warnings.W028.format(type=array.dtype))
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_attrs)) || PyTuple_CheckExact(__pyx_v_attrs)) {
|
|
__pyx_t_4 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_attrs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1087, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_id_, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1086
|
|
* attrs = [attrs]
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_) # <<<<<<<<<<<<<<
|
|
* for id_ in attrs]
|
|
* if array.dtype != numpy.uint64:
|
|
*/
|
|
__pyx_t_1 = __Pyx_HasAttr(__pyx_v_id_, __pyx_n_s_upper); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
if ((__pyx_t_1 != 0)) {
|
|
__Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_IDS); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_id_, __pyx_n_s_upper); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_11 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_11 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_11)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_11);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_9 = (__pyx_t_11) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_11) : __Pyx_PyObject_CallNoArg(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_GetItem(__pyx_t_8, __pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_7 = __pyx_t_10;
|
|
__pyx_t_10 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_v_id_);
|
|
__pyx_t_7 = __pyx_v_id_;
|
|
}
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 1086, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1087
|
|
* # Allow strings, e.g. 'lemma' or 'LEMMA'
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in attrs] # <<<<<<<<<<<<<<
|
|
* if array.dtype != numpy.uint64:
|
|
* warnings.warn(Warnings.W028.format(type=array.dtype))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_attrs, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1088
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in attrs]
|
|
* if array.dtype != numpy.uint64: # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W028.format(type=array.dtype))
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_dtype); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1088, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_numpy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1088, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_uint64); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1088, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyObject_RichCompare(__pyx_t_3, __pyx_t_7, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1088, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1088, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1089
|
|
* for id_ in attrs]
|
|
* if array.dtype != numpy.uint64:
|
|
* warnings.warn(Warnings.W028.format(type=array.dtype)) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int i, col
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_warnings); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_W028); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_format); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_dtype); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_type, __pyx_t_9) < 0) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_empty_tuple, __pyx_t_10); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_10, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1089, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1088
|
|
* attrs = [(IDS[id_.upper()] if hasattr(id_, "upper") else id_)
|
|
* for id_ in attrs]
|
|
* if array.dtype != numpy.uint64: # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W028.format(type=array.dtype))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1094
|
|
* cdef int32_t abs_head_index
|
|
* cdef attr_id_t attr_id
|
|
* cdef int length = len(array) # <<<<<<<<<<<<<<
|
|
* if length != len(self):
|
|
* raise ValueError(Errors.E971.format(array_length=length, doc_length=len(self)))
|
|
*/
|
|
__pyx_t_5 = PyObject_Length(__pyx_v_array); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1094, __pyx_L1_error)
|
|
__pyx_v_length = __pyx_t_5;
|
|
|
|
/* "spacy/tokens/doc.pyx":1095
|
|
* cdef attr_id_t attr_id
|
|
* cdef int length = len(array)
|
|
* if length != len(self): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E971.format(array_length=length, doc_length=len(self)))
|
|
*
|
|
*/
|
|
__pyx_t_5 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1095, __pyx_L1_error)
|
|
__pyx_t_1 = ((__pyx_v_length != __pyx_t_5) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1096
|
|
* cdef int length = len(array)
|
|
* if length != len(self):
|
|
* raise ValueError(Errors.E971.format(array_length=length, doc_length=len(self))) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Get set up for fast loading
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Errors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_E971); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_9 = __Pyx_PyInt_From_int(__pyx_v_length); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_array_length, __pyx_t_9) < 0) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_5 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__pyx_t_9 = PyInt_FromSsize_t(__pyx_t_5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_doc_length, __pyx_t_9) < 0) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1096, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 1096, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1095
|
|
* cdef attr_id_t attr_id
|
|
* cdef int length = len(array)
|
|
* if length != len(self): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E971.format(array_length=length, doc_length=len(self)))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1099
|
|
*
|
|
* # Get set up for fast loading
|
|
* cdef Pool mem = Pool() # <<<<<<<<<<<<<<
|
|
* cdef int n_attrs = len(attrs)
|
|
* # attrs should not be empty, but make sure to avoid zero-length mem alloc
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5cymem_5cymem_Pool)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1099, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1100
|
|
* # Get set up for fast loading
|
|
* cdef Pool mem = Pool()
|
|
* cdef int n_attrs = len(attrs) # <<<<<<<<<<<<<<
|
|
* # attrs should not be empty, but make sure to avoid zero-length mem alloc
|
|
* assert n_attrs > 0
|
|
*/
|
|
__pyx_t_5 = PyObject_Length(__pyx_v_attrs); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1100, __pyx_L1_error)
|
|
__pyx_v_n_attrs = __pyx_t_5;
|
|
|
|
/* "spacy/tokens/doc.pyx":1102
|
|
* cdef int n_attrs = len(attrs)
|
|
* # attrs should not be empty, but make sure to avoid zero-length mem alloc
|
|
* assert n_attrs > 0 # <<<<<<<<<<<<<<
|
|
* attr_ids = <attr_id_t*>mem.alloc(n_attrs, sizeof(attr_id_t))
|
|
* for i, attr_id in enumerate(attrs):
|
|
*/
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
if (unlikely(!((__pyx_v_n_attrs > 0) != 0))) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(0, 1102, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "spacy/tokens/doc.pyx":1103
|
|
* # attrs should not be empty, but make sure to avoid zero-length mem alloc
|
|
* assert n_attrs > 0
|
|
* attr_ids = <attr_id_t*>mem.alloc(n_attrs, sizeof(attr_id_t)) # <<<<<<<<<<<<<<
|
|
* for i, attr_id in enumerate(attrs):
|
|
* attr_ids[i] = attr_id
|
|
*/
|
|
__pyx_t_12 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_mem->__pyx_vtab)->alloc(__pyx_v_mem, __pyx_v_n_attrs, (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t))); if (unlikely(__pyx_t_12 == ((void *)NULL))) __PYX_ERR(0, 1103, __pyx_L1_error)
|
|
__pyx_v_attr_ids = ((enum __pyx_t_5spacy_5attrs_attr_id_t *)__pyx_t_12);
|
|
|
|
/* "spacy/tokens/doc.pyx":1104
|
|
* assert n_attrs > 0
|
|
* attr_ids = <attr_id_t*>mem.alloc(n_attrs, sizeof(attr_id_t))
|
|
* for i, attr_id in enumerate(attrs): # <<<<<<<<<<<<<<
|
|
* attr_ids[i] = attr_id
|
|
* if len(array.shape) == 1:
|
|
*/
|
|
__pyx_t_13 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_attrs)) || PyTuple_CheckExact(__pyx_v_attrs)) {
|
|
__pyx_t_3 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_attrs); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_9); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_9); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_6(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_9)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
}
|
|
__pyx_t_14 = ((enum __pyx_t_5spacy_5attrs_attr_id_t)__Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_t_9)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1104, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_attr_id = __pyx_t_14;
|
|
__pyx_v_i = __pyx_t_13;
|
|
__pyx_t_13 = (__pyx_t_13 + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1105
|
|
* attr_ids = <attr_id_t*>mem.alloc(n_attrs, sizeof(attr_id_t))
|
|
* for i, attr_id in enumerate(attrs):
|
|
* attr_ids[i] = attr_id # <<<<<<<<<<<<<<
|
|
* if len(array.shape) == 1:
|
|
* array = array.reshape((array.size, 1))
|
|
*/
|
|
(__pyx_v_attr_ids[__pyx_v_i]) = __pyx_v_attr_id;
|
|
|
|
/* "spacy/tokens/doc.pyx":1104
|
|
* assert n_attrs > 0
|
|
* attr_ids = <attr_id_t*>mem.alloc(n_attrs, sizeof(attr_id_t))
|
|
* for i, attr_id in enumerate(attrs): # <<<<<<<<<<<<<<
|
|
* attr_ids[i] = attr_id
|
|
* if len(array.shape) == 1:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1106
|
|
* for i, attr_id in enumerate(attrs):
|
|
* attr_ids[i] = attr_id
|
|
* if len(array.shape) == 1: # <<<<<<<<<<<<<<
|
|
* array = array.reshape((array.size, 1))
|
|
* cdef np.ndarray transposed_array = numpy.ascontiguousarray(array.T)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_shape); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1106, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PyObject_Length(__pyx_t_3); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1106, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_1 = ((__pyx_t_5 == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1107
|
|
* attr_ids[i] = attr_id
|
|
* if len(array.shape) == 1:
|
|
* array = array.reshape((array.size, 1)) # <<<<<<<<<<<<<<
|
|
* cdef np.ndarray transposed_array = numpy.ascontiguousarray(array.T)
|
|
* values = <const uint64_t*>transposed_array.data
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_reshape); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1107, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1107, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1107, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_4);
|
|
__Pyx_INCREF(__pyx_int_1);
|
|
__Pyx_GIVEREF(__pyx_int_1);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_int_1);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_4, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1107, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_array, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1106
|
|
* for i, attr_id in enumerate(attrs):
|
|
* attr_ids[i] = attr_id
|
|
* if len(array.shape) == 1: # <<<<<<<<<<<<<<
|
|
* array = array.reshape((array.size, 1))
|
|
* cdef np.ndarray transposed_array = numpy.ascontiguousarray(array.T)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1108
|
|
* if len(array.shape) == 1:
|
|
* array = array.reshape((array.size, 1))
|
|
* cdef np.ndarray transposed_array = numpy.ascontiguousarray(array.T) # <<<<<<<<<<<<<<
|
|
* values = <const uint64_t*>transposed_array.data
|
|
* stride = transposed_array.shape[1]
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_numpy); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1108, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_ascontiguousarray); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1108, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_T); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1108, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_10, __pyx_t_4, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1108, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1108, __pyx_L1_error)
|
|
__pyx_v_transposed_array = ((PyArrayObject *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1109
|
|
* array = array.reshape((array.size, 1))
|
|
* cdef np.ndarray transposed_array = numpy.ascontiguousarray(array.T)
|
|
* values = <const uint64_t*>transposed_array.data # <<<<<<<<<<<<<<
|
|
* stride = transposed_array.shape[1]
|
|
* # Check that all heads are within the document bounds
|
|
*/
|
|
__pyx_v_values = ((uint64_t const *)__pyx_v_transposed_array->data);
|
|
|
|
/* "spacy/tokens/doc.pyx":1110
|
|
* cdef np.ndarray transposed_array = numpy.ascontiguousarray(array.T)
|
|
* values = <const uint64_t*>transposed_array.data
|
|
* stride = transposed_array.shape[1] # <<<<<<<<<<<<<<
|
|
* # Check that all heads are within the document bounds
|
|
* if HEAD in attrs:
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_transposed_array->dimensions[1]);
|
|
|
|
/* "spacy/tokens/doc.pyx":1112
|
|
* stride = transposed_array.shape[1]
|
|
* # Check that all heads are within the document bounds
|
|
* if HEAD in attrs: # <<<<<<<<<<<<<<
|
|
* col = attrs.index(HEAD)
|
|
* for i in range(length):
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1112, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_t_3, __pyx_v_attrs, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1112, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1113
|
|
* # Check that all heads are within the document bounds
|
|
* if HEAD in attrs:
|
|
* col = attrs.index(HEAD) # <<<<<<<<<<<<<<
|
|
* for i in range(length):
|
|
* # cast index to signed int
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_attrs, __pyx_n_s_index); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1113, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_9 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1113, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_10, __pyx_t_4, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1113, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_13 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1113, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_col = __pyx_t_13;
|
|
|
|
/* "spacy/tokens/doc.pyx":1114
|
|
* if HEAD in attrs:
|
|
* col = attrs.index(HEAD)
|
|
* for i in range(length): # <<<<<<<<<<<<<<
|
|
* # cast index to signed int
|
|
* abs_head_index = <int32_t>values[col * stride + i]
|
|
*/
|
|
__pyx_t_13 = __pyx_v_length;
|
|
__pyx_t_15 = __pyx_t_13;
|
|
for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
|
|
__pyx_v_i = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":1116
|
|
* for i in range(length):
|
|
* # cast index to signed int
|
|
* abs_head_index = <int32_t>values[col * stride + i] # <<<<<<<<<<<<<<
|
|
* abs_head_index += i
|
|
* if abs_head_index < 0 or abs_head_index >= length:
|
|
*/
|
|
__pyx_v_abs_head_index = ((int32_t)(__pyx_v_values[((__pyx_v_col * __pyx_v_stride) + __pyx_v_i)]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1117
|
|
* # cast index to signed int
|
|
* abs_head_index = <int32_t>values[col * stride + i]
|
|
* abs_head_index += i # <<<<<<<<<<<<<<
|
|
* if abs_head_index < 0 or abs_head_index >= length:
|
|
* raise ValueError(
|
|
*/
|
|
__pyx_v_abs_head_index = (__pyx_v_abs_head_index + __pyx_v_i);
|
|
|
|
/* "spacy/tokens/doc.pyx":1118
|
|
* abs_head_index = <int32_t>values[col * stride + i]
|
|
* abs_head_index += i
|
|
* if abs_head_index < 0 or abs_head_index >= length: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E190.format(
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_abs_head_index < 0) != 0);
|
|
if (!__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L15_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = ((__pyx_v_abs_head_index >= __pyx_v_length) != 0);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L15_bool_binop_done:;
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1120
|
|
* if abs_head_index < 0 or abs_head_index >= length:
|
|
* raise ValueError(
|
|
* Errors.E190.format( # <<<<<<<<<<<<<<
|
|
* index=i,
|
|
* value=array[i, col],
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1120, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E190); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1120, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1120, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1121
|
|
* raise ValueError(
|
|
* Errors.E190.format(
|
|
* index=i, # <<<<<<<<<<<<<<
|
|
* value=array[i, col],
|
|
* rel_head_index=abs_head_index-i
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1121, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_9 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1121, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_index, __pyx_t_9) < 0) __PYX_ERR(0, 1121, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1122
|
|
* Errors.E190.format(
|
|
* index=i,
|
|
* value=array[i, col], # <<<<<<<<<<<<<<
|
|
* rel_head_index=abs_head_index-i
|
|
* )
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1122, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_col); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1122, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1122, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_9);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_4);
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_array, __pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1122, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_value, __pyx_t_4) < 0) __PYX_ERR(0, 1121, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1123
|
|
* index=i,
|
|
* value=array[i, col],
|
|
* rel_head_index=abs_head_index-i # <<<<<<<<<<<<<<
|
|
* )
|
|
* )
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_int32_t((__pyx_v_abs_head_index - __pyx_v_i)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1123, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_rel_head_index, __pyx_t_4) < 0) __PYX_ERR(0, 1121, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1120
|
|
* if abs_head_index < 0 or abs_head_index >= length:
|
|
* raise ValueError(
|
|
* Errors.E190.format( # <<<<<<<<<<<<<<
|
|
* index=i,
|
|
* value=array[i, col],
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1120, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1119
|
|
* abs_head_index += i
|
|
* if abs_head_index < 0 or abs_head_index >= length:
|
|
* raise ValueError( # <<<<<<<<<<<<<<
|
|
* Errors.E190.format(
|
|
* index=i,
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(0, 1119, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1118
|
|
* abs_head_index = <int32_t>values[col * stride + i]
|
|
* abs_head_index += i
|
|
* if abs_head_index < 0 or abs_head_index >= length: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E190.format(
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1112
|
|
* stride = transposed_array.shape[1]
|
|
* # Check that all heads are within the document bounds
|
|
* if HEAD in attrs: # <<<<<<<<<<<<<<
|
|
* col = attrs.index(HEAD)
|
|
* for i in range(length):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1127
|
|
* )
|
|
* # Verify ENT_IOB are proper integers
|
|
* if ENT_IOB in attrs: # <<<<<<<<<<<<<<
|
|
* iob_strings = Token.iob_strings()
|
|
* col = attrs.index(ENT_IOB)
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_IOB); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1127, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_t_10, __pyx_v_attrs, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1127, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1128
|
|
* # Verify ENT_IOB are proper integers
|
|
* if ENT_IOB in attrs:
|
|
* iob_strings = Token.iob_strings() # <<<<<<<<<<<<<<
|
|
* col = attrs.index(ENT_IOB)
|
|
* n_iob_strings = len(iob_strings)
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_5token_Token), __pyx_n_s_iob_strings); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1128, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_10 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1128, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_iob_strings = __pyx_t_10;
|
|
__pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1129
|
|
* if ENT_IOB in attrs:
|
|
* iob_strings = Token.iob_strings()
|
|
* col = attrs.index(ENT_IOB) # <<<<<<<<<<<<<<
|
|
* n_iob_strings = len(iob_strings)
|
|
* for i in range(length):
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_attrs, __pyx_n_s_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1129, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_IOB); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1129, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_10 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_7, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1129, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_13 = __Pyx_PyInt_As_int(__pyx_t_10); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1129, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_v_col = __pyx_t_13;
|
|
|
|
/* "spacy/tokens/doc.pyx":1130
|
|
* iob_strings = Token.iob_strings()
|
|
* col = attrs.index(ENT_IOB)
|
|
* n_iob_strings = len(iob_strings) # <<<<<<<<<<<<<<
|
|
* for i in range(length):
|
|
* value = values[col * stride + i]
|
|
*/
|
|
__pyx_t_5 = PyObject_Length(__pyx_v_iob_strings); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1130, __pyx_L1_error)
|
|
__pyx_v_n_iob_strings = __pyx_t_5;
|
|
|
|
/* "spacy/tokens/doc.pyx":1131
|
|
* col = attrs.index(ENT_IOB)
|
|
* n_iob_strings = len(iob_strings)
|
|
* for i in range(length): # <<<<<<<<<<<<<<
|
|
* value = values[col * stride + i]
|
|
* if value < 0 or value >= n_iob_strings:
|
|
*/
|
|
__pyx_t_13 = __pyx_v_length;
|
|
__pyx_t_15 = __pyx_t_13;
|
|
for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
|
|
__pyx_v_i = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":1132
|
|
* n_iob_strings = len(iob_strings)
|
|
* for i in range(length):
|
|
* value = values[col * stride + i] # <<<<<<<<<<<<<<
|
|
* if value < 0 or value >= n_iob_strings:
|
|
* raise ValueError(
|
|
*/
|
|
__pyx_v_value = (__pyx_v_values[((__pyx_v_col * __pyx_v_stride) + __pyx_v_i)]);
|
|
|
|
/* "spacy/tokens/doc.pyx":1133
|
|
* for i in range(length):
|
|
* value = values[col * stride + i]
|
|
* if value < 0 or value >= n_iob_strings: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E982.format(
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_value < 0) != 0);
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L21_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = ((__pyx_v_value >= __pyx_v_n_iob_strings) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L21_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1135
|
|
* if value < 0 or value >= n_iob_strings:
|
|
* raise ValueError(
|
|
* Errors.E982.format( # <<<<<<<<<<<<<<
|
|
* values=iob_strings,
|
|
* value=value
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_Errors); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1135, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_E982); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1135, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1135, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1136
|
|
* raise ValueError(
|
|
* Errors.E982.format(
|
|
* values=iob_strings, # <<<<<<<<<<<<<<
|
|
* value=value
|
|
* )
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1136, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_values, __pyx_v_iob_strings) < 0) __PYX_ERR(0, 1136, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1137
|
|
* Errors.E982.format(
|
|
* values=iob_strings,
|
|
* value=value # <<<<<<<<<<<<<<
|
|
* )
|
|
* )
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyInt_From_uint64_t(__pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1137, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_value, __pyx_t_3) < 0) __PYX_ERR(0, 1136, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1135
|
|
* if value < 0 or value >= n_iob_strings:
|
|
* raise ValueError(
|
|
* Errors.E982.format( # <<<<<<<<<<<<<<
|
|
* values=iob_strings,
|
|
* value=value
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1135, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1134
|
|
* value = values[col * stride + i]
|
|
* if value < 0 or value >= n_iob_strings:
|
|
* raise ValueError( # <<<<<<<<<<<<<<
|
|
* Errors.E982.format(
|
|
* values=iob_strings,
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1134, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 1134, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1133
|
|
* for i in range(length):
|
|
* value = values[col * stride + i]
|
|
* if value < 0 or value >= n_iob_strings: # <<<<<<<<<<<<<<
|
|
* raise ValueError(
|
|
* Errors.E982.format(
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1127
|
|
* )
|
|
* # Verify ENT_IOB are proper integers
|
|
* if ENT_IOB in attrs: # <<<<<<<<<<<<<<
|
|
* iob_strings = Token.iob_strings()
|
|
* col = attrs.index(ENT_IOB)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1141
|
|
* )
|
|
* # Now load the data
|
|
* for i in range(length): # <<<<<<<<<<<<<<
|
|
* token = &self.c[i]
|
|
* for j in range(n_attrs):
|
|
*/
|
|
__pyx_t_13 = __pyx_v_length;
|
|
__pyx_t_15 = __pyx_t_13;
|
|
for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
|
|
__pyx_v_i = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":1142
|
|
* # Now load the data
|
|
* for i in range(length):
|
|
* token = &self.c[i] # <<<<<<<<<<<<<<
|
|
* for j in range(n_attrs):
|
|
* value = values[j * stride + i]
|
|
*/
|
|
__pyx_v_token = (&(__pyx_v_self->c[__pyx_v_i]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1143
|
|
* for i in range(length):
|
|
* token = &self.c[i]
|
|
* for j in range(n_attrs): # <<<<<<<<<<<<<<
|
|
* value = values[j * stride + i]
|
|
* if attr_ids[j] == MORPH:
|
|
*/
|
|
__pyx_t_17 = __pyx_v_n_attrs;
|
|
__pyx_t_18 = __pyx_t_17;
|
|
for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
|
|
__pyx_v_j = __pyx_t_19;
|
|
|
|
/* "spacy/tokens/doc.pyx":1144
|
|
* token = &self.c[i]
|
|
* for j in range(n_attrs):
|
|
* value = values[j * stride + i] # <<<<<<<<<<<<<<
|
|
* if attr_ids[j] == MORPH:
|
|
* # add morph to morphology table
|
|
*/
|
|
__pyx_v_value = (__pyx_v_values[((__pyx_v_j * __pyx_v_stride) + __pyx_v_i)]);
|
|
|
|
/* "spacy/tokens/doc.pyx":1145
|
|
* for j in range(n_attrs):
|
|
* value = values[j * stride + i]
|
|
* if attr_ids[j] == MORPH: # <<<<<<<<<<<<<<
|
|
* # add morph to morphology table
|
|
* self.vocab.morphology.add(self.vocab.strings[value])
|
|
*/
|
|
__pyx_t_1 = (((__pyx_v_attr_ids[__pyx_v_j]) == __pyx_e_5spacy_5attrs_MORPH) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1147
|
|
* if attr_ids[j] == MORPH:
|
|
* # add morph to morphology table
|
|
* self.vocab.morphology.add(self.vocab.strings[value]) # <<<<<<<<<<<<<<
|
|
* Token.set_struct_attr(token, attr_ids[j], value)
|
|
* # If document is parsed, set children and sentence boundaries
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab->morphology), __pyx_n_s_add); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1147, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self->vocab->strings), __pyx_v_value, uint64_t, 0, __Pyx_PyInt_From_uint64_t, 0, 0, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1147, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_7, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1147, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1145
|
|
* for j in range(n_attrs):
|
|
* value = values[j * stride + i]
|
|
* if attr_ids[j] == MORPH: # <<<<<<<<<<<<<<
|
|
* # add morph to morphology table
|
|
* self.vocab.morphology.add(self.vocab.strings[value])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1148
|
|
* # add morph to morphology table
|
|
* self.vocab.morphology.add(self.vocab.strings[value])
|
|
* Token.set_struct_attr(token, attr_ids[j], value) # <<<<<<<<<<<<<<
|
|
* # If document is parsed, set children and sentence boundaries
|
|
* if HEAD in attrs and DEP in attrs:
|
|
*/
|
|
(void)(__pyx_f_5spacy_6tokens_5token_5Token_set_struct_attr(__pyx_v_token, (__pyx_v_attr_ids[__pyx_v_j]), __pyx_v_value));
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1150
|
|
* Token.set_struct_attr(token, attr_ids[j], value)
|
|
* # If document is parsed, set children and sentence boundaries
|
|
* if HEAD in attrs and DEP in attrs: # <<<<<<<<<<<<<<
|
|
* col = attrs.index(DEP)
|
|
* if array[:, col].any():
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1150, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_t_4, __pyx_v_attrs, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1150, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_20 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_20) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_20;
|
|
goto __pyx_L29_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1150, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_20 = (__Pyx_PySequence_ContainsTF(__pyx_t_4, __pyx_v_attrs, Py_EQ)); if (unlikely(__pyx_t_20 < 0)) __PYX_ERR(0, 1150, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = (__pyx_t_20 != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L29_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1151
|
|
* # If document is parsed, set children and sentence boundaries
|
|
* if HEAD in attrs and DEP in attrs:
|
|
* col = attrs.index(DEP) # <<<<<<<<<<<<<<
|
|
* if array[:, col].any():
|
|
* set_children_from_heads(self.c, 0, length)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_attrs, __pyx_n_s_index); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1151, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1151, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_7, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1151, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_13 = __Pyx_PyInt_As_int(__pyx_t_4); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1151, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_col = __pyx_t_13;
|
|
|
|
/* "spacy/tokens/doc.pyx":1152
|
|
* if HEAD in attrs and DEP in attrs:
|
|
* col = attrs.index(DEP)
|
|
* if array[:, col].any(): # <<<<<<<<<<<<<<
|
|
* set_children_from_heads(self.c, 0, length)
|
|
* return self
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_col); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_slice__13);
|
|
__Pyx_GIVEREF(__pyx_slice__13);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_slice__13);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_array, __pyx_t_10); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_any); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1153
|
|
* col = attrs.index(DEP)
|
|
* if array[:, col].any():
|
|
* set_children_from_heads(self.c, 0, length) # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_13 = __pyx_f_5spacy_6tokens_3doc_set_children_from_heads(__pyx_v_self->c, 0, __pyx_v_length); if (unlikely(__pyx_t_13 == ((int)-1))) __PYX_ERR(0, 1153, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1152
|
|
* if HEAD in attrs and DEP in attrs:
|
|
* col = attrs.index(DEP)
|
|
* if array[:, col].any(): # <<<<<<<<<<<<<<
|
|
* set_children_from_heads(self.c, 0, length)
|
|
* return self
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1150
|
|
* Token.set_struct_attr(token, attr_ids[j], value)
|
|
* # If document is parsed, set children and sentence boundaries
|
|
* if HEAD in attrs and DEP in attrs: # <<<<<<<<<<<<<<
|
|
* col = attrs.index(DEP)
|
|
* if array[:, col].any():
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1154
|
|
* if array[:, col].any():
|
|
* set_children_from_heads(self.c, 0, length)
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1067
|
|
* self.c[i].lex = &EMPTY_LEXEME
|
|
*
|
|
* def from_array(self, attrs, array): # <<<<<<<<<<<<<<
|
|
* """Load attributes from a numpy array. Write to a `Doc` object, from an
|
|
* `(M, N)` array of attributes.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_11);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_mem);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_transposed_array);
|
|
__Pyx_XDECREF(__pyx_v_iob_strings);
|
|
__Pyx_XDECREF(__pyx_v_id_);
|
|
__Pyx_XDECREF(__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_v_array);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1157
|
|
*
|
|
* @staticmethod
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
* if the `Doc` objects do not all share the same `Vocab`.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_42from_docs(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_41from_docs[] = "Doc.from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple())\nConcatenate multiple Doc objects to form a new one. Raises an error\n if the `Doc` objects do not all share the same `Vocab`.\n\n docs (list): A list of Doc objects.\n ensure_whitespace (bool): Insert a space between two adjacent docs\n whenever the first doc does not end in whitespace.\n attrs (list): Optional list of attribute ID ints or attribute name\n strings.\n exclude (Iterable[str]): Doc attributes to exclude. Supported\n attributes: `spans`, `tensor`, `user_data`.\n RETURNS (Doc): A doc that contains the concatenated docs, or None if no\n docs were given.\n\n DOCS: https://spacy.io/api/doc#from_docs\n ";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_42from_docs = {"from_docs", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_42from_docs, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_41from_docs};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_42from_docs(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_docs = 0;
|
|
PyObject *__pyx_v_ensure_whitespace = 0;
|
|
PyObject *__pyx_v_attrs = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_docs (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_docs,&__pyx_n_s_ensure_whitespace,&__pyx_n_s_attrs,&__pyx_n_s_exclude,0};
|
|
PyObject* values[4] = {0,0,0,0};
|
|
values[1] = ((PyObject *)Py_True);
|
|
values[2] = ((PyObject *)Py_None);
|
|
values[3] = __pyx_k__14;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ensure_whitespace);
|
|
if (value) { values[1] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_attrs);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 3;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_docs") < 0)) __PYX_ERR(0, 1157, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_docs = values[0];
|
|
__pyx_v_ensure_whitespace = values[1];
|
|
__pyx_v_attrs = values[2];
|
|
__pyx_v_exclude = values[3];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_docs", 0, 1, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1157, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_41from_docs(__pyx_v_docs, __pyx_v_ensure_whitespace, __pyx_v_attrs, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_2generator8(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1184
|
|
* attrs = list(Doc._get_array_attrs())
|
|
* else:
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names # <<<<<<<<<<<<<<
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1184, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_2generator8, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_from_docs_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_2generator8(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1184, 0, __PYX_ERR(0, 1184, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs)) { __Pyx_RaiseClosureNameError("attrs"); __PYX_ERR(0, 1184, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs)) {
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_attr, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_5 = PyString_Check(__pyx_cur_scope->__pyx_v_attr);
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
}
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_False);
|
|
__pyx_r = Py_False;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_5generator9(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1186
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present # <<<<<<<<<<<<<<
|
|
* if SPACY not in attrs:
|
|
* attrs.append(SPACY)
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_3genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1186, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_5generator9, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_from_docs_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_5generator9(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1186, 0, __PYX_ERR(0, 1186, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__pyx_r = PyList_New(0); if (unlikely(!__pyx_r)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_r);
|
|
__pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs)) { __Pyx_RaiseClosureNameError("attrs"); __PYX_ERR(0, 1186, __pyx_L1_error) }
|
|
__pyx_t_5 = PySet_New(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_attrs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_set_iterator(__pyx_t_5, 1, (&__pyx_t_3), (&__pyx_t_4)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__pyx_t_1 = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
while (1) {
|
|
__pyx_t_7 = __Pyx_set_iter_next(__pyx_t_1, __pyx_t_3, &__pyx_t_2, &__pyx_t_6, __pyx_t_4);
|
|
if (unlikely(__pyx_t_7 == 0)) break;
|
|
if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_attr);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_attr, __pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_cur_scope->__pyx_v_attr); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
if (__pyx_t_8) {
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_r, (PyObject*)__pyx_cur_scope->__pyx_v_attr))) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_8generator10(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1196
|
|
* char_offset = 0
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc) # <<<<<<<<<<<<<<
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_6genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1196, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_8generator10, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_from_docs_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_8generator10(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1196, 0, __PYX_ERR(0, 1196, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc)) { __Pyx_RaiseClosureNameError("doc"); __PYX_ERR(0, 1196, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc)) {
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_t);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_t, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_t, __pyx_n_s_text); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_11generator11(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1197
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc)
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc) # <<<<<<<<<<<<<<
|
|
*
|
|
* if "user_data" not in exclude:
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_9genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1197, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_11generator11, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_from_docs_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_11generator11(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1197, 0, __PYX_ERR(0, 1197, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc)) { __Pyx_RaiseClosureNameError("doc"); __PYX_ERR(0, 1197, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc)) {
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_doc); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_t);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_t, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_t, __pyx_n_s_whitespace); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyBool_FromLong((!(!__pyx_t_5))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_14generator12(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1268
|
|
* raise ValueError(Errors.E873.format(key=key, text=text))
|
|
*
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs): # <<<<<<<<<<<<<<
|
|
* ops = get_current_ops()
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)])
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_12genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1268, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_14generator12, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_from_docs_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_14generator12(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(PyObject *);
|
|
PyObject *__pyx_t_4 = NULL;
|
|
Py_ssize_t __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1268, 0, __PYX_ERR(0, 1268, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 1268, __pyx_L1_error) }
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) {
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
__pyx_t_3 = NULL;
|
|
} else {
|
|
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_3)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_True);
|
|
__pyx_r = Py_True;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
}
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(Py_False);
|
|
__pyx_r = Py_False;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1157
|
|
*
|
|
* @staticmethod
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
* if the `Doc` objects do not all share the same `Vocab`.
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_41from_docs(PyObject *__pyx_v_docs, PyObject *__pyx_v_ensure_whitespace, PyObject *__pyx_v_attrs, PyObject *__pyx_v_exclude) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_cur_scope;
|
|
PyObject *__pyx_v_vocab = NULL;
|
|
PyObject *__pyx_v_concat_words = NULL;
|
|
PyObject *__pyx_v_concat_spaces = NULL;
|
|
PyObject *__pyx_v_concat_user_data = NULL;
|
|
PyObject *__pyx_v_concat_spans = NULL;
|
|
Py_ssize_t __pyx_v_char_offset;
|
|
PyObject *__pyx_v_key = NULL;
|
|
PyObject *__pyx_v_value = NULL;
|
|
PyObject *__pyx_v_data_type = NULL;
|
|
PyObject *__pyx_v_name = NULL;
|
|
PyObject *__pyx_v_start = NULL;
|
|
PyObject *__pyx_v_end = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_arrays = NULL;
|
|
PyObject *__pyx_v_spacy_index = NULL;
|
|
PyObject *__pyx_v_i = NULL;
|
|
PyObject *__pyx_v_array = NULL;
|
|
Py_ssize_t __pyx_v_token_offset;
|
|
PyObject *__pyx_v_concat_array = NULL;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_concat_doc = NULL;
|
|
PyObject *__pyx_v_span_tuple = NULL;
|
|
PyObject *__pyx_v_text = NULL;
|
|
PyObject *__pyx_v_ops = NULL;
|
|
PyObject *__pyx_8genexpr5__pyx_v_doc = NULL;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_2generator8 = 0;
|
|
PyObject *__pyx_v_attr = NULL;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_5generator9 = 0;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_8generator10 = 0;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_11generator11 = 0;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_14generator12 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *(*__pyx_t_8)(PyObject *);
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_t_11;
|
|
Py_ssize_t __pyx_t_12;
|
|
PyObject *(*__pyx_t_13)(PyObject *);
|
|
PyObject *__pyx_t_14 = NULL;
|
|
int __pyx_t_15;
|
|
Py_ssize_t __pyx_t_16;
|
|
PyObject *__pyx_t_17 = NULL;
|
|
PyObject *(*__pyx_t_18)(PyObject *);
|
|
PyObject *__pyx_t_19 = NULL;
|
|
PyObject *__pyx_t_20 = NULL;
|
|
PyObject *__pyx_t_21 = NULL;
|
|
PyObject *__pyx_t_22 = NULL;
|
|
int __pyx_t_23;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__15)
|
|
__Pyx_RefNannySetupContext("from_docs", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1157, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("from_docs", __pyx_f[0], 1157, 0, __PYX_ERR(0, 1157, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_docs = __pyx_v_docs;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs);
|
|
__pyx_cur_scope->__pyx_v_attrs = __pyx_v_attrs;
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
|
|
/* "spacy/tokens/doc.pyx":1173
|
|
* DOCS: https://spacy.io/api/doc#from_docs
|
|
* """
|
|
* if not docs: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_cur_scope->__pyx_v_docs); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1173, __pyx_L1_error)
|
|
__pyx_t_2 = ((!__pyx_t_1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1174
|
|
* """
|
|
* if not docs:
|
|
* return None # <<<<<<<<<<<<<<
|
|
*
|
|
* vocab = {doc.vocab for doc in docs}
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1173
|
|
* DOCS: https://spacy.io/api/doc#from_docs
|
|
* """
|
|
* if not docs: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1176
|
|
* return None
|
|
*
|
|
* vocab = {doc.vocab for doc in docs} # <<<<<<<<<<<<<<
|
|
* if len(vocab) > 1:
|
|
* raise ValueError(Errors.E999)
|
|
*/
|
|
{ /* enter inner scope */
|
|
__pyx_t_3 = PySet_New(NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) {
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_8genexpr5__pyx_v_doc, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_8genexpr5__pyx_v_doc, __pyx_n_s_vocab); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (unlikely(PySet_Add(__pyx_t_3, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 1176, __pyx_L6_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_XDECREF(__pyx_8genexpr5__pyx_v_doc); __pyx_8genexpr5__pyx_v_doc = 0;
|
|
goto __pyx_L9_exit_scope;
|
|
__pyx_L6_error:;
|
|
__Pyx_XDECREF(__pyx_8genexpr5__pyx_v_doc); __pyx_8genexpr5__pyx_v_doc = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L9_exit_scope:;
|
|
} /* exit inner scope */
|
|
__pyx_v_vocab = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1177
|
|
*
|
|
* vocab = {doc.vocab for doc in docs}
|
|
* if len(vocab) > 1: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E999)
|
|
* (vocab,) = vocab
|
|
*/
|
|
__pyx_t_5 = PyObject_Length(__pyx_v_vocab); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1177, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_5 > 1) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1178
|
|
* vocab = {doc.vocab for doc in docs}
|
|
* if len(vocab) > 1:
|
|
* raise ValueError(Errors.E999) # <<<<<<<<<<<<<<
|
|
* (vocab,) = vocab
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E999); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 1178, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1177
|
|
*
|
|
* vocab = {doc.vocab for doc in docs}
|
|
* if len(vocab) > 1: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E999)
|
|
* (vocab,) = vocab
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1179
|
|
* if len(vocab) > 1:
|
|
* raise ValueError(Errors.E999)
|
|
* (vocab,) = vocab # <<<<<<<<<<<<<<
|
|
*
|
|
* if attrs is None:
|
|
*/
|
|
{
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_4 = PyObject_GetIter(__pyx_v_vocab); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1179, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_4)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L11_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_4), 1) < 0) __PYX_ERR(0, 1179, __pyx_L1_error)
|
|
__pyx_t_8 = NULL;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
goto __pyx_L12_unpacking_done;
|
|
__pyx_L11_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1179, __pyx_L1_error)
|
|
__pyx_L12_unpacking_done:;
|
|
}
|
|
__Pyx_DECREF_SET(__pyx_v_vocab, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1181
|
|
* (vocab,) = vocab
|
|
*
|
|
* if attrs is None: # <<<<<<<<<<<<<<
|
|
* attrs = list(Doc._get_array_attrs())
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_cur_scope->__pyx_v_attrs == Py_None);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1182
|
|
*
|
|
* if attrs is None:
|
|
* attrs = list(Doc._get_array_attrs()) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_n_s_get_array_attrs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1182, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1182, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PySequence_List(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1182, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attrs, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1181
|
|
* (vocab,) = vocab
|
|
*
|
|
* if attrs is None: # <<<<<<<<<<<<<<
|
|
* attrs = list(Doc._get_array_attrs())
|
|
* else:
|
|
*/
|
|
goto __pyx_L13;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1184
|
|
* attrs = list(Doc._get_array_attrs())
|
|
* else:
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names # <<<<<<<<<<<<<<
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_Generator_Next(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1185
|
|
* else:
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs # <<<<<<<<<<<<<<
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
* if SPACY not in attrs:
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_attrs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_attrs)) {
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_v_attrs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_attrs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_intify_attr); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_10, __pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 1185, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attrs, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1184
|
|
* attrs = list(Doc._get_array_attrs())
|
|
* else:
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names # <<<<<<<<<<<<<<
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1186
|
|
* if any(isinstance(attr, str) for attr in attrs): # resolve attribute names
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present # <<<<<<<<<<<<<<
|
|
* if SPACY not in attrs:
|
|
* attrs.append(SPACY)
|
|
*/
|
|
__pyx_t_3 = __pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_3genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_Generator_Next(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_attrs, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
}
|
|
__pyx_L13:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1187
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
* if SPACY not in attrs: # <<<<<<<<<<<<<<
|
|
* attrs.append(SPACY)
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SPACY); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1187, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_t_4, __pyx_cur_scope->__pyx_v_attrs, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1187, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1188
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
* if SPACY not in attrs:
|
|
* attrs.append(SPACY) # <<<<<<<<<<<<<<
|
|
*
|
|
* concat_words = []
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SPACY); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1188, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_11 = __Pyx_PyObject_Append(__pyx_cur_scope->__pyx_v_attrs, __pyx_t_4); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1188, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1187
|
|
* attrs = [intify_attr(attr) for attr in attrs] # intify_attr returns None for invalid attrs
|
|
* attrs = list(attr for attr in set(attrs) if attr) # filter duplicates, remove None if present
|
|
* if SPACY not in attrs: # <<<<<<<<<<<<<<
|
|
* attrs.append(SPACY)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1190
|
|
* attrs.append(SPACY)
|
|
*
|
|
* concat_words = [] # <<<<<<<<<<<<<<
|
|
* concat_spaces = []
|
|
* concat_user_data = {}
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1190, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_concat_words = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1191
|
|
*
|
|
* concat_words = []
|
|
* concat_spaces = [] # <<<<<<<<<<<<<<
|
|
* concat_user_data = {}
|
|
* concat_spans = defaultdict(list)
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1191, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_concat_spaces = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1192
|
|
* concat_words = []
|
|
* concat_spaces = []
|
|
* concat_user_data = {} # <<<<<<<<<<<<<<
|
|
* concat_spans = defaultdict(list)
|
|
* char_offset = 0
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1192, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_concat_user_data = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1193
|
|
* concat_spaces = []
|
|
* concat_user_data = {}
|
|
* concat_spans = defaultdict(list) # <<<<<<<<<<<<<<
|
|
* char_offset = 0
|
|
* for doc in docs:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_defaultdict); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1193, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_7, ((PyObject *)(&PyList_Type))) : __Pyx_PyObject_CallOneArg(__pyx_t_3, ((PyObject *)(&PyList_Type)));
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1193, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_concat_spans = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1194
|
|
* concat_user_data = {}
|
|
* concat_spans = defaultdict(list)
|
|
* char_offset = 0 # <<<<<<<<<<<<<<
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc)
|
|
*/
|
|
__pyx_v_char_offset = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1195
|
|
* concat_spans = defaultdict(list)
|
|
* char_offset = 0
|
|
* for doc in docs: # <<<<<<<<<<<<<<
|
|
* concat_words.extend(t.text for t in doc)
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) {
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1195, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1196
|
|
* char_offset = 0
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc) # <<<<<<<<<<<<<<
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_6genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_11 = __Pyx_PyList_Extend(__pyx_v_concat_words, __pyx_t_3); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1197
|
|
* for doc in docs:
|
|
* concat_words.extend(t.text for t in doc)
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc) # <<<<<<<<<<<<<<
|
|
*
|
|
* if "user_data" not in exclude:
|
|
*/
|
|
__pyx_t_3 = __pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_9genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_11 = __Pyx_PyList_Extend(__pyx_v_concat_spaces, __pyx_t_3); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1199
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*
|
|
* if "user_data" not in exclude: # <<<<<<<<<<<<<<
|
|
* for key, value in doc.user_data.items():
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_data, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1199, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1200
|
|
*
|
|
* if "user_data" not in exclude:
|
|
* for key, value in doc.user_data.items(): # <<<<<<<<<<<<<<
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
* data_type, name, start, end = key
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_doc, __pyx_n_s_user_data); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_items); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_9 = __pyx_t_3; __Pyx_INCREF(__pyx_t_9); __pyx_t_12 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_9))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_12); __Pyx_INCREF(__pyx_t_3); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_9, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_12); __Pyx_INCREF(__pyx_t_3); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_9, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_13(__pyx_t_9);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
|
|
PyObject* sequence = __pyx_t_3;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1200, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_10 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_10 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_14 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_14)->tp_iternext;
|
|
index = 0; __pyx_t_7 = __pyx_t_8(__pyx_t_14); if (unlikely(!__pyx_t_7)) goto __pyx_L23_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
index = 1; __pyx_t_10 = __pyx_t_8(__pyx_t_14); if (unlikely(!__pyx_t_10)) goto __pyx_L23_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_14), 2) < 0) __PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__pyx_t_8 = NULL;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
goto __pyx_L24_unpacking_done;
|
|
__pyx_L23_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1200, __pyx_L1_error)
|
|
__pyx_L24_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_10);
|
|
__pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1201
|
|
* if "user_data" not in exclude:
|
|
* for key, value in doc.user_data.items():
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.": # <<<<<<<<<<<<<<
|
|
* data_type, name, start, end = key
|
|
* if start is not None or end is not None:
|
|
*/
|
|
__pyx_t_2 = PyTuple_Check(__pyx_v_key);
|
|
__pyx_t_15 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_15) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_15;
|
|
goto __pyx_L26_bool_binop_done;
|
|
}
|
|
__pyx_t_16 = PyObject_Length(__pyx_v_key); if (unlikely(__pyx_t_16 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1201, __pyx_L1_error)
|
|
__pyx_t_15 = ((__pyx_t_16 == 4) != 0);
|
|
if (__pyx_t_15) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_15;
|
|
goto __pyx_L26_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = __Pyx_GetItemInt(__pyx_v_key, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1201, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_15 = (__Pyx_PyString_Equals(__pyx_t_3, __pyx_kp_s__16, Py_EQ)); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1201, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_1 = __pyx_t_15;
|
|
__pyx_L26_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1202
|
|
* for key, value in doc.user_data.items():
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
* data_type, name, start, end = key # <<<<<<<<<<<<<<
|
|
* if start is not None or end is not None:
|
|
* start += char_offset
|
|
*/
|
|
if ((likely(PyTuple_CheckExact(__pyx_v_key))) || (PyList_CheckExact(__pyx_v_key))) {
|
|
PyObject* sequence = __pyx_v_key;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 4)) {
|
|
if (size > 4) __Pyx_RaiseTooManyValuesError(4);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1202, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_10 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 2);
|
|
__pyx_t_14 = PyTuple_GET_ITEM(sequence, 3);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_10 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 2);
|
|
__pyx_t_14 = PyList_GET_ITEM(sequence, 3);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
#else
|
|
{
|
|
Py_ssize_t i;
|
|
PyObject** temps[4] = {&__pyx_t_3,&__pyx_t_10,&__pyx_t_7,&__pyx_t_14};
|
|
for (i=0; i < 4; i++) {
|
|
PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 1202, __pyx_L1_error)
|
|
__Pyx_GOTREF(item);
|
|
*(temps[i]) = item;
|
|
}
|
|
}
|
|
#endif
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
PyObject** temps[4] = {&__pyx_t_3,&__pyx_t_10,&__pyx_t_7,&__pyx_t_14};
|
|
__pyx_t_17 = PyObject_GetIter(__pyx_v_key); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1202, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_17)->tp_iternext;
|
|
for (index=0; index < 4; index++) {
|
|
PyObject* item = __pyx_t_8(__pyx_t_17); if (unlikely(!item)) goto __pyx_L29_unpacking_failed;
|
|
__Pyx_GOTREF(item);
|
|
*(temps[index]) = item;
|
|
}
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_17), 4) < 0) __PYX_ERR(0, 1202, __pyx_L1_error)
|
|
__pyx_t_8 = NULL;
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
goto __pyx_L30_unpacking_done;
|
|
__pyx_L29_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1202, __pyx_L1_error)
|
|
__pyx_L30_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_data_type, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_name, __pyx_t_10);
|
|
__pyx_t_10 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_start, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_end, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1203
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
* data_type, name, start, end = key
|
|
* if start is not None or end is not None: # <<<<<<<<<<<<<<
|
|
* start += char_offset
|
|
* if end is not None:
|
|
*/
|
|
__pyx_t_15 = (__pyx_v_start != Py_None);
|
|
__pyx_t_2 = (__pyx_t_15 != 0);
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L32_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_end != Py_None);
|
|
__pyx_t_15 = (__pyx_t_2 != 0);
|
|
__pyx_t_1 = __pyx_t_15;
|
|
__pyx_L32_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1204
|
|
* data_type, name, start, end = key
|
|
* if start is not None or end is not None:
|
|
* start += char_offset # <<<<<<<<<<<<<<
|
|
* if end is not None:
|
|
* end += char_offset
|
|
*/
|
|
__pyx_t_14 = PyInt_FromSsize_t(__pyx_v_char_offset); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1204, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_7 = PyNumber_InPlaceAdd(__pyx_v_start, __pyx_t_14); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1204, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_start, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1205
|
|
* if start is not None or end is not None:
|
|
* start += char_offset
|
|
* if end is not None: # <<<<<<<<<<<<<<
|
|
* end += char_offset
|
|
* concat_user_data[(data_type, name, start, end)] = copy.copy(value)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_end != Py_None);
|
|
__pyx_t_15 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1206
|
|
* start += char_offset
|
|
* if end is not None:
|
|
* end += char_offset # <<<<<<<<<<<<<<
|
|
* concat_user_data[(data_type, name, start, end)] = copy.copy(value)
|
|
* else:
|
|
*/
|
|
__pyx_t_7 = PyInt_FromSsize_t(__pyx_v_char_offset); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1206, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_14 = PyNumber_InPlaceAdd(__pyx_v_end, __pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1206, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_end, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1205
|
|
* if start is not None or end is not None:
|
|
* start += char_offset
|
|
* if end is not None: # <<<<<<<<<<<<<<
|
|
* end += char_offset
|
|
* concat_user_data[(data_type, name, start, end)] = copy.copy(value)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1207
|
|
* if end is not None:
|
|
* end += char_offset
|
|
* concat_user_data[(data_type, name, start, end)] = copy.copy(value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* warnings.warn(Warnings.W101.format(name=name))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_copy); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1207, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_copy); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1207, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_10))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_10);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_10, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_10, __pyx_t_7, __pyx_v_value) : __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1207, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = PyTuple_New(4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1207, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_INCREF(__pyx_v_data_type);
|
|
__Pyx_GIVEREF(__pyx_v_data_type);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_v_data_type);
|
|
__Pyx_INCREF(__pyx_v_name);
|
|
__Pyx_GIVEREF(__pyx_v_name);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_v_name);
|
|
__Pyx_INCREF(__pyx_v_start);
|
|
__Pyx_GIVEREF(__pyx_v_start);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 2, __pyx_v_start);
|
|
__Pyx_INCREF(__pyx_v_end);
|
|
__Pyx_GIVEREF(__pyx_v_end);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 3, __pyx_v_end);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_concat_user_data, __pyx_t_10, __pyx_t_14) < 0)) __PYX_ERR(0, 1207, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1203
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
* data_type, name, start, end = key
|
|
* if start is not None or end is not None: # <<<<<<<<<<<<<<
|
|
* start += char_offset
|
|
* if end is not None:
|
|
*/
|
|
goto __pyx_L31;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1209
|
|
* concat_user_data[(data_type, name, start, end)] = copy.copy(value)
|
|
* else:
|
|
* warnings.warn(Warnings.W101.format(name=name)) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* warnings.warn(Warnings.W102.format(key=key, value=value))
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_warnings); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_warn); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_W101); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_name, __pyx_v_name) < 0) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__pyx_t_17 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_3, __pyx_t_17) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_17);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1209, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__pyx_L31:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1201
|
|
* if "user_data" not in exclude:
|
|
* for key, value in doc.user_data.items():
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.": # <<<<<<<<<<<<<<
|
|
* data_type, name, start, end = key
|
|
* if start is not None or end is not None:
|
|
*/
|
|
goto __pyx_L25;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1211
|
|
* warnings.warn(Warnings.W101.format(name=name))
|
|
* else:
|
|
* warnings.warn(Warnings.W102.format(key=key, value=value)) # <<<<<<<<<<<<<<
|
|
* if "spans" not in exclude:
|
|
* for key in doc.spans:
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_warnings); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_17 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_warn); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_W102); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_key, __pyx_v_key) < 0) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_value, __pyx_v_value) < 0) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_17))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_17);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_17);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_17, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_17, __pyx_t_3, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_17, __pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1211, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__pyx_L25:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1200
|
|
*
|
|
* if "user_data" not in exclude:
|
|
* for key, value in doc.user_data.items(): # <<<<<<<<<<<<<<
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
* data_type, name, start, end = key
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1199
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*
|
|
* if "user_data" not in exclude: # <<<<<<<<<<<<<<
|
|
* for key, value in doc.user_data.items():
|
|
* if isinstance(key, tuple) and len(key) == 4 and key[0] == "._.":
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1212
|
|
* else:
|
|
* warnings.warn(Warnings.W102.format(key=key, value=value))
|
|
* if "spans" not in exclude: # <<<<<<<<<<<<<<
|
|
* for key in doc.spans:
|
|
* # if a spans key is in any doc, include it in the merged doc
|
|
*/
|
|
__pyx_t_15 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_spans, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1212, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_15 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1213
|
|
* warnings.warn(Warnings.W102.format(key=key, value=value))
|
|
* if "spans" not in exclude:
|
|
* for key in doc.spans: # <<<<<<<<<<<<<<
|
|
* # if a spans key is in any doc, include it in the merged doc
|
|
* # even if it is empty
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_doc, __pyx_n_s_spans); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
|
|
__pyx_t_14 = __pyx_t_9; __Pyx_INCREF(__pyx_t_14); __pyx_t_12 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_14))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_12); __Pyx_INCREF(__pyx_t_9); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_14, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_12); __Pyx_INCREF(__pyx_t_9); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_14, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_13(__pyx_t_14);
|
|
if (unlikely(!__pyx_t_9)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1213, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1216
|
|
* # if a spans key is in any doc, include it in the merged doc
|
|
* # even if it is empty
|
|
* if key not in concat_spans: # <<<<<<<<<<<<<<
|
|
* concat_spans[key] = []
|
|
* for span in doc.spans[key]:
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_v_key, __pyx_v_concat_spans, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1216, __pyx_L1_error)
|
|
__pyx_t_15 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1217
|
|
* # even if it is empty
|
|
* if key not in concat_spans:
|
|
* concat_spans[key] = [] # <<<<<<<<<<<<<<
|
|
* for span in doc.spans[key]:
|
|
* concat_spans[key].append((
|
|
*/
|
|
__pyx_t_9 = PyList_New(0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1217, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_concat_spans, __pyx_v_key, __pyx_t_9) < 0)) __PYX_ERR(0, 1217, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1216
|
|
* # if a spans key is in any doc, include it in the merged doc
|
|
* # even if it is empty
|
|
* if key not in concat_spans: # <<<<<<<<<<<<<<
|
|
* concat_spans[key] = []
|
|
* for span in doc.spans[key]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1218
|
|
* if key not in concat_spans:
|
|
* concat_spans[key] = []
|
|
* for span in doc.spans[key]: # <<<<<<<<<<<<<<
|
|
* concat_spans[key].append((
|
|
* span.start_char + char_offset,
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_doc, __pyx_n_s_spans); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_17 = __Pyx_PyObject_GetItem(__pyx_t_9, __pyx_v_key); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_17)) || PyTuple_CheckExact(__pyx_t_17)) {
|
|
__pyx_t_9 = __pyx_t_17; __Pyx_INCREF(__pyx_t_9); __pyx_t_16 = 0;
|
|
__pyx_t_18 = NULL;
|
|
} else {
|
|
__pyx_t_16 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_18 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_18)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_9))) {
|
|
if (__pyx_t_16 >= PyList_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_17 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_16); __Pyx_INCREF(__pyx_t_17); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_17 = PySequence_ITEM(__pyx_t_9, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_16 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_17 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_16); __Pyx_INCREF(__pyx_t_17); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_17 = PySequence_ITEM(__pyx_t_9, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_17 = __pyx_t_18(__pyx_t_9);
|
|
if (unlikely(!__pyx_t_17)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1218, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_17);
|
|
__pyx_t_17 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1219
|
|
* concat_spans[key] = []
|
|
* for span in doc.spans[key]:
|
|
* concat_spans[key].append(( # <<<<<<<<<<<<<<
|
|
* span.start_char + char_offset,
|
|
* span.end_char + char_offset,
|
|
*/
|
|
__pyx_t_17 = __Pyx_PyObject_GetItem(__pyx_v_concat_spans, __pyx_v_key); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1219, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
|
|
/* "spacy/tokens/doc.pyx":1220
|
|
* for span in doc.spans[key]:
|
|
* concat_spans[key].append((
|
|
* span.start_char + char_offset, # <<<<<<<<<<<<<<
|
|
* span.end_char + char_offset,
|
|
* span.label,
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start_char); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_char_offset); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = PyNumber_Add(__pyx_t_10, __pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1221
|
|
* concat_spans[key].append((
|
|
* span.start_char + char_offset,
|
|
* span.end_char + char_offset, # <<<<<<<<<<<<<<
|
|
* span.label,
|
|
* span.kb_id,
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end_char); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1221, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = PyInt_FromSsize_t(__pyx_v_char_offset); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1221, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_19 = PyNumber_Add(__pyx_t_3, __pyx_t_10); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 1221, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_19);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1222
|
|
* span.start_char + char_offset,
|
|
* span.end_char + char_offset,
|
|
* span.label, # <<<<<<<<<<<<<<
|
|
* span.kb_id,
|
|
* span.id,
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_label); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1222, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
|
|
/* "spacy/tokens/doc.pyx":1223
|
|
* span.end_char + char_offset,
|
|
* span.label,
|
|
* span.kb_id, # <<<<<<<<<<<<<<
|
|
* span.id,
|
|
* span.text, # included as a check
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_kb_id); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1223, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
|
|
/* "spacy/tokens/doc.pyx":1224
|
|
* span.label,
|
|
* span.kb_id,
|
|
* span.id, # <<<<<<<<<<<<<<
|
|
* span.text, # included as a check
|
|
* ))
|
|
*/
|
|
__pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_id); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1224, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_20);
|
|
|
|
/* "spacy/tokens/doc.pyx":1225
|
|
* span.kb_id,
|
|
* span.id,
|
|
* span.text, # included as a check # <<<<<<<<<<<<<<
|
|
* ))
|
|
* char_offset += len(doc.text)
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_text); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1225, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
|
|
/* "spacy/tokens/doc.pyx":1220
|
|
* for span in doc.spans[key]:
|
|
* concat_spans[key].append((
|
|
* span.start_char + char_offset, # <<<<<<<<<<<<<<
|
|
* span.end_char + char_offset,
|
|
* span.label,
|
|
*/
|
|
__pyx_t_22 = PyTuple_New(6); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1220, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 0, __pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_19);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 1, __pyx_t_19);
|
|
__Pyx_GIVEREF(__pyx_t_10);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 2, __pyx_t_10);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 3, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_20);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 4, __pyx_t_20);
|
|
__Pyx_GIVEREF(__pyx_t_21);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 5, __pyx_t_21);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_19 = 0;
|
|
__pyx_t_10 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_20 = 0;
|
|
__pyx_t_21 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1219
|
|
* concat_spans[key] = []
|
|
* for span in doc.spans[key]:
|
|
* concat_spans[key].append(( # <<<<<<<<<<<<<<
|
|
* span.start_char + char_offset,
|
|
* span.end_char + char_offset,
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyObject_Append(__pyx_t_17, __pyx_t_22); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1219, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1218
|
|
* if key not in concat_spans:
|
|
* concat_spans[key] = []
|
|
* for span in doc.spans[key]: # <<<<<<<<<<<<<<
|
|
* concat_spans[key].append((
|
|
* span.start_char + char_offset,
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1213
|
|
* warnings.warn(Warnings.W102.format(key=key, value=value))
|
|
* if "spans" not in exclude:
|
|
* for key in doc.spans: # <<<<<<<<<<<<<<
|
|
* # if a spans key is in any doc, include it in the merged doc
|
|
* # even if it is empty
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1212
|
|
* else:
|
|
* warnings.warn(Warnings.W102.format(key=key, value=value))
|
|
* if "spans" not in exclude: # <<<<<<<<<<<<<<
|
|
* for key in doc.spans:
|
|
* # if a spans key is in any doc, include it in the merged doc
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1227
|
|
* span.text, # included as a check
|
|
* ))
|
|
* char_offset += len(doc.text) # <<<<<<<<<<<<<<
|
|
* if len(doc) > 0 and ensure_whitespace and not doc[-1].is_space and not bool(doc[-1].whitespace_):
|
|
* char_offset += 1
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_doc, __pyx_n_s_text); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1227, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_12 = PyObject_Length(__pyx_t_14); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1227, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_v_char_offset = (__pyx_v_char_offset + __pyx_t_12);
|
|
|
|
/* "spacy/tokens/doc.pyx":1228
|
|
* ))
|
|
* char_offset += len(doc.text)
|
|
* if len(doc) > 0 and ensure_whitespace and not doc[-1].is_space and not bool(doc[-1].whitespace_): # <<<<<<<<<<<<<<
|
|
* char_offset += 1
|
|
*
|
|
*/
|
|
__pyx_t_14 = __pyx_cur_scope->__pyx_v_doc;
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__pyx_t_12 = PyObject_Length(__pyx_t_14); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_1 = ((__pyx_t_12 > 0) != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_15 = __pyx_t_1;
|
|
goto __pyx_L42_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_ensure_whitespace); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_15 = __pyx_t_1;
|
|
goto __pyx_L42_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = __Pyx_GetItemInt(__pyx_cur_scope->__pyx_v_doc, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_is_space); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_2 = ((!__pyx_t_1) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_15 = __pyx_t_2;
|
|
goto __pyx_L42_bool_binop_done;
|
|
}
|
|
__pyx_t_9 = __Pyx_GetItemInt(__pyx_cur_scope->__pyx_v_doc, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_whitespace); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1228, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_1 = ((!((!(!__pyx_t_2)) != 0)) != 0);
|
|
__pyx_t_15 = __pyx_t_1;
|
|
__pyx_L42_bool_binop_done:;
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1229
|
|
* char_offset += len(doc.text)
|
|
* if len(doc) > 0 and ensure_whitespace and not doc[-1].is_space and not bool(doc[-1].whitespace_):
|
|
* char_offset += 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* arrays = [doc.to_array(attrs) for doc in docs]
|
|
*/
|
|
__pyx_v_char_offset = (__pyx_v_char_offset + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1228
|
|
* ))
|
|
* char_offset += len(doc.text)
|
|
* if len(doc) > 0 and ensure_whitespace and not doc[-1].is_space and not bool(doc[-1].whitespace_): # <<<<<<<<<<<<<<
|
|
* char_offset += 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1195
|
|
* concat_spans = defaultdict(list)
|
|
* char_offset = 0
|
|
* for doc in docs: # <<<<<<<<<<<<<<
|
|
* concat_words.extend(t.text for t in doc)
|
|
* concat_spaces.extend(bool(t.whitespace_) for t in doc)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1231
|
|
* char_offset += 1
|
|
*
|
|
* arrays = [doc.to_array(attrs) for doc in docs] # <<<<<<<<<<<<<<
|
|
*
|
|
* if ensure_whitespace:
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) {
|
|
__pyx_t_14 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_14); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_14))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_5); __Pyx_INCREF(__pyx_t_9); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_14, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_5); __Pyx_INCREF(__pyx_t_9); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_14, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_6(__pyx_t_14);
|
|
if (unlikely(!__pyx_t_9)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_9);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_doc, __pyx_n_s_to_array); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_17 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_22))) {
|
|
__pyx_t_17 = PyMethod_GET_SELF(__pyx_t_22);
|
|
if (likely(__pyx_t_17)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_22);
|
|
__Pyx_INCREF(__pyx_t_17);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_22, function);
|
|
}
|
|
}
|
|
__pyx_t_9 = (__pyx_t_17) ? __Pyx_PyObject_Call2Args(__pyx_t_22, __pyx_t_17, __pyx_cur_scope->__pyx_v_attrs) : __Pyx_PyObject_CallOneArg(__pyx_t_22, __pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_4, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 1231, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_v_arrays = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1233
|
|
* arrays = [doc.to_array(attrs) for doc in docs]
|
|
*
|
|
* if ensure_whitespace: # <<<<<<<<<<<<<<
|
|
* spacy_index = attrs.index(SPACY)
|
|
* for i, array in enumerate(arrays[:-1]):
|
|
*/
|
|
__pyx_t_15 = __Pyx_PyObject_IsTrue(__pyx_v_ensure_whitespace); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1233, __pyx_L1_error)
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1234
|
|
*
|
|
* if ensure_whitespace:
|
|
* spacy_index = attrs.index(SPACY) # <<<<<<<<<<<<<<
|
|
* for i, array in enumerate(arrays[:-1]):
|
|
* if len(array) > 0 and not docs[i][-1].is_space:
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_attrs, __pyx_n_s_index); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1234, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SPACY); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1234, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_22) ? __Pyx_PyObject_Call2Args(__pyx_t_14, __pyx_t_22, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1234, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_v_spacy_index = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1235
|
|
* if ensure_whitespace:
|
|
* spacy_index = attrs.index(SPACY)
|
|
* for i, array in enumerate(arrays[:-1]): # <<<<<<<<<<<<<<
|
|
* if len(array) > 0 and not docs[i][-1].is_space:
|
|
* array[-1][spacy_index] = 1
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_4 = __pyx_int_0;
|
|
__pyx_t_14 = __Pyx_PyList_GetSlice(__pyx_v_arrays, 0, -1L); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = __pyx_t_14; __Pyx_INCREF(__pyx_t_9); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_5); __Pyx_INCREF(__pyx_t_14); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1235, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_9, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_array, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_4);
|
|
__pyx_t_14 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_4);
|
|
__pyx_t_4 = __pyx_t_14;
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1236
|
|
* spacy_index = attrs.index(SPACY)
|
|
* for i, array in enumerate(arrays[:-1]):
|
|
* if len(array) > 0 and not docs[i][-1].is_space: # <<<<<<<<<<<<<<
|
|
* array[-1][spacy_index] = 1
|
|
* if len(concat_spaces) > 0:
|
|
*/
|
|
__pyx_t_12 = PyObject_Length(__pyx_v_array); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1236, __pyx_L1_error)
|
|
__pyx_t_1 = ((__pyx_t_12 > 0) != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_15 = __pyx_t_1;
|
|
goto __pyx_L52_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_docs, __pyx_v_i); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1236, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_22 = __Pyx_GetItemInt(__pyx_t_14, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1236, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_is_space); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1236, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1236, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_2 = ((!__pyx_t_1) != 0);
|
|
__pyx_t_15 = __pyx_t_2;
|
|
__pyx_L52_bool_binop_done:;
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1237
|
|
* for i, array in enumerate(arrays[:-1]):
|
|
* if len(array) > 0 and not docs[i][-1].is_space:
|
|
* array[-1][spacy_index] = 1 # <<<<<<<<<<<<<<
|
|
* if len(concat_spaces) > 0:
|
|
* token_offset = -1
|
|
*/
|
|
__pyx_t_14 = __Pyx_GetItemInt(__pyx_v_array, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1237, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_14, __pyx_v_spacy_index, __pyx_int_1) < 0)) __PYX_ERR(0, 1237, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1236
|
|
* spacy_index = attrs.index(SPACY)
|
|
* for i, array in enumerate(arrays[:-1]):
|
|
* if len(array) > 0 and not docs[i][-1].is_space: # <<<<<<<<<<<<<<
|
|
* array[-1][spacy_index] = 1
|
|
* if len(concat_spaces) > 0:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1235
|
|
* if ensure_whitespace:
|
|
* spacy_index = attrs.index(SPACY)
|
|
* for i, array in enumerate(arrays[:-1]): # <<<<<<<<<<<<<<
|
|
* if len(array) > 0 and not docs[i][-1].is_space:
|
|
* array[-1][spacy_index] = 1
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1238
|
|
* if len(array) > 0 and not docs[i][-1].is_space:
|
|
* array[-1][spacy_index] = 1
|
|
* if len(concat_spaces) > 0: # <<<<<<<<<<<<<<
|
|
* token_offset = -1
|
|
* for doc in docs[:-1]:
|
|
*/
|
|
__pyx_t_5 = PyList_GET_SIZE(__pyx_v_concat_spaces); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1238, __pyx_L1_error)
|
|
__pyx_t_15 = ((__pyx_t_5 > 0) != 0);
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1239
|
|
* array[-1][spacy_index] = 1
|
|
* if len(concat_spaces) > 0:
|
|
* token_offset = -1 # <<<<<<<<<<<<<<
|
|
* for doc in docs[:-1]:
|
|
* token_offset += len(doc)
|
|
*/
|
|
__pyx_v_token_offset = -1L;
|
|
|
|
/* "spacy/tokens/doc.pyx":1240
|
|
* if len(concat_spaces) > 0:
|
|
* token_offset = -1
|
|
* for doc in docs[:-1]: # <<<<<<<<<<<<<<
|
|
* token_offset += len(doc)
|
|
* if len(doc) > 0 and not doc[-1].is_space:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetSlice(__pyx_cur_scope->__pyx_v_docs, 0, -1L, NULL, NULL, &__pyx_slice__17, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_9 = __pyx_t_4; __Pyx_INCREF(__pyx_t_9); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_9))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_9, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_9, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_6(__pyx_t_9);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1241
|
|
* token_offset = -1
|
|
* for doc in docs[:-1]:
|
|
* token_offset += len(doc) # <<<<<<<<<<<<<<
|
|
* if len(doc) > 0 and not doc[-1].is_space:
|
|
* concat_spaces[token_offset] = True
|
|
*/
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_v_doc;
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__pyx_t_12 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1241, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_token_offset = (__pyx_v_token_offset + __pyx_t_12);
|
|
|
|
/* "spacy/tokens/doc.pyx":1242
|
|
* for doc in docs[:-1]:
|
|
* token_offset += len(doc)
|
|
* if len(doc) > 0 and not doc[-1].is_space: # <<<<<<<<<<<<<<
|
|
* concat_spaces[token_offset] = True
|
|
*
|
|
*/
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_v_doc;
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__pyx_t_12 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1242, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = ((__pyx_t_12 > 0) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_15 = __pyx_t_2;
|
|
goto __pyx_L58_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_GetItemInt(__pyx_cur_scope->__pyx_v_doc, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1242, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_is_space); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1242, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1242, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_1 = ((!__pyx_t_2) != 0);
|
|
__pyx_t_15 = __pyx_t_1;
|
|
__pyx_L58_bool_binop_done:;
|
|
if (__pyx_t_15) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1243
|
|
* token_offset += len(doc)
|
|
* if len(doc) > 0 and not doc[-1].is_space:
|
|
* concat_spaces[token_offset] = True # <<<<<<<<<<<<<<
|
|
*
|
|
* concat_array = numpy.concatenate(arrays)
|
|
*/
|
|
if (unlikely(__Pyx_SetItemInt(__pyx_v_concat_spaces, __pyx_v_token_offset, Py_True, Py_ssize_t, 1, PyInt_FromSsize_t, 1, 1, 1) < 0)) __PYX_ERR(0, 1243, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1242
|
|
* for doc in docs[:-1]:
|
|
* token_offset += len(doc)
|
|
* if len(doc) > 0 and not doc[-1].is_space: # <<<<<<<<<<<<<<
|
|
* concat_spaces[token_offset] = True
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1240
|
|
* if len(concat_spaces) > 0:
|
|
* token_offset = -1
|
|
* for doc in docs[:-1]: # <<<<<<<<<<<<<<
|
|
* token_offset += len(doc)
|
|
* if len(doc) > 0 and not doc[-1].is_space:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1238
|
|
* if len(array) > 0 and not docs[i][-1].is_space:
|
|
* array[-1][spacy_index] = 1
|
|
* if len(concat_spaces) > 0: # <<<<<<<<<<<<<<
|
|
* token_offset = -1
|
|
* for doc in docs[:-1]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1233
|
|
* arrays = [doc.to_array(attrs) for doc in docs]
|
|
*
|
|
* if ensure_whitespace: # <<<<<<<<<<<<<<
|
|
* spacy_index = attrs.index(SPACY)
|
|
* for i, array in enumerate(arrays[:-1]):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1245
|
|
* concat_spaces[token_offset] = True
|
|
*
|
|
* concat_array = numpy.concatenate(arrays) # <<<<<<<<<<<<<<
|
|
*
|
|
* concat_doc = Doc(vocab, words=concat_words, spaces=concat_spaces, user_data=concat_user_data)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_numpy); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1245, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_concatenate); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1245, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_9 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_14, __pyx_v_arrays) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_arrays);
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1245, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_concat_array = __pyx_t_9;
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1247
|
|
* concat_array = numpy.concatenate(arrays)
|
|
*
|
|
* concat_doc = Doc(vocab, words=concat_words, spaces=concat_spaces, user_data=concat_user_data) # <<<<<<<<<<<<<<
|
|
*
|
|
* concat_doc.from_array(attrs, concat_array)
|
|
*/
|
|
__pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1247, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_v_vocab);
|
|
__Pyx_GIVEREF(__pyx_v_vocab);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_vocab);
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1247, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_words, __pyx_v_concat_words) < 0) __PYX_ERR(0, 1247, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_spaces, __pyx_v_concat_spaces) < 0) __PYX_ERR(0, 1247, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_user_data, __pyx_v_concat_user_data) < 0) __PYX_ERR(0, 1247, __pyx_L1_error)
|
|
__pyx_t_14 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_t_9, __pyx_t_4); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1247, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_concat_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1249
|
|
* concat_doc = Doc(vocab, words=concat_words, spaces=concat_spaces, user_data=concat_user_data)
|
|
*
|
|
* concat_doc.from_array(attrs, concat_array) # <<<<<<<<<<<<<<
|
|
*
|
|
* for key in concat_spans:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_concat_doc), __pyx_n_s_from_array); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1249, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_9 = NULL;
|
|
__pyx_t_23 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_9 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_9)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
__pyx_t_23 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_cur_scope->__pyx_v_attrs, __pyx_v_concat_array};
|
|
__pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_23, 2+__pyx_t_23); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1249, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_cur_scope->__pyx_v_attrs, __pyx_v_concat_array};
|
|
__pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_23, 2+__pyx_t_23); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1249, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_22 = PyTuple_New(2+__pyx_t_23); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1249, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
if (__pyx_t_9) {
|
|
__Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_22, 0, __pyx_t_9); __pyx_t_9 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_attrs);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 0+__pyx_t_23, __pyx_cur_scope->__pyx_v_attrs);
|
|
__Pyx_INCREF(__pyx_v_concat_array);
|
|
__Pyx_GIVEREF(__pyx_v_concat_array);
|
|
PyTuple_SET_ITEM(__pyx_t_22, 1+__pyx_t_23, __pyx_v_concat_array);
|
|
__pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_22, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1249, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1251
|
|
* concat_doc.from_array(attrs, concat_array)
|
|
*
|
|
* for key in concat_spans: # <<<<<<<<<<<<<<
|
|
* if key not in concat_doc.spans:
|
|
* concat_doc.spans[key] = []
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_concat_spans)) || PyTuple_CheckExact(__pyx_v_concat_spans)) {
|
|
__pyx_t_14 = __pyx_v_concat_spans; __Pyx_INCREF(__pyx_t_14); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_v_concat_spans); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_14))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_14, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_14, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_6(__pyx_t_14);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1251, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1252
|
|
*
|
|
* for key in concat_spans:
|
|
* if key not in concat_doc.spans: # <<<<<<<<<<<<<<
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]:
|
|
*/
|
|
__pyx_t_15 = (__Pyx_PySequence_ContainsTF(__pyx_v_key, __pyx_v_concat_doc->spans, Py_NE)); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1252, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_15 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1253
|
|
* for key in concat_spans:
|
|
* if key not in concat_doc.spans:
|
|
* concat_doc.spans[key] = [] # <<<<<<<<<<<<<<
|
|
* for span_tuple in concat_spans[key]:
|
|
* span = concat_doc.char_span(
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1253, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_concat_doc->spans, __pyx_v_key, __pyx_t_4) < 0)) __PYX_ERR(0, 1253, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1252
|
|
*
|
|
* for key in concat_spans:
|
|
* if key not in concat_doc.spans: # <<<<<<<<<<<<<<
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1254
|
|
* if key not in concat_doc.spans:
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]: # <<<<<<<<<<<<<<
|
|
* span = concat_doc.char_span(
|
|
* span_tuple[0],
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_concat_spans, __pyx_v_key); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_22 = __pyx_t_4; __Pyx_INCREF(__pyx_t_22); __pyx_t_12 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_22 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_22)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_22))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_22)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_22, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_22, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_22)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_22, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_22, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_13(__pyx_t_22);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1254, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span_tuple, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1255
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]:
|
|
* span = concat_doc.char_span( # <<<<<<<<<<<<<<
|
|
* span_tuple[0],
|
|
* span_tuple[1],
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_concat_doc), __pyx_n_s_char_span); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
|
|
/* "spacy/tokens/doc.pyx":1256
|
|
* for span_tuple in concat_spans[key]:
|
|
* span = concat_doc.char_span(
|
|
* span_tuple[0], # <<<<<<<<<<<<<<
|
|
* span_tuple[1],
|
|
* label=span_tuple[2],
|
|
*/
|
|
__pyx_t_9 = __Pyx_GetItemInt(__pyx_v_span_tuple, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
|
|
/* "spacy/tokens/doc.pyx":1257
|
|
* span = concat_doc.char_span(
|
|
* span_tuple[0],
|
|
* span_tuple[1], # <<<<<<<<<<<<<<
|
|
* label=span_tuple[2],
|
|
* kb_id=span_tuple[3],
|
|
*/
|
|
__pyx_t_17 = __Pyx_GetItemInt(__pyx_v_span_tuple, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1257, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
|
|
/* "spacy/tokens/doc.pyx":1255
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]:
|
|
* span = concat_doc.char_span( # <<<<<<<<<<<<<<
|
|
* span_tuple[0],
|
|
* span_tuple[1],
|
|
*/
|
|
__pyx_t_21 = PyTuple_New(2); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__Pyx_GIVEREF(__pyx_t_9);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_9);
|
|
__Pyx_GIVEREF(__pyx_t_17);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 1, __pyx_t_17);
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_17 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1258
|
|
* span_tuple[0],
|
|
* span_tuple[1],
|
|
* label=span_tuple[2], # <<<<<<<<<<<<<<
|
|
* kb_id=span_tuple[3],
|
|
* span_id=span_tuple[4],
|
|
*/
|
|
__pyx_t_17 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1258, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__pyx_t_9 = __Pyx_GetItemInt(__pyx_v_span_tuple, 2, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1258, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_17, __pyx_n_s_label, __pyx_t_9) < 0) __PYX_ERR(0, 1258, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1259
|
|
* span_tuple[1],
|
|
* label=span_tuple[2],
|
|
* kb_id=span_tuple[3], # <<<<<<<<<<<<<<
|
|
* span_id=span_tuple[4],
|
|
* )
|
|
*/
|
|
__pyx_t_9 = __Pyx_GetItemInt(__pyx_v_span_tuple, 3, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1259, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_17, __pyx_n_s_kb_id, __pyx_t_9) < 0) __PYX_ERR(0, 1258, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1260
|
|
* label=span_tuple[2],
|
|
* kb_id=span_tuple[3],
|
|
* span_id=span_tuple[4], # <<<<<<<<<<<<<<
|
|
* )
|
|
* text = span_tuple[5]
|
|
*/
|
|
__pyx_t_9 = __Pyx_GetItemInt(__pyx_v_span_tuple, 4, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_17, __pyx_n_s_span_id, __pyx_t_9) < 0) __PYX_ERR(0, 1258, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1255
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]:
|
|
* span = concat_doc.char_span( # <<<<<<<<<<<<<<
|
|
* span_tuple[0],
|
|
* span_tuple[1],
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_21, __pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1262
|
|
* span_id=span_tuple[4],
|
|
* )
|
|
* text = span_tuple[5] # <<<<<<<<<<<<<<
|
|
* if span is not None and span.text == text:
|
|
* concat_doc.spans[key].append(span)
|
|
*/
|
|
__pyx_t_9 = __Pyx_GetItemInt(__pyx_v_span_tuple, 5, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1262, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_XDECREF_SET(__pyx_v_text, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1263
|
|
* )
|
|
* text = span_tuple[5]
|
|
* if span is not None and span.text == text: # <<<<<<<<<<<<<<
|
|
* concat_doc.spans[key].append(span)
|
|
* else:
|
|
*/
|
|
__pyx_t_15 = (__pyx_v_span != Py_None);
|
|
__pyx_t_2 = (__pyx_t_15 != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L66_bool_binop_done;
|
|
}
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_text); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1263, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_17 = PyObject_RichCompare(__pyx_t_9, __pyx_v_text, Py_EQ); __Pyx_XGOTREF(__pyx_t_17); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1263, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_17); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1263, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L66_bool_binop_done:;
|
|
if (likely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1264
|
|
* text = span_tuple[5]
|
|
* if span is not None and span.text == text:
|
|
* concat_doc.spans[key].append(span) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* raise ValueError(Errors.E873.format(key=key, text=text))
|
|
*/
|
|
__pyx_t_17 = __Pyx_PyObject_GetItem(__pyx_v_concat_doc->spans, __pyx_v_key); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1264, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__pyx_t_11 = __Pyx_PyObject_Append(__pyx_t_17, __pyx_v_span); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1264, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1263
|
|
* )
|
|
* text = span_tuple[5]
|
|
* if span is not None and span.text == text: # <<<<<<<<<<<<<<
|
|
* concat_doc.spans[key].append(span)
|
|
* else:
|
|
*/
|
|
goto __pyx_L65;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1266
|
|
* concat_doc.spans[key].append(span)
|
|
* else:
|
|
* raise ValueError(Errors.E873.format(key=key, text=text)) # <<<<<<<<<<<<<<
|
|
*
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs):
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_GetModuleGlobalName(__pyx_t_17, __pyx_n_s_Errors); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_17, __pyx_n_s_E873); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__pyx_t_17 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_format); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_key, __pyx_v_key) < 0) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_text, __pyx_v_text) < 0) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__pyx_t_21 = __Pyx_PyObject_Call(__pyx_t_17, __pyx_empty_tuple, __pyx_t_9); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_21); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1266, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_Raise(__pyx_t_9, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__PYX_ERR(0, 1266, __pyx_L1_error)
|
|
}
|
|
__pyx_L65:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1254
|
|
* if key not in concat_doc.spans:
|
|
* concat_doc.spans[key] = []
|
|
* for span_tuple in concat_spans[key]: # <<<<<<<<<<<<<<
|
|
* span = concat_doc.char_span(
|
|
* span_tuple[0],
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1251
|
|
* concat_doc.from_array(attrs, concat_array)
|
|
*
|
|
* for key in concat_spans: # <<<<<<<<<<<<<<
|
|
* if key not in concat_doc.spans:
|
|
* concat_doc.spans[key] = []
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1268
|
|
* raise ValueError(Errors.E873.format(key=key, text=text))
|
|
*
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs): # <<<<<<<<<<<<<<
|
|
* ops = get_current_ops()
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)])
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_tensor, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__pyx_t_15 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_15) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_15;
|
|
goto __pyx_L69_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = __pyx_pf_5spacy_6tokens_3doc_3Doc_9from_docs_12genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_22 = __Pyx_Generator_Next(__pyx_t_14); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_15 = __Pyx_PyObject_IsTrue(__pyx_t_22); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_1 = __pyx_t_15;
|
|
__pyx_L69_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1269
|
|
*
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs):
|
|
* ops = get_current_ops() # <<<<<<<<<<<<<<
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)])
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_get_current_ops); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1269, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_9 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_9)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_9) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_9) : __Pyx_PyObject_CallNoArg(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1269, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_v_ops = __pyx_t_22;
|
|
__pyx_t_22 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1270
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs):
|
|
* ops = get_current_ops()
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)]) # <<<<<<<<<<<<<<
|
|
*
|
|
* return concat_doc
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_ops, __pyx_n_s_xp); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_vstack); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = PyList_New(0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) {
|
|
__pyx_t_21 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_21); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_21 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_21)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_21))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_21)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_17 = PyList_GET_ITEM(__pyx_t_21, __pyx_t_5); __Pyx_INCREF(__pyx_t_17); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_17 = PySequence_ITEM(__pyx_t_21, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_21)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_17 = PyTuple_GET_ITEM(__pyx_t_21, __pyx_t_5); __Pyx_INCREF(__pyx_t_17); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_17 = PySequence_ITEM(__pyx_t_21, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_17 = __pyx_t_6(__pyx_t_21);
|
|
if (unlikely(!__pyx_t_17)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_17);
|
|
__Pyx_GIVEREF(__pyx_t_17);
|
|
__pyx_t_17 = 0;
|
|
__pyx_t_17 = __pyx_cur_scope->__pyx_v_doc;
|
|
__Pyx_INCREF(__pyx_t_17);
|
|
__pyx_t_12 = PyObject_Length(__pyx_t_17); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
__pyx_t_1 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_ops, __pyx_n_s_asarray); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_doc, __pyx_n_s_tensor); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_20);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_17 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_t_20) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_20);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0;
|
|
if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_17);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_14, (PyObject*)__pyx_t_17))) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__pyx_t_21 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_21 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_21)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_21);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
}
|
|
}
|
|
__pyx_t_22 = (__pyx_t_21) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_21, __pyx_t_14) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1270, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_22);
|
|
__Pyx_GOTREF(__pyx_v_concat_doc->tensor);
|
|
__Pyx_DECREF(__pyx_v_concat_doc->tensor);
|
|
__pyx_v_concat_doc->tensor = __pyx_t_22;
|
|
__pyx_t_22 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1268
|
|
* raise ValueError(Errors.E873.format(key=key, text=text))
|
|
*
|
|
* if "tensor" not in exclude and any(len(doc) for doc in docs): # <<<<<<<<<<<<<<
|
|
* ops = get_current_ops()
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1272
|
|
* concat_doc.tensor = ops.xp.vstack([ops.asarray(doc.tensor) for doc in docs if len(doc)])
|
|
*
|
|
* return concat_doc # <<<<<<<<<<<<<<
|
|
*
|
|
* def get_lca_matrix(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_concat_doc));
|
|
__pyx_r = ((PyObject *)__pyx_v_concat_doc);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1157
|
|
*
|
|
* @staticmethod
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
* if the `Doc` objects do not all share the same `Vocab`.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_17);
|
|
__Pyx_XDECREF(__pyx_t_19);
|
|
__Pyx_XDECREF(__pyx_t_20);
|
|
__Pyx_XDECREF(__pyx_t_21);
|
|
__Pyx_XDECREF(__pyx_t_22);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_docs", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_vocab);
|
|
__Pyx_XDECREF(__pyx_v_concat_words);
|
|
__Pyx_XDECREF(__pyx_v_concat_spaces);
|
|
__Pyx_XDECREF(__pyx_v_concat_user_data);
|
|
__Pyx_XDECREF(__pyx_v_concat_spans);
|
|
__Pyx_XDECREF(__pyx_v_key);
|
|
__Pyx_XDECREF(__pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_v_data_type);
|
|
__Pyx_XDECREF(__pyx_v_name);
|
|
__Pyx_XDECREF(__pyx_v_start);
|
|
__Pyx_XDECREF(__pyx_v_end);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_arrays);
|
|
__Pyx_XDECREF(__pyx_v_spacy_index);
|
|
__Pyx_XDECREF(__pyx_v_i);
|
|
__Pyx_XDECREF(__pyx_v_array);
|
|
__Pyx_XDECREF(__pyx_v_concat_array);
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_concat_doc);
|
|
__Pyx_XDECREF(__pyx_v_span_tuple);
|
|
__Pyx_XDECREF(__pyx_v_text);
|
|
__Pyx_XDECREF(__pyx_v_ops);
|
|
__Pyx_XDECREF(__pyx_8genexpr5__pyx_v_doc);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_2generator8);
|
|
__Pyx_XDECREF(__pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_5generator9);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_8generator10);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_11generator11);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_9from_docs_14generator12);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1274
|
|
* return concat_doc
|
|
*
|
|
* def get_lca_matrix(self): # <<<<<<<<<<<<<<
|
|
* """Calculates a matrix of Lowest Common Ancestors (LCA) for a given
|
|
* `Doc`, where LCA[i, j] is the index of the lowest common ancestor among
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_44get_lca_matrix(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_43get_lca_matrix[] = "Doc.get_lca_matrix(self)\nCalculates a matrix of Lowest Common Ancestors (LCA) for a given\n `Doc`, where LCA[i, j] is the index of the lowest common ancestor among\n token i and j.\n\n RETURNS (np.array[ndim=2, dtype=numpy.int32]): LCA matrix with shape\n (n, n), where n = len(self).\n\n DOCS: https://spacy.io/api/doc#get_lca_matrix\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_44get_lca_matrix(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("get_lca_matrix (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_43get_lca_matrix(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_43get_lca_matrix(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
__Pyx_memviewslice __pyx_t_5 = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_lca_matrix", 0);
|
|
__Pyx_TraceCall("get_lca_matrix", __pyx_f[0], 1274, 0, __PYX_ERR(0, 1274, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1284
|
|
* DOCS: https://spacy.io/api/doc#get_lca_matrix
|
|
* """
|
|
* return numpy.asarray(_get_lca_matrix(self, 0, len(self))) # <<<<<<<<<<<<<<
|
|
*
|
|
* def copy(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_numpy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1284, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_asarray); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1284, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_4 = PyObject_Length(((PyObject *)__pyx_v_self)); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1284, __pyx_L1_error)
|
|
__pyx_t_5 = __pyx_f_5spacy_6tokens_3doc__get_lca_matrix(__pyx_v_self, 0, __pyx_t_4); if (unlikely(!__pyx_t_5.memview)) __PYX_ERR(0, 1284, __pyx_L1_error)
|
|
__pyx_t_2 = __pyx_memoryview_fromslice(__pyx_t_5, 2, (PyObject *(*)(char *)) __pyx_memview_get_int, (int (*)(char *, PyObject *)) __pyx_memview_set_int, 0);; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1284, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__PYX_XDEC_MEMVIEW(&__pyx_t_5, 1);
|
|
__pyx_t_5.memview = NULL;
|
|
__pyx_t_5.data = NULL;
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_6, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1284, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1274
|
|
* return concat_doc
|
|
*
|
|
* def get_lca_matrix(self): # <<<<<<<<<<<<<<
|
|
* """Calculates a matrix of Lowest Common Ancestors (LCA) for a given
|
|
* `Doc`, where LCA[i, j] is the index of the lowest common ancestor among
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__PYX_XDEC_MEMVIEW(&__pyx_t_5, 1);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.get_lca_matrix", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1286
|
|
* return numpy.asarray(_get_lca_matrix(self, 0, len(self)))
|
|
*
|
|
* def copy(self): # <<<<<<<<<<<<<<
|
|
* cdef Doc other = Doc(self.vocab)
|
|
* other._vector = copy.deepcopy(self._vector)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_46copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_45copy[] = "Doc.copy(self)";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_46copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("copy (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_45copy(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_45copy(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_other = 0;
|
|
long __pyx_v_buff_size;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
float __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
void *__pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("copy", 0);
|
|
__Pyx_TraceCall("copy", __pyx_f[0], 1286, 0, __PYX_ERR(0, 1286, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1287
|
|
*
|
|
* def copy(self):
|
|
* cdef Doc other = Doc(self.vocab) # <<<<<<<<<<<<<<
|
|
* other._vector = copy.deepcopy(self._vector)
|
|
* other._vector_norm = copy.deepcopy(self._vector_norm)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), ((PyObject *)__pyx_v_self->vocab)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_other = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1288
|
|
* def copy(self):
|
|
* cdef Doc other = Doc(self.vocab)
|
|
* other._vector = copy.deepcopy(self._vector) # <<<<<<<<<<<<<<
|
|
* other._vector_norm = copy.deepcopy(self._vector_norm)
|
|
* other.tensor = copy.deepcopy(self.tensor)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_deepcopy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_self->_vector) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_self->_vector);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->_vector);
|
|
__Pyx_DECREF(__pyx_v_other->_vector);
|
|
__pyx_v_other->_vector = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1289
|
|
* cdef Doc other = Doc(self.vocab)
|
|
* other._vector = copy.deepcopy(self._vector)
|
|
* other._vector_norm = copy.deepcopy(self._vector_norm) # <<<<<<<<<<<<<<
|
|
* other.tensor = copy.deepcopy(self.tensor)
|
|
* other.cats = copy.deepcopy(self.cats)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_copy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_deepcopy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_self->_vector_norm) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_self->_vector_norm);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->_vector_norm);
|
|
__Pyx_DECREF(__pyx_v_other->_vector_norm);
|
|
__pyx_v_other->_vector_norm = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1290
|
|
* other._vector = copy.deepcopy(self._vector)
|
|
* other._vector_norm = copy.deepcopy(self._vector_norm)
|
|
* other.tensor = copy.deepcopy(self.tensor) # <<<<<<<<<<<<<<
|
|
* other.cats = copy.deepcopy(self.cats)
|
|
* other.user_data = copy.deepcopy(self.user_data)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1290, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_deepcopy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1290, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_self->tensor) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_self->tensor);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1290, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->tensor);
|
|
__Pyx_DECREF(__pyx_v_other->tensor);
|
|
__pyx_v_other->tensor = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1291
|
|
* other._vector_norm = copy.deepcopy(self._vector_norm)
|
|
* other.tensor = copy.deepcopy(self.tensor)
|
|
* other.cats = copy.deepcopy(self.cats) # <<<<<<<<<<<<<<
|
|
* other.user_data = copy.deepcopy(self.user_data)
|
|
* other.sentiment = self.sentiment
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_copy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1291, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_deepcopy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1291, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_self->cats) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_self->cats);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1291, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->cats);
|
|
__Pyx_DECREF(__pyx_v_other->cats);
|
|
__pyx_v_other->cats = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1292
|
|
* other.tensor = copy.deepcopy(self.tensor)
|
|
* other.cats = copy.deepcopy(self.cats)
|
|
* other.user_data = copy.deepcopy(self.user_data) # <<<<<<<<<<<<<<
|
|
* other.sentiment = self.sentiment
|
|
* other.has_unknown_spaces = self.has_unknown_spaces
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_deepcopy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_self->user_data) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_self->user_data);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->user_data);
|
|
__Pyx_DECREF(__pyx_v_other->user_data);
|
|
__pyx_v_other->user_data = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1293
|
|
* other.cats = copy.deepcopy(self.cats)
|
|
* other.user_data = copy.deepcopy(self.user_data)
|
|
* other.sentiment = self.sentiment # <<<<<<<<<<<<<<
|
|
* other.has_unknown_spaces = self.has_unknown_spaces
|
|
* other.user_hooks = dict(self.user_hooks)
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->sentiment;
|
|
__pyx_v_other->sentiment = __pyx_t_4;
|
|
|
|
/* "spacy/tokens/doc.pyx":1294
|
|
* other.user_data = copy.deepcopy(self.user_data)
|
|
* other.sentiment = self.sentiment
|
|
* other.has_unknown_spaces = self.has_unknown_spaces # <<<<<<<<<<<<<<
|
|
* other.user_hooks = dict(self.user_hooks)
|
|
* other.user_token_hooks = dict(self.user_token_hooks)
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->has_unknown_spaces;
|
|
__pyx_v_other->has_unknown_spaces = __pyx_t_5;
|
|
|
|
/* "spacy/tokens/doc.pyx":1295
|
|
* other.sentiment = self.sentiment
|
|
* other.has_unknown_spaces = self.has_unknown_spaces
|
|
* other.user_hooks = dict(self.user_hooks) # <<<<<<<<<<<<<<
|
|
* other.user_token_hooks = dict(self.user_token_hooks)
|
|
* other.user_span_hooks = dict(self.user_span_hooks)
|
|
*/
|
|
if (unlikely(__pyx_v_self->user_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
|
|
__PYX_ERR(0, 1295, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = PyDict_Copy(__pyx_v_self->user_hooks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1295, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->user_hooks);
|
|
__Pyx_DECREF(__pyx_v_other->user_hooks);
|
|
__pyx_v_other->user_hooks = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1296
|
|
* other.has_unknown_spaces = self.has_unknown_spaces
|
|
* other.user_hooks = dict(self.user_hooks)
|
|
* other.user_token_hooks = dict(self.user_token_hooks) # <<<<<<<<<<<<<<
|
|
* other.user_span_hooks = dict(self.user_span_hooks)
|
|
* other.length = self.length
|
|
*/
|
|
if (unlikely(__pyx_v_self->user_token_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
|
|
__PYX_ERR(0, 1296, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = PyDict_Copy(__pyx_v_self->user_token_hooks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1296, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->user_token_hooks);
|
|
__Pyx_DECREF(__pyx_v_other->user_token_hooks);
|
|
__pyx_v_other->user_token_hooks = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1297
|
|
* other.user_hooks = dict(self.user_hooks)
|
|
* other.user_token_hooks = dict(self.user_token_hooks)
|
|
* other.user_span_hooks = dict(self.user_span_hooks) # <<<<<<<<<<<<<<
|
|
* other.length = self.length
|
|
* other.max_length = self.max_length
|
|
*/
|
|
if (unlikely(__pyx_v_self->user_span_hooks == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
|
|
__PYX_ERR(0, 1297, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = PyDict_Copy(__pyx_v_self->user_span_hooks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1297, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_other->user_span_hooks);
|
|
__Pyx_DECREF(__pyx_v_other->user_span_hooks);
|
|
__pyx_v_other->user_span_hooks = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1298
|
|
* other.user_token_hooks = dict(self.user_token_hooks)
|
|
* other.user_span_hooks = dict(self.user_span_hooks)
|
|
* other.length = self.length # <<<<<<<<<<<<<<
|
|
* other.max_length = self.max_length
|
|
* buff_size = other.max_length + (PADDING*2)
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->length;
|
|
__pyx_v_other->length = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":1299
|
|
* other.user_span_hooks = dict(self.user_span_hooks)
|
|
* other.length = self.length
|
|
* other.max_length = self.max_length # <<<<<<<<<<<<<<
|
|
* buff_size = other.max_length + (PADDING*2)
|
|
* assert buff_size > 0
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->max_length;
|
|
__pyx_v_other->max_length = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":1300
|
|
* other.length = self.length
|
|
* other.max_length = self.max_length
|
|
* buff_size = other.max_length + (PADDING*2) # <<<<<<<<<<<<<<
|
|
* assert buff_size > 0
|
|
* tokens = <TokenC*>other.mem.alloc(buff_size, sizeof(TokenC))
|
|
*/
|
|
__pyx_v_buff_size = (__pyx_v_other->max_length + 10);
|
|
|
|
/* "spacy/tokens/doc.pyx":1301
|
|
* other.max_length = self.max_length
|
|
* buff_size = other.max_length + (PADDING*2)
|
|
* assert buff_size > 0 # <<<<<<<<<<<<<<
|
|
* tokens = <TokenC*>other.mem.alloc(buff_size, sizeof(TokenC))
|
|
* memcpy(tokens, self.c - PADDING, buff_size * sizeof(TokenC))
|
|
*/
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
if (unlikely(!((__pyx_v_buff_size > 0) != 0))) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(0, 1301, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "spacy/tokens/doc.pyx":1302
|
|
* buff_size = other.max_length + (PADDING*2)
|
|
* assert buff_size > 0
|
|
* tokens = <TokenC*>other.mem.alloc(buff_size, sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* memcpy(tokens, self.c - PADDING, buff_size * sizeof(TokenC))
|
|
* other.c = &tokens[PADDING]
|
|
*/
|
|
__pyx_t_7 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_other->mem->__pyx_vtab)->alloc(__pyx_v_other->mem, __pyx_v_buff_size, (sizeof(struct __pyx_t_5spacy_7structs_TokenC))); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(0, 1302, __pyx_L1_error)
|
|
__pyx_v_tokens = ((struct __pyx_t_5spacy_7structs_TokenC *)__pyx_t_7);
|
|
|
|
/* "spacy/tokens/doc.pyx":1303
|
|
* assert buff_size > 0
|
|
* tokens = <TokenC*>other.mem.alloc(buff_size, sizeof(TokenC))
|
|
* memcpy(tokens, self.c - PADDING, buff_size * sizeof(TokenC)) # <<<<<<<<<<<<<<
|
|
* other.c = &tokens[PADDING]
|
|
* # copy spans after setting tokens so that SpanGroup.copy can verify
|
|
*/
|
|
(void)(memcpy(__pyx_v_tokens, (__pyx_v_self->c - 5), (__pyx_v_buff_size * (sizeof(struct __pyx_t_5spacy_7structs_TokenC)))));
|
|
|
|
/* "spacy/tokens/doc.pyx":1304
|
|
* tokens = <TokenC*>other.mem.alloc(buff_size, sizeof(TokenC))
|
|
* memcpy(tokens, self.c - PADDING, buff_size * sizeof(TokenC))
|
|
* other.c = &tokens[PADDING] # <<<<<<<<<<<<<<
|
|
* # copy spans after setting tokens so that SpanGroup.copy can verify
|
|
* # that the start/end offsets are valid
|
|
*/
|
|
__pyx_v_other->c = (&(__pyx_v_tokens[5]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1307
|
|
* # copy spans after setting tokens so that SpanGroup.copy can verify
|
|
* # that the start/end offsets are valid
|
|
* other.spans = self.spans.copy(doc=other) # <<<<<<<<<<<<<<
|
|
* return other
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->spans, __pyx_n_s_copy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1307, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1307, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_doc, ((PyObject *)__pyx_v_other)) < 0) __PYX_ERR(0, 1307, __pyx_L1_error)
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1307, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_v_other->spans);
|
|
__Pyx_DECREF(__pyx_v_other->spans);
|
|
__pyx_v_other->spans = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1308
|
|
* # that the start/end offsets are valid
|
|
* other.spans = self.spans.copy(doc=other)
|
|
* return other # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_disk(self, path, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_other));
|
|
__pyx_r = ((PyObject *)__pyx_v_other);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1286
|
|
* return numpy.asarray(_get_lca_matrix(self, 0, len(self)))
|
|
*
|
|
* def copy(self): # <<<<<<<<<<<<<<
|
|
* cdef Doc other = Doc(self.vocab)
|
|
* other._vector = copy.deepcopy(self._vector)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_other);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1310
|
|
* return other
|
|
*
|
|
* def to_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_48to_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_47to_disk[] = "Doc.to_disk(self, path, *, exclude=tuple())\nSave the current state to a directory.\n\n path (str / Path): A path to a directory, which will be created if\n it doesn't exist. Paths may be either strings or Path-like objects.\n exclude (Iterable[str]): String names of serialization fields to exclude.\n\n DOCS: https://spacy.io/api/doc#to_disk\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_48to_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_path = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_disk (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_path,&__pyx_n_s_exclude,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = __pyx_k__18;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "to_disk") < 0)) __PYX_ERR(0, 1310, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_path = values[0];
|
|
__pyx_v_exclude = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_disk", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1310, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_47to_disk(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_path, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_47to_disk(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude) {
|
|
PyObject *__pyx_v_file_ = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_t_11;
|
|
int __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_disk", 0);
|
|
__Pyx_TraceCall("to_disk", __pyx_f[0], 1310, 0, __PYX_ERR(0, 1310, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_path);
|
|
|
|
/* "spacy/tokens/doc.pyx":1319
|
|
* DOCS: https://spacy.io/api/doc#to_disk
|
|
* """
|
|
* path = util.ensure_path(path) # <<<<<<<<<<<<<<
|
|
* with path.open("wb") as file_:
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1319, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ensure_path); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1319, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1319, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1320
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*
|
|
*/
|
|
/*with:*/ {
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_open); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_wb) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_wb);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_exit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_enter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1320, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1320, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
/*try:*/ {
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_6);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
/*try:*/ {
|
|
__pyx_v_file_ = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1321
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_:
|
|
* file_.write(self.to_bytes(exclude=exclude)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()):
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_file_, __pyx_n_s_write); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1321, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1321, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1321, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_exclude, __pyx_v_exclude) < 0) __PYX_ERR(0, 1321, __pyx_L7_error)
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1321, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_5, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1321, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1320
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L12_try_end;
|
|
__pyx_L7_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
/*except:*/ {
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_2, &__pyx_t_1, &__pyx_t_9) < 0) __PYX_ERR(0, 1320, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_5 = PyTuple_Pack(3, __pyx_t_2, __pyx_t_1, __pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1320, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1320, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
if (__pyx_t_11 < 0) __PYX_ERR(0, 1320, __pyx_L9_except_error)
|
|
__pyx_t_12 = ((!(__pyx_t_11 != 0)) != 0);
|
|
if (__pyx_t_12) {
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_ErrRestoreWithState(__pyx_t_2, __pyx_t_1, __pyx_t_9);
|
|
__pyx_t_2 = 0; __pyx_t_1 = 0; __pyx_t_9 = 0;
|
|
__PYX_ERR(0, 1320, __pyx_L9_except_error)
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L8_exception_handled;
|
|
}
|
|
__pyx_L9_except_error:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_exception_handled:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
__pyx_L12_try_end:;
|
|
}
|
|
}
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
if (__pyx_t_4) {
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__19, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
goto __pyx_L6;
|
|
}
|
|
__pyx_L6:;
|
|
}
|
|
goto __pyx_L16;
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L16:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1310
|
|
* return other
|
|
*
|
|
* def to_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_file_);
|
|
__Pyx_XDECREF(__pyx_v_path);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1323
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_50from_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_49from_disk[] = "Doc.from_disk(self, path, *, exclude=tuple())\nLoads state from a directory. Modifies the object in place and\n returns it.\n\n path (str / Path): A path to a directory. Paths may be either\n strings or `Path`-like objects.\n exclude (Iterable[str]): String names of serialization fields to exclude.\n RETURNS (Doc): The modified `Doc` object.\n\n DOCS: https://spacy.io/api/doc#from_disk\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_50from_disk(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_path = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_disk (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_path,&__pyx_n_s_exclude,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = __pyx_k__20;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_disk") < 0)) __PYX_ERR(0, 1323, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_path = values[0];
|
|
__pyx_v_exclude = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_disk", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1323, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_49from_disk(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_path, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_49from_disk(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude) {
|
|
PyObject *__pyx_v_file_ = NULL;
|
|
PyObject *__pyx_v_bytes_data = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
int __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_disk", 0);
|
|
__Pyx_TraceCall("from_disk", __pyx_f[0], 1323, 0, __PYX_ERR(0, 1323, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_path);
|
|
|
|
/* "spacy/tokens/doc.pyx":1334
|
|
* DOCS: https://spacy.io/api/doc#from_disk
|
|
* """
|
|
* path = util.ensure_path(path) # <<<<<<<<<<<<<<
|
|
* with path.open("rb") as file_:
|
|
* bytes_data = file_.read()
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1334, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ensure_path); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1334, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1334, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1335
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("rb") as file_: # <<<<<<<<<<<<<<
|
|
* bytes_data = file_.read()
|
|
* return self.from_bytes(bytes_data, exclude=exclude)
|
|
*/
|
|
/*with:*/ {
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_open); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_rb) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_rb);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_exit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_enter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1335, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1335, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
/*try:*/ {
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_6);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
/*try:*/ {
|
|
__pyx_v_file_ = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1336
|
|
* path = util.ensure_path(path)
|
|
* with path.open("rb") as file_:
|
|
* bytes_data = file_.read() # <<<<<<<<<<<<<<
|
|
* return self.from_bytes(bytes_data, exclude=exclude)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_file_, __pyx_n_s_read); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1336, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1336, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_bytes_data = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1335
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("rb") as file_: # <<<<<<<<<<<<<<
|
|
* bytes_data = file_.read()
|
|
* return self.from_bytes(bytes_data, exclude=exclude)
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L12_try_end;
|
|
__pyx_L7_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
/*except:*/ {
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_2, &__pyx_t_1, &__pyx_t_3) < 0) __PYX_ERR(0, 1335, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PyTuple_Pack(3, __pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1335, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1335, __pyx_L9_except_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (__pyx_t_10 < 0) __PYX_ERR(0, 1335, __pyx_L9_except_error)
|
|
__pyx_t_11 = ((!(__pyx_t_10 != 0)) != 0);
|
|
if (__pyx_t_11) {
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ErrRestoreWithState(__pyx_t_2, __pyx_t_1, __pyx_t_3);
|
|
__pyx_t_2 = 0; __pyx_t_1 = 0; __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 1335, __pyx_L9_except_error)
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_exception_handled;
|
|
}
|
|
__pyx_L9_except_error:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_exception_handled:;
|
|
__Pyx_XGIVEREF(__pyx_t_6);
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
|
|
__pyx_L12_try_end:;
|
|
}
|
|
}
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
if (__pyx_t_4) {
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__19, NULL);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1335, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
goto __pyx_L6;
|
|
}
|
|
__pyx_L6:;
|
|
}
|
|
goto __pyx_L16;
|
|
__pyx_L3_error:;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L16:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1337
|
|
* with path.open("rb") as file_:
|
|
* bytes_data = file_.read()
|
|
* return self.from_bytes(bytes_data, exclude=exclude) # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1337, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (unlikely(!__pyx_v_bytes_data)) { __Pyx_RaiseUnboundLocalError("bytes_data"); __PYX_ERR(0, 1337, __pyx_L1_error) }
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1337, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_bytes_data);
|
|
__Pyx_GIVEREF(__pyx_v_bytes_data);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_bytes_data);
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1337, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_exclude, __pyx_v_exclude) < 0) __PYX_ERR(0, 1337, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1337, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1323
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_file_);
|
|
__Pyx_XDECREF(__pyx_v_bytes_data);
|
|
__Pyx_XDECREF(__pyx_v_path);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1339
|
|
* return self.from_bytes(bytes_data, exclude=exclude)
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize, i.e. export the document contents to a binary string.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_52to_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_51to_bytes[] = "Doc.to_bytes(self, *, exclude=tuple())\nSerialize, i.e. export the document contents to a binary string.\n\n exclude (Iterable[str]): String names of serialization fields to exclude.\n RETURNS (bytes): A losslessly serialized copy of the `Doc`, including\n all annotations.\n\n DOCS: https://spacy.io/api/doc#to_bytes\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_52to_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_bytes (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_exclude,0};
|
|
PyObject* values[1] = {0};
|
|
values[0] = __pyx_k__21;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 0;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, 0, "to_bytes") < 0)) __PYX_ERR(0, 1339, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 0) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
}
|
|
__pyx_v_exclude = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_bytes", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1339, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_51to_bytes(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_51to_bytes(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_exclude) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_bytes", 0);
|
|
__Pyx_TraceCall("to_bytes", __pyx_f[0], 1339, 0, __PYX_ERR(0, 1339, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1348
|
|
* DOCS: https://spacy.io/api/doc#to_bytes
|
|
* """
|
|
* return srsly.msgpack_dumps(self.to_dict(exclude=exclude)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_to_dict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_exclude, __pyx_v_exclude) < 0) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1348, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1339
|
|
* return self.from_bytes(bytes_data, exclude=exclude)
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize, i.e. export the document contents to a binary string.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1350
|
|
* return srsly.msgpack_dumps(self.to_dict(exclude=exclude))
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Deserialize, i.e. import the document contents from a binary string.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_54from_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_53from_bytes[] = "Doc.from_bytes(self, bytes_data, *, exclude=tuple())\nDeserialize, i.e. import the document contents from a binary string.\n\n data (bytes): The string to load from.\n exclude (Iterable[str]): String names of serialization fields to exclude.\n RETURNS (Doc): Itself.\n\n DOCS: https://spacy.io/api/doc#from_bytes\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_54from_bytes(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_bytes_data = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_bytes (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_bytes_data,&__pyx_n_s_exclude,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = __pyx_k__22;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_bytes_data)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_bytes") < 0)) __PYX_ERR(0, 1350, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_bytes_data = values[0];
|
|
__pyx_v_exclude = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_bytes", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1350, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_53from_bytes(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_bytes_data, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_53from_bytes(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_bytes", 0);
|
|
__Pyx_TraceCall("from_bytes", __pyx_f[0], 1350, 0, __PYX_ERR(0, 1350, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1359
|
|
* DOCS: https://spacy.io/api/doc#from_bytes
|
|
* """
|
|
* return self.from_dict(srsly.msgpack_loads(bytes_data), exclude=exclude) # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_dict(self, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_from_dict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_srsly); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_msgpack_loads); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_v_bytes_data) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_bytes_data);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_exclude, __pyx_v_exclude) < 0) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1359, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1350
|
|
* return srsly.msgpack_dumps(self.to_dict(exclude=exclude))
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Deserialize, i.e. import the document contents from a binary string.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1361
|
|
* return self.from_dict(srsly.msgpack_loads(bytes_data), exclude=exclude)
|
|
*
|
|
* def to_dict(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Export the document contents to a dictionary for serialization.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_56to_dict(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_55to_dict[] = "Doc.to_dict(self, *, exclude=tuple())\nExport the document contents to a dictionary for serialization.\n\n exclude (Iterable[str]): String names of serialization fields to exclude.\n RETURNS (Dict[str, Any]): A dictionary representation of the `Doc`\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_56to_dict(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_dict (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_exclude,0};
|
|
PyObject* values[1] = {0};
|
|
values[0] = __pyx_k__23;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 0;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, 0, "to_dict") < 0)) __PYX_ERR(0, 1361, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 0) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
}
|
|
__pyx_v_exclude = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_dict", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1361, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_55to_dict(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1390
|
|
* # users don't mind getting a list instead of a tuple.
|
|
* serializers = {
|
|
* "text": lambda: self.text, # <<<<<<<<<<<<<<
|
|
* "array_head": lambda: array_head,
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_lambda10 = {"lambda10", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_lambda10, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda10 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda10(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda10", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda10", __pyx_f[0], 1390, 0, __PYX_ERR(0, 1390, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1390, __pyx_L1_error) }
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_text); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda10", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1391
|
|
* serializers = {
|
|
* "text": lambda: self.text,
|
|
* "array_head": lambda: array_head, # <<<<<<<<<<<<<<
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
* "sentiment": lambda: self.sentiment,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_1lambda11(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_1lambda11 = {"lambda11", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_1lambda11, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_1lambda11(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda11 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda11(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda11", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda11", __pyx_f[0], 1391, 0, __PYX_ERR(0, 1391, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_array_head)) { __Pyx_RaiseClosureNameError("array_head"); __PYX_ERR(0, 1391, __pyx_L1_error) }
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_array_head);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_array_head;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda11", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1392
|
|
* "text": lambda: self.text,
|
|
* "array_head": lambda: array_head,
|
|
* "array_body": lambda: self.to_array(array_head), # <<<<<<<<<<<<<<
|
|
* "sentiment": lambda: self.sentiment,
|
|
* "tensor": lambda: self.tensor,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_2lambda12(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_2lambda12 = {"lambda12", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_2lambda12, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_2lambda12(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda12 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda12(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda12", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda12", __pyx_f[0], 1392, 0, __PYX_ERR(0, 1392, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1392, __pyx_L1_error) }
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_array_head)) { __Pyx_RaiseClosureNameError("array_head"); __PYX_ERR(0, 1392, __pyx_L1_error) }
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_v_array_head;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__pyx_t_2 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_cur_scope->__pyx_v_self->__pyx_vtab)->to_array(__pyx_cur_scope->__pyx_v_self, __pyx_t_1, 0)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1392, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda12", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1393
|
|
* "array_head": lambda: array_head,
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
* "sentiment": lambda: self.sentiment, # <<<<<<<<<<<<<<
|
|
* "tensor": lambda: self.tensor,
|
|
* "cats": lambda: self.cats,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_3lambda13(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_3lambda13 = {"lambda13", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_3lambda13, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_3lambda13(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda13 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda13(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda13", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda13", __pyx_f[0], 1393, 0, __PYX_ERR(0, 1393, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1393, __pyx_L1_error) }
|
|
__pyx_t_1 = PyFloat_FromDouble(__pyx_cur_scope->__pyx_v_self->sentiment); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1393, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda13", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1394
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
* "sentiment": lambda: self.sentiment,
|
|
* "tensor": lambda: self.tensor, # <<<<<<<<<<<<<<
|
|
* "cats": lambda: self.cats,
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_4lambda14(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_4lambda14 = {"lambda14", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_4lambda14, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_4lambda14(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda14 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda14(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda14", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda14", __pyx_f[0], 1394, 0, __PYX_ERR(0, 1394, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1394, __pyx_L1_error) }
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->tensor);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_self->tensor;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda14", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1395
|
|
* "sentiment": lambda: self.sentiment,
|
|
* "tensor": lambda: self.tensor,
|
|
* "cats": lambda: self.cats, # <<<<<<<<<<<<<<
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
* "strings": lambda: list(strings),
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_5lambda15(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_5lambda15 = {"lambda15", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_5lambda15, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_5lambda15(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda15 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda15(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda15", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda15", __pyx_f[0], 1395, 0, __PYX_ERR(0, 1395, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1395, __pyx_L1_error) }
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->cats);
|
|
__pyx_r = __pyx_cur_scope->__pyx_v_self->cats;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda15", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1396
|
|
* "tensor": lambda: self.tensor,
|
|
* "cats": lambda: self.cats,
|
|
* "spans": lambda: self.spans.to_bytes(), # <<<<<<<<<<<<<<
|
|
* "strings": lambda: list(strings),
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_6lambda16(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_6lambda16 = {"lambda16", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_6lambda16, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_6lambda16(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda16 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda16(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda16", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda16", __pyx_f[0], 1396, 0, __PYX_ERR(0, 1396, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1396, __pyx_L1_error) }
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->spans, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1396, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1396, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda16", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1397
|
|
* "cats": lambda: self.cats,
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
* "strings": lambda: list(strings), # <<<<<<<<<<<<<<
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces
|
|
* }
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_7lambda17(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_7lambda17 = {"lambda17", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_7lambda17, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_7lambda17(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda17 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda17(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda17", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda17", __pyx_f[0], 1397, 0, __PYX_ERR(0, 1397, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_strings)) { __Pyx_RaiseClosureNameError("strings"); __PYX_ERR(0, 1397, __pyx_L1_error) }
|
|
__pyx_t_1 = PySequence_List(__pyx_cur_scope->__pyx_v_strings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1397, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda17", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1398
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
* "strings": lambda: list(strings),
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces # <<<<<<<<<<<<<<
|
|
* }
|
|
* if "user_data" not in exclude and self.user_data:
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_8lambda18(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_8lambda18 = {"lambda18", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_8lambda18, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_8lambda18(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda18 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda18(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda18", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda18", __pyx_f[0], 1398, 0, __PYX_ERR(0, 1398, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1398, __pyx_L1_error) }
|
|
__pyx_t_1 = __Pyx_PyBool_FromLong(__pyx_cur_scope->__pyx_v_self->has_unknown_spaces); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1398, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda18", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1403
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items()))
|
|
* if "user_data_keys" not in exclude:
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys) # <<<<<<<<<<<<<<
|
|
* if "user_data_values" not in exclude:
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_9lambda19(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_9lambda19 = {"lambda19", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_9lambda19, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_9lambda19(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda19 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda19(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda19(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda19", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda19", __pyx_f[0], 1403, 0, __PYX_ERR(0, 1403, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1403, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1403, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_user_data_keys)) { __Pyx_RaiseClosureNameError("user_data_keys"); __PYX_ERR(0, 1403, __pyx_L1_error) }
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_cur_scope->__pyx_v_user_data_keys) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_cur_scope->__pyx_v_user_data_keys);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1403, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda19", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1405
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
* if "user_data_values" not in exclude:
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values) # <<<<<<<<<<<<<<
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)):
|
|
* warnings.warn(Warnings.W109)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_10lambda20(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_10lambda20 = {"lambda20", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_10lambda20, METH_NOARGS, 0};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7to_dict_10lambda20(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("lambda20 (wrapper)", 0);
|
|
__pyx_r = __pyx_lambda_funcdef_lambda20(__pyx_self);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_lambda_funcdef_lambda20(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_outer_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("lambda20", 0);
|
|
__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *) __Pyx_CyFunction_GetClosure(__pyx_self);
|
|
__pyx_cur_scope = __pyx_outer_scope;
|
|
__Pyx_TraceCall("lambda20", __pyx_f[0], 1405, 0, __PYX_ERR(0, 1405, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1405, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1405, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_cur_scope->__pyx_v_user_data_values)) { __Pyx_RaiseClosureNameError("user_data_values"); __PYX_ERR(0, 1405, __pyx_L1_error) }
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_cur_scope->__pyx_v_user_data_values) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_cur_scope->__pyx_v_user_data_values);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1405, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict.lambda20", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1361
|
|
* return self.from_dict(srsly.msgpack_loads(bytes_data), exclude=exclude)
|
|
*
|
|
* def to_dict(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Export the document contents to a dictionary for serialization.
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_55to_dict(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_exclude) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_cur_scope;
|
|
PyObject *__pyx_v_token = NULL;
|
|
PyObject *__pyx_v_group = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_serializers = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
PyObject *(*__pyx_t_5)(PyObject *);
|
|
int __pyx_t_6;
|
|
Py_ssize_t __pyx_t_7;
|
|
PyObject *(*__pyx_t_8)(PyObject *);
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_t_11;
|
|
int __pyx_t_12;
|
|
int __pyx_t_13;
|
|
int __pyx_t_14;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_dict", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1361, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("to_dict", __pyx_f[0], 1361, 0, __PYX_ERR(0, 1361, __pyx_L1_error));
|
|
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
|
|
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
|
|
|
|
/* "spacy/tokens/doc.pyx":1367
|
|
* RETURNS (Dict[str, Any]): A dictionary representation of the `Doc`
|
|
* """
|
|
* array_head = Doc._get_array_attrs() # <<<<<<<<<<<<<<
|
|
* strings = set()
|
|
* for token in self:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_n_s_get_array_attrs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1367, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1367, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_v_array_head = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1368
|
|
* """
|
|
* array_head = Doc._get_array_attrs()
|
|
* strings = set() # <<<<<<<<<<<<<<
|
|
* for token in self:
|
|
* strings.add(token.tag_)
|
|
*/
|
|
__pyx_t_1 = PySet_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1368, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_v_strings = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1369
|
|
* array_head = Doc._get_array_attrs()
|
|
* strings = set()
|
|
* for token in self: # <<<<<<<<<<<<<<
|
|
* strings.add(token.tag_)
|
|
* strings.add(token.lemma_)
|
|
*/
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_cur_scope->__pyx_v_self))) {
|
|
__pyx_t_1 = ((PyObject *)__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_t_1); __pyx_t_4 = 0;
|
|
__pyx_t_5 = NULL;
|
|
} else {
|
|
__pyx_t_4 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_cur_scope->__pyx_v_self)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_5)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_5(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1369, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1370
|
|
* strings = set()
|
|
* for token in self:
|
|
* strings.add(token.tag_) # <<<<<<<<<<<<<<
|
|
* strings.add(token.lemma_)
|
|
* strings.add(str(token.morph))
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_tag_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1370, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_2); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1370, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1371
|
|
* for token in self:
|
|
* strings.add(token.tag_)
|
|
* strings.add(token.lemma_) # <<<<<<<<<<<<<<
|
|
* strings.add(str(token.morph))
|
|
* strings.add(token.dep_)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_lemma); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1371, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_2); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1371, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1372
|
|
* strings.add(token.tag_)
|
|
* strings.add(token.lemma_)
|
|
* strings.add(str(token.morph)) # <<<<<<<<<<<<<<
|
|
* strings.add(token.dep_)
|
|
* strings.add(token.ent_type_)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_morph); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1372, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1372, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1372, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1373
|
|
* strings.add(token.lemma_)
|
|
* strings.add(str(token.morph))
|
|
* strings.add(token.dep_) # <<<<<<<<<<<<<<
|
|
* strings.add(token.ent_type_)
|
|
* strings.add(token.ent_kb_id_)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_dep); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1373, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1373, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1374
|
|
* strings.add(str(token.morph))
|
|
* strings.add(token.dep_)
|
|
* strings.add(token.ent_type_) # <<<<<<<<<<<<<<
|
|
* strings.add(token.ent_kb_id_)
|
|
* strings.add(token.ent_id_)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_ent_type); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1374, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1374, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1375
|
|
* strings.add(token.dep_)
|
|
* strings.add(token.ent_type_)
|
|
* strings.add(token.ent_kb_id_) # <<<<<<<<<<<<<<
|
|
* strings.add(token.ent_id_)
|
|
* strings.add(token.norm_)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_ent_kb_id); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1375, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1375, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1376
|
|
* strings.add(token.ent_type_)
|
|
* strings.add(token.ent_kb_id_)
|
|
* strings.add(token.ent_id_) # <<<<<<<<<<<<<<
|
|
* strings.add(token.norm_)
|
|
* for group in self.spans.values():
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_ent_id); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1376, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1376, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1377
|
|
* strings.add(token.ent_kb_id_)
|
|
* strings.add(token.ent_id_)
|
|
* strings.add(token.norm_) # <<<<<<<<<<<<<<
|
|
* for group in self.spans.values():
|
|
* for span in group:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_norm); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1377, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1377, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1369
|
|
* array_head = Doc._get_array_attrs()
|
|
* strings = set()
|
|
* for token in self: # <<<<<<<<<<<<<<
|
|
* strings.add(token.tag_)
|
|
* strings.add(token.lemma_)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1378
|
|
* strings.add(token.ent_id_)
|
|
* strings.add(token.norm_)
|
|
* for group in self.spans.values(): # <<<<<<<<<<<<<<
|
|
* for span in group:
|
|
* strings.add(span.label_)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->spans, __pyx_n_s_values); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) {
|
|
__pyx_t_3 = __pyx_t_1; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
|
|
__pyx_t_5 = NULL;
|
|
} else {
|
|
__pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_5)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_5(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1378, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_group, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1379
|
|
* strings.add(token.norm_)
|
|
* for group in self.spans.values():
|
|
* for span in group: # <<<<<<<<<<<<<<
|
|
* strings.add(span.label_)
|
|
* if span.kb_id in span.doc.vocab.strings:
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_group)) || PyTuple_CheckExact(__pyx_v_group)) {
|
|
__pyx_t_1 = __pyx_v_group; __Pyx_INCREF(__pyx_t_1); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_group); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_8(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1379, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1380
|
|
* for group in self.spans.values():
|
|
* for span in group:
|
|
* strings.add(span.label_) # <<<<<<<<<<<<<<
|
|
* if span.kb_id in span.doc.vocab.strings:
|
|
* strings.add(span.kb_id_)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_label_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1380, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_2); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1380, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1381
|
|
* for span in group:
|
|
* strings.add(span.label_)
|
|
* if span.kb_id in span.doc.vocab.strings: # <<<<<<<<<<<<<<
|
|
* strings.add(span.kb_id_)
|
|
* if span.id in span.doc.vocab.strings:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_kb_id); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1381, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_doc); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1381, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_vocab); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1381, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_strings); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1381, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_11 = (__Pyx_PySequence_ContainsTF(__pyx_t_2, __pyx_t_9, Py_EQ)); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 1381, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_12 = (__pyx_t_11 != 0);
|
|
if (__pyx_t_12) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1382
|
|
* strings.add(span.label_)
|
|
* if span.kb_id in span.doc.vocab.strings:
|
|
* strings.add(span.kb_id_) # <<<<<<<<<<<<<<
|
|
* if span.id in span.doc.vocab.strings:
|
|
* strings.add(span.id_)
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_kb_id_2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1382, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_9); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1382, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1381
|
|
* for span in group:
|
|
* strings.add(span.label_)
|
|
* if span.kb_id in span.doc.vocab.strings: # <<<<<<<<<<<<<<
|
|
* strings.add(span.kb_id_)
|
|
* if span.id in span.doc.vocab.strings:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1383
|
|
* if span.kb_id in span.doc.vocab.strings:
|
|
* strings.add(span.kb_id_)
|
|
* if span.id in span.doc.vocab.strings: # <<<<<<<<<<<<<<
|
|
* strings.add(span.id_)
|
|
* # Msgpack doesn't distinguish between lists and tuples, which is
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_id); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1383, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_doc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1383, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_vocab); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1383, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_strings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1383, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_t_9, __pyx_t_2, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1383, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1384
|
|
* strings.add(span.kb_id_)
|
|
* if span.id in span.doc.vocab.strings:
|
|
* strings.add(span.id_) # <<<<<<<<<<<<<<
|
|
* # Msgpack doesn't distinguish between lists and tuples, which is
|
|
* # vexing for user data. As a best guess, we *know* that within
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_id_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1384, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_6 = PySet_Add(__pyx_cur_scope->__pyx_v_strings, __pyx_t_2); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1384, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1383
|
|
* if span.kb_id in span.doc.vocab.strings:
|
|
* strings.add(span.kb_id_)
|
|
* if span.id in span.doc.vocab.strings: # <<<<<<<<<<<<<<
|
|
* strings.add(span.id_)
|
|
* # Msgpack doesn't distinguish between lists and tuples, which is
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1379
|
|
* strings.add(token.norm_)
|
|
* for group in self.spans.values():
|
|
* for span in group: # <<<<<<<<<<<<<<
|
|
* strings.add(span.label_)
|
|
* if span.kb_id in span.doc.vocab.strings:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1378
|
|
* strings.add(token.ent_id_)
|
|
* strings.add(token.norm_)
|
|
* for group in self.spans.values(): # <<<<<<<<<<<<<<
|
|
* for span in group:
|
|
* strings.add(span.label_)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1390
|
|
* # users don't mind getting a list instead of a tuple.
|
|
* serializers = {
|
|
* "text": lambda: self.text, # <<<<<<<<<<<<<<
|
|
* "array_head": lambda: array_head,
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_lambda10, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_text, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1391
|
|
* serializers = {
|
|
* "text": lambda: self.text,
|
|
* "array_head": lambda: array_head, # <<<<<<<<<<<<<<
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
* "sentiment": lambda: self.sentiment,
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_1lambda11, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1391, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_array_head, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1392
|
|
* "text": lambda: self.text,
|
|
* "array_head": lambda: array_head,
|
|
* "array_body": lambda: self.to_array(array_head), # <<<<<<<<<<<<<<
|
|
* "sentiment": lambda: self.sentiment,
|
|
* "tensor": lambda: self.tensor,
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_2lambda12, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1392, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_array_body, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1393
|
|
* "array_head": lambda: array_head,
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
* "sentiment": lambda: self.sentiment, # <<<<<<<<<<<<<<
|
|
* "tensor": lambda: self.tensor,
|
|
* "cats": lambda: self.cats,
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_3lambda13, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1393, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_sentiment, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1394
|
|
* "array_body": lambda: self.to_array(array_head),
|
|
* "sentiment": lambda: self.sentiment,
|
|
* "tensor": lambda: self.tensor, # <<<<<<<<<<<<<<
|
|
* "cats": lambda: self.cats,
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_4lambda14, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1394, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_tensor, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1395
|
|
* "sentiment": lambda: self.sentiment,
|
|
* "tensor": lambda: self.tensor,
|
|
* "cats": lambda: self.cats, # <<<<<<<<<<<<<<
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
* "strings": lambda: list(strings),
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_5lambda15, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1395, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_cats, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1396
|
|
* "tensor": lambda: self.tensor,
|
|
* "cats": lambda: self.cats,
|
|
* "spans": lambda: self.spans.to_bytes(), # <<<<<<<<<<<<<<
|
|
* "strings": lambda: list(strings),
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_6lambda16, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1396, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_spans, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1397
|
|
* "cats": lambda: self.cats,
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
* "strings": lambda: list(strings), # <<<<<<<<<<<<<<
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces
|
|
* }
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_7lambda17, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1397, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_strings, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1398
|
|
* "spans": lambda: self.spans.to_bytes(),
|
|
* "strings": lambda: list(strings),
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces # <<<<<<<<<<<<<<
|
|
* }
|
|
* if "user_data" not in exclude and self.user_data:
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_8lambda18, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1398, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_has_unknown_spaces, __pyx_t_1) < 0) __PYX_ERR(0, 1390, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_serializers = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1400
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces
|
|
* }
|
|
* if "user_data" not in exclude and self.user_data: # <<<<<<<<<<<<<<
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items()))
|
|
* if "user_data_keys" not in exclude:
|
|
*/
|
|
__pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_data, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1400, __pyx_L1_error)
|
|
__pyx_t_13 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_13) {
|
|
} else {
|
|
__pyx_t_11 = __pyx_t_13;
|
|
goto __pyx_L12_bool_binop_done;
|
|
}
|
|
__pyx_t_13 = __Pyx_PyObject_IsTrue(__pyx_cur_scope->__pyx_v_self->user_data); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 1400, __pyx_L1_error)
|
|
__pyx_t_11 = __pyx_t_13;
|
|
__pyx_L12_bool_binop_done:;
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1401
|
|
* }
|
|
* if "user_data" not in exclude and self.user_data:
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items())) # <<<<<<<<<<<<<<
|
|
* if "user_data_keys" not in exclude:
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self->user_data, __pyx_n_s_items); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PySequence_Tuple(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_1, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PySequence_List(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (1) {
|
|
PyObject* sequence = __pyx_t_1;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1401, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_2 = PyList_GET_ITEM(sequence, 1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1401, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_cur_scope->__pyx_v_user_data_keys = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__pyx_cur_scope->__pyx_v_user_data_values = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1402
|
|
* if "user_data" not in exclude and self.user_data:
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items()))
|
|
* if "user_data_keys" not in exclude: # <<<<<<<<<<<<<<
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
* if "user_data_values" not in exclude:
|
|
*/
|
|
__pyx_t_11 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_data_keys, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 1402, __pyx_L1_error)
|
|
__pyx_t_13 = (__pyx_t_11 != 0);
|
|
if (__pyx_t_13) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1403
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items()))
|
|
* if "user_data_keys" not in exclude:
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys) # <<<<<<<<<<<<<<
|
|
* if "user_data_values" not in exclude:
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_9lambda19, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1403, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_serializers, __pyx_n_s_user_data_keys, __pyx_t_1) < 0)) __PYX_ERR(0, 1403, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1402
|
|
* if "user_data" not in exclude and self.user_data:
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items()))
|
|
* if "user_data_keys" not in exclude: # <<<<<<<<<<<<<<
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
* if "user_data_values" not in exclude:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1404
|
|
* if "user_data_keys" not in exclude:
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
* if "user_data_values" not in exclude: # <<<<<<<<<<<<<<
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)):
|
|
*/
|
|
__pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_data_values, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 1404, __pyx_L1_error)
|
|
__pyx_t_11 = (__pyx_t_13 != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1405
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
* if "user_data_values" not in exclude:
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values) # <<<<<<<<<<<<<<
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)):
|
|
* warnings.warn(Warnings.W109)
|
|
*/
|
|
__pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_7to_dict_10lambda20, 0, __pyx_n_s_to_dict_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_tokens_doc, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1405, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_serializers, __pyx_n_s_user_data_values, __pyx_t_1) < 0)) __PYX_ERR(0, 1405, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1404
|
|
* if "user_data_keys" not in exclude:
|
|
* serializers["user_data_keys"] = lambda: srsly.msgpack_dumps(user_data_keys)
|
|
* if "user_data_values" not in exclude: # <<<<<<<<<<<<<<
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1400
|
|
* "has_unknown_spaces": lambda: self.has_unknown_spaces
|
|
* }
|
|
* if "user_data" not in exclude and self.user_data: # <<<<<<<<<<<<<<
|
|
* user_data_keys, user_data_values = list(zip(*self.user_data.items()))
|
|
* if "user_data_keys" not in exclude:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1406
|
|
* if "user_data_values" not in exclude:
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W109)
|
|
* return util.to_dict(serializers, exclude)
|
|
*/
|
|
__pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_hooks, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 1406, __pyx_L1_error)
|
|
__pyx_t_12 = (__pyx_t_13 != 0);
|
|
if (__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_11 = __pyx_t_12;
|
|
goto __pyx_L17_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1406, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->user_hooks);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self->user_hooks);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_self->user_hooks);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->user_token_hooks);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self->user_token_hooks);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_cur_scope->__pyx_v_self->user_token_hooks);
|
|
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_self->user_span_hooks);
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self->user_span_hooks);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_cur_scope->__pyx_v_self->user_span_hooks);
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_any, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1406, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1406, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = __pyx_t_12;
|
|
__pyx_L17_bool_binop_done:;
|
|
if (__pyx_t_11) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1407
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)):
|
|
* warnings.warn(Warnings.W109) # <<<<<<<<<<<<<<
|
|
* return util.to_dict(serializers, exclude)
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_warnings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1407, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_warn); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1407, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1407, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_W109); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1407, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_1, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1407, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1406
|
|
* if "user_data_values" not in exclude:
|
|
* serializers["user_data_values"] = lambda: srsly.msgpack_dumps(user_data_values)
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)): # <<<<<<<<<<<<<<
|
|
* warnings.warn(Warnings.W109)
|
|
* return util.to_dict(serializers, exclude)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1408
|
|
* if "user_hooks" not in exclude and any((self.user_hooks, self.user_token_hooks, self.user_span_hooks)):
|
|
* warnings.warn(Warnings.W109)
|
|
* return util.to_dict(serializers, exclude) # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_dict(self, msg, *, exclude=tuple()):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1408, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_to_dict); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1408, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_14 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_9);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_9, function);
|
|
__pyx_t_14 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_9)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_serializers, __pyx_v_exclude};
|
|
__pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1408, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_9)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_serializers, __pyx_v_exclude};
|
|
__pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1408, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_1 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1408, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_serializers);
|
|
__Pyx_GIVEREF(__pyx_v_serializers);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_14, __pyx_v_serializers);
|
|
__Pyx_INCREF(__pyx_v_exclude);
|
|
__Pyx_GIVEREF(__pyx_v_exclude);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_14, __pyx_v_exclude);
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_1, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1408, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1361
|
|
* return self.from_dict(srsly.msgpack_loads(bytes_data), exclude=exclude)
|
|
*
|
|
* def to_dict(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Export the document contents to a dictionary for serialization.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_dict", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_token);
|
|
__Pyx_XDECREF(__pyx_v_group);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_serializers);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1410
|
|
* return util.to_dict(serializers, exclude)
|
|
*
|
|
* def from_dict(self, msg, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Deserialize the document contents from a dictionary representation.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_58from_dict(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_57from_dict[] = "Doc.from_dict(self, msg, *, exclude=tuple())\nDeserialize the document contents from a dictionary representation.\n\n msg (Dict[str, Any]): The dictionary to load from.\n exclude (Iterable[str]): String names of serialization fields to exclude.\n RETURNS (Doc): Itself.\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_58from_dict(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_msg = 0;
|
|
PyObject *__pyx_v_exclude = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_dict (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_msg,&__pyx_n_s_exclude,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = __pyx_k__24;
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_msg)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_dict") < 0)) __PYX_ERR(0, 1410, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_msg = values[0];
|
|
__pyx_v_exclude = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_dict", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1410, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_dict", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_57from_dict(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_msg, __pyx_v_exclude);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_57from_dict(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_msg, PyObject *__pyx_v_exclude) {
|
|
PyObject *__pyx_v_user_data_keys = NULL;
|
|
PyObject *__pyx_v_user_data_values = NULL;
|
|
PyObject *__pyx_v_key = NULL;
|
|
PyObject *__pyx_v_value = NULL;
|
|
int __pyx_v_i;
|
|
int __pyx_v_start;
|
|
int __pyx_v_end;
|
|
int __pyx_v_has_space;
|
|
PyObject *__pyx_v_s = NULL;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex;
|
|
PyObject *__pyx_v_orth_ = 0;
|
|
PyObject *__pyx_v_text = NULL;
|
|
PyObject *__pyx_v_attrs = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
Py_ssize_t __pyx_t_8;
|
|
PyObject *(*__pyx_t_9)(PyObject *);
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *(*__pyx_t_11)(PyObject *);
|
|
float __pyx_t_12;
|
|
long __pyx_t_13;
|
|
long __pyx_t_14;
|
|
int __pyx_t_15;
|
|
int __pyx_t_16;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_17;
|
|
PyObject *__pyx_t_18 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_dict", 0);
|
|
__Pyx_TraceCall("from_dict", __pyx_f[0], 1410, 0, __PYX_ERR(0, 1410, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1417
|
|
* RETURNS (Doc): Itself.
|
|
* """
|
|
* if self.length != 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E033.format(length=self.length))
|
|
* # Msgpack doesn't distinguish between lists and tuples, which is
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->length != 0) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1418
|
|
* """
|
|
* if self.length != 0:
|
|
* raise ValueError(Errors.E033.format(length=self.length)) # <<<<<<<<<<<<<<
|
|
* # Msgpack doesn't distinguish between lists and tuples, which is
|
|
* # vexing for user data. As a best guess, we *know* that within
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E033); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_self->length); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_length, __pyx_t_4) < 0) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1418, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(0, 1418, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1417
|
|
* RETURNS (Doc): Itself.
|
|
* """
|
|
* if self.length != 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E033.format(length=self.length))
|
|
* # Msgpack doesn't distinguish between lists and tuples, which is
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1423
|
|
* # keys, we must have tuples. In values we just have to hope
|
|
* # users don't mind getting a list instead of a tuple.
|
|
* if "user_data" not in exclude and "user_data_keys" in msg: # <<<<<<<<<<<<<<
|
|
* user_data_keys = srsly.msgpack_loads(msg["user_data_keys"], use_list=False)
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"])
|
|
*/
|
|
__pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_data, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1423, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_user_data_keys, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1423, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_6 != 0);
|
|
__pyx_t_1 = __pyx_t_5;
|
|
__pyx_L5_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1424
|
|
* # users don't mind getting a list instead of a tuple.
|
|
* if "user_data" not in exclude and "user_data_keys" in msg:
|
|
* user_data_keys = srsly.msgpack_loads(msg["user_data_keys"], use_list=False) # <<<<<<<<<<<<<<
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"])
|
|
* for key, value in zip(user_data_keys, user_data_values):
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_srsly); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_msgpack_loads); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_user_data_keys); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_use_list, Py_False) < 0) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1424, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_user_data_keys = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1425
|
|
* if "user_data" not in exclude and "user_data_keys" in msg:
|
|
* user_data_keys = srsly.msgpack_loads(msg["user_data_keys"], use_list=False)
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"]) # <<<<<<<<<<<<<<
|
|
* for key, value in zip(user_data_keys, user_data_values):
|
|
* self.user_data[key] = value
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_srsly); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_msgpack_loads); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_user_data_values); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_user_data_values = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1426
|
|
* user_data_keys = srsly.msgpack_loads(msg["user_data_keys"], use_list=False)
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"])
|
|
* for key, value in zip(user_data_keys, user_data_values): # <<<<<<<<<<<<<<
|
|
* self.user_data[key] = value
|
|
* cdef int i, start, end, has_space
|
|
*/
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_v_user_data_keys);
|
|
__Pyx_GIVEREF(__pyx_v_user_data_keys);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_user_data_keys);
|
|
__Pyx_INCREF(__pyx_v_user_data_values);
|
|
__Pyx_GIVEREF(__pyx_v_user_data_values);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_v_user_data_values);
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_7, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_7 = __pyx_t_2; __Pyx_INCREF(__pyx_t_7); __pyx_t_8 = 0;
|
|
__pyx_t_9 = NULL;
|
|
} else {
|
|
__pyx_t_8 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_9 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_9)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_9(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) {
|
|
PyObject* sequence = __pyx_t_2;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1426, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_10 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_3)) goto __pyx_L9_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
index = 1; __pyx_t_4 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_4)) goto __pyx_L9_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__pyx_t_11 = NULL;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
goto __pyx_L10_unpacking_done;
|
|
__pyx_L9_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_11 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1426, __pyx_L1_error)
|
|
__pyx_L10_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1427
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"])
|
|
* for key, value in zip(user_data_keys, user_data_values):
|
|
* self.user_data[key] = value # <<<<<<<<<<<<<<
|
|
* cdef int i, start, end, has_space
|
|
* if "sentiment" not in exclude and "sentiment" in msg:
|
|
*/
|
|
if (unlikely(PyObject_SetItem(__pyx_v_self->user_data, __pyx_v_key, __pyx_v_value) < 0)) __PYX_ERR(0, 1427, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1426
|
|
* user_data_keys = srsly.msgpack_loads(msg["user_data_keys"], use_list=False)
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"])
|
|
* for key, value in zip(user_data_keys, user_data_values): # <<<<<<<<<<<<<<
|
|
* self.user_data[key] = value
|
|
* cdef int i, start, end, has_space
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1423
|
|
* # keys, we must have tuples. In values we just have to hope
|
|
* # users don't mind getting a list instead of a tuple.
|
|
* if "user_data" not in exclude and "user_data_keys" in msg: # <<<<<<<<<<<<<<
|
|
* user_data_keys = srsly.msgpack_loads(msg["user_data_keys"], use_list=False)
|
|
* user_data_values = srsly.msgpack_loads(msg["user_data_values"])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1429
|
|
* self.user_data[key] = value
|
|
* cdef int i, start, end, has_space
|
|
* if "sentiment" not in exclude and "sentiment" in msg: # <<<<<<<<<<<<<<
|
|
* self.sentiment = msg["sentiment"]
|
|
* if "tensor" not in exclude and "tensor" in msg:
|
|
*/
|
|
__pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_sentiment, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1429, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L12_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_sentiment, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1429, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_6 != 0);
|
|
__pyx_t_1 = __pyx_t_5;
|
|
__pyx_L12_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1430
|
|
* cdef int i, start, end, has_space
|
|
* if "sentiment" not in exclude and "sentiment" in msg:
|
|
* self.sentiment = msg["sentiment"] # <<<<<<<<<<<<<<
|
|
* if "tensor" not in exclude and "tensor" in msg:
|
|
* self.tensor = msg["tensor"]
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_sentiment); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1430, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __pyx_PyFloat_AsFloat(__pyx_t_7); if (unlikely((__pyx_t_12 == (float)-1) && PyErr_Occurred())) __PYX_ERR(0, 1430, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_v_self->sentiment = __pyx_t_12;
|
|
|
|
/* "spacy/tokens/doc.pyx":1429
|
|
* self.user_data[key] = value
|
|
* cdef int i, start, end, has_space
|
|
* if "sentiment" not in exclude and "sentiment" in msg: # <<<<<<<<<<<<<<
|
|
* self.sentiment = msg["sentiment"]
|
|
* if "tensor" not in exclude and "tensor" in msg:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1431
|
|
* if "sentiment" not in exclude and "sentiment" in msg:
|
|
* self.sentiment = msg["sentiment"]
|
|
* if "tensor" not in exclude and "tensor" in msg: # <<<<<<<<<<<<<<
|
|
* self.tensor = msg["tensor"]
|
|
* if "cats" not in exclude and "cats" in msg:
|
|
*/
|
|
__pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_tensor, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1431, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L15_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_tensor, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1431, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_6 != 0);
|
|
__pyx_t_1 = __pyx_t_5;
|
|
__pyx_L15_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1432
|
|
* self.sentiment = msg["sentiment"]
|
|
* if "tensor" not in exclude and "tensor" in msg:
|
|
* self.tensor = msg["tensor"] # <<<<<<<<<<<<<<
|
|
* if "cats" not in exclude and "cats" in msg:
|
|
* self.cats = msg["cats"]
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_tensor); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1432, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_v_self->tensor);
|
|
__Pyx_DECREF(__pyx_v_self->tensor);
|
|
__pyx_v_self->tensor = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1431
|
|
* if "sentiment" not in exclude and "sentiment" in msg:
|
|
* self.sentiment = msg["sentiment"]
|
|
* if "tensor" not in exclude and "tensor" in msg: # <<<<<<<<<<<<<<
|
|
* self.tensor = msg["tensor"]
|
|
* if "cats" not in exclude and "cats" in msg:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1433
|
|
* if "tensor" not in exclude and "tensor" in msg:
|
|
* self.tensor = msg["tensor"]
|
|
* if "cats" not in exclude and "cats" in msg: # <<<<<<<<<<<<<<
|
|
* self.cats = msg["cats"]
|
|
* if "strings" not in exclude and "strings" in msg:
|
|
*/
|
|
__pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_cats, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1433, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L18_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_cats, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1433, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_6 != 0);
|
|
__pyx_t_1 = __pyx_t_5;
|
|
__pyx_L18_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1434
|
|
* self.tensor = msg["tensor"]
|
|
* if "cats" not in exclude and "cats" in msg:
|
|
* self.cats = msg["cats"] # <<<<<<<<<<<<<<
|
|
* if "strings" not in exclude and "strings" in msg:
|
|
* for s in msg["strings"]:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_cats); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1434, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_v_self->cats);
|
|
__Pyx_DECREF(__pyx_v_self->cats);
|
|
__pyx_v_self->cats = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1433
|
|
* if "tensor" not in exclude and "tensor" in msg:
|
|
* self.tensor = msg["tensor"]
|
|
* if "cats" not in exclude and "cats" in msg: # <<<<<<<<<<<<<<
|
|
* self.cats = msg["cats"]
|
|
* if "strings" not in exclude and "strings" in msg:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1435
|
|
* if "cats" not in exclude and "cats" in msg:
|
|
* self.cats = msg["cats"]
|
|
* if "strings" not in exclude and "strings" in msg: # <<<<<<<<<<<<<<
|
|
* for s in msg["strings"]:
|
|
* self.vocab.strings.add(s)
|
|
*/
|
|
__pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_strings, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1435, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L21_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_strings, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1435, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_6 != 0);
|
|
__pyx_t_1 = __pyx_t_5;
|
|
__pyx_L21_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1436
|
|
* self.cats = msg["cats"]
|
|
* if "strings" not in exclude and "strings" in msg:
|
|
* for s in msg["strings"]: # <<<<<<<<<<<<<<
|
|
* self.vocab.strings.add(s)
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_strings); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
|
|
__pyx_t_2 = __pyx_t_7; __Pyx_INCREF(__pyx_t_2); __pyx_t_8 = 0;
|
|
__pyx_t_9 = NULL;
|
|
} else {
|
|
__pyx_t_8 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_9)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_8); __Pyx_INCREF(__pyx_t_7); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_8); __Pyx_INCREF(__pyx_t_7); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_9(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1436, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_s, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1437
|
|
* if "strings" not in exclude and "strings" in msg:
|
|
* for s in msg["strings"]:
|
|
* self.vocab.strings.add(s) # <<<<<<<<<<<<<<
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg:
|
|
* self.has_unknown_spaces = msg["has_unknown_spaces"]
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab->strings), __pyx_n_s_add); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1437, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_v_s) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_s);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1437, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1436
|
|
* self.cats = msg["cats"]
|
|
* if "strings" not in exclude and "strings" in msg:
|
|
* for s in msg["strings"]: # <<<<<<<<<<<<<<
|
|
* self.vocab.strings.add(s)
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1435
|
|
* if "cats" not in exclude and "cats" in msg:
|
|
* self.cats = msg["cats"]
|
|
* if "strings" not in exclude and "strings" in msg: # <<<<<<<<<<<<<<
|
|
* for s in msg["strings"]:
|
|
* self.vocab.strings.add(s)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1438
|
|
* for s in msg["strings"]:
|
|
* self.vocab.strings.add(s)
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg: # <<<<<<<<<<<<<<
|
|
* self.has_unknown_spaces = msg["has_unknown_spaces"]
|
|
* start = 0
|
|
*/
|
|
__pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_has_unknown_spaces, __pyx_v_exclude, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1438, __pyx_L1_error)
|
|
__pyx_t_6 = (__pyx_t_5 != 0);
|
|
if (__pyx_t_6) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6;
|
|
goto __pyx_L26_bool_binop_done;
|
|
}
|
|
__pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_has_unknown_spaces, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1438, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_6 != 0);
|
|
__pyx_t_1 = __pyx_t_5;
|
|
__pyx_L26_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1439
|
|
* self.vocab.strings.add(s)
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg:
|
|
* self.has_unknown_spaces = msg["has_unknown_spaces"] # <<<<<<<<<<<<<<
|
|
* start = 0
|
|
* cdef const LexemeC* lex
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_has_unknown_spaces); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1439, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1439, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_self->has_unknown_spaces = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1438
|
|
* for s in msg["strings"]:
|
|
* self.vocab.strings.add(s)
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg: # <<<<<<<<<<<<<<
|
|
* self.has_unknown_spaces = msg["has_unknown_spaces"]
|
|
* start = 0
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1440
|
|
* if "has_unknown_spaces" not in exclude and "has_unknown_spaces" in msg:
|
|
* self.has_unknown_spaces = msg["has_unknown_spaces"]
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
* cdef const LexemeC* lex
|
|
* cdef str orth_
|
|
*/
|
|
__pyx_v_start = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1443
|
|
* cdef const LexemeC* lex
|
|
* cdef str orth_
|
|
* text = msg["text"] # <<<<<<<<<<<<<<
|
|
* attrs = msg["array_body"]
|
|
* for i in range(attrs.shape[0]):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_text); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1443, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_v_text = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1444
|
|
* cdef str orth_
|
|
* text = msg["text"]
|
|
* attrs = msg["array_body"] # <<<<<<<<<<<<<<
|
|
* for i in range(attrs.shape[0]):
|
|
* end = start + attrs[i, 0]
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_array_body); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1444, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_v_attrs = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1445
|
|
* text = msg["text"]
|
|
* attrs = msg["array_body"]
|
|
* for i in range(attrs.shape[0]): # <<<<<<<<<<<<<<
|
|
* end = start + attrs[i, 0]
|
|
* has_space = attrs[i, 1]
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_attrs, __pyx_n_s_shape); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1445, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_t_2, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1445, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_13 = __Pyx_PyInt_As_long(__pyx_t_7); if (unlikely((__pyx_t_13 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 1445, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_14 = __pyx_t_13;
|
|
for (__pyx_t_15 = 0; __pyx_t_15 < __pyx_t_14; __pyx_t_15+=1) {
|
|
__pyx_v_i = __pyx_t_15;
|
|
|
|
/* "spacy/tokens/doc.pyx":1446
|
|
* attrs = msg["array_body"]
|
|
* for i in range(attrs.shape[0]):
|
|
* end = start + attrs[i, 0] # <<<<<<<<<<<<<<
|
|
* has_space = attrs[i, 1]
|
|
* orth_ = text[start:end]
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1446, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1446, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1446, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_int_0);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_int_0);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_attrs, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1446, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyNumber_Add(__pyx_t_7, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1446, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_16 = __Pyx_PyInt_As_int(__pyx_t_4); if (unlikely((__pyx_t_16 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1446, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_end = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":1447
|
|
* for i in range(attrs.shape[0]):
|
|
* end = start + attrs[i, 0]
|
|
* has_space = attrs[i, 1] # <<<<<<<<<<<<<<
|
|
* orth_ = text[start:end]
|
|
* lex = self.vocab.get(self.mem, orth_)
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1447, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1447, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
|
|
__Pyx_INCREF(__pyx_int_1);
|
|
__Pyx_GIVEREF(__pyx_int_1);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_int_1);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_attrs, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1447, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_16 = __Pyx_PyInt_As_int(__pyx_t_4); if (unlikely((__pyx_t_16 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1447, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_has_space = __pyx_t_16;
|
|
|
|
/* "spacy/tokens/doc.pyx":1448
|
|
* end = start + attrs[i, 0]
|
|
* has_space = attrs[i, 1]
|
|
* orth_ = text[start:end] # <<<<<<<<<<<<<<
|
|
* lex = self.vocab.get(self.mem, orth_)
|
|
* self.push_back(lex, has_space)
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetSlice(__pyx_v_text, __pyx_v_start, __pyx_v_end, NULL, NULL, NULL, 1, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1448, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (!(likely(PyString_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "str", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(0, 1448, __pyx_L1_error)
|
|
__Pyx_XDECREF_SET(__pyx_v_orth_, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1449
|
|
* has_space = attrs[i, 1]
|
|
* orth_ = text[start:end]
|
|
* lex = self.vocab.get(self.mem, orth_) # <<<<<<<<<<<<<<
|
|
* self.push_back(lex, has_space)
|
|
* start = end + has_space
|
|
*/
|
|
__pyx_t_4 = ((PyObject *)__pyx_v_self->mem);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__pyx_t_17 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_4), __pyx_v_orth_); if (unlikely(__pyx_t_17 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 1449, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_lex = __pyx_t_17;
|
|
|
|
/* "spacy/tokens/doc.pyx":1450
|
|
* orth_ = text[start:end]
|
|
* lex = self.vocab.get(self.mem, orth_)
|
|
* self.push_back(lex, has_space) # <<<<<<<<<<<<<<
|
|
* start = end + has_space
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:])
|
|
*/
|
|
__pyx_t_16 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_self->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_self, __pyx_v_lex, __pyx_v_has_space); if (unlikely(__pyx_t_16 == ((int)-1))) __PYX_ERR(0, 1450, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1451
|
|
* lex = self.vocab.get(self.mem, orth_)
|
|
* self.push_back(lex, has_space)
|
|
* start = end + has_space # <<<<<<<<<<<<<<
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:])
|
|
* if "spans" in msg:
|
|
*/
|
|
__pyx_v_start = (__pyx_v_end + __pyx_v_has_space);
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1452
|
|
* self.push_back(lex, has_space)
|
|
* start = end + has_space
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:]) # <<<<<<<<<<<<<<
|
|
* if "spans" in msg:
|
|
* self.spans.from_bytes(msg["spans"])
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_from_array); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_array_head); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyObject_GetSlice(__pyx_t_7, 2, 0, NULL, NULL, &__pyx_slice__25, 1, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_attrs, __pyx_tuple__26); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = NULL;
|
|
__pyx_t_15 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_10 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_10)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_10);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_15 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_3, __pyx_t_7};
|
|
__pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_3, __pyx_t_7};
|
|
__pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_18 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_18);
|
|
if (__pyx_t_10) {
|
|
__Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_10); __pyx_t_10 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_18, 0+__pyx_t_15, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_18, 1+__pyx_t_15, __pyx_t_7);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_18, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1453
|
|
* start = end + has_space
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:])
|
|
* if "spans" in msg: # <<<<<<<<<<<<<<
|
|
* self.spans.from_bytes(msg["spans"])
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_spans, __pyx_v_msg, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1453, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_5) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1454
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:])
|
|
* if "spans" in msg:
|
|
* self.spans.from_bytes(msg["spans"]) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.spans.clear()
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->spans, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1454, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_18 = __Pyx_PyObject_Dict_GetItem(__pyx_v_msg, __pyx_n_s_spans); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1454, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_18);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_7, __pyx_t_18) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_18);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1454, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1453
|
|
* start = end + has_space
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:])
|
|
* if "spans" in msg: # <<<<<<<<<<<<<<
|
|
* self.spans.from_bytes(msg["spans"])
|
|
* else:
|
|
*/
|
|
goto __pyx_L30;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1456
|
|
* self.spans.from_bytes(msg["spans"])
|
|
* else:
|
|
* self.spans.clear() # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->spans, __pyx_n_s_clear); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1456, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_18 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_18 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_18)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_18);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_18) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_18) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1456, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
}
|
|
__pyx_L30:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1457
|
|
* else:
|
|
* self.spans.clear()
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* def extend_tensor(self, tensor):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1410
|
|
* return util.to_dict(serializers, exclude)
|
|
*
|
|
* def from_dict(self, msg, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Deserialize the document contents from a dictionary representation.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_XDECREF(__pyx_t_18);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_dict", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_user_data_keys);
|
|
__Pyx_XDECREF(__pyx_v_user_data_values);
|
|
__Pyx_XDECREF(__pyx_v_key);
|
|
__Pyx_XDECREF(__pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_v_s);
|
|
__Pyx_XDECREF(__pyx_v_orth_);
|
|
__Pyx_XDECREF(__pyx_v_text);
|
|
__Pyx_XDECREF(__pyx_v_attrs);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1459
|
|
* return self
|
|
*
|
|
* def extend_tensor(self, tensor): # <<<<<<<<<<<<<<
|
|
* """Concatenate a new tensor onto the doc.tensor object.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_60extend_tensor(PyObject *__pyx_v_self, PyObject *__pyx_v_tensor); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_59extend_tensor[] = "Doc.extend_tensor(self, tensor)\nConcatenate a new tensor onto the doc.tensor object.\n\n The doc.tensor attribute holds dense feature vectors\n computed by the models in the pipeline. Let's say a\n document with 30 words has a tensor with 128 dimensions\n per word. doc.tensor.shape will be (30, 128). After\n calling doc.extend_tensor with an array of shape (30, 64),\n doc.tensor == (30, 192).\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_60extend_tensor(PyObject *__pyx_v_self, PyObject *__pyx_v_tensor) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("extend_tensor (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_59extend_tensor(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_tensor));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_59extend_tensor(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_tensor) {
|
|
PyObject *__pyx_v_xp = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("extend_tensor", 0);
|
|
__Pyx_TraceCall("extend_tensor", __pyx_f[0], 1459, 0, __PYX_ERR(0, 1459, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1469
|
|
* doc.tensor == (30, 192).
|
|
* """
|
|
* xp = get_array_module(self.tensor) # <<<<<<<<<<<<<<
|
|
* if self.tensor.size == 0:
|
|
* self.tensor.resize(tensor.shape, refcheck=False)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1469, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_self->tensor) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_self->tensor);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1469, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_xp = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1470
|
|
* """
|
|
* xp = get_array_module(self.tensor)
|
|
* if self.tensor.size == 0: # <<<<<<<<<<<<<<
|
|
* self.tensor.resize(tensor.shape, refcheck=False)
|
|
* copy_array(self.tensor, tensor)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->tensor, __pyx_n_s_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1470, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyInt_EqObjC(__pyx_t_1, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1470, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1470, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1471
|
|
* xp = get_array_module(self.tensor)
|
|
* if self.tensor.size == 0:
|
|
* self.tensor.resize(tensor.shape, refcheck=False) # <<<<<<<<<<<<<<
|
|
* copy_array(self.tensor, tensor)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->tensor, __pyx_n_s_resize); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1471, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_tensor, __pyx_n_s_shape); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1471, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1471, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1471, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_refcheck, Py_False) < 0) __PYX_ERR(0, 1471, __pyx_L1_error)
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1471, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1472
|
|
* if self.tensor.size == 0:
|
|
* self.tensor.resize(tensor.shape, refcheck=False)
|
|
* copy_array(self.tensor, tensor) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.tensor = xp.hstack((self.tensor, tensor))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_copy_array); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1472, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_1)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_self->tensor, __pyx_v_tensor};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1472, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_self->tensor, __pyx_v_tensor};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1472, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1472, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_self->tensor);
|
|
__Pyx_GIVEREF(__pyx_v_self->tensor);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_v_self->tensor);
|
|
__Pyx_INCREF(__pyx_v_tensor);
|
|
__Pyx_GIVEREF(__pyx_v_tensor);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_v_tensor);
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1472, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1470
|
|
* """
|
|
* xp = get_array_module(self.tensor)
|
|
* if self.tensor.size == 0: # <<<<<<<<<<<<<<
|
|
* self.tensor.resize(tensor.shape, refcheck=False)
|
|
* copy_array(self.tensor, tensor)
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1474
|
|
* copy_array(self.tensor, tensor)
|
|
* else:
|
|
* self.tensor = xp.hstack((self.tensor, tensor)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def retokenize(self):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_hstack); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1474, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1474, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_v_self->tensor);
|
|
__Pyx_GIVEREF(__pyx_v_self->tensor);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->tensor);
|
|
__Pyx_INCREF(__pyx_v_tensor);
|
|
__Pyx_GIVEREF(__pyx_v_tensor);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_tensor);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_3, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1474, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_v_self->tensor);
|
|
__Pyx_DECREF(__pyx_v_self->tensor);
|
|
__pyx_v_self->tensor = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1459
|
|
* return self
|
|
*
|
|
* def extend_tensor(self, tensor): # <<<<<<<<<<<<<<
|
|
* """Concatenate a new tensor onto the doc.tensor object.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.extend_tensor", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_xp);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1476
|
|
* self.tensor = xp.hstack((self.tensor, tensor))
|
|
*
|
|
* def retokenize(self): # <<<<<<<<<<<<<<
|
|
* """Context manager to handle retokenization of the Doc.
|
|
* Modifications to the Doc's tokenization are stored, and then
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_62retokenize(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_61retokenize[] = "Doc.retokenize(self)\nContext manager to handle retokenization of the Doc.\n Modifications to the Doc's tokenization are stored, and then\n made all at once when the context manager exits. This is\n much more efficient, and less error-prone.\n\n All views of the Doc (Span and Token) created before the\n retokenization are invalidated, although they may accidentally\n continue to work.\n\n DOCS: https://spacy.io/api/doc#retokenize\n USAGE: https://spacy.io/usage/linguistic-features#retokenization\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_62retokenize(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("retokenize (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_61retokenize(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_61retokenize(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("retokenize", 0);
|
|
__Pyx_TraceCall("retokenize", __pyx_f[0], 1476, 0, __PYX_ERR(0, 1476, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1489
|
|
* USAGE: https://spacy.io/usage/linguistic-features#retokenization
|
|
* """
|
|
* return Retokenizer(self) # <<<<<<<<<<<<<<
|
|
*
|
|
* def _bulk_merge(self, spans, attributes):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Retokenizer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1489, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, ((PyObject *)__pyx_v_self)) : __Pyx_PyObject_CallOneArg(__pyx_t_2, ((PyObject *)__pyx_v_self));
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1489, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1476
|
|
* self.tensor = xp.hstack((self.tensor, tensor))
|
|
*
|
|
* def retokenize(self): # <<<<<<<<<<<<<<
|
|
* """Context manager to handle retokenization of the Doc.
|
|
* Modifications to the Doc's tokenization are stored, and then
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.retokenize", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1491
|
|
* return Retokenizer(self)
|
|
*
|
|
* def _bulk_merge(self, spans, attributes): # <<<<<<<<<<<<<<
|
|
* """Retokenize the document, such that the spans given as arguments
|
|
* are merged into single tokens. The spans need to be in document
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_64_bulk_merge(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_63_bulk_merge[] = "Doc._bulk_merge(self, spans, attributes)\nRetokenize the document, such that the spans given as arguments\n are merged into single tokens. The spans need to be in document\n order, and no span intersection is allowed.\n\n spans (Span[]): Spans to merge, in document order, with all span\n intersections empty. Cannot be empty.\n attributes (Dictionary[]): Attributes to assign to the merged tokens. By default,\n must be the same length as spans, empty dictionaries are allowed.\n attributes are inherited from the syntactic root of the span.\n RETURNS (Token): The first newly merged token.\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_64_bulk_merge(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_spans = 0;
|
|
PyObject *__pyx_v_attributes = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_bulk_merge (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_spans,&__pyx_n_s_attributes,0};
|
|
PyObject* values[2] = {0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_spans)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_attributes)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("_bulk_merge", 1, 2, 2, 1); __PYX_ERR(0, 1491, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "_bulk_merge") < 0)) __PYX_ERR(0, 1491, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
}
|
|
__pyx_v_spans = values[0];
|
|
__pyx_v_attributes = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("_bulk_merge", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1491, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._bulk_merge", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_63_bulk_merge(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_spans, __pyx_v_attributes);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_63_bulk_merge(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_spans, PyObject *__pyx_v_attributes) {
|
|
Py_ssize_t __pyx_v_attr_len;
|
|
Py_ssize_t __pyx_v_span_len;
|
|
PyObject *__pyx_v_retokenizer = NULL;
|
|
PyObject *__pyx_v_i = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *(*__pyx_t_11)(PyObject *);
|
|
PyObject *__pyx_t_12 = NULL;
|
|
PyObject *__pyx_t_13 = NULL;
|
|
int __pyx_t_14;
|
|
PyObject *__pyx_t_15 = NULL;
|
|
PyObject *__pyx_t_16 = NULL;
|
|
int __pyx_t_17;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_bulk_merge", 0);
|
|
__Pyx_TraceCall("_bulk_merge", __pyx_f[0], 1491, 0, __PYX_ERR(0, 1491, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1503
|
|
* RETURNS (Token): The first newly merged token.
|
|
* """
|
|
* attr_len = len(attributes) # <<<<<<<<<<<<<<
|
|
* span_len = len(spans)
|
|
* if not attr_len == span_len:
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_attributes); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1503, __pyx_L1_error)
|
|
__pyx_v_attr_len = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1504
|
|
* """
|
|
* attr_len = len(attributes)
|
|
* span_len = len(spans) # <<<<<<<<<<<<<<
|
|
* if not attr_len == span_len:
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
*/
|
|
__pyx_t_1 = PyObject_Length(__pyx_v_spans); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1504, __pyx_L1_error)
|
|
__pyx_v_span_len = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1505
|
|
* attr_len = len(attributes)
|
|
* span_len = len(spans)
|
|
* if not attr_len == span_len: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
* with self.retokenize() as retokenizer:
|
|
*/
|
|
__pyx_t_2 = ((!((__pyx_v_attr_len == __pyx_v_span_len) != 0)) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1506
|
|
* span_len = len(spans)
|
|
* if not attr_len == span_len:
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len)) # <<<<<<<<<<<<<<
|
|
* with self.retokenize() as retokenizer:
|
|
* for i, span in enumerate(spans):
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E121); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_v_attr_len); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_attr_len, __pyx_t_5) < 0) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_v_span_len); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_span_len, __pyx_t_5) < 0) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 1506, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1505
|
|
* attr_len = len(attributes)
|
|
* span_len = len(spans)
|
|
* if not attr_len == span_len: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
* with self.retokenize() as retokenizer:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1507
|
|
* if not attr_len == span_len:
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
* with self.retokenize() as retokenizer: # <<<<<<<<<<<<<<
|
|
* for i, span in enumerate(spans):
|
|
* fix_attributes(self, attributes[i])
|
|
*/
|
|
/*with:*/ {
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_retokenize); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1507, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1507, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_LookupSpecial(__pyx_t_4, __pyx_n_s_exit); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1507, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_3 = __Pyx_PyObject_LookupSpecial(__pyx_t_4, __pyx_n_s_enter); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1507, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1507, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
/*try:*/ {
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_8, &__pyx_t_9, &__pyx_t_10);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_9);
|
|
__Pyx_XGOTREF(__pyx_t_10);
|
|
/*try:*/ {
|
|
__pyx_v_retokenizer = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1508
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
* with self.retokenize() as retokenizer:
|
|
* for i, span in enumerate(spans): # <<<<<<<<<<<<<<
|
|
* fix_attributes(self, attributes[i])
|
|
* remove_label_if_necessary(attributes[i])
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_3 = __pyx_int_0;
|
|
if (likely(PyList_CheckExact(__pyx_v_spans)) || PyTuple_CheckExact(__pyx_v_spans)) {
|
|
__pyx_t_4 = __pyx_v_spans; __Pyx_INCREF(__pyx_t_4); __pyx_t_1 = 0;
|
|
__pyx_t_11 = NULL;
|
|
} else {
|
|
__pyx_t_1 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_spans); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_11)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_11(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1508, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3);
|
|
__pyx_t_3 = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1509
|
|
* with self.retokenize() as retokenizer:
|
|
* for i, span in enumerate(spans):
|
|
* fix_attributes(self, attributes[i]) # <<<<<<<<<<<<<<
|
|
* remove_label_if_necessary(attributes[i])
|
|
* retokenizer.merge(span, attributes[i])
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_fix_attributes); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1509, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_12 = __Pyx_PyObject_GetItem(__pyx_v_attributes, __pyx_v_i); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1509, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_12);
|
|
__pyx_t_13 = NULL;
|
|
__pyx_t_14 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_13)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_13);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_14 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_13, ((PyObject *)__pyx_v_self), __pyx_t_12};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1509, __pyx_L8_error)
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_13, ((PyObject *)__pyx_v_self), __pyx_t_12};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1509, __pyx_L8_error)
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_15 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1509, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
if (__pyx_t_13) {
|
|
__Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_13); __pyx_t_13 = NULL;
|
|
}
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_15, 0+__pyx_t_14, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_12);
|
|
PyTuple_SET_ITEM(__pyx_t_15, 1+__pyx_t_14, __pyx_t_12);
|
|
__pyx_t_12 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_15, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1509, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1510
|
|
* for i, span in enumerate(spans):
|
|
* fix_attributes(self, attributes[i])
|
|
* remove_label_if_necessary(attributes[i]) # <<<<<<<<<<<<<<
|
|
* retokenizer.merge(span, attributes[i])
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_remove_label_if_necessary); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1510, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_15 = __Pyx_PyObject_GetItem(__pyx_v_attributes, __pyx_v_i); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1510, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__pyx_t_12 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_12 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_12)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_12);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_12) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_12, __pyx_t_15) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_15);
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1510, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1511
|
|
* fix_attributes(self, attributes[i])
|
|
* remove_label_if_necessary(attributes[i])
|
|
* retokenizer.merge(span, attributes[i]) # <<<<<<<<<<<<<<
|
|
*
|
|
* def from_json(self, doc_json, *, validate=False):
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_retokenizer, __pyx_n_s_merge); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1511, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_15 = __Pyx_PyObject_GetItem(__pyx_v_attributes, __pyx_v_i); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1511, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_15);
|
|
__pyx_t_12 = NULL;
|
|
__pyx_t_14 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_12 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_12)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_12);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_14 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_v_span, __pyx_t_15};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1511, __pyx_L8_error)
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_v_span, __pyx_t_15};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1511, __pyx_L8_error)
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_13 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1511, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_13);
|
|
if (__pyx_t_12) {
|
|
__Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_12); __pyx_t_12 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_span);
|
|
__Pyx_GIVEREF(__pyx_v_span);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 0+__pyx_t_14, __pyx_v_span);
|
|
__Pyx_GIVEREF(__pyx_t_15);
|
|
PyTuple_SET_ITEM(__pyx_t_13, 1+__pyx_t_14, __pyx_t_15);
|
|
__pyx_t_15 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_13, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1511, __pyx_L8_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1508
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
* with self.retokenize() as retokenizer:
|
|
* for i, span in enumerate(spans): # <<<<<<<<<<<<<<
|
|
* fix_attributes(self, attributes[i])
|
|
* remove_label_if_necessary(attributes[i])
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1507
|
|
* if not attr_len == span_len:
|
|
* raise ValueError(Errors.E121.format(attr_len=attr_len, span_len=span_len))
|
|
* with self.retokenize() as retokenizer: # <<<<<<<<<<<<<<
|
|
* for i, span in enumerate(spans):
|
|
* fix_attributes(self, attributes[i])
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
goto __pyx_L13_try_end;
|
|
__pyx_L8_error:;
|
|
__Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
|
|
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
|
|
__Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
/*except:*/ {
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._bulk_merge", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_3, &__pyx_t_4, &__pyx_t_5) < 0) __PYX_ERR(0, 1507, __pyx_L10_except_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = PyTuple_Pack(3, __pyx_t_3, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1507, __pyx_L10_except_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_16 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_7, NULL);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1507, __pyx_L10_except_error)
|
|
__Pyx_GOTREF(__pyx_t_16);
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_16);
|
|
__Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
|
|
if (__pyx_t_2 < 0) __PYX_ERR(0, 1507, __pyx_L10_except_error)
|
|
__pyx_t_17 = ((!(__pyx_t_2 != 0)) != 0);
|
|
if (__pyx_t_17) {
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
__Pyx_XGIVEREF(__pyx_t_5);
|
|
__Pyx_ErrRestoreWithState(__pyx_t_3, __pyx_t_4, __pyx_t_5);
|
|
__pyx_t_3 = 0; __pyx_t_4 = 0; __pyx_t_5 = 0;
|
|
__PYX_ERR(0, 1507, __pyx_L10_except_error)
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
goto __pyx_L9_exception_handled;
|
|
}
|
|
__pyx_L10_except_error:;
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_XGIVEREF(__pyx_t_10);
|
|
__Pyx_ExceptionReset(__pyx_t_8, __pyx_t_9, __pyx_t_10);
|
|
goto __pyx_L1_error;
|
|
__pyx_L9_exception_handled:;
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_XGIVEREF(__pyx_t_10);
|
|
__Pyx_ExceptionReset(__pyx_t_8, __pyx_t_9, __pyx_t_10);
|
|
__pyx_L13_try_end:;
|
|
}
|
|
}
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
if (__pyx_t_6) {
|
|
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_tuple__19, NULL);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1507, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
}
|
|
goto __pyx_L7;
|
|
}
|
|
__pyx_L7:;
|
|
}
|
|
goto __pyx_L19;
|
|
__pyx_L4_error:;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L19:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1491
|
|
* return Retokenizer(self)
|
|
*
|
|
* def _bulk_merge(self, spans, attributes): # <<<<<<<<<<<<<<
|
|
* """Retokenize the document, such that the spans given as arguments
|
|
* are merged into single tokens. The spans need to be in document
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_12);
|
|
__Pyx_XDECREF(__pyx_t_13);
|
|
__Pyx_XDECREF(__pyx_t_15);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._bulk_merge", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_retokenizer);
|
|
__Pyx_XDECREF(__pyx_v_i);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1513
|
|
* retokenizer.merge(span, attributes[i])
|
|
*
|
|
* def from_json(self, doc_json, *, validate=False): # <<<<<<<<<<<<<<
|
|
* """Convert a JSON document generated by Doc.to_json() to a Doc.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_66from_json(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_65from_json[] = "Doc.from_json(self, doc_json, *, validate=False)\nConvert a JSON document generated by Doc.to_json() to a Doc.\n\n doc_json (Dict): JSON representation of doc object to load.\n validate (bool): Whether to validate `doc_json` against the expected schema.\n Defaults to False.\n RETURNS (Doc): A doc instance corresponding to the specified JSON representation.\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_66from_json(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_doc_json = 0;
|
|
PyObject *__pyx_v_validate = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("from_json (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_doc_json,&__pyx_n_s_validate,0};
|
|
PyObject* values[2] = {0,0};
|
|
values[1] = ((PyObject *)Py_False);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc_json)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (kw_args == 1) {
|
|
const Py_ssize_t index = 1;
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, *__pyx_pyargnames[index]);
|
|
if (value) { values[index] = value; kw_args--; }
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "from_json") < 0)) __PYX_ERR(0, 1513, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_doc_json = values[0];
|
|
__pyx_v_validate = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("from_json", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1513, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_json", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_65from_json(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_doc_json, __pyx_v_validate);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_65from_json(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_doc_json, PyObject *__pyx_v_validate) {
|
|
PyObject *__pyx_v_schema_validation_message = NULL;
|
|
PyObject *__pyx_v_words = NULL;
|
|
__pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc __pyx_v_token_attrs_ids;
|
|
PyObject *__pyx_v_token_attrs = NULL;
|
|
PyObject *__pyx_v_token_annotations = NULL;
|
|
PyObject *__pyx_v_token_json = NULL;
|
|
PyObject *__pyx_v_attr = NULL;
|
|
PyObject *__pyx_v_attr_json = NULL;
|
|
long __pyx_v_start;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex;
|
|
int __pyx_v_has_space;
|
|
PyObject *__pyx_v_reconstructed_words = NULL;
|
|
PyObject *__pyx_v_spaces = NULL;
|
|
PyObject *__pyx_v_word = NULL;
|
|
PyObject *__pyx_v_pp = NULL;
|
|
PyObject *__pyx_v_attrs = NULL;
|
|
PyObject *__pyx_v_partial_attrs = NULL;
|
|
PyObject *__pyx_v_array = NULL;
|
|
PyObject *__pyx_v_j = NULL;
|
|
PyObject *__pyx_v_annot = NULL;
|
|
PyObject *__pyx_v_i = NULL;
|
|
PyObject *__pyx_v_sent = NULL;
|
|
PyObject *__pyx_v_char_span = NULL;
|
|
PyObject *__pyx_v_token = NULL;
|
|
PyObject *__pyx_v_span_group = NULL;
|
|
PyObject *__pyx_v_spans = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_ents = NULL;
|
|
PyObject *__pyx_v_ent = NULL;
|
|
PyObject *__pyx_v_token_attr = NULL;
|
|
PyObject *__pyx_v_token_data = NULL;
|
|
PyObject *__pyx_v_value = NULL;
|
|
PyObject *__pyx_v_span_attr = NULL;
|
|
PyObject *__pyx_v_span_data = NULL;
|
|
PyObject *__pyx_9genexpr11__pyx_v_t = NULL;
|
|
PyObject *__pyx_v_head = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
__pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc __pyx_t_8;
|
|
Py_ssize_t __pyx_t_9;
|
|
PyObject *(*__pyx_t_10)(PyObject *);
|
|
int __pyx_t_11;
|
|
Py_ssize_t __pyx_t_12;
|
|
PyObject *(*__pyx_t_13)(PyObject *);
|
|
PyObject *__pyx_t_14 = NULL;
|
|
PyObject *(*__pyx_t_15)(PyObject *);
|
|
int __pyx_t_16;
|
|
int __pyx_t_17;
|
|
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_18;
|
|
int __pyx_t_19;
|
|
Py_ssize_t __pyx_t_20;
|
|
PyObject *__pyx_t_21 = NULL;
|
|
PyObject *__pyx_t_22 = NULL;
|
|
PyObject *__pyx_t_23 = NULL;
|
|
PyObject *__pyx_t_24 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_json", 0);
|
|
__Pyx_TraceCall("from_json", __pyx_f[0], 1513, 0, __PYX_ERR(0, 1513, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1522
|
|
* """
|
|
*
|
|
* if validate: # <<<<<<<<<<<<<<
|
|
* schema_validation_message = schemas.validate(schemas.DocJSONSchema, doc_json)
|
|
* if schema_validation_message:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_validate); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1522, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1523
|
|
*
|
|
* if validate:
|
|
* schema_validation_message = schemas.validate(schemas.DocJSONSchema, doc_json) # <<<<<<<<<<<<<<
|
|
* if schema_validation_message:
|
|
* raise ValueError(Errors.E1038.format(message=schema_validation_message))
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_schemas); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_validate); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_schemas); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_DocJSONSchema); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_5, __pyx_v_doc_json};
|
|
__pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_5, __pyx_v_doc_json};
|
|
__pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_7 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_t_5);
|
|
__Pyx_INCREF(__pyx_v_doc_json);
|
|
__Pyx_GIVEREF(__pyx_v_doc_json);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_doc_json);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_7, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1523, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_schema_validation_message = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1524
|
|
* if validate:
|
|
* schema_validation_message = schemas.validate(schemas.DocJSONSchema, doc_json)
|
|
* if schema_validation_message: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1038.format(message=schema_validation_message))
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_schema_validation_message); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1524, __pyx_L1_error)
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1525
|
|
* schema_validation_message = schemas.validate(schemas.DocJSONSchema, doc_json)
|
|
* if schema_validation_message:
|
|
* raise ValueError(Errors.E1038.format(message=schema_validation_message)) # <<<<<<<<<<<<<<
|
|
*
|
|
* ### Token-level properties ###
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E1038); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_message, __pyx_v_schema_validation_message) < 0) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1525, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 1525, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1524
|
|
* if validate:
|
|
* schema_validation_message = schemas.validate(schemas.DocJSONSchema, doc_json)
|
|
* if schema_validation_message: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1038.format(message=schema_validation_message))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1522
|
|
* """
|
|
*
|
|
* if validate: # <<<<<<<<<<<<<<
|
|
* schema_validation_message = schemas.validate(schemas.DocJSONSchema, doc_json)
|
|
* if schema_validation_message:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1529
|
|
* ### Token-level properties ###
|
|
*
|
|
* words = [] # <<<<<<<<<<<<<<
|
|
* token_attrs_ids = (POS, HEAD, DEP, LEMMA, TAG, MORPH)
|
|
* # Map annotation type IDs to their string equivalents.
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1529, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_words = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1530
|
|
*
|
|
* words = []
|
|
* token_attrs_ids = (POS, HEAD, DEP, LEMMA, TAG, MORPH) # <<<<<<<<<<<<<<
|
|
* # Map annotation type IDs to their string equivalents.
|
|
* token_attrs = {t: self.vocab.strings[t].lower() for t in token_attrs_ids}
|
|
*/
|
|
__pyx_t_8.f0 = __pyx_e_5spacy_5attrs_POS;
|
|
__pyx_t_8.f1 = __pyx_e_5spacy_5attrs_HEAD;
|
|
__pyx_t_8.f2 = __pyx_e_5spacy_5attrs_DEP;
|
|
__pyx_t_8.f3 = __pyx_e_5spacy_5attrs_LEMMA;
|
|
__pyx_t_8.f4 = __pyx_e_5spacy_5attrs_TAG;
|
|
__pyx_t_8.f5 = __pyx_e_5spacy_5attrs_MORPH;
|
|
__pyx_v_token_attrs_ids = __pyx_t_8;
|
|
|
|
/* "spacy/tokens/doc.pyx":1532
|
|
* token_attrs_ids = (POS, HEAD, DEP, LEMMA, TAG, MORPH)
|
|
* # Map annotation type IDs to their string equivalents.
|
|
* token_attrs = {t: self.vocab.strings[t].lower() for t in token_attrs_ids} # <<<<<<<<<<<<<<
|
|
* token_annotations = {}
|
|
*
|
|
*/
|
|
{ /* enter inner scope */
|
|
__pyx_t_4 = PyDict_New(); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __pyx_convert__to_py___pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc(__pyx_v_token_attrs_ids); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
|
|
__pyx_t_2 = __pyx_t_7; __Pyx_INCREF(__pyx_t_2); __pyx_t_9 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_9 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_7); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_7); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_10(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_9genexpr11__pyx_v_t, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self->vocab->strings), __pyx_9genexpr11__pyx_v_t); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_lower); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_t_4, (PyObject*)__pyx_9genexpr11__pyx_v_t, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 1532, __pyx_L7_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_9genexpr11__pyx_v_t); __pyx_9genexpr11__pyx_v_t = 0;
|
|
goto __pyx_L10_exit_scope;
|
|
__pyx_L7_error:;
|
|
__Pyx_XDECREF(__pyx_9genexpr11__pyx_v_t); __pyx_9genexpr11__pyx_v_t = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L10_exit_scope:;
|
|
} /* exit inner scope */
|
|
__pyx_v_token_attrs = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1533
|
|
* # Map annotation type IDs to their string equivalents.
|
|
* token_attrs = {t: self.vocab.strings[t].lower() for t in token_attrs_ids}
|
|
* token_annotations = {} # <<<<<<<<<<<<<<
|
|
*
|
|
* # Gather token-level properties.
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1533, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_token_annotations = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1536
|
|
*
|
|
* # Gather token-level properties.
|
|
* for token_json in doc_json["tokens"]: # <<<<<<<<<<<<<<
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]])
|
|
* for attr, attr_json in token_attrs.items():
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_tokens); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_2 = __pyx_t_4; __Pyx_INCREF(__pyx_t_2); __pyx_t_9 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_9 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_10(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1536, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token_json, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1537
|
|
* # Gather token-level properties.
|
|
* for token_json in doc_json["tokens"]:
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]]) # <<<<<<<<<<<<<<
|
|
* for attr, attr_json in token_attrs.items():
|
|
* if attr_json in token_json:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_text); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_token_json, __pyx_n_s_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyObject_Dict_GetItem(__pyx_v_token_json, __pyx_n_s_end); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyObject_GetSlice(__pyx_t_4, 0, 0, &__pyx_t_7, &__pyx_t_3, NULL, 0, 0, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1537, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_11 = __Pyx_PyList_Append(__pyx_v_words, __pyx_t_5); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1537, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1538
|
|
* for token_json in doc_json["tokens"]:
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]])
|
|
* for attr, attr_json in token_attrs.items(): # <<<<<<<<<<<<<<
|
|
* if attr_json in token_json:
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyDict_Items(__pyx_v_token_attrs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
|
|
__pyx_t_3 = __pyx_t_5; __Pyx_INCREF(__pyx_t_3); __pyx_t_12 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_13(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {
|
|
PyObject* sequence = __pyx_t_5;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1538, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_14 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_15 = Py_TYPE(__pyx_t_14)->tp_iternext;
|
|
index = 0; __pyx_t_7 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_7)) goto __pyx_L15_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
index = 1; __pyx_t_4 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_4)) goto __pyx_L15_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_14), 2) < 0) __PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__pyx_t_15 = NULL;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
goto __pyx_L16_unpacking_done;
|
|
__pyx_L15_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_15 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1538, __pyx_L1_error)
|
|
__pyx_L16_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_attr_json, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1539
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]])
|
|
* for attr, attr_json in token_attrs.items():
|
|
* if attr_json in token_json: # <<<<<<<<<<<<<<
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
* token_annotations[attr] = []
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_v_attr_json, __pyx_v_token_json, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1539, __pyx_L1_error)
|
|
__pyx_t_16 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1540
|
|
* for attr, attr_json in token_attrs.items():
|
|
* if attr_json in token_json:
|
|
* if token_json["id"] == 0 and attr not in token_annotations: # <<<<<<<<<<<<<<
|
|
* token_annotations[attr] = []
|
|
* elif attr not in token_annotations:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Dict_GetItem(__pyx_v_token_json, __pyx_n_s_id); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1540, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyInt_EqObjC(__pyx_t_5, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1540, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1540, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_16 = __pyx_t_1;
|
|
goto __pyx_L19_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_v_attr, __pyx_v_token_annotations, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1540, __pyx_L1_error)
|
|
__pyx_t_17 = (__pyx_t_1 != 0);
|
|
__pyx_t_16 = __pyx_t_17;
|
|
__pyx_L19_bool_binop_done:;
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1541
|
|
* if attr_json in token_json:
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
* token_annotations[attr] = [] # <<<<<<<<<<<<<<
|
|
* elif attr not in token_annotations:
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=attr))
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1541, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_annotations, __pyx_v_attr, __pyx_t_4) < 0)) __PYX_ERR(0, 1541, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1540
|
|
* for attr, attr_json in token_attrs.items():
|
|
* if attr_json in token_json:
|
|
* if token_json["id"] == 0 and attr not in token_annotations: # <<<<<<<<<<<<<<
|
|
* token_annotations[attr] = []
|
|
* elif attr not in token_annotations:
|
|
*/
|
|
goto __pyx_L18;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1542
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
* token_annotations[attr] = []
|
|
* elif attr not in token_annotations: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=attr))
|
|
* token_annotations[attr].append(token_json[attr_json])
|
|
*/
|
|
__pyx_t_16 = (__Pyx_PyDict_ContainsTF(__pyx_v_attr, __pyx_v_token_annotations, Py_NE)); if (unlikely(__pyx_t_16 < 0)) __PYX_ERR(0, 1542, __pyx_L1_error)
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (unlikely(__pyx_t_17)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1543
|
|
* token_annotations[attr] = []
|
|
* elif attr not in token_annotations:
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=attr)) # <<<<<<<<<<<<<<
|
|
* token_annotations[attr].append(token_json[attr_json])
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Errors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_E1040); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_format); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_partial_attrs, __pyx_v_attr) < 0) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1543, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_Raise(__pyx_t_5, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__PYX_ERR(0, 1543, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1542
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
* token_annotations[attr] = []
|
|
* elif attr not in token_annotations: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=attr))
|
|
* token_annotations[attr].append(token_json[attr_json])
|
|
*/
|
|
}
|
|
__pyx_L18:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1544
|
|
* elif attr not in token_annotations:
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=attr))
|
|
* token_annotations[attr].append(token_json[attr_json]) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Initialize doc instance.
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_token_annotations, __pyx_v_attr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1544, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_token_json, __pyx_v_attr_json); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1544, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_11 = __Pyx_PyObject_Append(__pyx_t_5, __pyx_t_7); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1544, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1539
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]])
|
|
* for attr, attr_json in token_attrs.items():
|
|
* if attr_json in token_json: # <<<<<<<<<<<<<<
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
* token_annotations[attr] = []
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1538
|
|
* for token_json in doc_json["tokens"]:
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]])
|
|
* for attr, attr_json in token_attrs.items(): # <<<<<<<<<<<<<<
|
|
* if attr_json in token_json:
|
|
* if token_json["id"] == 0 and attr not in token_annotations:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1536
|
|
*
|
|
* # Gather token-level properties.
|
|
* for token_json in doc_json["tokens"]: # <<<<<<<<<<<<<<
|
|
* words.append(doc_json["text"][token_json["start"]:token_json["end"]])
|
|
* for attr, attr_json in token_attrs.items():
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1547
|
|
*
|
|
* # Initialize doc instance.
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
* cdef const LexemeC* lex
|
|
* cdef bint has_space
|
|
*/
|
|
__pyx_v_start = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1550
|
|
* cdef const LexemeC* lex
|
|
* cdef bint has_space
|
|
* reconstructed_words, spaces = get_words_and_spaces(words, doc_json["text"]) # <<<<<<<<<<<<<<
|
|
* assert words == reconstructed_words
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_get_words_and_spaces); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_text); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_words, __pyx_t_7};
|
|
__pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_words, __pyx_t_7};
|
|
__pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_4 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__pyx_t_5) {
|
|
__Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_words);
|
|
__Pyx_GIVEREF(__pyx_v_words);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_6, __pyx_v_words);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_6, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) {
|
|
PyObject* sequence = __pyx_t_2;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1550, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_15 = Py_TYPE(__pyx_t_7)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_15(__pyx_t_7); if (unlikely(!__pyx_t_3)) goto __pyx_L21_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
index = 1; __pyx_t_4 = __pyx_t_15(__pyx_t_7); if (unlikely(!__pyx_t_4)) goto __pyx_L21_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_7), 2) < 0) __PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__pyx_t_15 = NULL;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
goto __pyx_L22_unpacking_done;
|
|
__pyx_L21_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_15 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1550, __pyx_L1_error)
|
|
__pyx_L22_unpacking_done:;
|
|
}
|
|
__pyx_v_reconstructed_words = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_spaces = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1551
|
|
* cdef bint has_space
|
|
* reconstructed_words, spaces = get_words_and_spaces(words, doc_json["text"])
|
|
* assert words == reconstructed_words # <<<<<<<<<<<<<<
|
|
*
|
|
* for word, has_space in zip(words, spaces):
|
|
*/
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
__pyx_t_2 = PyObject_RichCompare(__pyx_v_words, __pyx_v_reconstructed_words, Py_EQ); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1551, __pyx_L1_error)
|
|
__pyx_t_17 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1551, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_17)) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(0, 1551, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "spacy/tokens/doc.pyx":1553
|
|
* assert words == reconstructed_words
|
|
*
|
|
* for word, has_space in zip(words, spaces): # <<<<<<<<<<<<<<
|
|
* lex = self.vocab.get(self.mem, word)
|
|
* self.push_back(lex, has_space)
|
|
*/
|
|
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_v_words);
|
|
__Pyx_GIVEREF(__pyx_v_words);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_words);
|
|
__Pyx_INCREF(__pyx_v_spaces);
|
|
__Pyx_GIVEREF(__pyx_v_spaces);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_spaces);
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_2, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_2 = __pyx_t_4; __Pyx_INCREF(__pyx_t_2); __pyx_t_9 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_9 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_10(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
|
|
PyObject* sequence = __pyx_t_4;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1553, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_5 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_15 = Py_TYPE(__pyx_t_5)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_15(__pyx_t_5); if (unlikely(!__pyx_t_3)) goto __pyx_L25_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
index = 1; __pyx_t_7 = __pyx_t_15(__pyx_t_5); if (unlikely(!__pyx_t_7)) goto __pyx_L25_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_5), 2) < 0) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__pyx_t_15 = NULL;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
goto __pyx_L26_unpacking_done;
|
|
__pyx_L25_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_15 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__pyx_L26_unpacking_done:;
|
|
}
|
|
__pyx_t_17 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_17 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1553, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_word, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_has_space = __pyx_t_17;
|
|
|
|
/* "spacy/tokens/doc.pyx":1554
|
|
*
|
|
* for word, has_space in zip(words, spaces):
|
|
* lex = self.vocab.get(self.mem, word) # <<<<<<<<<<<<<<
|
|
* self.push_back(lex, has_space)
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((PyObject *)__pyx_v_self->mem);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
if (!(likely(PyString_CheckExact(__pyx_v_word))||((__pyx_v_word) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "str", Py_TYPE(__pyx_v_word)->tp_name), 0))) __PYX_ERR(0, 1554, __pyx_L1_error)
|
|
__pyx_t_18 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_4), ((PyObject*)__pyx_v_word)); if (unlikely(__pyx_t_18 == ((struct __pyx_t_5spacy_7structs_LexemeC const *)NULL))) __PYX_ERR(0, 1554, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_lex = __pyx_t_18;
|
|
|
|
/* "spacy/tokens/doc.pyx":1555
|
|
* for word, has_space in zip(words, spaces):
|
|
* lex = self.vocab.get(self.mem, word)
|
|
* self.push_back(lex, has_space) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Set remaining token-level attributes via Doc.from_array().
|
|
*/
|
|
__pyx_t_6 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_self->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_self, __pyx_v_lex, __pyx_v_has_space); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1555, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1553
|
|
* assert words == reconstructed_words
|
|
*
|
|
* for word, has_space in zip(words, spaces): # <<<<<<<<<<<<<<
|
|
* lex = self.vocab.get(self.mem, word)
|
|
* self.push_back(lex, has_space)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1558
|
|
*
|
|
* # Set remaining token-level attributes via Doc.from_array().
|
|
* if HEAD in token_annotations: # <<<<<<<<<<<<<<
|
|
* token_annotations[HEAD] = [
|
|
* head - i for i, head in enumerate(token_annotations[HEAD])
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1558, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_17 = (__Pyx_PyDict_ContainsTF(__pyx_t_2, __pyx_v_token_annotations, Py_EQ)); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1558, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_16 = (__pyx_t_17 != 0);
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1559
|
|
* # Set remaining token-level attributes via Doc.from_array().
|
|
* if HEAD in token_annotations:
|
|
* token_annotations[HEAD] = [ # <<<<<<<<<<<<<<
|
|
* head - i for i, head in enumerate(token_annotations[HEAD])
|
|
* ]
|
|
*/
|
|
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1559, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_4 = __pyx_int_0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1560
|
|
* if HEAD in token_annotations:
|
|
* token_annotations[HEAD] = [
|
|
* head - i for i, head in enumerate(token_annotations[HEAD]) # <<<<<<<<<<<<<<
|
|
* ]
|
|
*
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_token_annotations, __pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_7 = __pyx_t_3; __Pyx_INCREF(__pyx_t_7); __pyx_t_9 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_9 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_9); __Pyx_INCREF(__pyx_t_3); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_7, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_9); __Pyx_INCREF(__pyx_t_3); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_7, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_10(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_head, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_4);
|
|
__pyx_t_3 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4);
|
|
__pyx_t_4 = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1559
|
|
* # Set remaining token-level attributes via Doc.from_array().
|
|
* if HEAD in token_annotations:
|
|
* token_annotations[HEAD] = [ # <<<<<<<<<<<<<<
|
|
* head - i for i, head in enumerate(token_annotations[HEAD])
|
|
* ]
|
|
*/
|
|
__pyx_t_3 = PyNumber_Subtract(__pyx_v_head, __pyx_v_i); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1560, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 1559, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1560
|
|
* if HEAD in token_annotations:
|
|
* token_annotations[HEAD] = [
|
|
* head - i for i, head in enumerate(token_annotations[HEAD]) # <<<<<<<<<<<<<<
|
|
* ]
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1559
|
|
* # Set remaining token-level attributes via Doc.from_array().
|
|
* if HEAD in token_annotations:
|
|
* token_annotations[HEAD] = [ # <<<<<<<<<<<<<<
|
|
* head - i for i, head in enumerate(token_annotations[HEAD])
|
|
* ]
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1559, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_annotations, __pyx_t_4, __pyx_t_2) < 0)) __PYX_ERR(0, 1559, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1558
|
|
*
|
|
* # Set remaining token-level attributes via Doc.from_array().
|
|
* if HEAD in token_annotations: # <<<<<<<<<<<<<<
|
|
* token_annotations[HEAD] = [
|
|
* head - i for i, head in enumerate(token_annotations[HEAD])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1563
|
|
* ]
|
|
*
|
|
* if DEP in token_annotations and HEAD not in token_annotations: # <<<<<<<<<<<<<<
|
|
* token_annotations[HEAD] = [0] * len(token_annotations[DEP])
|
|
* if HEAD in token_annotations and DEP not in token_annotations:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1563, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_17 = (__Pyx_PyDict_ContainsTF(__pyx_t_2, __pyx_v_token_annotations, Py_EQ)); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1563, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_1 = (__pyx_t_17 != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_16 = __pyx_t_1;
|
|
goto __pyx_L31_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1563, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_t_2, __pyx_v_token_annotations, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1563, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_17 = (__pyx_t_1 != 0);
|
|
__pyx_t_16 = __pyx_t_17;
|
|
__pyx_L31_bool_binop_done:;
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1564
|
|
*
|
|
* if DEP in token_annotations and HEAD not in token_annotations:
|
|
* token_annotations[HEAD] = [0] * len(token_annotations[DEP]) # <<<<<<<<<<<<<<
|
|
* if HEAD in token_annotations and DEP not in token_annotations:
|
|
* raise ValueError(Errors.E1017)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1564, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_token_annotations, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1564, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_9 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1564, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyList_New(1 * ((__pyx_t_9<0) ? 0:__pyx_t_9)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1564, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < __pyx_t_9; __pyx_temp++) {
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_int_0);
|
|
PyList_SET_ITEM(__pyx_t_4, __pyx_temp, __pyx_int_0);
|
|
}
|
|
}
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1564, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_annotations, __pyx_t_2, __pyx_t_4) < 0)) __PYX_ERR(0, 1564, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1563
|
|
* ]
|
|
*
|
|
* if DEP in token_annotations and HEAD not in token_annotations: # <<<<<<<<<<<<<<
|
|
* token_annotations[HEAD] = [0] * len(token_annotations[DEP])
|
|
* if HEAD in token_annotations and DEP not in token_annotations:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1565
|
|
* if DEP in token_annotations and HEAD not in token_annotations:
|
|
* token_annotations[HEAD] = [0] * len(token_annotations[DEP])
|
|
* if HEAD in token_annotations and DEP not in token_annotations: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1017)
|
|
* if POS in token_annotations:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_17 = (__Pyx_PyDict_ContainsTF(__pyx_t_4, __pyx_v_token_annotations, Py_EQ)); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1565, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_1 = (__pyx_t_17 != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_16 = __pyx_t_1;
|
|
goto __pyx_L34_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_DEP); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1565, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_t_4, __pyx_v_token_annotations, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1565, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_17 = (__pyx_t_1 != 0);
|
|
__pyx_t_16 = __pyx_t_17;
|
|
__pyx_L34_bool_binop_done:;
|
|
if (unlikely(__pyx_t_16)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1566
|
|
* token_annotations[HEAD] = [0] * len(token_annotations[DEP])
|
|
* if HEAD in token_annotations and DEP not in token_annotations:
|
|
* raise ValueError(Errors.E1017) # <<<<<<<<<<<<<<
|
|
* if POS in token_annotations:
|
|
* for pp in set(token_annotations[POS]):
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Errors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_E1017); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 1566, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1565
|
|
* if DEP in token_annotations and HEAD not in token_annotations:
|
|
* token_annotations[HEAD] = [0] * len(token_annotations[DEP])
|
|
* if HEAD in token_annotations and DEP not in token_annotations: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1017)
|
|
* if POS in token_annotations:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1567
|
|
* if HEAD in token_annotations and DEP not in token_annotations:
|
|
* raise ValueError(Errors.E1017)
|
|
* if POS in token_annotations: # <<<<<<<<<<<<<<
|
|
* for pp in set(token_annotations[POS]):
|
|
* if pp not in parts_of_speech.IDS:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_POS); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1567, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_16 = (__Pyx_PyDict_ContainsTF(__pyx_t_4, __pyx_v_token_annotations, Py_EQ)); if (unlikely(__pyx_t_16 < 0)) __PYX_ERR(0, 1567, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1568
|
|
* raise ValueError(Errors.E1017)
|
|
* if POS in token_annotations:
|
|
* for pp in set(token_annotations[POS]): # <<<<<<<<<<<<<<
|
|
* if pp not in parts_of_speech.IDS:
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
*/
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_POS); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1568, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyDict_GetItem(__pyx_v_token_annotations, __pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1568, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PySet_New(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1568, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_set_iterator(__pyx_t_2, 1, (&__pyx_t_12), (&__pyx_t_6)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1568, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__pyx_t_4 = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
while (1) {
|
|
__pyx_t_19 = __Pyx_set_iter_next(__pyx_t_4, __pyx_t_12, &__pyx_t_9, &__pyx_t_7, __pyx_t_6);
|
|
if (unlikely(__pyx_t_19 == 0)) break;
|
|
if (unlikely(__pyx_t_19 == -1)) __PYX_ERR(0, 1568, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_XDECREF_SET(__pyx_v_pp, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1569
|
|
* if POS in token_annotations:
|
|
* for pp in set(token_annotations[POS]):
|
|
* if pp not in parts_of_speech.IDS: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_parts_of_speech); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1569, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_IDS); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1569, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_17 = (__Pyx_PySequence_ContainsTF(__pyx_v_pp, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1569, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_16 = (__pyx_t_17 != 0);
|
|
if (unlikely(__pyx_t_16)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1570
|
|
* for pp in set(token_annotations[POS]):
|
|
* if pp not in parts_of_speech.IDS:
|
|
* raise ValueError(Errors.E1021.format(pp=pp)) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Collect token attributes, assert all tokens have exactly the same set of attributes.
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E1021); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_pp, __pyx_v_pp) < 0) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1570, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 1570, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1569
|
|
* if POS in token_annotations:
|
|
* for pp in set(token_annotations[POS]):
|
|
* if pp not in parts_of_speech.IDS: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1021.format(pp=pp))
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1567
|
|
* if HEAD in token_annotations and DEP not in token_annotations:
|
|
* raise ValueError(Errors.E1017)
|
|
* if POS in token_annotations: # <<<<<<<<<<<<<<
|
|
* for pp in set(token_annotations[POS]):
|
|
* if pp not in parts_of_speech.IDS:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1573
|
|
*
|
|
* # Collect token attributes, assert all tokens have exactly the same set of attributes.
|
|
* attrs = [] # <<<<<<<<<<<<<<
|
|
* partial_attrs: Set[str] = set()
|
|
* for attr in token_attrs.keys():
|
|
*/
|
|
__pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1573, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_attrs = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1574
|
|
* # Collect token attributes, assert all tokens have exactly the same set of attributes.
|
|
* attrs = []
|
|
* partial_attrs: Set[str] = set() # <<<<<<<<<<<<<<
|
|
* for attr in token_attrs.keys():
|
|
* if attr in token_annotations:
|
|
*/
|
|
__pyx_t_4 = PySet_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_partial_attrs = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1575
|
|
* attrs = []
|
|
* partial_attrs: Set[str] = set()
|
|
* for attr in token_attrs.keys(): # <<<<<<<<<<<<<<
|
|
* if attr in token_annotations:
|
|
* if len(token_annotations[attr]) != len(words):
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_Keys(__pyx_v_token_attrs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
|
|
__pyx_t_7 = __pyx_t_4; __Pyx_INCREF(__pyx_t_7); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_7, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(__pyx_t_7, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_10(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_4)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1575, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1576
|
|
* partial_attrs: Set[str] = set()
|
|
* for attr in token_attrs.keys():
|
|
* if attr in token_annotations: # <<<<<<<<<<<<<<
|
|
* if len(token_annotations[attr]) != len(words):
|
|
* partial_attrs.add(token_attrs[attr])
|
|
*/
|
|
__pyx_t_16 = (__Pyx_PyDict_ContainsTF(__pyx_v_attr, __pyx_v_token_annotations, Py_EQ)); if (unlikely(__pyx_t_16 < 0)) __PYX_ERR(0, 1576, __pyx_L1_error)
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1577
|
|
* for attr in token_attrs.keys():
|
|
* if attr in token_annotations:
|
|
* if len(token_annotations[attr]) != len(words): # <<<<<<<<<<<<<<
|
|
* partial_attrs.add(token_attrs[attr])
|
|
* attrs.append(attr)
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_token_annotations, __pyx_v_attr); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1577, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_9 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1577, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_20 = PyList_GET_SIZE(__pyx_v_words); if (unlikely(__pyx_t_20 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1577, __pyx_L1_error)
|
|
__pyx_t_17 = ((__pyx_t_9 != __pyx_t_20) != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1578
|
|
* if attr in token_annotations:
|
|
* if len(token_annotations[attr]) != len(words):
|
|
* partial_attrs.add(token_attrs[attr]) # <<<<<<<<<<<<<<
|
|
* attrs.append(attr)
|
|
* if len(partial_attrs):
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_token_attrs, __pyx_v_attr); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1578, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_11 = PySet_Add(__pyx_v_partial_attrs, __pyx_t_4); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1578, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1577
|
|
* for attr in token_attrs.keys():
|
|
* if attr in token_annotations:
|
|
* if len(token_annotations[attr]) != len(words): # <<<<<<<<<<<<<<
|
|
* partial_attrs.add(token_attrs[attr])
|
|
* attrs.append(attr)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1579
|
|
* if len(token_annotations[attr]) != len(words):
|
|
* partial_attrs.add(token_attrs[attr])
|
|
* attrs.append(attr) # <<<<<<<<<<<<<<
|
|
* if len(partial_attrs):
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=partial_attrs))
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyList_Append(__pyx_v_attrs, __pyx_v_attr); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1579, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1576
|
|
* partial_attrs: Set[str] = set()
|
|
* for attr in token_attrs.keys():
|
|
* if attr in token_annotations: # <<<<<<<<<<<<<<
|
|
* if len(token_annotations[attr]) != len(words):
|
|
* partial_attrs.add(token_attrs[attr])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1575
|
|
* attrs = []
|
|
* partial_attrs: Set[str] = set()
|
|
* for attr in token_attrs.keys(): # <<<<<<<<<<<<<<
|
|
* if attr in token_annotations:
|
|
* if len(token_annotations[attr]) != len(words):
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1580
|
|
* partial_attrs.add(token_attrs[attr])
|
|
* attrs.append(attr)
|
|
* if len(partial_attrs): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=partial_attrs))
|
|
*
|
|
*/
|
|
__pyx_t_12 = PySet_GET_SIZE(__pyx_v_partial_attrs); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1580, __pyx_L1_error)
|
|
__pyx_t_17 = (__pyx_t_12 != 0);
|
|
if (unlikely(__pyx_t_17)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1581
|
|
* attrs.append(attr)
|
|
* if len(partial_attrs):
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=partial_attrs)) # <<<<<<<<<<<<<<
|
|
*
|
|
* # If there are any other annotations, set them.
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Errors); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_E1040); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_partial_attrs, __pyx_v_partial_attrs) < 0) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(0, 1581, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1580
|
|
* partial_attrs.add(token_attrs[attr])
|
|
* attrs.append(attr)
|
|
* if len(partial_attrs): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1040.format(partial_attrs=partial_attrs))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1584
|
|
*
|
|
* # If there are any other annotations, set them.
|
|
* if attrs: # <<<<<<<<<<<<<<
|
|
* array = self.to_array(attrs)
|
|
* if array.ndim == 1:
|
|
*/
|
|
__pyx_t_17 = (PyList_GET_SIZE(__pyx_v_attrs) != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1585
|
|
* # If there are any other annotations, set them.
|
|
* if attrs:
|
|
* array = self.to_array(attrs) # <<<<<<<<<<<<<<
|
|
* if array.ndim == 1:
|
|
* array = numpy.reshape(array, (array.size, 1))
|
|
*/
|
|
__pyx_t_4 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_self->__pyx_vtab)->to_array(__pyx_v_self, __pyx_v_attrs, 0)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_v_array = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1586
|
|
* if attrs:
|
|
* array = self.to_array(attrs)
|
|
* if array.ndim == 1: # <<<<<<<<<<<<<<
|
|
* array = numpy.reshape(array, (array.size, 1))
|
|
* j = 0
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_ndim); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1586, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __Pyx_PyInt_EqObjC(__pyx_t_4, __pyx_int_1, 1, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1586, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_17 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1586, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1587
|
|
* array = self.to_array(attrs)
|
|
* if array.ndim == 1:
|
|
* array = numpy.reshape(array, (array.size, 1)) # <<<<<<<<<<<<<<
|
|
* j = 0
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_numpy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_reshape); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_array, __pyx_n_s_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
|
|
__Pyx_INCREF(__pyx_int_1);
|
|
__Pyx_GIVEREF(__pyx_int_1);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_int_1);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_array, __pyx_t_2};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_array, __pyx_t_2};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_5 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_array);
|
|
__Pyx_GIVEREF(__pyx_v_array);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_6, __pyx_v_array);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_6, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_5, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1587, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_array, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1586
|
|
* if attrs:
|
|
* array = self.to_array(attrs)
|
|
* if array.ndim == 1: # <<<<<<<<<<<<<<
|
|
* array = numpy.reshape(array, (array.size, 1))
|
|
* j = 0
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1588
|
|
* if array.ndim == 1:
|
|
* array = numpy.reshape(array, (array.size, 1))
|
|
* j = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* for j, (attr, annot) in enumerate(token_annotations.items()):
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_v_j = __pyx_int_0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1590
|
|
* j = 0
|
|
*
|
|
* for j, (attr, annot) in enumerate(token_annotations.items()): # <<<<<<<<<<<<<<
|
|
* if attr is HEAD:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_3 = __pyx_int_0;
|
|
__pyx_t_7 = __Pyx_PyDict_Items(__pyx_v_token_annotations); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
|
|
__pyx_t_5 = __pyx_t_7; __Pyx_INCREF(__pyx_t_5); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_7); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_7); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_10(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) {
|
|
PyObject* sequence = __pyx_t_7;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1590, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_2 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_2 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_14 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_15 = Py_TYPE(__pyx_t_14)->tp_iternext;
|
|
index = 0; __pyx_t_2 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_2)) goto __pyx_L49_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
index = 1; __pyx_t_4 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_4)) goto __pyx_L49_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_14), 2) < 0) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__pyx_t_15 = NULL;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
goto __pyx_L50_unpacking_done;
|
|
__pyx_L49_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_15 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__pyx_L50_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_annot, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_DECREF_SET(__pyx_v_j, __pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1590, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3);
|
|
__pyx_t_3 = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1591
|
|
*
|
|
* for j, (attr, annot) in enumerate(token_annotations.items()):
|
|
* if attr is HEAD: # <<<<<<<<<<<<<<
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_HEAD); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1591, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_17 = (__pyx_v_attr == __pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_16 = (__pyx_t_17 != 0);
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1592
|
|
* for j, (attr, annot) in enumerate(token_annotations.items()):
|
|
* if attr is HEAD:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64) # <<<<<<<<<<<<<<
|
|
* for i in range(len(words)):
|
|
* array[i, j] = annot[i]
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_numpy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_array); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_annot);
|
|
__Pyx_GIVEREF(__pyx_v_annot);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_annot);
|
|
__pyx_t_14 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_21, __pyx_n_s_numpy); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_t_21, __pyx_n_s_int32); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_dtype, __pyx_t_22) < 0) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, __pyx_t_14); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_astype); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_22, __pyx_n_s_numpy); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_22, __pyx_n_s_uint64); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__pyx_t_22 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_14);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_14, function);
|
|
}
|
|
}
|
|
__pyx_t_7 = (__pyx_t_22) ? __Pyx_PyObject_Call2Args(__pyx_t_14, __pyx_t_22, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1592, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_annot, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1593
|
|
* if attr is HEAD:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* array[i, j] = annot[i]
|
|
* elif attr is MORPH:
|
|
*/
|
|
__pyx_t_20 = PyList_GET_SIZE(__pyx_v_words); if (unlikely(__pyx_t_20 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
__pyx_t_7 = PyInt_FromSsize_t(__pyx_t_20); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_14)) || PyTuple_CheckExact(__pyx_t_14)) {
|
|
__pyx_t_7 = __pyx_t_14; __Pyx_INCREF(__pyx_t_7); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_7, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_7, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_14 = __pyx_t_13(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_14)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1593, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1594
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
* array[i, j] = annot[i] # <<<<<<<<<<<<<<
|
|
* elif attr is MORPH:
|
|
* for i in range(len(words)):
|
|
*/
|
|
__pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_v_annot, __pyx_v_i); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1594, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1594, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_i);
|
|
__Pyx_GIVEREF(__pyx_v_i);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_i);
|
|
__Pyx_INCREF(__pyx_v_j);
|
|
__Pyx_GIVEREF(__pyx_v_j);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_j);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_array, __pyx_t_4, __pyx_t_14) < 0)) __PYX_ERR(0, 1594, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1593
|
|
* if attr is HEAD:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* array[i, j] = annot[i]
|
|
* elif attr is MORPH:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1591
|
|
*
|
|
* for j, (attr, annot) in enumerate(token_annotations.items()):
|
|
* if attr is HEAD: # <<<<<<<<<<<<<<
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
* for i in range(len(words)):
|
|
*/
|
|
goto __pyx_L51;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1595
|
|
* for i in range(len(words)):
|
|
* array[i, j] = annot[i]
|
|
* elif attr is MORPH: # <<<<<<<<<<<<<<
|
|
* for i in range(len(words)):
|
|
* array[i, j] = self.vocab.morphology.add(annot[i])
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_MORPH); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1595, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_16 = (__pyx_v_attr == __pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1596
|
|
* array[i, j] = annot[i]
|
|
* elif attr is MORPH:
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* array[i, j] = self.vocab.morphology.add(annot[i])
|
|
* else:
|
|
*/
|
|
__pyx_t_20 = PyList_GET_SIZE(__pyx_v_words); if (unlikely(__pyx_t_20 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
__pyx_t_7 = PyInt_FromSsize_t(__pyx_t_20); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_14)) || PyTuple_CheckExact(__pyx_t_14)) {
|
|
__pyx_t_7 = __pyx_t_14; __Pyx_INCREF(__pyx_t_7); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_7, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_7, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_14 = __pyx_t_13(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_14)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1596, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1597
|
|
* elif attr is MORPH:
|
|
* for i in range(len(words)):
|
|
* array[i, j] = self.vocab.morphology.add(annot[i]) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(len(words)):
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab->morphology), __pyx_n_s_add); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_22 = __Pyx_PyObject_GetItem(__pyx_v_annot, __pyx_v_i); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_2, __pyx_t_22) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_22);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1597, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_i);
|
|
__Pyx_GIVEREF(__pyx_v_i);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_i);
|
|
__Pyx_INCREF(__pyx_v_j);
|
|
__Pyx_GIVEREF(__pyx_v_j);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_j);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_array, __pyx_t_4, __pyx_t_14) < 0)) __PYX_ERR(0, 1597, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1596
|
|
* array[i, j] = annot[i]
|
|
* elif attr is MORPH:
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* array[i, j] = self.vocab.morphology.add(annot[i])
|
|
* else:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1595
|
|
* for i in range(len(words)):
|
|
* array[i, j] = annot[i]
|
|
* elif attr is MORPH: # <<<<<<<<<<<<<<
|
|
* for i in range(len(words)):
|
|
* array[i, j] = self.vocab.morphology.add(annot[i])
|
|
*/
|
|
goto __pyx_L51;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1599
|
|
* array[i, j] = self.vocab.morphology.add(annot[i])
|
|
* else:
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* array[i, j] = self.vocab.strings.add(annot[i])
|
|
* self.from_array(attrs, array)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_20 = PyList_GET_SIZE(__pyx_v_words); if (unlikely(__pyx_t_20 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
__pyx_t_7 = PyInt_FromSsize_t(__pyx_t_20); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_14)) || PyTuple_CheckExact(__pyx_t_14)) {
|
|
__pyx_t_7 = __pyx_t_14; __Pyx_INCREF(__pyx_t_7); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_7, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_7, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_14 = __pyx_t_13(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_14)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1599, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1600
|
|
* else:
|
|
* for i in range(len(words)):
|
|
* array[i, j] = self.vocab.strings.add(annot[i]) # <<<<<<<<<<<<<<
|
|
* self.from_array(attrs, array)
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab->strings), __pyx_n_s_add); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1600, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_22 = __Pyx_PyObject_GetItem(__pyx_v_annot, __pyx_v_i); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1600, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_14 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_2, __pyx_t_22) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_22);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1600, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1600, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_i);
|
|
__Pyx_GIVEREF(__pyx_v_i);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_i);
|
|
__Pyx_INCREF(__pyx_v_j);
|
|
__Pyx_GIVEREF(__pyx_v_j);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_j);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_array, __pyx_t_4, __pyx_t_14) < 0)) __PYX_ERR(0, 1600, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1599
|
|
* array[i, j] = self.vocab.morphology.add(annot[i])
|
|
* else:
|
|
* for i in range(len(words)): # <<<<<<<<<<<<<<
|
|
* array[i, j] = self.vocab.strings.add(annot[i])
|
|
* self.from_array(attrs, array)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__pyx_L51:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1590
|
|
* j = 0
|
|
*
|
|
* for j, (attr, annot) in enumerate(token_annotations.items()): # <<<<<<<<<<<<<<
|
|
* if attr is HEAD:
|
|
* annot = numpy.array(annot, dtype=numpy.int32).astype(numpy.uint64)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1601
|
|
* for i in range(len(words)):
|
|
* array[i, j] = self.vocab.strings.add(annot[i])
|
|
* self.from_array(attrs, array) # <<<<<<<<<<<<<<
|
|
*
|
|
* ### Span/document properties ###
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_from_array); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_v_attrs, __pyx_v_array};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1601, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_v_attrs, __pyx_v_array};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1601, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_14 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (__pyx_t_7) {
|
|
__Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_t_7); __pyx_t_7 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_attrs);
|
|
__Pyx_GIVEREF(__pyx_v_attrs);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0+__pyx_t_6, __pyx_v_attrs);
|
|
__Pyx_INCREF(__pyx_v_array);
|
|
__Pyx_GIVEREF(__pyx_v_array);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1+__pyx_t_6, __pyx_v_array);
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_14, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1584
|
|
*
|
|
* # If there are any other annotations, set them.
|
|
* if attrs: # <<<<<<<<<<<<<<
|
|
* array = self.to_array(attrs)
|
|
* if array.ndim == 1:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1606
|
|
*
|
|
* # Complement other document-level properties (cats, spans, ents).
|
|
* self.cats = doc_json.get("cats", {}) # <<<<<<<<<<<<<<
|
|
*
|
|
* # Set sentence boundaries, if dependency parser not available but sentences are specified in JSON.
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_json, __pyx_n_s_get); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1606, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_14 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1606, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_7 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_s_cats, __pyx_t_14};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1606, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_s_cats, __pyx_t_14};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1606, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_4 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1606, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__pyx_t_7) {
|
|
__Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_7); __pyx_t_7 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_n_s_cats);
|
|
__Pyx_GIVEREF(__pyx_n_s_cats);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_6, __pyx_n_s_cats);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_6, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1606, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__Pyx_GOTREF(__pyx_v_self->cats);
|
|
__Pyx_DECREF(__pyx_v_self->cats);
|
|
__pyx_v_self->cats = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1609
|
|
*
|
|
* # Set sentence boundaries, if dependency parser not available but sentences are specified in JSON.
|
|
* if not self.has_annotation("DEP"): # <<<<<<<<<<<<<<
|
|
* for sent in doc_json.get("sents", {}):
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1609, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_n_s_DEP) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_DEP);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1609, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_17 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1609, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_16 = ((!__pyx_t_17) != 0);
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1610
|
|
* # Set sentence boundaries, if dependency parser not available but sentences are specified in JSON.
|
|
* if not self.has_annotation("DEP"):
|
|
* for sent in doc_json.get("sents", {}): # <<<<<<<<<<<<<<
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
* if char_span is None:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_json, __pyx_n_s_get); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_n_s_sents, __pyx_t_4};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_n_s_sents, __pyx_t_4};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_7 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (__pyx_t_14) {
|
|
__Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_14); __pyx_t_14 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_n_s_sents);
|
|
__Pyx_GIVEREF(__pyx_n_s_sents);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_n_s_sents);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_5 = __pyx_t_3; __Pyx_INCREF(__pyx_t_5); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_3); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_3); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_10(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1610, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_sent, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1611
|
|
* if not self.has_annotation("DEP"):
|
|
* for sent in doc_json.get("sents", {}):
|
|
* char_span = self.char_span(sent["start"], sent["end"]) # <<<<<<<<<<<<<<
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"]))
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_char_span); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_sent, __pyx_n_s_start); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = __Pyx_PyObject_Dict_GetItem(__pyx_v_sent, __pyx_n_s_end); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_22 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_22, __pyx_t_4, __pyx_t_14};
|
|
__pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_22, __pyx_t_4, __pyx_t_14};
|
|
__pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (__pyx_t_22) {
|
|
__Pyx_GIVEREF(__pyx_t_22); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_22); __pyx_t_22 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_t_14);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_14 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_2, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1611, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_char_span, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1612
|
|
* for sent in doc_json.get("sents", {}):
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
* if char_span is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"]))
|
|
* char_span[0].is_sent_start = True
|
|
*/
|
|
__pyx_t_16 = (__pyx_v_char_span == Py_None);
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (unlikely(__pyx_t_17)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1613
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"])) # <<<<<<<<<<<<<<
|
|
* char_span[0].is_sent_start = True
|
|
* for token in char_span[1:]:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E1039); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_obj, __pyx_n_s_sentence) < 0) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_sent, __pyx_n_s_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_start, __pyx_t_2) < 0) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_sent, __pyx_n_s_end); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_end, __pyx_t_2) < 0) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1613, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 1613, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1612
|
|
* for sent in doc_json.get("sents", {}):
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
* if char_span is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"]))
|
|
* char_span[0].is_sent_start = True
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1614
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"]))
|
|
* char_span[0].is_sent_start = True # <<<<<<<<<<<<<<
|
|
* for token in char_span[1:]:
|
|
* token.is_sent_start = False
|
|
*/
|
|
__pyx_t_7 = __Pyx_GetItemInt(__pyx_v_char_span, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (__Pyx_PyObject_SetAttrStr(__pyx_t_7, __pyx_n_s_is_sent_start, Py_True) < 0) __PYX_ERR(0, 1614, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1615
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"]))
|
|
* char_span[0].is_sent_start = True
|
|
* for token in char_span[1:]: # <<<<<<<<<<<<<<
|
|
* token.is_sent_start = False
|
|
*
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetSlice(__pyx_v_char_span, 1, 0, NULL, NULL, &__pyx_slice__5, 1, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
|
|
__pyx_t_2 = __pyx_t_7; __Pyx_INCREF(__pyx_t_2); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_20); __Pyx_INCREF(__pyx_t_7); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_20); __Pyx_INCREF(__pyx_t_7); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_13(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1615, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1616
|
|
* char_span[0].is_sent_start = True
|
|
* for token in char_span[1:]:
|
|
* token.is_sent_start = False # <<<<<<<<<<<<<<
|
|
*
|
|
* for span_group in doc_json.get("spans", {}):
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(__pyx_v_token, __pyx_n_s_is_sent_start, Py_False) < 0) __PYX_ERR(0, 1616, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1615
|
|
* raise ValueError(Errors.E1039.format(obj="sentence", start=sent["start"], end=sent["end"]))
|
|
* char_span[0].is_sent_start = True
|
|
* for token in char_span[1:]: # <<<<<<<<<<<<<<
|
|
* token.is_sent_start = False
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1610
|
|
* # Set sentence boundaries, if dependency parser not available but sentences are specified in JSON.
|
|
* if not self.has_annotation("DEP"):
|
|
* for sent in doc_json.get("sents", {}): # <<<<<<<<<<<<<<
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
* if char_span is None:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1609
|
|
*
|
|
* # Set sentence boundaries, if dependency parser not available but sentences are specified in JSON.
|
|
* if not self.has_annotation("DEP"): # <<<<<<<<<<<<<<
|
|
* for sent in doc_json.get("sents", {}):
|
|
* char_span = self.char_span(sent["start"], sent["end"])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1618
|
|
* token.is_sent_start = False
|
|
*
|
|
* for span_group in doc_json.get("spans", {}): # <<<<<<<<<<<<<<
|
|
* spans = []
|
|
* for span in doc_json["spans"][span_group]:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_json, __pyx_n_s_get); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_n_s_spans, __pyx_t_7};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_n_s_spans, __pyx_t_7};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_14 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (__pyx_t_3) {
|
|
__Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_t_3); __pyx_t_3 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_n_s_spans);
|
|
__Pyx_GIVEREF(__pyx_n_s_spans);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0+__pyx_t_6, __pyx_n_s_spans);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1+__pyx_t_6, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_14, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
|
|
__pyx_t_2 = __pyx_t_5; __Pyx_INCREF(__pyx_t_2); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_10(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1618, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span_group, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1619
|
|
*
|
|
* for span_group in doc_json.get("spans", {}):
|
|
* spans = [] # <<<<<<<<<<<<<<
|
|
* for span in doc_json["spans"][span_group]:
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"])
|
|
*/
|
|
__pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1619, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_XDECREF_SET(__pyx_v_spans, ((PyObject*)__pyx_t_5));
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1620
|
|
* for span_group in doc_json.get("spans", {}):
|
|
* spans = []
|
|
* for span in doc_json["spans"][span_group]: # <<<<<<<<<<<<<<
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"])
|
|
* if char_span is None:
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_spans); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_t_5, __pyx_v_span_group); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_14)) || PyTuple_CheckExact(__pyx_t_14)) {
|
|
__pyx_t_5 = __pyx_t_14; __Pyx_INCREF(__pyx_t_5); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_5, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_20); __Pyx_INCREF(__pyx_t_14); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_14 = PySequence_ITEM(__pyx_t_5, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_14 = __pyx_t_13(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_14)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1620, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1621
|
|
* spans = []
|
|
* for span in doc_json["spans"][span_group]:
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"]) # <<<<<<<<<<<<<<
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="span", start=span["start"], end=span["end"]))
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_char_span); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_3 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_22 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span, __pyx_n_s_label); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_22);
|
|
__pyx_t_21 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span, __pyx_n_s_kb_id); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_23 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_23 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_23)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_23);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[5] = {__pyx_t_23, __pyx_t_3, __pyx_t_4, __pyx_t_22, __pyx_t_21};
|
|
__pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 4+__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[5] = {__pyx_t_23, __pyx_t_3, __pyx_t_4, __pyx_t_22, __pyx_t_21};
|
|
__pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 4+__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_23); __pyx_t_23 = 0;
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_24 = PyTuple_New(4+__pyx_t_6); if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_24);
|
|
if (__pyx_t_23) {
|
|
__Pyx_GIVEREF(__pyx_t_23); PyTuple_SET_ITEM(__pyx_t_24, 0, __pyx_t_23); __pyx_t_23 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_24, 0+__pyx_t_6, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_24, 1+__pyx_t_6, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_22);
|
|
PyTuple_SET_ITEM(__pyx_t_24, 2+__pyx_t_6, __pyx_t_22);
|
|
__Pyx_GIVEREF(__pyx_t_21);
|
|
PyTuple_SET_ITEM(__pyx_t_24, 3+__pyx_t_6, __pyx_t_21);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_22 = 0;
|
|
__pyx_t_21 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_24, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1621, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_char_span, __pyx_t_14);
|
|
__pyx_t_14 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1622
|
|
* for span in doc_json["spans"][span_group]:
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"])
|
|
* if char_span is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1039.format(obj="span", start=span["start"], end=span["end"]))
|
|
* spans.append(char_span)
|
|
*/
|
|
__pyx_t_17 = (__pyx_v_char_span == Py_None);
|
|
__pyx_t_16 = (__pyx_t_17 != 0);
|
|
if (unlikely(__pyx_t_16)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1623
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"])
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="span", start=span["start"], end=span["end"])) # <<<<<<<<<<<<<<
|
|
* spans.append(char_span)
|
|
* self.spans[span_group] = spans
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_Errors); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_E1039); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_format); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_obj, __pyx_n_s_span) < 0) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__pyx_t_24 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span, __pyx_n_s_start); if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_24);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_start, __pyx_t_24) < 0) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
__pyx_t_24 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span, __pyx_n_s_end); if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_24);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_end, __pyx_t_24) < 0) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
__pyx_t_24 = __Pyx_PyObject_Call(__pyx_t_14, __pyx_empty_tuple, __pyx_t_7); if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_24);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_24); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1623, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
__Pyx_Raise(__pyx_t_7, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__PYX_ERR(0, 1623, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1622
|
|
* for span in doc_json["spans"][span_group]:
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"])
|
|
* if char_span is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1039.format(obj="span", start=span["start"], end=span["end"]))
|
|
* spans.append(char_span)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1624
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="span", start=span["start"], end=span["end"]))
|
|
* spans.append(char_span) # <<<<<<<<<<<<<<
|
|
* self.spans[span_group] = spans
|
|
*
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyList_Append(__pyx_v_spans, __pyx_v_char_span); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1624, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1620
|
|
* for span_group in doc_json.get("spans", {}):
|
|
* spans = []
|
|
* for span in doc_json["spans"][span_group]: # <<<<<<<<<<<<<<
|
|
* char_span = self.char_span(span["start"], span["end"], span["label"], span["kb_id"])
|
|
* if char_span is None:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1625
|
|
* raise ValueError(Errors.E1039.format(obj="span", start=span["start"], end=span["end"]))
|
|
* spans.append(char_span)
|
|
* self.spans[span_group] = spans # <<<<<<<<<<<<<<
|
|
*
|
|
* if "ents" in doc_json:
|
|
*/
|
|
if (unlikely(PyObject_SetItem(__pyx_v_self->spans, __pyx_v_span_group, __pyx_v_spans) < 0)) __PYX_ERR(0, 1625, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1618
|
|
* token.is_sent_start = False
|
|
*
|
|
* for span_group in doc_json.get("spans", {}): # <<<<<<<<<<<<<<
|
|
* spans = []
|
|
* for span in doc_json["spans"][span_group]:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1627
|
|
* self.spans[span_group] = spans
|
|
*
|
|
* if "ents" in doc_json: # <<<<<<<<<<<<<<
|
|
* ents = []
|
|
* for ent in doc_json["ents"]:
|
|
*/
|
|
__pyx_t_16 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_ents, __pyx_v_doc_json, Py_EQ)); if (unlikely(__pyx_t_16 < 0)) __PYX_ERR(0, 1627, __pyx_L1_error)
|
|
__pyx_t_17 = (__pyx_t_16 != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1628
|
|
*
|
|
* if "ents" in doc_json:
|
|
* ents = [] # <<<<<<<<<<<<<<
|
|
* for ent in doc_json["ents"]:
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"])
|
|
*/
|
|
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1628, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_v_ents = ((PyObject*)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1629
|
|
* if "ents" in doc_json:
|
|
* ents = []
|
|
* for ent in doc_json["ents"]: # <<<<<<<<<<<<<<
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"])
|
|
* if char_span is None:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_ents); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_5 = __pyx_t_2; __Pyx_INCREF(__pyx_t_5); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_2); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_2); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1629, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1630
|
|
* ents = []
|
|
* for ent in doc_json["ents"]:
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"]) # <<<<<<<<<<<<<<
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="entity"), start=ent["start"], end=ent["end"])
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_char_span); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_24 = __Pyx_PyObject_Dict_GetItem(__pyx_v_ent, __pyx_n_s_start); if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_24);
|
|
__pyx_t_14 = __Pyx_PyObject_Dict_GetItem(__pyx_v_ent, __pyx_n_s_end); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_21 = __Pyx_PyObject_Dict_GetItem(__pyx_v_ent, __pyx_n_s_label); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_22 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[4] = {__pyx_t_22, __pyx_t_24, __pyx_t_14, __pyx_t_21};
|
|
__pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[4] = {__pyx_t_22, __pyx_t_24, __pyx_t_14, __pyx_t_21};
|
|
__pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_4 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (__pyx_t_22) {
|
|
__Pyx_GIVEREF(__pyx_t_22); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_22); __pyx_t_22 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_24);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_6, __pyx_t_24);
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_6, __pyx_t_14);
|
|
__Pyx_GIVEREF(__pyx_t_21);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 2+__pyx_t_6, __pyx_t_21);
|
|
__pyx_t_24 = 0;
|
|
__pyx_t_14 = 0;
|
|
__pyx_t_21 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_4, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1630, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_char_span, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1631
|
|
* for ent in doc_json["ents"]:
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"])
|
|
* if char_span is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1039.format(obj="entity"), start=ent["start"], end=ent["end"])
|
|
* ents.append(char_span)
|
|
*/
|
|
__pyx_t_17 = (__pyx_v_char_span == Py_None);
|
|
__pyx_t_16 = (__pyx_t_17 != 0);
|
|
if (unlikely(__pyx_t_16)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1632
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"])
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="entity"), start=ent["start"], end=ent["end"]) # <<<<<<<<<<<<<<
|
|
* ents.append(char_span)
|
|
* self.ents = ents
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E1039); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_obj, __pyx_n_s_entity) < 0) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_ent, __pyx_n_s_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_start, __pyx_t_2) < 0) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_ent, __pyx_n_s_end); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_end, __pyx_t_2) < 0) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_t_7, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1632, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(0, 1632, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1631
|
|
* for ent in doc_json["ents"]:
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"])
|
|
* if char_span is None: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E1039.format(obj="entity"), start=ent["start"], end=ent["end"])
|
|
* ents.append(char_span)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1633
|
|
* if char_span is None:
|
|
* raise ValueError(Errors.E1039.format(obj="entity"), start=ent["start"], end=ent["end"])
|
|
* ents.append(char_span) # <<<<<<<<<<<<<<
|
|
* self.ents = ents
|
|
*
|
|
*/
|
|
__pyx_t_11 = __Pyx_PyList_Append(__pyx_v_ents, __pyx_v_char_span); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 1633, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1629
|
|
* if "ents" in doc_json:
|
|
* ents = []
|
|
* for ent in doc_json["ents"]: # <<<<<<<<<<<<<<
|
|
* char_span = self.char_span(ent["start"], ent["end"], ent["label"])
|
|
* if char_span is None:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1634
|
|
* raise ValueError(Errors.E1039.format(obj="entity"), start=ent["start"], end=ent["end"])
|
|
* ents.append(char_span)
|
|
* self.ents = ents # <<<<<<<<<<<<<<
|
|
*
|
|
* # Add custom attributes for the whole Doc object.
|
|
*/
|
|
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_ents, __pyx_v_ents) < 0) __PYX_ERR(0, 1634, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1627
|
|
* self.spans[span_group] = spans
|
|
*
|
|
* if "ents" in doc_json: # <<<<<<<<<<<<<<
|
|
* ents = []
|
|
* for ent in doc_json["ents"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1637
|
|
*
|
|
* # Add custom attributes for the whole Doc object.
|
|
* for attr in doc_json.get("_", {}): # <<<<<<<<<<<<<<
|
|
* if not Doc.has_extension(attr):
|
|
* Doc.set_extension(attr)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_json, __pyx_n_s_get); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_7 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_s__27, __pyx_t_4};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_s__27, __pyx_t_4};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_21 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
if (__pyx_t_7) {
|
|
__Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_7); __pyx_t_7 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_n_s__27);
|
|
__Pyx_GIVEREF(__pyx_n_s__27);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 0+__pyx_t_6, __pyx_n_s__27);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 1+__pyx_t_6, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_21, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
|
|
__pyx_t_2 = __pyx_t_5; __Pyx_INCREF(__pyx_t_2); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_10(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1637, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1638
|
|
* # Add custom attributes for the whole Doc object.
|
|
* for attr in doc_json.get("_", {}):
|
|
* if not Doc.has_extension(attr): # <<<<<<<<<<<<<<
|
|
* Doc.set_extension(attr)
|
|
* self._.set(attr, doc_json["_"][attr])
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_n_s_has_extension); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1638, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_21))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_21);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_21);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_21, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_21, __pyx_t_4, __pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_21, __pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1638, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__pyx_t_16 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_16 < 0)) __PYX_ERR(0, 1638, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_17 = ((!__pyx_t_16) != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1639
|
|
* for attr in doc_json.get("_", {}):
|
|
* if not Doc.has_extension(attr):
|
|
* Doc.set_extension(attr) # <<<<<<<<<<<<<<
|
|
* self._.set(attr, doc_json["_"][attr])
|
|
*
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_n_s_set_extension); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1639, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_21))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_21);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_21);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_21, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_21, __pyx_t_4, __pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_21, __pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1639, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1638
|
|
* # Add custom attributes for the whole Doc object.
|
|
* for attr in doc_json.get("_", {}):
|
|
* if not Doc.has_extension(attr): # <<<<<<<<<<<<<<
|
|
* Doc.set_extension(attr)
|
|
* self._.set(attr, doc_json["_"][attr])
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1640
|
|
* if not Doc.has_extension(attr):
|
|
* Doc.set_extension(attr)
|
|
* self._.set(attr, doc_json["_"][attr]) # <<<<<<<<<<<<<<
|
|
*
|
|
* for token_attr in doc_json.get("underscore_token", {}):
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__27); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_21, __pyx_n_s_set); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__pyx_t_21 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s__27); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_t_21, __pyx_v_attr); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__pyx_t_21 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_21 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_21)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_21);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_21, __pyx_v_attr, __pyx_t_7};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_21, __pyx_v_attr, __pyx_t_7};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_14 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
if (__pyx_t_21) {
|
|
__Pyx_GIVEREF(__pyx_t_21); PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_t_21); __pyx_t_21 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_attr);
|
|
__Pyx_GIVEREF(__pyx_v_attr);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 0+__pyx_t_6, __pyx_v_attr);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_14, 1+__pyx_t_6, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_14, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1640, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1637
|
|
*
|
|
* # Add custom attributes for the whole Doc object.
|
|
* for attr in doc_json.get("_", {}): # <<<<<<<<<<<<<<
|
|
* if not Doc.has_extension(attr):
|
|
* Doc.set_extension(attr)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1642
|
|
* self._.set(attr, doc_json["_"][attr])
|
|
*
|
|
* for token_attr in doc_json.get("underscore_token", {}): # <<<<<<<<<<<<<<
|
|
* if not Token.has_extension(token_attr):
|
|
* Token.set_extension(token_attr)
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_json, __pyx_n_s_get); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = NULL;
|
|
__pyx_t_6 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_6 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_n_s_underscore_token, __pyx_t_4};
|
|
__pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_n_s_underscore_token, __pyx_t_4};
|
|
__pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_7 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (__pyx_t_14) {
|
|
__Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_14); __pyx_t_14 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_n_s_underscore_token);
|
|
__Pyx_GIVEREF(__pyx_n_s_underscore_token);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_n_s_underscore_token);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_5 = __pyx_t_2; __Pyx_INCREF(__pyx_t_5); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_2); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_12); __Pyx_INCREF(__pyx_t_2); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_5, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_10(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1642, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token_attr, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1643
|
|
*
|
|
* for token_attr in doc_json.get("underscore_token", {}):
|
|
* if not Token.has_extension(token_attr): # <<<<<<<<<<<<<<
|
|
* Token.set_extension(token_attr)
|
|
* for token_data in doc_json["underscore_token"][token_attr]:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_5token_Token), __pyx_n_s_has_extension); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1643, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_4, __pyx_v_token_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_token_attr);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1643, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_17 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 1643, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_16 = ((!__pyx_t_17) != 0);
|
|
if (__pyx_t_16) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1644
|
|
* for token_attr in doc_json.get("underscore_token", {}):
|
|
* if not Token.has_extension(token_attr):
|
|
* Token.set_extension(token_attr) # <<<<<<<<<<<<<<
|
|
* for token_data in doc_json["underscore_token"][token_attr]:
|
|
* start = token_by_char(self.c, self.length, token_data["start"])
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_5token_Token), __pyx_n_s_set_extension); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_4, __pyx_v_token_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_token_attr);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1644, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1643
|
|
*
|
|
* for token_attr in doc_json.get("underscore_token", {}):
|
|
* if not Token.has_extension(token_attr): # <<<<<<<<<<<<<<
|
|
* Token.set_extension(token_attr)
|
|
* for token_data in doc_json["underscore_token"][token_attr]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1645
|
|
* if not Token.has_extension(token_attr):
|
|
* Token.set_extension(token_attr)
|
|
* for token_data in doc_json["underscore_token"][token_attr]: # <<<<<<<<<<<<<<
|
|
* start = token_by_char(self.c, self.length, token_data["start"])
|
|
* value = token_data["value"]
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_underscore_token); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_t_2, __pyx_v_token_attr); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
|
|
__pyx_t_2 = __pyx_t_7; __Pyx_INCREF(__pyx_t_2); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_20); __Pyx_INCREF(__pyx_t_7); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_20); __Pyx_INCREF(__pyx_t_7); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_13(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1645, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token_data, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1646
|
|
* Token.set_extension(token_attr)
|
|
* for token_data in doc_json["underscore_token"][token_attr]:
|
|
* start = token_by_char(self.c, self.length, token_data["start"]) # <<<<<<<<<<<<<<
|
|
* value = token_data["value"]
|
|
* self[start]._.set(token_attr, value)
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_token_data, __pyx_n_s_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1646, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_6 = __Pyx_PyInt_As_int(__pyx_t_7); if (unlikely((__pyx_t_6 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1646, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_19 = __pyx_f_5spacy_6tokens_3doc_token_by_char(__pyx_v_self->c, __pyx_v_self->length, __pyx_t_6); if (unlikely(__pyx_t_19 == ((int)-2))) __PYX_ERR(0, 1646, __pyx_L1_error)
|
|
__pyx_v_start = __pyx_t_19;
|
|
|
|
/* "spacy/tokens/doc.pyx":1647
|
|
* for token_data in doc_json["underscore_token"][token_attr]:
|
|
* start = token_by_char(self.c, self.length, token_data["start"])
|
|
* value = token_data["value"] # <<<<<<<<<<<<<<
|
|
* self[start]._.set(token_attr, value)
|
|
*
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_Dict_GetItem(__pyx_v_token_data, __pyx_n_s_value); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1647, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1648
|
|
* start = token_by_char(self.c, self.length, token_data["start"])
|
|
* value = token_data["value"]
|
|
* self[start]._.set(token_attr, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* for span_attr in doc_json.get("underscore_span", {}):
|
|
*/
|
|
__pyx_t_4 = __Pyx_GetItemInt(((PyObject *)__pyx_v_self), __pyx_v_start, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s__27); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_set); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__pyx_t_14 = NULL;
|
|
__pyx_t_19 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_14)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_14);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
__pyx_t_19 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_v_token_attr, __pyx_v_value};
|
|
__pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_v_token_attr, __pyx_v_value};
|
|
__pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_21 = PyTuple_New(2+__pyx_t_19); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
if (__pyx_t_14) {
|
|
__Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_14); __pyx_t_14 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_token_attr);
|
|
__Pyx_GIVEREF(__pyx_v_token_attr);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 0+__pyx_t_19, __pyx_v_token_attr);
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 1+__pyx_t_19, __pyx_v_value);
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_21, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1648, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1645
|
|
* if not Token.has_extension(token_attr):
|
|
* Token.set_extension(token_attr)
|
|
* for token_data in doc_json["underscore_token"][token_attr]: # <<<<<<<<<<<<<<
|
|
* start = token_by_char(self.c, self.length, token_data["start"])
|
|
* value = token_data["value"]
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1642
|
|
* self._.set(attr, doc_json["_"][attr])
|
|
*
|
|
* for token_attr in doc_json.get("underscore_token", {}): # <<<<<<<<<<<<<<
|
|
* if not Token.has_extension(token_attr):
|
|
* Token.set_extension(token_attr)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1650
|
|
* self[start]._.set(token_attr, value)
|
|
*
|
|
* for span_attr in doc_json.get("underscore_span", {}): # <<<<<<<<<<<<<<
|
|
* if not Span.has_extension(span_attr):
|
|
* Span.set_extension(span_attr)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_json, __pyx_n_s_get); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_19 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
__pyx_t_19 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_s_underscore_span, __pyx_t_7};
|
|
__pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_s_underscore_span, __pyx_t_7};
|
|
__pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_21 = PyTuple_New(2+__pyx_t_19); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_n_s_underscore_span);
|
|
__Pyx_GIVEREF(__pyx_n_s_underscore_span);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 0+__pyx_t_19, __pyx_n_s_underscore_span);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_21, 1+__pyx_t_19, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_21, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
|
|
__pyx_t_2 = __pyx_t_5; __Pyx_INCREF(__pyx_t_2); __pyx_t_12 = 0;
|
|
__pyx_t_10 = NULL;
|
|
} else {
|
|
__pyx_t_12 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_10)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_5); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_10(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1650, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span_attr, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1651
|
|
*
|
|
* for span_attr in doc_json.get("underscore_span", {}):
|
|
* if not Span.has_extension(span_attr): # <<<<<<<<<<<<<<
|
|
* Span.set_extension(span_attr)
|
|
* for span_data in doc_json["underscore_span"][span_attr]:
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_n_s_has_extension); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1651, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_21))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_21);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_21);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_21, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_21, __pyx_t_7, __pyx_v_span_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_21, __pyx_v_span_attr);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1651, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__pyx_t_16 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_16 < 0)) __PYX_ERR(0, 1651, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_17 = ((!__pyx_t_16) != 0);
|
|
if (__pyx_t_17) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1652
|
|
* for span_attr in doc_json.get("underscore_span", {}):
|
|
* if not Span.has_extension(span_attr):
|
|
* Span.set_extension(span_attr) # <<<<<<<<<<<<<<
|
|
* for span_data in doc_json["underscore_span"][span_attr]:
|
|
* value = span_data["value"]
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), __pyx_n_s_set_extension); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_21))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_21);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_21);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_21, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_21, __pyx_t_7, __pyx_v_span_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_21, __pyx_v_span_attr);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1652, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1651
|
|
*
|
|
* for span_attr in doc_json.get("underscore_span", {}):
|
|
* if not Span.has_extension(span_attr): # <<<<<<<<<<<<<<
|
|
* Span.set_extension(span_attr)
|
|
* for span_data in doc_json["underscore_span"][span_attr]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1653
|
|
* if not Span.has_extension(span_attr):
|
|
* Span.set_extension(span_attr)
|
|
* for span_data in doc_json["underscore_span"][span_attr]: # <<<<<<<<<<<<<<
|
|
* value = span_data["value"]
|
|
* self.char_span(span_data["start"], span_data["end"])._.set(span_attr, value)
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Dict_GetItem(__pyx_v_doc_json, __pyx_n_s_underscore_span); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_21 = __Pyx_PyObject_GetItem(__pyx_t_5, __pyx_v_span_attr); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_21)) || PyTuple_CheckExact(__pyx_t_21)) {
|
|
__pyx_t_5 = __pyx_t_21; __Pyx_INCREF(__pyx_t_5); __pyx_t_20 = 0;
|
|
__pyx_t_13 = NULL;
|
|
} else {
|
|
__pyx_t_20 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_21); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_13)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_5))) {
|
|
if (__pyx_t_20 >= PyList_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_21 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_20); __Pyx_INCREF(__pyx_t_21); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_21 = PySequence_ITEM(__pyx_t_5, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_20 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_21 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_20); __Pyx_INCREF(__pyx_t_21); __pyx_t_20++; if (unlikely(0 < 0)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_21 = PySequence_ITEM(__pyx_t_5, __pyx_t_20); __pyx_t_20++; if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_21 = __pyx_t_13(__pyx_t_5);
|
|
if (unlikely(!__pyx_t_21)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1653, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span_data, __pyx_t_21);
|
|
__pyx_t_21 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1654
|
|
* Span.set_extension(span_attr)
|
|
* for span_data in doc_json["underscore_span"][span_attr]:
|
|
* value = span_data["value"] # <<<<<<<<<<<<<<
|
|
* self.char_span(span_data["start"], span_data["end"])._.set(span_attr, value)
|
|
* return self
|
|
*/
|
|
__pyx_t_21 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span_data, __pyx_n_s_value); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1654, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_21);
|
|
__pyx_t_21 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1655
|
|
* for span_data in doc_json["underscore_span"][span_attr]:
|
|
* value = span_data["value"]
|
|
* self.char_span(span_data["start"], span_data["end"])._.set(span_attr, value) # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_char_span); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_14 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span_data, __pyx_n_s_start); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_14);
|
|
__pyx_t_24 = __Pyx_PyObject_Dict_GetItem(__pyx_v_span_data, __pyx_n_s_end); if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_24);
|
|
__pyx_t_22 = NULL;
|
|
__pyx_t_19 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_22 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_22)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_22);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
__pyx_t_19 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_22, __pyx_t_14, __pyx_t_24};
|
|
__pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_22, __pyx_t_14, __pyx_t_24};
|
|
__pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0;
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
|
|
__Pyx_DECREF(__pyx_t_24); __pyx_t_24 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_3 = PyTuple_New(2+__pyx_t_19); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (__pyx_t_22) {
|
|
__Pyx_GIVEREF(__pyx_t_22); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_22); __pyx_t_22 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_14);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_19, __pyx_t_14);
|
|
__Pyx_GIVEREF(__pyx_t_24);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_19, __pyx_t_24);
|
|
__pyx_t_14 = 0;
|
|
__pyx_t_24 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_3, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s__27); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_set); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
__pyx_t_19 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
__pyx_t_19 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_span_attr, __pyx_v_value};
|
|
__pyx_t_21 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_span_attr, __pyx_v_value};
|
|
__pyx_t_21 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_3 = PyTuple_New(2+__pyx_t_19); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (__pyx_t_4) {
|
|
__Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = NULL;
|
|
}
|
|
__Pyx_INCREF(__pyx_v_span_attr);
|
|
__Pyx_GIVEREF(__pyx_v_span_attr);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_19, __pyx_v_span_attr);
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_19, __pyx_v_value);
|
|
__pyx_t_21 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_3, NULL); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 1655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_21);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1653
|
|
* if not Span.has_extension(span_attr):
|
|
* Span.set_extension(span_attr)
|
|
* for span_data in doc_json["underscore_span"][span_attr]: # <<<<<<<<<<<<<<
|
|
* value = span_data["value"]
|
|
* self.char_span(span_data["start"], span_data["end"])._.set(span_attr, value)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1650
|
|
* self[start]._.set(token_attr, value)
|
|
*
|
|
* for span_attr in doc_json.get("underscore_span", {}): # <<<<<<<<<<<<<<
|
|
* if not Span.has_extension(span_attr):
|
|
* Span.set_extension(span_attr)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1656
|
|
* value = span_data["value"]
|
|
* self.char_span(span_data["start"], span_data["end"])._.set(span_attr, value)
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_json(self, underscore=None):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1513
|
|
* retokenizer.merge(span, attributes[i])
|
|
*
|
|
* def from_json(self, doc_json, *, validate=False): # <<<<<<<<<<<<<<
|
|
* """Convert a JSON document generated by Doc.to_json() to a Doc.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_14);
|
|
__Pyx_XDECREF(__pyx_t_21);
|
|
__Pyx_XDECREF(__pyx_t_22);
|
|
__Pyx_XDECREF(__pyx_t_23);
|
|
__Pyx_XDECREF(__pyx_t_24);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.from_json", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_schema_validation_message);
|
|
__Pyx_XDECREF(__pyx_v_words);
|
|
__Pyx_XDECREF(__pyx_v_token_attrs);
|
|
__Pyx_XDECREF(__pyx_v_token_annotations);
|
|
__Pyx_XDECREF(__pyx_v_token_json);
|
|
__Pyx_XDECREF(__pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_v_attr_json);
|
|
__Pyx_XDECREF(__pyx_v_reconstructed_words);
|
|
__Pyx_XDECREF(__pyx_v_spaces);
|
|
__Pyx_XDECREF(__pyx_v_word);
|
|
__Pyx_XDECREF(__pyx_v_pp);
|
|
__Pyx_XDECREF(__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_v_partial_attrs);
|
|
__Pyx_XDECREF(__pyx_v_array);
|
|
__Pyx_XDECREF(__pyx_v_j);
|
|
__Pyx_XDECREF(__pyx_v_annot);
|
|
__Pyx_XDECREF(__pyx_v_i);
|
|
__Pyx_XDECREF(__pyx_v_sent);
|
|
__Pyx_XDECREF(__pyx_v_char_span);
|
|
__Pyx_XDECREF(__pyx_v_token);
|
|
__Pyx_XDECREF(__pyx_v_span_group);
|
|
__Pyx_XDECREF(__pyx_v_spans);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_ents);
|
|
__Pyx_XDECREF(__pyx_v_ent);
|
|
__Pyx_XDECREF(__pyx_v_token_attr);
|
|
__Pyx_XDECREF(__pyx_v_token_data);
|
|
__Pyx_XDECREF(__pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_v_span_attr);
|
|
__Pyx_XDECREF(__pyx_v_span_data);
|
|
__Pyx_XDECREF(__pyx_9genexpr11__pyx_v_t);
|
|
__Pyx_XDECREF(__pyx_v_head);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1658
|
|
* return self
|
|
*
|
|
* def to_json(self, underscore=None): # <<<<<<<<<<<<<<
|
|
* """Convert a Doc to JSON.
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_68to_json(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_67to_json[] = "Doc.to_json(self, underscore=None)\nConvert a Doc to JSON.\n\n underscore (list): Optional list of string names of custom doc._.\n attributes. Attribute values need to be JSON-serializable. Values will\n be added to an \"_\" key in the data, e.g. \"_\": {\"foo\": \"bar\"}.\n RETURNS (dict): The data in JSON format.\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_68to_json(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_underscore = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_json (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_underscore,0};
|
|
PyObject* values[1] = {0};
|
|
values[0] = ((PyObject *)Py_None);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_underscore);
|
|
if (value) { values[0] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "to_json") < 0)) __PYX_ERR(0, 1658, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_underscore = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_json", 0, 0, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1658, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_json", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_67to_json(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_underscore);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_67to_json(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_underscore) {
|
|
PyObject *__pyx_v_data = NULL;
|
|
PyObject *__pyx_v_sents = NULL;
|
|
PyObject *__pyx_v_attrs = NULL;
|
|
PyObject *__pyx_v_include_annotation = NULL;
|
|
PyObject *__pyx_v_token = NULL;
|
|
PyObject *__pyx_v_token_data = NULL;
|
|
PyObject *__pyx_v_span_group = NULL;
|
|
PyObject *__pyx_v_span = NULL;
|
|
PyObject *__pyx_v_span_data = NULL;
|
|
PyObject *__pyx_v_user_keys = NULL;
|
|
PyObject *__pyx_v_attr = NULL;
|
|
PyObject *__pyx_v_value = NULL;
|
|
PyObject *__pyx_v_data_key = NULL;
|
|
PyObject *__pyx_v_start = NULL;
|
|
PyObject *__pyx_v_end = NULL;
|
|
PyObject *__pyx_v_ent = NULL;
|
|
PyObject *__pyx_v_sent = NULL;
|
|
PyObject *__pyx_9genexpr12__pyx_v_attr = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
Py_ssize_t __pyx_t_9;
|
|
int __pyx_t_10;
|
|
PyObject *(*__pyx_t_11)(PyObject *);
|
|
int __pyx_t_12;
|
|
PyObject *(*__pyx_t_13)(PyObject *);
|
|
int __pyx_t_14;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_json", 0);
|
|
__Pyx_TraceCall("to_json", __pyx_f[0], 1658, 0, __PYX_ERR(0, 1658, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1666
|
|
* RETURNS (dict): The data in JSON format.
|
|
* """
|
|
* data = {"text": self.text} # <<<<<<<<<<<<<<
|
|
* if self.has_annotation("ENT_IOB"):
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents]
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1666, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_text); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1666, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_text, __pyx_t_2) < 0) __PYX_ERR(0, 1666, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_data = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1667
|
|
* """
|
|
* data = {"text": self.text}
|
|
* if self.has_annotation("ENT_IOB"): # <<<<<<<<<<<<<<
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents]
|
|
* if self.has_annotation("SENT_START"):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1667, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_2, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_n_s_ENT_IOB) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_n_s_ENT_IOB);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1667, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1667, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1668
|
|
* data = {"text": self.text}
|
|
* if self.has_annotation("ENT_IOB"):
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents] # <<<<<<<<<<<<<<
|
|
* if self.has_annotation("SENT_START"):
|
|
* sents = list(self.sents)
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_ents); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
|
|
__pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_6(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_2)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_start_char); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_start, __pyx_t_7) < 0) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_end_char); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_end, __pyx_t_7) < 0) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_label_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_label, __pyx_t_7) < 0) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_ents, __pyx_t_1) < 0)) __PYX_ERR(0, 1668, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1667
|
|
* """
|
|
* data = {"text": self.text}
|
|
* if self.has_annotation("ENT_IOB"): # <<<<<<<<<<<<<<
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents]
|
|
* if self.has_annotation("SENT_START"):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1669
|
|
* if self.has_annotation("ENT_IOB"):
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents]
|
|
* if self.has_annotation("SENT_START"): # <<<<<<<<<<<<<<
|
|
* sents = list(self.sents)
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents]
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1669, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_n_s_SENT_START) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_n_s_SENT_START);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1669, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1669, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1670
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents]
|
|
* if self.has_annotation("SENT_START"):
|
|
* sents = list(self.sents) # <<<<<<<<<<<<<<
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents]
|
|
* if self.cats:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_sents); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1670, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1670, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_sents = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1671
|
|
* if self.has_annotation("SENT_START"):
|
|
* sents = list(self.sents)
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents] # <<<<<<<<<<<<<<
|
|
* if self.cats:
|
|
* data["cats"] = self.cats
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = __pyx_v_sents; __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_v_sent, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_sent, __pyx_n_s_start_char); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_start, __pyx_t_7) < 0) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_sent, __pyx_n_s_end_char); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_end, __pyx_t_7) < 0) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_sents, __pyx_t_3) < 0)) __PYX_ERR(0, 1671, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1669
|
|
* if self.has_annotation("ENT_IOB"):
|
|
* data["ents"] = [{"start": ent.start_char, "end": ent.end_char, "label": ent.label_} for ent in self.ents]
|
|
* if self.has_annotation("SENT_START"): # <<<<<<<<<<<<<<
|
|
* sents = list(self.sents)
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1672
|
|
* sents = list(self.sents)
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents]
|
|
* if self.cats: # <<<<<<<<<<<<<<
|
|
* data["cats"] = self.cats
|
|
* data["tokens"] = []
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_self->cats); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1672, __pyx_L1_error)
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1673
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents]
|
|
* if self.cats:
|
|
* data["cats"] = self.cats # <<<<<<<<<<<<<<
|
|
* data["tokens"] = []
|
|
* attrs = ["TAG", "MORPH", "POS", "LEMMA", "DEP"]
|
|
*/
|
|
__pyx_t_3 = __pyx_v_self->cats;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_cats, __pyx_t_3) < 0)) __PYX_ERR(0, 1673, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1672
|
|
* sents = list(self.sents)
|
|
* data["sents"] = [{"start": sent.start_char, "end": sent.end_char} for sent in sents]
|
|
* if self.cats: # <<<<<<<<<<<<<<
|
|
* data["cats"] = self.cats
|
|
* data["tokens"] = []
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1674
|
|
* if self.cats:
|
|
* data["cats"] = self.cats
|
|
* data["tokens"] = [] # <<<<<<<<<<<<<<
|
|
* attrs = ["TAG", "MORPH", "POS", "LEMMA", "DEP"]
|
|
* include_annotation = {attr: self.has_annotation(attr) for attr in attrs}
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1674, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_tokens, __pyx_t_3) < 0)) __PYX_ERR(0, 1674, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1675
|
|
* data["cats"] = self.cats
|
|
* data["tokens"] = []
|
|
* attrs = ["TAG", "MORPH", "POS", "LEMMA", "DEP"] # <<<<<<<<<<<<<<
|
|
* include_annotation = {attr: self.has_annotation(attr) for attr in attrs}
|
|
* for token in self:
|
|
*/
|
|
__pyx_t_3 = PyList_New(5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1675, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_n_s_TAG);
|
|
__Pyx_GIVEREF(__pyx_n_s_TAG);
|
|
PyList_SET_ITEM(__pyx_t_3, 0, __pyx_n_s_TAG);
|
|
__Pyx_INCREF(__pyx_n_s_MORPH);
|
|
__Pyx_GIVEREF(__pyx_n_s_MORPH);
|
|
PyList_SET_ITEM(__pyx_t_3, 1, __pyx_n_s_MORPH);
|
|
__Pyx_INCREF(__pyx_n_s_POS);
|
|
__Pyx_GIVEREF(__pyx_n_s_POS);
|
|
PyList_SET_ITEM(__pyx_t_3, 2, __pyx_n_s_POS);
|
|
__Pyx_INCREF(__pyx_n_s_LEMMA);
|
|
__Pyx_GIVEREF(__pyx_n_s_LEMMA);
|
|
PyList_SET_ITEM(__pyx_t_3, 3, __pyx_n_s_LEMMA);
|
|
__Pyx_INCREF(__pyx_n_s_DEP);
|
|
__Pyx_GIVEREF(__pyx_n_s_DEP);
|
|
PyList_SET_ITEM(__pyx_t_3, 4, __pyx_n_s_DEP);
|
|
__pyx_v_attrs = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1676
|
|
* data["tokens"] = []
|
|
* attrs = ["TAG", "MORPH", "POS", "LEMMA", "DEP"]
|
|
* include_annotation = {attr: self.has_annotation(attr) for attr in attrs} # <<<<<<<<<<<<<<
|
|
* for token in self:
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)}
|
|
*/
|
|
{ /* enter inner scope */
|
|
__pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1676, __pyx_L12_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1676, __pyx_L12_error)
|
|
#else
|
|
__pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1676, __pyx_L12_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
#endif
|
|
__Pyx_XDECREF_SET(__pyx_9genexpr12__pyx_v_attr, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_annotation); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1676, __pyx_L12_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_9genexpr12__pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_9genexpr12__pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1676, __pyx_L12_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_9genexpr12__pyx_v_attr, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 1676, __pyx_L12_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_9genexpr12__pyx_v_attr); __pyx_9genexpr12__pyx_v_attr = 0;
|
|
goto __pyx_L15_exit_scope;
|
|
__pyx_L12_error:;
|
|
__Pyx_XDECREF(__pyx_9genexpr12__pyx_v_attr); __pyx_9genexpr12__pyx_v_attr = 0;
|
|
goto __pyx_L1_error;
|
|
__pyx_L15_exit_scope:;
|
|
} /* exit inner scope */
|
|
__pyx_v_include_annotation = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1677
|
|
* attrs = ["TAG", "MORPH", "POS", "LEMMA", "DEP"]
|
|
* include_annotation = {attr: self.has_annotation(attr) for attr in attrs}
|
|
* for token in self: # <<<<<<<<<<<<<<
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)}
|
|
* if include_annotation["TAG"]:
|
|
*/
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self))) {
|
|
__pyx_t_3 = ((PyObject *)__pyx_v_self); __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1677, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1678
|
|
* include_annotation = {attr: self.has_annotation(attr) for attr in attrs}
|
|
* for token in self:
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)} # <<<<<<<<<<<<<<
|
|
* if include_annotation["TAG"]:
|
|
* token_data["tag"] = token.tag_
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_id, __pyx_t_2) < 0) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_idx); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_start, __pyx_t_2) < 0) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_idx); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_9 = PyObject_Length(__pyx_v_token); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__pyx_t_7 = PyInt_FromSsize_t(__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = PyNumber_Add(__pyx_t_2, __pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_end, __pyx_t_8) < 0) __PYX_ERR(0, 1678, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_token_data, ((PyObject*)__pyx_t_1));
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1679
|
|
* for token in self:
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)}
|
|
* if include_annotation["TAG"]: # <<<<<<<<<<<<<<
|
|
* token_data["tag"] = token.tag_
|
|
* if include_annotation["POS"]:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_include_annotation, __pyx_n_s_TAG); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1679, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1679, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1680
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)}
|
|
* if include_annotation["TAG"]:
|
|
* token_data["tag"] = token.tag_ # <<<<<<<<<<<<<<
|
|
* if include_annotation["POS"]:
|
|
* token_data["pos"] = token.pos_
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_tag_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1680, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_data, __pyx_n_s_tag, __pyx_t_1) < 0)) __PYX_ERR(0, 1680, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1679
|
|
* for token in self:
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)}
|
|
* if include_annotation["TAG"]: # <<<<<<<<<<<<<<
|
|
* token_data["tag"] = token.tag_
|
|
* if include_annotation["POS"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1681
|
|
* if include_annotation["TAG"]:
|
|
* token_data["tag"] = token.tag_
|
|
* if include_annotation["POS"]: # <<<<<<<<<<<<<<
|
|
* token_data["pos"] = token.pos_
|
|
* if include_annotation["MORPH"]:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_include_annotation, __pyx_n_s_POS); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1681, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1682
|
|
* token_data["tag"] = token.tag_
|
|
* if include_annotation["POS"]:
|
|
* token_data["pos"] = token.pos_ # <<<<<<<<<<<<<<
|
|
* if include_annotation["MORPH"]:
|
|
* token_data["morph"] = token.morph.to_json()
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_pos_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1682, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_data, __pyx_n_s_pos, __pyx_t_1) < 0)) __PYX_ERR(0, 1682, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1681
|
|
* if include_annotation["TAG"]:
|
|
* token_data["tag"] = token.tag_
|
|
* if include_annotation["POS"]: # <<<<<<<<<<<<<<
|
|
* token_data["pos"] = token.pos_
|
|
* if include_annotation["MORPH"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1683
|
|
* if include_annotation["POS"]:
|
|
* token_data["pos"] = token.pos_
|
|
* if include_annotation["MORPH"]: # <<<<<<<<<<<<<<
|
|
* token_data["morph"] = token.morph.to_json()
|
|
* if include_annotation["LEMMA"]:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_include_annotation, __pyx_n_s_MORPH); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1683, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1683, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1684
|
|
* token_data["pos"] = token.pos_
|
|
* if include_annotation["MORPH"]:
|
|
* token_data["morph"] = token.morph.to_json() # <<<<<<<<<<<<<<
|
|
* if include_annotation["LEMMA"]:
|
|
* token_data["lemma"] = token.lemma_
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_morph); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_to_json); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_data, __pyx_n_s_morph, __pyx_t_1) < 0)) __PYX_ERR(0, 1684, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1683
|
|
* if include_annotation["POS"]:
|
|
* token_data["pos"] = token.pos_
|
|
* if include_annotation["MORPH"]: # <<<<<<<<<<<<<<
|
|
* token_data["morph"] = token.morph.to_json()
|
|
* if include_annotation["LEMMA"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1685
|
|
* if include_annotation["MORPH"]:
|
|
* token_data["morph"] = token.morph.to_json()
|
|
* if include_annotation["LEMMA"]: # <<<<<<<<<<<<<<
|
|
* token_data["lemma"] = token.lemma_
|
|
* if include_annotation["DEP"]:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_include_annotation, __pyx_n_s_LEMMA); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1685, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1685, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1686
|
|
* token_data["morph"] = token.morph.to_json()
|
|
* if include_annotation["LEMMA"]:
|
|
* token_data["lemma"] = token.lemma_ # <<<<<<<<<<<<<<
|
|
* if include_annotation["DEP"]:
|
|
* token_data["dep"] = token.dep_
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_lemma); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1686, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_data, __pyx_n_s_lemma_2, __pyx_t_1) < 0)) __PYX_ERR(0, 1686, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1685
|
|
* if include_annotation["MORPH"]:
|
|
* token_data["morph"] = token.morph.to_json()
|
|
* if include_annotation["LEMMA"]: # <<<<<<<<<<<<<<
|
|
* token_data["lemma"] = token.lemma_
|
|
* if include_annotation["DEP"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1687
|
|
* if include_annotation["LEMMA"]:
|
|
* token_data["lemma"] = token.lemma_
|
|
* if include_annotation["DEP"]: # <<<<<<<<<<<<<<
|
|
* token_data["dep"] = token.dep_
|
|
* token_data["head"] = token.head.i
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_include_annotation, __pyx_n_s_DEP); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1687, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1687, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1688
|
|
* token_data["lemma"] = token.lemma_
|
|
* if include_annotation["DEP"]:
|
|
* token_data["dep"] = token.dep_ # <<<<<<<<<<<<<<
|
|
* token_data["head"] = token.head.i
|
|
* data["tokens"].append(token_data)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_dep); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1688, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_data, __pyx_n_s_dep_2, __pyx_t_1) < 0)) __PYX_ERR(0, 1688, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1689
|
|
* if include_annotation["DEP"]:
|
|
* token_data["dep"] = token.dep_
|
|
* token_data["head"] = token.head.i # <<<<<<<<<<<<<<
|
|
* data["tokens"].append(token_data)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_head); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1689, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(PyDict_SetItem(__pyx_v_token_data, __pyx_n_s_head, __pyx_t_7) < 0)) __PYX_ERR(0, 1689, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1687
|
|
* if include_annotation["LEMMA"]:
|
|
* token_data["lemma"] = token.lemma_
|
|
* if include_annotation["DEP"]: # <<<<<<<<<<<<<<
|
|
* token_data["dep"] = token.dep_
|
|
* token_data["head"] = token.head.i
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1690
|
|
* token_data["dep"] = token.dep_
|
|
* token_data["head"] = token.head.i
|
|
* data["tokens"].append(token_data) # <<<<<<<<<<<<<<
|
|
*
|
|
* if self.spans:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_tokens); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1690, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_10 = __Pyx_PyObject_Append(__pyx_t_7, __pyx_v_token_data); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1690, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1677
|
|
* attrs = ["TAG", "MORPH", "POS", "LEMMA", "DEP"]
|
|
* include_annotation = {attr: self.has_annotation(attr) for attr in attrs}
|
|
* for token in self: # <<<<<<<<<<<<<<
|
|
* token_data = {"id": token.i, "start": token.idx, "end": token.idx + len(token)}
|
|
* if include_annotation["TAG"]:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1692
|
|
* data["tokens"].append(token_data)
|
|
*
|
|
* if self.spans: # <<<<<<<<<<<<<<
|
|
* data["spans"] = {}
|
|
* for span_group in self.spans:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_self->spans); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1692, __pyx_L1_error)
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1693
|
|
*
|
|
* if self.spans:
|
|
* data["spans"] = {} # <<<<<<<<<<<<<<
|
|
* for span_group in self.spans:
|
|
* data["spans"][span_group] = []
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1693, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_spans, __pyx_t_3) < 0)) __PYX_ERR(0, 1693, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1694
|
|
* if self.spans:
|
|
* data["spans"] = {}
|
|
* for span_group in self.spans: # <<<<<<<<<<<<<<
|
|
* data["spans"][span_group] = []
|
|
* for span in self.spans[span_group]:
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_self->spans)) || PyTuple_CheckExact(__pyx_v_self->spans)) {
|
|
__pyx_t_3 = __pyx_v_self->spans; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_self->spans); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1694, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span_group, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1695
|
|
* data["spans"] = {}
|
|
* for span_group in self.spans:
|
|
* data["spans"][span_group] = [] # <<<<<<<<<<<<<<
|
|
* for span in self.spans[span_group]:
|
|
* span_data = {"start": span.start_char, "end": span.end_char, "label": span.label_, "kb_id": span.kb_id_}
|
|
*/
|
|
__pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_spans); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1695, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_span_group, __pyx_t_7) < 0)) __PYX_ERR(0, 1695, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1696
|
|
* for span_group in self.spans:
|
|
* data["spans"][span_group] = []
|
|
* for span in self.spans[span_group]: # <<<<<<<<<<<<<<
|
|
* span_data = {"start": span.start_char, "end": span.end_char, "label": span.label_, "kb_id": span.kb_id_}
|
|
* data["spans"][span_group].append(span_data)
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_self->spans, __pyx_v_span_group); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
|
|
__pyx_t_1 = __pyx_t_7; __Pyx_INCREF(__pyx_t_1); __pyx_t_9 = 0;
|
|
__pyx_t_11 = NULL;
|
|
} else {
|
|
__pyx_t_9 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_11 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_11)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_9); __Pyx_INCREF(__pyx_t_7); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_9); __Pyx_INCREF(__pyx_t_7); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_11(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1696, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1697
|
|
* data["spans"][span_group] = []
|
|
* for span in self.spans[span_group]:
|
|
* span_data = {"start": span.start_char, "end": span.end_char, "label": span.label_, "kb_id": span.kb_id_} # <<<<<<<<<<<<<<
|
|
* data["spans"][span_group].append(span_data)
|
|
*
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_start_char); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_start, __pyx_t_8) < 0) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_end_char); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_end, __pyx_t_8) < 0) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_label_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_label, __pyx_t_8) < 0) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_n_s_kb_id_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_kb_id, __pyx_t_8) < 0) __PYX_ERR(0, 1697, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_span_data, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1698
|
|
* for span in self.spans[span_group]:
|
|
* span_data = {"start": span.start_char, "end": span.end_char, "label": span.label_, "kb_id": span.kb_id_}
|
|
* data["spans"][span_group].append(span_data) # <<<<<<<<<<<<<<
|
|
*
|
|
* if underscore:
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_spans); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_t_7, __pyx_v_span_group); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_Append(__pyx_t_8, __pyx_v_span_data); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1698, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1696
|
|
* for span_group in self.spans:
|
|
* data["spans"][span_group] = []
|
|
* for span in self.spans[span_group]: # <<<<<<<<<<<<<<
|
|
* span_data = {"start": span.start_char, "end": span.end_char, "label": span.label_, "kb_id": span.kb_id_}
|
|
* data["spans"][span_group].append(span_data)
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1694
|
|
* if self.spans:
|
|
* data["spans"] = {}
|
|
* for span_group in self.spans: # <<<<<<<<<<<<<<
|
|
* data["spans"][span_group] = []
|
|
* for span in self.spans[span_group]:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1692
|
|
* data["tokens"].append(token_data)
|
|
*
|
|
* if self.spans: # <<<<<<<<<<<<<<
|
|
* data["spans"] = {}
|
|
* for span_group in self.spans:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1700
|
|
* data["spans"][span_group].append(span_data)
|
|
*
|
|
* if underscore: # <<<<<<<<<<<<<<
|
|
* user_keys = set()
|
|
* # Handle doc attributes with .get to include values from getters
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_underscore); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1700, __pyx_L1_error)
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1701
|
|
*
|
|
* if underscore:
|
|
* user_keys = set() # <<<<<<<<<<<<<<
|
|
* # Handle doc attributes with .get to include values from getters
|
|
* # and not only values stored in user_data, for backwards
|
|
*/
|
|
__pyx_t_3 = PySet_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1701, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_user_keys = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1705
|
|
* # and not only values stored in user_data, for backwards
|
|
* # compatibility
|
|
* for attr in underscore: # <<<<<<<<<<<<<<
|
|
* if self.has_extension(attr):
|
|
* if "_" not in data:
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_underscore)) || PyTuple_CheckExact(__pyx_v_underscore)) {
|
|
__pyx_t_3 = __pyx_v_underscore; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_underscore); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_6(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1705, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1706
|
|
* # compatibility
|
|
* for attr in underscore:
|
|
* if self.has_extension(attr): # <<<<<<<<<<<<<<
|
|
* if "_" not in data:
|
|
* data["_"] = {}
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_has_extension); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1706, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_7, __pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1706, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1706, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1707
|
|
* for attr in underscore:
|
|
* if self.has_extension(attr):
|
|
* if "_" not in data: # <<<<<<<<<<<<<<
|
|
* data["_"] = {}
|
|
* value = self._.get(attr)
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyDict_ContainsTF(__pyx_n_s__27, __pyx_v_data, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1707, __pyx_L1_error)
|
|
__pyx_t_12 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_12) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1708
|
|
* if self.has_extension(attr):
|
|
* if "_" not in data:
|
|
* data["_"] = {} # <<<<<<<<<<<<<<
|
|
* value = self._.get(attr)
|
|
* if not srsly.is_json_serializable(value):
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1708, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s__27, __pyx_t_1) < 0)) __PYX_ERR(0, 1708, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1707
|
|
* for attr in underscore:
|
|
* if self.has_extension(attr):
|
|
* if "_" not in data: # <<<<<<<<<<<<<<
|
|
* data["_"] = {}
|
|
* value = self._.get(attr)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1709
|
|
* if "_" not in data:
|
|
* data["_"] = {}
|
|
* value = self._.get(attr) # <<<<<<<<<<<<<<
|
|
* if not srsly.is_json_serializable(value):
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__27); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1709, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_get); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1709, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_v_attr) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1709, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1710
|
|
* data["_"] = {}
|
|
* value = self._.get(attr)
|
|
* if not srsly.is_json_serializable(value): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* data["_"][attr] = value
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_srsly); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1710, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_is_json_serializable); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1710, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_7, __pyx_v_value) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1710, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1710, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_4 = ((!__pyx_t_12) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1711
|
|
* value = self._.get(attr)
|
|
* if not srsly.is_json_serializable(value):
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value))) # <<<<<<<<<<<<<<
|
|
* data["_"][attr] = value
|
|
* user_keys.add(attr)
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E107); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_attr, __pyx_v_attr) < 0) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__pyx_t_7 = PyObject_Repr(__pyx_v_value); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_value, __pyx_t_7) < 0) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_8); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1711, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(0, 1711, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1710
|
|
* data["_"] = {}
|
|
* value = self._.get(attr)
|
|
* if not srsly.is_json_serializable(value): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* data["_"][attr] = value
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1712
|
|
* if not srsly.is_json_serializable(value):
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* data["_"][attr] = value # <<<<<<<<<<<<<<
|
|
* user_keys.add(attr)
|
|
* # Token and span attributes only include values stored in user_data
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s__27); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1712, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_8, __pyx_v_attr, __pyx_v_value) < 0)) __PYX_ERR(0, 1712, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1713
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* data["_"][attr] = value
|
|
* user_keys.add(attr) # <<<<<<<<<<<<<<
|
|
* # Token and span attributes only include values stored in user_data
|
|
* # and not values generated by getters
|
|
*/
|
|
__pyx_t_10 = PySet_Add(__pyx_v_user_keys, __pyx_v_attr); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1713, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1706
|
|
* # compatibility
|
|
* for attr in underscore:
|
|
* if self.has_extension(attr): # <<<<<<<<<<<<<<
|
|
* if "_" not in data:
|
|
* data["_"] = {}
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1705
|
|
* # and not only values stored in user_data, for backwards
|
|
* # compatibility
|
|
* for attr in underscore: # <<<<<<<<<<<<<<
|
|
* if self.has_extension(attr):
|
|
* if "_" not in data:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1716
|
|
* # Token and span attributes only include values stored in user_data
|
|
* # and not values generated by getters
|
|
* if self.user_data: # <<<<<<<<<<<<<<
|
|
* for data_key, value in self.user_data.copy().items():
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.":
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_self->user_data); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1716, __pyx_L1_error)
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1717
|
|
* # and not values generated by getters
|
|
* if self.user_data:
|
|
* for data_key, value in self.user_data.copy().items(): # <<<<<<<<<<<<<<
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.":
|
|
* attr = data_key[1]
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->user_data, __pyx_n_s_copy); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_8 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_items); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_7 = __pyx_t_3; __Pyx_INCREF(__pyx_t_7); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_7, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_7, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_6(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
|
|
PyObject* sequence = __pyx_t_3;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1717, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_8 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_1 = PyTuple_GET_ITEM(sequence, 1);
|
|
} else {
|
|
__pyx_t_8 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_1 = PyList_GET_ITEM(sequence, 1);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
#else
|
|
__pyx_t_8 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_2 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_13 = Py_TYPE(__pyx_t_2)->tp_iternext;
|
|
index = 0; __pyx_t_8 = __pyx_t_13(__pyx_t_2); if (unlikely(!__pyx_t_8)) goto __pyx_L37_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
index = 1; __pyx_t_1 = __pyx_t_13(__pyx_t_2); if (unlikely(!__pyx_t_1)) goto __pyx_L37_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_2), 2) < 0) __PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__pyx_t_13 = NULL;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
goto __pyx_L38_unpacking_done;
|
|
__pyx_L37_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_13 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1717, __pyx_L1_error)
|
|
__pyx_L38_unpacking_done:;
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_data_key, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1718
|
|
* if self.user_data:
|
|
* for data_key, value in self.user_data.copy().items():
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.": # <<<<<<<<<<<<<<
|
|
* attr = data_key[1]
|
|
* start = data_key[2]
|
|
*/
|
|
__pyx_t_3 = PyObject_RichCompare(((PyObject *)Py_TYPE(__pyx_v_data_key)), ((PyObject *)(&PyTuple_Type)), Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1718, __pyx_L1_error)
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1718, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_12;
|
|
goto __pyx_L40_bool_binop_done;
|
|
}
|
|
__pyx_t_9 = PyObject_Length(__pyx_v_data_key); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1718, __pyx_L1_error)
|
|
__pyx_t_12 = ((__pyx_t_9 >= 4) != 0);
|
|
if (__pyx_t_12) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_12;
|
|
goto __pyx_L40_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = __Pyx_GetItemInt(__pyx_v_data_key, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1718, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_12 = (__Pyx_PyString_Equals(__pyx_t_3, __pyx_kp_s__16, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1718, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = __pyx_t_12;
|
|
__pyx_L40_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1719
|
|
* for data_key, value in self.user_data.copy().items():
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.":
|
|
* attr = data_key[1] # <<<<<<<<<<<<<<
|
|
* start = data_key[2]
|
|
* end = data_key[3]
|
|
*/
|
|
__pyx_t_3 = __Pyx_GetItemInt(__pyx_v_data_key, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1719, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1720
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.":
|
|
* attr = data_key[1]
|
|
* start = data_key[2] # <<<<<<<<<<<<<<
|
|
* end = data_key[3]
|
|
* if attr in underscore:
|
|
*/
|
|
__pyx_t_3 = __Pyx_GetItemInt(__pyx_v_data_key, 2, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1720, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XDECREF_SET(__pyx_v_start, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1721
|
|
* attr = data_key[1]
|
|
* start = data_key[2]
|
|
* end = data_key[3] # <<<<<<<<<<<<<<
|
|
* if attr in underscore:
|
|
* user_keys.add(attr)
|
|
*/
|
|
__pyx_t_3 = __Pyx_GetItemInt(__pyx_v_data_key, 3, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1721, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XDECREF_SET(__pyx_v_end, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1722
|
|
* start = data_key[2]
|
|
* end = data_key[3]
|
|
* if attr in underscore: # <<<<<<<<<<<<<<
|
|
* user_keys.add(attr)
|
|
* if not srsly.is_json_serializable(value):
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_v_attr, __pyx_v_underscore, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1722, __pyx_L1_error)
|
|
__pyx_t_12 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_12) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1723
|
|
* end = data_key[3]
|
|
* if attr in underscore:
|
|
* user_keys.add(attr) # <<<<<<<<<<<<<<
|
|
* if not srsly.is_json_serializable(value):
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
*/
|
|
__pyx_t_10 = PySet_Add(__pyx_v_user_keys, __pyx_v_attr); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1723, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1724
|
|
* if attr in underscore:
|
|
* user_keys.add(attr)
|
|
* if not srsly.is_json_serializable(value): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* # Token attribute
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_srsly); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1724, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_is_json_serializable); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1724, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_8, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_1, __pyx_v_value) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1724, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1724, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_4 = ((!__pyx_t_12) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1725
|
|
* user_keys.add(attr)
|
|
* if not srsly.is_json_serializable(value):
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value))) # <<<<<<<<<<<<<<
|
|
* # Token attribute
|
|
* if start is not None and end is None:
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E107); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_attr, __pyx_v_attr) < 0) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__pyx_t_1 = PyObject_Repr(__pyx_v_value); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_value, __pyx_t_1) < 0) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1725, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(0, 1725, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1724
|
|
* if attr in underscore:
|
|
* user_keys.add(attr)
|
|
* if not srsly.is_json_serializable(value): # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* # Token attribute
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1727
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* # Token attribute
|
|
* if start is not None and end is None: # <<<<<<<<<<<<<<
|
|
* if "underscore_token" not in data:
|
|
* data["underscore_token"] = {}
|
|
*/
|
|
__pyx_t_12 = (__pyx_v_start != Py_None);
|
|
__pyx_t_14 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_14) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_14;
|
|
goto __pyx_L46_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = (__pyx_v_end == Py_None);
|
|
__pyx_t_12 = (__pyx_t_14 != 0);
|
|
__pyx_t_4 = __pyx_t_12;
|
|
__pyx_L46_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1728
|
|
* # Token attribute
|
|
* if start is not None and end is None:
|
|
* if "underscore_token" not in data: # <<<<<<<<<<<<<<
|
|
* data["underscore_token"] = {}
|
|
* if attr not in data["underscore_token"]:
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_underscore_token, __pyx_v_data, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1728, __pyx_L1_error)
|
|
__pyx_t_12 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_12) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1729
|
|
* if start is not None and end is None:
|
|
* if "underscore_token" not in data:
|
|
* data["underscore_token"] = {} # <<<<<<<<<<<<<<
|
|
* if attr not in data["underscore_token"]:
|
|
* data["underscore_token"][attr] = []
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1729, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_underscore_token, __pyx_t_8) < 0)) __PYX_ERR(0, 1729, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1728
|
|
* # Token attribute
|
|
* if start is not None and end is None:
|
|
* if "underscore_token" not in data: # <<<<<<<<<<<<<<
|
|
* data["underscore_token"] = {}
|
|
* if attr not in data["underscore_token"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1730
|
|
* if "underscore_token" not in data:
|
|
* data["underscore_token"] = {}
|
|
* if attr not in data["underscore_token"]: # <<<<<<<<<<<<<<
|
|
* data["underscore_token"][attr] = []
|
|
* data["underscore_token"][attr].append({"start": start, "value": value})
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_underscore_token); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1730, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_attr, __pyx_t_8, Py_NE)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1730, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_4 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1731
|
|
* data["underscore_token"] = {}
|
|
* if attr not in data["underscore_token"]:
|
|
* data["underscore_token"][attr] = [] # <<<<<<<<<<<<<<
|
|
* data["underscore_token"][attr].append({"start": start, "value": value})
|
|
* # Span attribute
|
|
*/
|
|
__pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1731, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_underscore_token); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1731, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_attr, __pyx_t_8) < 0)) __PYX_ERR(0, 1731, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1730
|
|
* if "underscore_token" not in data:
|
|
* data["underscore_token"] = {}
|
|
* if attr not in data["underscore_token"]: # <<<<<<<<<<<<<<
|
|
* data["underscore_token"][attr] = []
|
|
* data["underscore_token"][attr].append({"start": start, "value": value})
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1732
|
|
* if attr not in data["underscore_token"]:
|
|
* data["underscore_token"][attr] = []
|
|
* data["underscore_token"][attr].append({"start": start, "value": value}) # <<<<<<<<<<<<<<
|
|
* # Span attribute
|
|
* elif start is not None and end is not None:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_underscore_token); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_t_8, __pyx_v_attr); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_start, __pyx_v_start) < 0) __PYX_ERR(0, 1732, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_value, __pyx_v_value) < 0) __PYX_ERR(0, 1732, __pyx_L1_error)
|
|
__pyx_t_10 = __Pyx_PyObject_Append(__pyx_t_1, __pyx_t_8); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1732, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1727
|
|
* raise ValueError(Errors.E107.format(attr=attr, value=repr(value)))
|
|
* # Token attribute
|
|
* if start is not None and end is None: # <<<<<<<<<<<<<<
|
|
* if "underscore_token" not in data:
|
|
* data["underscore_token"] = {}
|
|
*/
|
|
goto __pyx_L45;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1734
|
|
* data["underscore_token"][attr].append({"start": start, "value": value})
|
|
* # Span attribute
|
|
* elif start is not None and end is not None: # <<<<<<<<<<<<<<
|
|
* if "underscore_span" not in data:
|
|
* data["underscore_span"] = {}
|
|
*/
|
|
__pyx_t_12 = (__pyx_v_start != Py_None);
|
|
__pyx_t_14 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_14) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_14;
|
|
goto __pyx_L50_bool_binop_done;
|
|
}
|
|
__pyx_t_14 = (__pyx_v_end != Py_None);
|
|
__pyx_t_12 = (__pyx_t_14 != 0);
|
|
__pyx_t_4 = __pyx_t_12;
|
|
__pyx_L50_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1735
|
|
* # Span attribute
|
|
* elif start is not None and end is not None:
|
|
* if "underscore_span" not in data: # <<<<<<<<<<<<<<
|
|
* data["underscore_span"] = {}
|
|
* if attr not in data["underscore_span"]:
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyDict_ContainsTF(__pyx_n_s_underscore_span, __pyx_v_data, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1735, __pyx_L1_error)
|
|
__pyx_t_12 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_12) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1736
|
|
* elif start is not None and end is not None:
|
|
* if "underscore_span" not in data:
|
|
* data["underscore_span"] = {} # <<<<<<<<<<<<<<
|
|
* if attr not in data["underscore_span"]:
|
|
* data["underscore_span"][attr] = []
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1736, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (unlikely(PyDict_SetItem(__pyx_v_data, __pyx_n_s_underscore_span, __pyx_t_8) < 0)) __PYX_ERR(0, 1736, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1735
|
|
* # Span attribute
|
|
* elif start is not None and end is not None:
|
|
* if "underscore_span" not in data: # <<<<<<<<<<<<<<
|
|
* data["underscore_span"] = {}
|
|
* if attr not in data["underscore_span"]:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1737
|
|
* if "underscore_span" not in data:
|
|
* data["underscore_span"] = {}
|
|
* if attr not in data["underscore_span"]: # <<<<<<<<<<<<<<
|
|
* data["underscore_span"][attr] = []
|
|
* data["underscore_span"][attr].append({"start": start, "end": end, "value": value})
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_underscore_span); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1737, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_attr, __pyx_t_8, Py_NE)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1737, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_4 = (__pyx_t_12 != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1738
|
|
* data["underscore_span"] = {}
|
|
* if attr not in data["underscore_span"]:
|
|
* data["underscore_span"][attr] = [] # <<<<<<<<<<<<<<
|
|
* data["underscore_span"][attr].append({"start": start, "end": end, "value": value})
|
|
*
|
|
*/
|
|
__pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1738, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_underscore_span); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1738, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_attr, __pyx_t_8) < 0)) __PYX_ERR(0, 1738, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1737
|
|
* if "underscore_span" not in data:
|
|
* data["underscore_span"] = {}
|
|
* if attr not in data["underscore_span"]: # <<<<<<<<<<<<<<
|
|
* data["underscore_span"][attr] = []
|
|
* data["underscore_span"][attr].append({"start": start, "end": end, "value": value})
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1739
|
|
* if attr not in data["underscore_span"]:
|
|
* data["underscore_span"][attr] = []
|
|
* data["underscore_span"][attr].append({"start": start, "end": end, "value": value}) # <<<<<<<<<<<<<<
|
|
*
|
|
* for attr in underscore:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_data, __pyx_n_s_underscore_span); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_t_8, __pyx_v_attr); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_start, __pyx_v_start) < 0) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_end, __pyx_v_end) < 0) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_value, __pyx_v_value) < 0) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
__pyx_t_10 = __Pyx_PyObject_Append(__pyx_t_1, __pyx_t_8); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1739, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1734
|
|
* data["underscore_token"][attr].append({"start": start, "value": value})
|
|
* # Span attribute
|
|
* elif start is not None and end is not None: # <<<<<<<<<<<<<<
|
|
* if "underscore_span" not in data:
|
|
* data["underscore_span"] = {}
|
|
*/
|
|
}
|
|
__pyx_L45:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1722
|
|
* start = data_key[2]
|
|
* end = data_key[3]
|
|
* if attr in underscore: # <<<<<<<<<<<<<<
|
|
* user_keys.add(attr)
|
|
* if not srsly.is_json_serializable(value):
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1718
|
|
* if self.user_data:
|
|
* for data_key, value in self.user_data.copy().items():
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.": # <<<<<<<<<<<<<<
|
|
* attr = data_key[1]
|
|
* start = data_key[2]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1717
|
|
* # and not values generated by getters
|
|
* if self.user_data:
|
|
* for data_key, value in self.user_data.copy().items(): # <<<<<<<<<<<<<<
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.":
|
|
* attr = data_key[1]
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1716
|
|
* # Token and span attributes only include values stored in user_data
|
|
* # and not values generated by getters
|
|
* if self.user_data: # <<<<<<<<<<<<<<
|
|
* for data_key, value in self.user_data.copy().items():
|
|
* if type(data_key) == tuple and len(data_key) >= 4 and data_key[0] == "._.":
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1741
|
|
* data["underscore_span"][attr].append({"start": start, "end": end, "value": value})
|
|
*
|
|
* for attr in underscore: # <<<<<<<<<<<<<<
|
|
* if attr not in user_keys:
|
|
* raise ValueError(Errors.E106.format(attr=attr, opts=underscore))
|
|
*/
|
|
if (likely(PyList_CheckExact(__pyx_v_underscore)) || PyTuple_CheckExact(__pyx_v_underscore)) {
|
|
__pyx_t_7 = __pyx_v_underscore; __Pyx_INCREF(__pyx_t_7); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_underscore); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_7))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_8 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_5); __Pyx_INCREF(__pyx_t_8); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_8 = PySequence_ITEM(__pyx_t_7, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_5); __Pyx_INCREF(__pyx_t_8); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_8 = PySequence_ITEM(__pyx_t_7, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_8 = __pyx_t_6(__pyx_t_7);
|
|
if (unlikely(!__pyx_t_8)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1741, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_8);
|
|
__pyx_t_8 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1742
|
|
*
|
|
* for attr in underscore:
|
|
* if attr not in user_keys: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E106.format(attr=attr, opts=underscore))
|
|
* return data
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PySet_ContainsTF(__pyx_v_attr, __pyx_v_user_keys, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1742, __pyx_L1_error)
|
|
__pyx_t_12 = (__pyx_t_4 != 0);
|
|
if (unlikely(__pyx_t_12)) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1743
|
|
* for attr in underscore:
|
|
* if attr not in user_keys:
|
|
* raise ValueError(Errors.E106.format(attr=attr, opts=underscore)) # <<<<<<<<<<<<<<
|
|
* return data
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_Errors); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_E106); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_format); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_attr, __pyx_v_attr) < 0) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_opts, __pyx_v_underscore) < 0) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1743, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(0, 1743, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1742
|
|
*
|
|
* for attr in underscore:
|
|
* if attr not in user_keys: # <<<<<<<<<<<<<<
|
|
* raise ValueError(Errors.E106.format(attr=attr, opts=underscore))
|
|
* return data
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1741
|
|
* data["underscore_span"][attr].append({"start": start, "end": end, "value": value})
|
|
*
|
|
* for attr in underscore: # <<<<<<<<<<<<<<
|
|
* if attr not in user_keys:
|
|
* raise ValueError(Errors.E106.format(attr=attr, opts=underscore))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1700
|
|
* data["spans"][span_group].append(span_data)
|
|
*
|
|
* if underscore: # <<<<<<<<<<<<<<
|
|
* user_keys = set()
|
|
* # Handle doc attributes with .get to include values from getters
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1744
|
|
* if attr not in user_keys:
|
|
* raise ValueError(Errors.E106.format(attr=attr, opts=underscore))
|
|
* return data # <<<<<<<<<<<<<<
|
|
*
|
|
* def to_utf8_array(self, int nr_char=-1):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_data);
|
|
__pyx_r = __pyx_v_data;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1658
|
|
* return self
|
|
*
|
|
* def to_json(self, underscore=None): # <<<<<<<<<<<<<<
|
|
* """Convert a Doc to JSON.
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_json", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_data);
|
|
__Pyx_XDECREF(__pyx_v_sents);
|
|
__Pyx_XDECREF(__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_v_include_annotation);
|
|
__Pyx_XDECREF(__pyx_v_token);
|
|
__Pyx_XDECREF(__pyx_v_token_data);
|
|
__Pyx_XDECREF(__pyx_v_span_group);
|
|
__Pyx_XDECREF(__pyx_v_span);
|
|
__Pyx_XDECREF(__pyx_v_span_data);
|
|
__Pyx_XDECREF(__pyx_v_user_keys);
|
|
__Pyx_XDECREF(__pyx_v_attr);
|
|
__Pyx_XDECREF(__pyx_v_value);
|
|
__Pyx_XDECREF(__pyx_v_data_key);
|
|
__Pyx_XDECREF(__pyx_v_start);
|
|
__Pyx_XDECREF(__pyx_v_end);
|
|
__Pyx_XDECREF(__pyx_v_ent);
|
|
__Pyx_XDECREF(__pyx_v_sent);
|
|
__Pyx_XDECREF(__pyx_9genexpr12__pyx_v_attr);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1746
|
|
* return data
|
|
*
|
|
* def to_utf8_array(self, int nr_char=-1): # <<<<<<<<<<<<<<
|
|
* """Encode word strings to utf8, and export to a fixed-width array
|
|
* of characters. Characters are placed into the array in the order:
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_70to_utf8_array(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_69to_utf8_array[] = "Doc.to_utf8_array(self, int nr_char=-1)\nEncode word strings to utf8, and export to a fixed-width array\n of characters. Characters are placed into the array in the order:\n 0, -1, 1, -2, etc\n For example, if the array is sliced array[:, :8], the array will\n contain the first 4 characters and last 4 characters of each word ---\n with the middle characters clipped out. The value 255 is used as a pad\n value.\n ";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_70to_utf8_array(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
int __pyx_v_nr_char;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("to_utf8_array (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_nr_char,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nr_char);
|
|
if (value) { values[0] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "to_utf8_array") < 0)) __PYX_ERR(0, 1746, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
if (values[0]) {
|
|
__pyx_v_nr_char = __Pyx_PyInt_As_int(values[0]); if (unlikely((__pyx_v_nr_char == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1746, __pyx_L3_error)
|
|
} else {
|
|
__pyx_v_nr_char = ((int)-1);
|
|
}
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("to_utf8_array", 0, 0, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1746, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_utf8_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_69to_utf8_array(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), __pyx_v_nr_char);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_13to_utf8_array_2generator13(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1757
|
|
* byte_strings = [token.orth_.encode('utf8') for token in self]
|
|
* if nr_char == -1:
|
|
* nr_char = max(len(bs) for bs in byte_strings) # <<<<<<<<<<<<<<
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8')
|
|
* output.fill(255)
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_13to_utf8_array_genexpr(PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1757, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *) __pyx_self;
|
|
__Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));
|
|
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_13to_utf8_array_2generator13, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_to_utf8_array_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_utf8_array.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_13to_utf8_array_2generator13(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1757, 0, __PYX_ERR(0, 1757, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_byte_strings)) { __Pyx_RaiseClosureNameError("byte_strings"); __PYX_ERR(0, 1757, __pyx_L1_error) }
|
|
if (unlikely(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_byte_strings == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
__PYX_ERR(0, 1757, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_byte_strings; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_3); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_bs);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_bs, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = PyObject_Length(__pyx_cur_scope->__pyx_v_bs); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1746
|
|
* return data
|
|
*
|
|
* def to_utf8_array(self, int nr_char=-1): # <<<<<<<<<<<<<<
|
|
* """Encode word strings to utf8, and export to a fixed-width array
|
|
* of characters. Characters are placed into the array in the order:
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_69to_utf8_array(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, int __pyx_v_nr_char) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *__pyx_cur_scope;
|
|
PyArrayObject *__pyx_v_output = 0;
|
|
int __pyx_v_i;
|
|
int __pyx_v_j;
|
|
int __pyx_v_start_idx;
|
|
int __pyx_v_end_idx;
|
|
PyObject *__pyx_v_byte_string = 0;
|
|
PyObject *__pyx_v_token = NULL;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_13to_utf8_array_2generator13 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *(*__pyx_t_4)(PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_t_8;
|
|
int __pyx_t_9;
|
|
Py_ssize_t __pyx_t_10;
|
|
int __pyx_t_11;
|
|
char __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("to_utf8_array", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1746, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
__Pyx_TraceCall("to_utf8_array", __pyx_f[0], 1746, 0, __PYX_ERR(0, 1746, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1755
|
|
* value.
|
|
* """
|
|
* byte_strings = [token.orth_.encode('utf8') for token in self] # <<<<<<<<<<<<<<
|
|
* if nr_char == -1:
|
|
* nr_char = max(len(bs) for bs in byte_strings)
|
|
*/
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self))) {
|
|
__pyx_t_2 = ((PyObject *)__pyx_v_self); __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_orth); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_encode); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_6, __pyx_n_s_utf8) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_n_s_utf8);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 1755, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_cur_scope->__pyx_v_byte_strings = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1756
|
|
* """
|
|
* byte_strings = [token.orth_.encode('utf8') for token in self]
|
|
* if nr_char == -1: # <<<<<<<<<<<<<<
|
|
* nr_char = max(len(bs) for bs in byte_strings)
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8')
|
|
*/
|
|
__pyx_t_8 = ((__pyx_v_nr_char == -1L) != 0);
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1757
|
|
* byte_strings = [token.orth_.encode('utf8') for token in self]
|
|
* if nr_char == -1:
|
|
* nr_char = max(len(bs) for bs in byte_strings) # <<<<<<<<<<<<<<
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8')
|
|
* output.fill(255)
|
|
*/
|
|
__pyx_t_1 = __pyx_pf_5spacy_6tokens_3doc_3Doc_13to_utf8_array_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_max, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_9 = __Pyx_PyInt_As_int(__pyx_t_2); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_nr_char = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":1756
|
|
* """
|
|
* byte_strings = [token.orth_.encode('utf8') for token in self]
|
|
* if nr_char == -1: # <<<<<<<<<<<<<<
|
|
* nr_char = max(len(bs) for bs in byte_strings)
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8')
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1758
|
|
* if nr_char == -1:
|
|
* nr_char = max(len(bs) for bs in byte_strings)
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8') # <<<<<<<<<<<<<<
|
|
* output.fill(255)
|
|
* cdef int i, j, start_idx, end_idx
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_numpy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_zeros); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_v_byte_strings;
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
if (unlikely(__pyx_t_2 == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
|
|
__PYX_ERR(0, 1758, __pyx_L1_error)
|
|
}
|
|
__pyx_t_3 = PyList_GET_SIZE(__pyx_t_2); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_nr_char); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_5);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_dtype, __pyx_n_s_uint8) < 0) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_5, __pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1758, __pyx_L1_error)
|
|
__pyx_v_output = ((PyArrayObject *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1759
|
|
* nr_char = max(len(bs) for bs in byte_strings)
|
|
* cdef np.ndarray output = numpy.zeros((len(byte_strings), nr_char), dtype='uint8')
|
|
* output.fill(255) # <<<<<<<<<<<<<<
|
|
* cdef int i, j, start_idx, end_idx
|
|
* cdef bytes byte_string
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_output), __pyx_n_s_fill); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_5, __pyx_int_255) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_int_255);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1759, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1762
|
|
* cdef int i, j, start_idx, end_idx
|
|
* cdef bytes byte_string
|
|
* for i, byte_string in enumerate(byte_strings): # <<<<<<<<<<<<<<
|
|
* j = 0
|
|
* start_idx = 0
|
|
*/
|
|
__pyx_t_9 = 0;
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_v_byte_strings; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_7); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1762, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
if (!(likely(PyBytes_CheckExact(__pyx_t_7))||((__pyx_t_7) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_7)->tp_name), 0))) __PYX_ERR(0, 1762, __pyx_L1_error)
|
|
__Pyx_XDECREF_SET(__pyx_v_byte_string, ((PyObject*)__pyx_t_7));
|
|
__pyx_t_7 = 0;
|
|
__pyx_v_i = __pyx_t_9;
|
|
__pyx_t_9 = (__pyx_t_9 + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1763
|
|
* cdef bytes byte_string
|
|
* for i, byte_string in enumerate(byte_strings):
|
|
* j = 0 # <<<<<<<<<<<<<<
|
|
* start_idx = 0
|
|
* end_idx = len(byte_string) - 1
|
|
*/
|
|
__pyx_v_j = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1764
|
|
* for i, byte_string in enumerate(byte_strings):
|
|
* j = 0
|
|
* start_idx = 0 # <<<<<<<<<<<<<<
|
|
* end_idx = len(byte_string) - 1
|
|
* while j < nr_char and start_idx <= end_idx:
|
|
*/
|
|
__pyx_v_start_idx = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1765
|
|
* j = 0
|
|
* start_idx = 0
|
|
* end_idx = len(byte_string) - 1 # <<<<<<<<<<<<<<
|
|
* while j < nr_char and start_idx <= end_idx:
|
|
* output[i, j] = <unsigned char>byte_string[start_idx]
|
|
*/
|
|
if (unlikely(__pyx_v_byte_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
|
|
__PYX_ERR(0, 1765, __pyx_L1_error)
|
|
}
|
|
__pyx_t_10 = PyBytes_GET_SIZE(__pyx_v_byte_string); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1765, __pyx_L1_error)
|
|
__pyx_v_end_idx = (__pyx_t_10 - 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1766
|
|
* start_idx = 0
|
|
* end_idx = len(byte_string) - 1
|
|
* while j < nr_char and start_idx <= end_idx: # <<<<<<<<<<<<<<
|
|
* output[i, j] = <unsigned char>byte_string[start_idx]
|
|
* start_idx += 1
|
|
*/
|
|
while (1) {
|
|
__pyx_t_11 = ((__pyx_v_j < __pyx_v_nr_char) != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_8 = __pyx_t_11;
|
|
goto __pyx_L10_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = ((__pyx_v_start_idx <= __pyx_v_end_idx) != 0);
|
|
__pyx_t_8 = __pyx_t_11;
|
|
__pyx_L10_bool_binop_done:;
|
|
if (!__pyx_t_8) break;
|
|
|
|
/* "spacy/tokens/doc.pyx":1767
|
|
* end_idx = len(byte_string) - 1
|
|
* while j < nr_char and start_idx <= end_idx:
|
|
* output[i, j] = <unsigned char>byte_string[start_idx] # <<<<<<<<<<<<<<
|
|
* start_idx += 1
|
|
* j += 1
|
|
*/
|
|
if (unlikely(__pyx_v_byte_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 1767, __pyx_L1_error)
|
|
}
|
|
__pyx_t_12 = __Pyx_PyBytes_GetItemInt(__pyx_v_byte_string, __pyx_v_start_idx, 1); if (unlikely(__pyx_t_12 == ((char)((char)-1)) && PyErr_Occurred())) __PYX_ERR(0, 1767, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyInt_From_unsigned_char(((unsigned char)__pyx_t_12)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1767, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1767, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_j); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1767, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1767, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_1);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = 0;
|
|
if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_output), __pyx_t_6, __pyx_t_7) < 0)) __PYX_ERR(0, 1767, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1768
|
|
* while j < nr_char and start_idx <= end_idx:
|
|
* output[i, j] = <unsigned char>byte_string[start_idx]
|
|
* start_idx += 1 # <<<<<<<<<<<<<<
|
|
* j += 1
|
|
* if j < nr_char and start_idx <= end_idx:
|
|
*/
|
|
__pyx_v_start_idx = (__pyx_v_start_idx + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1769
|
|
* output[i, j] = <unsigned char>byte_string[start_idx]
|
|
* start_idx += 1
|
|
* j += 1 # <<<<<<<<<<<<<<
|
|
* if j < nr_char and start_idx <= end_idx:
|
|
* output[i, j] = <unsigned char>byte_string[end_idx]
|
|
*/
|
|
__pyx_v_j = (__pyx_v_j + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1770
|
|
* start_idx += 1
|
|
* j += 1
|
|
* if j < nr_char and start_idx <= end_idx: # <<<<<<<<<<<<<<
|
|
* output[i, j] = <unsigned char>byte_string[end_idx]
|
|
* end_idx -= 1
|
|
*/
|
|
__pyx_t_11 = ((__pyx_v_j < __pyx_v_nr_char) != 0);
|
|
if (__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_8 = __pyx_t_11;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = ((__pyx_v_start_idx <= __pyx_v_end_idx) != 0);
|
|
__pyx_t_8 = __pyx_t_11;
|
|
__pyx_L13_bool_binop_done:;
|
|
if (__pyx_t_8) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1771
|
|
* j += 1
|
|
* if j < nr_char and start_idx <= end_idx:
|
|
* output[i, j] = <unsigned char>byte_string[end_idx] # <<<<<<<<<<<<<<
|
|
* end_idx -= 1
|
|
* j += 1
|
|
*/
|
|
if (unlikely(__pyx_v_byte_string == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(0, 1771, __pyx_L1_error)
|
|
}
|
|
__pyx_t_12 = __Pyx_PyBytes_GetItemInt(__pyx_v_byte_string, __pyx_v_end_idx, 1); if (unlikely(__pyx_t_12 == ((char)((char)-1)) && PyErr_Occurred())) __PYX_ERR(0, 1771, __pyx_L1_error)
|
|
__pyx_t_7 = __Pyx_PyInt_From_unsigned_char(((unsigned char)__pyx_t_12)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_6 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_j); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1771, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_1 = 0;
|
|
if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_output), __pyx_t_5, __pyx_t_7) < 0)) __PYX_ERR(0, 1771, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1772
|
|
* if j < nr_char and start_idx <= end_idx:
|
|
* output[i, j] = <unsigned char>byte_string[end_idx]
|
|
* end_idx -= 1 # <<<<<<<<<<<<<<
|
|
* j += 1
|
|
* return output
|
|
*/
|
|
__pyx_v_end_idx = (__pyx_v_end_idx - 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1773
|
|
* output[i, j] = <unsigned char>byte_string[end_idx]
|
|
* end_idx -= 1
|
|
* j += 1 # <<<<<<<<<<<<<<
|
|
* return output
|
|
*
|
|
*/
|
|
__pyx_v_j = (__pyx_v_j + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1770
|
|
* start_idx += 1
|
|
* j += 1
|
|
* if j < nr_char and start_idx <= end_idx: # <<<<<<<<<<<<<<
|
|
* output[i, j] = <unsigned char>byte_string[end_idx]
|
|
* end_idx -= 1
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1762
|
|
* cdef int i, j, start_idx, end_idx
|
|
* cdef bytes byte_string
|
|
* for i, byte_string in enumerate(byte_strings): # <<<<<<<<<<<<<<
|
|
* j = 0
|
|
* start_idx = 0
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1774
|
|
* end_idx -= 1
|
|
* j += 1
|
|
* return output # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_output));
|
|
__pyx_r = ((PyObject *)__pyx_v_output);
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1746
|
|
* return data
|
|
*
|
|
* def to_utf8_array(self, int nr_char=-1): # <<<<<<<<<<<<<<
|
|
* """Encode word strings to utf8, and export to a fixed-width array
|
|
* of characters. Characters are placed into the array in the order:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.to_utf8_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_output);
|
|
__Pyx_XDECREF(__pyx_v_byte_string);
|
|
__Pyx_XDECREF(__pyx_v_token);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_13to_utf8_array_2generator13);
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1777
|
|
*
|
|
* @staticmethod
|
|
* def _get_array_attrs(): # <<<<<<<<<<<<<<
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_72_get_array_attrs(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_71_get_array_attrs[] = "Doc._get_array_attrs()";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3Doc_72_get_array_attrs = {"_get_array_attrs", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_72_get_array_attrs, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_71_get_array_attrs};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_72_get_array_attrs(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("_get_array_attrs (wrapper)", 0);
|
|
if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
|
|
__Pyx_RaiseArgtupleInvalid("_get_array_attrs", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return NULL;}
|
|
if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "_get_array_attrs", 0))) return NULL;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_71_get_array_attrs();
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_2generator14(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
|
|
|
|
/* "spacy/tokens/doc.pyx":1779
|
|
* def _get_array_attrs():
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS) # <<<<<<<<<<<<<<
|
|
* return tuple(attrs)
|
|
*
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_genexpr(CYTHON_UNUSED PyObject *__pyx_self) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *__pyx_cur_scope;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__pyx_cur_scope = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *)__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr(__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr, __pyx_empty_tuple, NULL);
|
|
if (unlikely(!__pyx_cur_scope)) {
|
|
__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *)Py_None);
|
|
__Pyx_INCREF(Py_None);
|
|
__PYX_ERR(0, 1779, __pyx_L1_error)
|
|
} else {
|
|
__Pyx_GOTREF(__pyx_cur_scope);
|
|
}
|
|
{
|
|
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_2generator14, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_get_array_attrs_locals_genexpr, __pyx_n_s_spacy_tokens_doc); if (unlikely(!gen)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_cur_scope);
|
|
__Pyx_RefNannyFinishContext();
|
|
return (PyObject *) gen;
|
|
}
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._get_array_attrs.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_DECREF(((PyObject *)__pyx_cur_scope));
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_2generator14(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
|
|
{
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *)__pyx_generator->closure);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *(*__pyx_t_4)(PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("genexpr", 0);
|
|
__Pyx_TraceCall("genexpr", __pyx_f[0], 1779, 0, __PYX_ERR(0, 1779, __pyx_L1_error));
|
|
switch (__pyx_generator->resume_label) {
|
|
case 0: goto __pyx_L3_first_run;
|
|
case 1: goto __pyx_L6_resume_from_yield;
|
|
default: /* CPython raises the right error here */
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
}
|
|
__pyx_L3_first_run:;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_DOCBIN_ALL_ATTRS); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) {
|
|
__pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_4(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_1)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
}
|
|
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_x);
|
|
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_x, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_intify_attr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_cur_scope->__pyx_v_x) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_cur_scope->__pyx_v_x);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__pyx_cur_scope->__pyx_t_0 = __pyx_t_2;
|
|
__pyx_cur_scope->__pyx_t_1 = __pyx_t_3;
|
|
__pyx_cur_scope->__pyx_t_2 = __pyx_t_4;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
/* return from generator, yielding value */
|
|
__pyx_generator->resume_label = 1;
|
|
return __pyx_r;
|
|
__pyx_L6_resume_from_yield:;
|
|
__pyx_t_2 = __pyx_cur_scope->__pyx_t_0;
|
|
__pyx_cur_scope->__pyx_t_0 = 0;
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __pyx_cur_scope->__pyx_t_1;
|
|
__pyx_t_4 = __pyx_cur_scope->__pyx_t_2;
|
|
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
|
|
|
|
/* function exit code */
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_r); __pyx_r = 0;
|
|
#if !CYTHON_USE_EXC_INFO_STACK
|
|
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
|
|
#endif
|
|
__pyx_generator->resume_label = -1;
|
|
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1777
|
|
*
|
|
* @staticmethod
|
|
* def _get_array_attrs(): # <<<<<<<<<<<<<<
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
*/
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_71_get_array_attrs(void) {
|
|
PyObject *__pyx_v_attrs = NULL;
|
|
PyObject *__pyx_gb_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_2generator14 = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__28)
|
|
__Pyx_RefNannySetupContext("_get_array_attrs", 0);
|
|
__Pyx_TraceCall("_get_array_attrs", __pyx_f[0], 1777, 0, __PYX_ERR(0, 1777, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1778
|
|
* @staticmethod
|
|
* def _get_array_attrs():
|
|
* attrs = [LENGTH, SPACY] # <<<<<<<<<<<<<<
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
* return tuple(attrs)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_LENGTH); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_SPACY); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyList_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1778, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyList_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyList_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_v_attrs = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1779
|
|
* def _get_array_attrs():
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS) # <<<<<<<<<<<<<<
|
|
* return tuple(attrs)
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_pf_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_genexpr(NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyList_Extend(__pyx_v_attrs, __pyx_t_3); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1780
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
* return tuple(attrs) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = PyList_AsTuple(__pyx_v_attrs); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1780, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1777
|
|
*
|
|
* @staticmethod
|
|
* def _get_array_attrs(): # <<<<<<<<<<<<<<
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._get_array_attrs", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_attrs);
|
|
__Pyx_XDECREF(__pyx_gb_5spacy_6tokens_3doc_3Doc_16_get_array_attrs_2generator14);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":38
|
|
*
|
|
* cdef class Doc:
|
|
* cdef readonly Pool mem # <<<<<<<<<<<<<<
|
|
* cdef readonly Vocab vocab
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_3mem_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_3mem_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_3mem___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_3mem___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 38, 0, __PYX_ERR(1, 38, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self->mem));
|
|
__pyx_r = ((PyObject *)__pyx_v_self->mem);
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.mem.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":39
|
|
* cdef class Doc:
|
|
* cdef readonly Pool mem
|
|
* cdef readonly Vocab vocab # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef public object _vector
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5vocab_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5vocab_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_5vocab___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5vocab___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 39, 0, __PYX_ERR(1, 39, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self->vocab));
|
|
__pyx_r = ((PyObject *)__pyx_v_self->vocab);
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.vocab.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":41
|
|
* cdef readonly Vocab vocab
|
|
*
|
|
* cdef public object _vector # <<<<<<<<<<<<<<
|
|
* cdef public object _vector_norm
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 41, 0, __PYX_ERR(1, 41, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_vector);
|
|
__pyx_r = __pyx_v_self->_vector;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._vector.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 41, 0, __PYX_ERR(1, 41, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_v_self->_vector);
|
|
__pyx_v_self->_vector = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._vector.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_7_vector_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 41, 0, __PYX_ERR(1, 41, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector);
|
|
__Pyx_DECREF(__pyx_v_self->_vector);
|
|
__pyx_v_self->_vector = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._vector.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":42
|
|
*
|
|
* cdef public object _vector
|
|
* cdef public object _vector_norm # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef public object tensor
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 42, 0, __PYX_ERR(1, 42, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_vector_norm);
|
|
__pyx_r = __pyx_v_self->_vector_norm;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._vector_norm.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 42, 0, __PYX_ERR(1, 42, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector_norm);
|
|
__Pyx_DECREF(__pyx_v_self->_vector_norm);
|
|
__pyx_v_self->_vector_norm = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._vector_norm.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_12_vector_norm_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 42, 0, __PYX_ERR(1, 42, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->_vector_norm);
|
|
__Pyx_DECREF(__pyx_v_self->_vector_norm);
|
|
__pyx_v_self->_vector_norm = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._vector_norm.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":44
|
|
* cdef public object _vector_norm
|
|
*
|
|
* cdef public object tensor # <<<<<<<<<<<<<<
|
|
* cdef public object cats
|
|
* cdef public object user_data
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 44, 0, __PYX_ERR(1, 44, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->tensor);
|
|
__pyx_r = __pyx_v_self->tensor;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.tensor.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 44, 0, __PYX_ERR(1, 44, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->tensor);
|
|
__Pyx_DECREF(__pyx_v_self->tensor);
|
|
__pyx_v_self->tensor = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.tensor.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_6tensor_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 44, 0, __PYX_ERR(1, 44, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->tensor);
|
|
__Pyx_DECREF(__pyx_v_self->tensor);
|
|
__pyx_v_self->tensor = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.tensor.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":45
|
|
*
|
|
* cdef public object tensor
|
|
* cdef public object cats # <<<<<<<<<<<<<<
|
|
* cdef public object user_data
|
|
* cdef readonly object spans
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_4cats___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 45, 0, __PYX_ERR(1, 45, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->cats);
|
|
__pyx_r = __pyx_v_self->cats;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.cats.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 45, 0, __PYX_ERR(1, 45, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->cats);
|
|
__Pyx_DECREF(__pyx_v_self->cats);
|
|
__pyx_v_self->cats = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.cats.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_4cats_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 45, 0, __PYX_ERR(1, 45, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->cats);
|
|
__Pyx_DECREF(__pyx_v_self->cats);
|
|
__pyx_v_self->cats = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.cats.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":46
|
|
* cdef public object tensor
|
|
* cdef public object cats
|
|
* cdef public object user_data # <<<<<<<<<<<<<<
|
|
* cdef readonly object spans
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 46, 0, __PYX_ERR(1, 46, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->user_data);
|
|
__pyx_r = __pyx_v_self->user_data;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_data.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 46, 0, __PYX_ERR(1, 46, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->user_data);
|
|
__Pyx_DECREF(__pyx_v_self->user_data);
|
|
__pyx_v_self->user_data = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_data.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_9user_data_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 46, 0, __PYX_ERR(1, 46, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->user_data);
|
|
__Pyx_DECREF(__pyx_v_self->user_data);
|
|
__pyx_v_self->user_data = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_data.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":47
|
|
* cdef public object cats
|
|
* cdef public object user_data
|
|
* cdef readonly object spans # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef TokenC* c
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5spans_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_5spans_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_5spans___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_5spans___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 47, 0, __PYX_ERR(1, 47, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->spans);
|
|
__pyx_r = __pyx_v_self->spans;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.spans.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":51
|
|
* cdef TokenC* c
|
|
*
|
|
* cdef public float sentiment # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef public dict user_hooks
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9sentiment_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_9sentiment_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9sentiment___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_9sentiment___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 51, 0, __PYX_ERR(1, 51, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->sentiment); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 51, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.sentiment.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9sentiment_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_9sentiment_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_9sentiment_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_9sentiment_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
float __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 51, 0, __PYX_ERR(1, 51, __pyx_L1_error));
|
|
__pyx_t_1 = __pyx_PyFloat_AsFloat(__pyx_v_value); if (unlikely((__pyx_t_1 == (float)-1) && PyErr_Occurred())) __PYX_ERR(1, 51, __pyx_L1_error)
|
|
__pyx_v_self->sentiment = __pyx_t_1;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.sentiment.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":53
|
|
* cdef public float sentiment
|
|
*
|
|
* cdef public dict user_hooks # <<<<<<<<<<<<<<
|
|
* cdef public dict user_token_hooks
|
|
* cdef public dict user_span_hooks
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 53, 0, __PYX_ERR(1, 53, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->user_hooks);
|
|
__pyx_r = __pyx_v_self->user_hooks;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_hooks.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 53, 0, __PYX_ERR(1, 53, __pyx_L1_error));
|
|
if (!(likely(PyDict_CheckExact(__pyx_v_value))||((__pyx_v_value) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "dict", Py_TYPE(__pyx_v_value)->tp_name), 0))) __PYX_ERR(1, 53, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_v_value;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->user_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_hooks);
|
|
__pyx_v_self->user_hooks = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_hooks.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_10user_hooks_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 53, 0, __PYX_ERR(1, 53, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->user_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_hooks);
|
|
__pyx_v_self->user_hooks = ((PyObject*)Py_None);
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_hooks.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":54
|
|
*
|
|
* cdef public dict user_hooks
|
|
* cdef public dict user_token_hooks # <<<<<<<<<<<<<<
|
|
* cdef public dict user_span_hooks
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 54, 0, __PYX_ERR(1, 54, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->user_token_hooks);
|
|
__pyx_r = __pyx_v_self->user_token_hooks;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_token_hooks.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 54, 0, __PYX_ERR(1, 54, __pyx_L1_error));
|
|
if (!(likely(PyDict_CheckExact(__pyx_v_value))||((__pyx_v_value) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "dict", Py_TYPE(__pyx_v_value)->tp_name), 0))) __PYX_ERR(1, 54, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_v_value;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->user_token_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_token_hooks);
|
|
__pyx_v_self->user_token_hooks = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_token_hooks.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_16user_token_hooks_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 54, 0, __PYX_ERR(1, 54, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->user_token_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_token_hooks);
|
|
__pyx_v_self->user_token_hooks = ((PyObject*)Py_None);
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_token_hooks.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":55
|
|
* cdef public dict user_hooks
|
|
* cdef public dict user_token_hooks
|
|
* cdef public dict user_span_hooks # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef public bint has_unknown_spaces
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 55, 0, __PYX_ERR(1, 55, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->user_span_hooks);
|
|
__pyx_r = __pyx_v_self->user_span_hooks;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_span_hooks.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 55, 0, __PYX_ERR(1, 55, __pyx_L1_error));
|
|
if (!(likely(PyDict_CheckExact(__pyx_v_value))||((__pyx_v_value) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "dict", Py_TYPE(__pyx_v_value)->tp_name), 0))) __PYX_ERR(1, 55, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_v_value;
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v_self->user_span_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_span_hooks);
|
|
__pyx_v_self->user_span_hooks = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_span_hooks.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_15user_span_hooks_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 55, 0, __PYX_ERR(1, 55, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->user_span_hooks);
|
|
__Pyx_DECREF(__pyx_v_self->user_span_hooks);
|
|
__pyx_v_self->user_span_hooks = ((PyObject*)Py_None);
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.user_span_hooks.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":57
|
|
* cdef public dict user_span_hooks
|
|
*
|
|
* cdef public bint has_unknown_spaces # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef public object _context
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 57, 0, __PYX_ERR(1, 57, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyBool_FromLong(__pyx_v_self->has_unknown_spaces); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 57, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_unknown_spaces.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 57, 0, __PYX_ERR(1, 57, __pyx_L1_error));
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_value); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 57, __pyx_L1_error)
|
|
__pyx_v_self->has_unknown_spaces = __pyx_t_1;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.has_unknown_spaces.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":59
|
|
* cdef public bint has_unknown_spaces
|
|
*
|
|
* cdef public object _context # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int length
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_8_context___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 59, 0, __PYX_ERR(1, 59, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_context);
|
|
__pyx_r = __pyx_v_self->_context;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._context.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 59, 0, __PYX_ERR(1, 59, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->_context);
|
|
__Pyx_DECREF(__pyx_v_self->_context);
|
|
__pyx_v_self->_context = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._context.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_8_context_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 59, 0, __PYX_ERR(1, 59, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->_context);
|
|
__Pyx_DECREF(__pyx_v_self->_context);
|
|
__pyx_v_self->_context = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc._context.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pxd":64
|
|
* cdef int max_length
|
|
*
|
|
* cdef public object noun_chunks_iterator # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef object __weakref__
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator___get__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator___get__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[1], 64, 0, __PYX_ERR(1, 64, __pyx_L1_error));
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->noun_chunks_iterator);
|
|
__pyx_r = __pyx_v_self->noun_chunks_iterator;
|
|
goto __pyx_L0;
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.noun_chunks_iterator.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_2__set__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_2__set__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__set__", 0);
|
|
__Pyx_TraceCall("__set__", __pyx_f[1], 64, 0, __PYX_ERR(1, 64, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
__Pyx_GOTREF(__pyx_v_self->noun_chunks_iterator);
|
|
__Pyx_DECREF(__pyx_v_self->noun_chunks_iterator);
|
|
__pyx_v_self->noun_chunks_iterator = __pyx_v_value;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.noun_chunks_iterator.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_5__del__(PyObject *__pyx_v_self); /*proto*/
|
|
static int __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_5__del__(PyObject *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_4__del__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_pf_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_4__del__(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__del__", 0);
|
|
__Pyx_TraceCall("__del__", __pyx_f[1], 64, 0, __PYX_ERR(1, 64, __pyx_L1_error));
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
__Pyx_GOTREF(__pyx_v_self->noun_chunks_iterator);
|
|
__Pyx_DECREF(__pyx_v_self->noun_chunks_iterator);
|
|
__pyx_v_self->noun_chunks_iterator = Py_None;
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.noun_chunks_iterator.__del__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_74__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_73__reduce_cython__[] = "Doc.__reduce_cython__(self)";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_74__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_73__reduce_cython__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_73__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[2], 1, 0, __PYX_ERR(2, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__29, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_76__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_3Doc_75__setstate_cython__[] = "Doc.__setstate_cython__(self, __pyx_state)";
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3Doc_76__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_3Doc_75__setstate_cython__(((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_3Doc_75__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[2], 3, 0, __PYX_ERR(2, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__30, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.Doc.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1783
|
|
*
|
|
*
|
|
* cdef int token_by_start(const TokenC* tokens, int length, int start_char) except -2: # <<<<<<<<<<<<<<
|
|
* cdef int i = token_by_char(tokens, length, start_char)
|
|
* if i >= 0 and tokens[i].idx == start_char:
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc_token_by_start(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, int __pyx_v_length, int __pyx_v_start_char) {
|
|
int __pyx_v_i;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("token_by_start", 0);
|
|
__Pyx_TraceCall("token_by_start", __pyx_f[0], 1783, 0, __PYX_ERR(0, 1783, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1784
|
|
*
|
|
* cdef int token_by_start(const TokenC* tokens, int length, int start_char) except -2:
|
|
* cdef int i = token_by_char(tokens, length, start_char) # <<<<<<<<<<<<<<
|
|
* if i >= 0 and tokens[i].idx == start_char:
|
|
* return i
|
|
*/
|
|
__pyx_t_1 = __pyx_f_5spacy_6tokens_3doc_token_by_char(__pyx_v_tokens, __pyx_v_length, __pyx_v_start_char); if (unlikely(__pyx_t_1 == ((int)-2))) __PYX_ERR(0, 1784, __pyx_L1_error)
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1785
|
|
* cdef int token_by_start(const TokenC* tokens, int length, int start_char) except -2:
|
|
* cdef int i = token_by_char(tokens, length, start_char)
|
|
* if i >= 0 and tokens[i].idx == start_char: # <<<<<<<<<<<<<<
|
|
* return i
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = ((__pyx_v_i >= 0) != 0);
|
|
if (__pyx_t_3) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_3;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = (((__pyx_v_tokens[__pyx_v_i]).idx == __pyx_v_start_char) != 0);
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1786
|
|
* cdef int i = token_by_char(tokens, length, start_char)
|
|
* if i >= 0 and tokens[i].idx == start_char:
|
|
* return i # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return -1
|
|
*/
|
|
__pyx_r = __pyx_v_i;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1785
|
|
* cdef int token_by_start(const TokenC* tokens, int length, int start_char) except -2:
|
|
* cdef int i = token_by_char(tokens, length, start_char)
|
|
* if i >= 0 and tokens[i].idx == start_char: # <<<<<<<<<<<<<<
|
|
* return i
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1788
|
|
* return i
|
|
* else:
|
|
* return -1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = -1;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1783
|
|
*
|
|
*
|
|
* cdef int token_by_start(const TokenC* tokens, int length, int start_char) except -2: # <<<<<<<<<<<<<<
|
|
* cdef int i = token_by_char(tokens, length, start_char)
|
|
* if i >= 0 and tokens[i].idx == start_char:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.token_by_start", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -2;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1791
|
|
*
|
|
*
|
|
* cdef int token_by_end(const TokenC* tokens, int length, int end_char) except -2: # <<<<<<<<<<<<<<
|
|
* # end_char is exclusive, so find the token at one char before
|
|
* cdef int i = token_by_char(tokens, length, end_char - 1)
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc_token_by_end(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, int __pyx_v_length, int __pyx_v_end_char) {
|
|
int __pyx_v_i;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("token_by_end", 0);
|
|
__Pyx_TraceCall("token_by_end", __pyx_f[0], 1791, 0, __PYX_ERR(0, 1791, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1793
|
|
* cdef int token_by_end(const TokenC* tokens, int length, int end_char) except -2:
|
|
* # end_char is exclusive, so find the token at one char before
|
|
* cdef int i = token_by_char(tokens, length, end_char - 1) # <<<<<<<<<<<<<<
|
|
* if i >= 0 and tokens[i].idx + tokens[i].lex.length == end_char:
|
|
* return i
|
|
*/
|
|
__pyx_t_1 = __pyx_f_5spacy_6tokens_3doc_token_by_char(__pyx_v_tokens, __pyx_v_length, (__pyx_v_end_char - 1)); if (unlikely(__pyx_t_1 == ((int)-2))) __PYX_ERR(0, 1793, __pyx_L1_error)
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1794
|
|
* # end_char is exclusive, so find the token at one char before
|
|
* cdef int i = token_by_char(tokens, length, end_char - 1)
|
|
* if i >= 0 and tokens[i].idx + tokens[i].lex.length == end_char: # <<<<<<<<<<<<<<
|
|
* return i
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = ((__pyx_v_i >= 0) != 0);
|
|
if (__pyx_t_3) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_3;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = ((((__pyx_v_tokens[__pyx_v_i]).idx + (__pyx_v_tokens[__pyx_v_i]).lex->length) == __pyx_v_end_char) != 0);
|
|
__pyx_t_2 = __pyx_t_3;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1795
|
|
* cdef int i = token_by_char(tokens, length, end_char - 1)
|
|
* if i >= 0 and tokens[i].idx + tokens[i].lex.length == end_char:
|
|
* return i # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return -1
|
|
*/
|
|
__pyx_r = __pyx_v_i;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1794
|
|
* # end_char is exclusive, so find the token at one char before
|
|
* cdef int i = token_by_char(tokens, length, end_char - 1)
|
|
* if i >= 0 and tokens[i].idx + tokens[i].lex.length == end_char: # <<<<<<<<<<<<<<
|
|
* return i
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1797
|
|
* return i
|
|
* else:
|
|
* return -1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = -1;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1791
|
|
*
|
|
*
|
|
* cdef int token_by_end(const TokenC* tokens, int length, int end_char) except -2: # <<<<<<<<<<<<<<
|
|
* # end_char is exclusive, so find the token at one char before
|
|
* cdef int i = token_by_char(tokens, length, end_char - 1)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.token_by_end", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -2;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1800
|
|
*
|
|
*
|
|
* cdef int token_by_char(const TokenC* tokens, int length, int char_idx) except -2: # <<<<<<<<<<<<<<
|
|
* cdef int start = 0, mid, end = length - 1
|
|
* while start <= end:
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc_token_by_char(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, int __pyx_v_length, int __pyx_v_char_idx) {
|
|
int __pyx_v_start;
|
|
int __pyx_v_mid;
|
|
int __pyx_v_end;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("token_by_char", 0);
|
|
__Pyx_TraceCall("token_by_char", __pyx_f[0], 1800, 0, __PYX_ERR(0, 1800, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1801
|
|
*
|
|
* cdef int token_by_char(const TokenC* tokens, int length, int char_idx) except -2:
|
|
* cdef int start = 0, mid, end = length - 1 # <<<<<<<<<<<<<<
|
|
* while start <= end:
|
|
* mid = (start + end) / 2
|
|
*/
|
|
__pyx_v_start = 0;
|
|
__pyx_v_end = (__pyx_v_length - 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1802
|
|
* cdef int token_by_char(const TokenC* tokens, int length, int char_idx) except -2:
|
|
* cdef int start = 0, mid, end = length - 1
|
|
* while start <= end: # <<<<<<<<<<<<<<
|
|
* mid = (start + end) / 2
|
|
* if char_idx < tokens[mid].idx:
|
|
*/
|
|
while (1) {
|
|
__pyx_t_1 = ((__pyx_v_start <= __pyx_v_end) != 0);
|
|
if (!__pyx_t_1) break;
|
|
|
|
/* "spacy/tokens/doc.pyx":1803
|
|
* cdef int start = 0, mid, end = length - 1
|
|
* while start <= end:
|
|
* mid = (start + end) / 2 # <<<<<<<<<<<<<<
|
|
* if char_idx < tokens[mid].idx:
|
|
* end = mid - 1
|
|
*/
|
|
__pyx_v_mid = __Pyx_div_long((__pyx_v_start + __pyx_v_end), 2);
|
|
|
|
/* "spacy/tokens/doc.pyx":1804
|
|
* while start <= end:
|
|
* mid = (start + end) / 2
|
|
* if char_idx < tokens[mid].idx: # <<<<<<<<<<<<<<
|
|
* end = mid - 1
|
|
* elif char_idx >= tokens[mid].idx + tokens[mid].lex.length + tokens[mid].spacy:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_char_idx < (__pyx_v_tokens[__pyx_v_mid]).idx) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1805
|
|
* mid = (start + end) / 2
|
|
* if char_idx < tokens[mid].idx:
|
|
* end = mid - 1 # <<<<<<<<<<<<<<
|
|
* elif char_idx >= tokens[mid].idx + tokens[mid].lex.length + tokens[mid].spacy:
|
|
* start = mid + 1
|
|
*/
|
|
__pyx_v_end = (__pyx_v_mid - 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1804
|
|
* while start <= end:
|
|
* mid = (start + end) / 2
|
|
* if char_idx < tokens[mid].idx: # <<<<<<<<<<<<<<
|
|
* end = mid - 1
|
|
* elif char_idx >= tokens[mid].idx + tokens[mid].lex.length + tokens[mid].spacy:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1806
|
|
* if char_idx < tokens[mid].idx:
|
|
* end = mid - 1
|
|
* elif char_idx >= tokens[mid].idx + tokens[mid].lex.length + tokens[mid].spacy: # <<<<<<<<<<<<<<
|
|
* start = mid + 1
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_char_idx >= (((__pyx_v_tokens[__pyx_v_mid]).idx + (__pyx_v_tokens[__pyx_v_mid]).lex->length) + (__pyx_v_tokens[__pyx_v_mid]).spacy)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1807
|
|
* end = mid - 1
|
|
* elif char_idx >= tokens[mid].idx + tokens[mid].lex.length + tokens[mid].spacy:
|
|
* start = mid + 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return mid
|
|
*/
|
|
__pyx_v_start = (__pyx_v_mid + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1806
|
|
* if char_idx < tokens[mid].idx:
|
|
* end = mid - 1
|
|
* elif char_idx >= tokens[mid].idx + tokens[mid].lex.length + tokens[mid].spacy: # <<<<<<<<<<<<<<
|
|
* start = mid + 1
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1809
|
|
* start = mid + 1
|
|
* else:
|
|
* return mid # <<<<<<<<<<<<<<
|
|
* return -1
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = __pyx_v_mid;
|
|
goto __pyx_L0;
|
|
}
|
|
__pyx_L5:;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1810
|
|
* else:
|
|
* return mid
|
|
* return -1 # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int set_children_from_heads(TokenC* tokens, int start, int end) except -1:
|
|
*/
|
|
__pyx_r = -1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1800
|
|
*
|
|
*
|
|
* cdef int token_by_char(const TokenC* tokens, int length, int char_idx) except -2: # <<<<<<<<<<<<<<
|
|
* cdef int start = 0, mid, end = length - 1
|
|
* while start <= end:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.token_by_char", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -2;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1812
|
|
* return -1
|
|
*
|
|
* cdef int set_children_from_heads(TokenC* tokens, int start, int end) except -1: # <<<<<<<<<<<<<<
|
|
* # note: end is exclusive
|
|
* cdef int i
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc_set_children_from_heads(struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens, int __pyx_v_start, int __pyx_v_end) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_loop_count;
|
|
int __pyx_v_heads_within_sents;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("set_children_from_heads", 0);
|
|
__Pyx_TraceCall("set_children_from_heads", __pyx_f[0], 1812, 0, __PYX_ERR(0, 1812, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1816
|
|
* cdef int i
|
|
* # Set number of left/right children to 0. We'll increment it in the loops.
|
|
* for i in range(start, end): # <<<<<<<<<<<<<<
|
|
* tokens[i].l_kids = 0
|
|
* tokens[i].r_kids = 0
|
|
*/
|
|
__pyx_t_1 = __pyx_v_end;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_v_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":1817
|
|
* # Set number of left/right children to 0. We'll increment it in the loops.
|
|
* for i in range(start, end):
|
|
* tokens[i].l_kids = 0 # <<<<<<<<<<<<<<
|
|
* tokens[i].r_kids = 0
|
|
* tokens[i].l_edge = i
|
|
*/
|
|
(__pyx_v_tokens[__pyx_v_i]).l_kids = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1818
|
|
* for i in range(start, end):
|
|
* tokens[i].l_kids = 0
|
|
* tokens[i].r_kids = 0 # <<<<<<<<<<<<<<
|
|
* tokens[i].l_edge = i
|
|
* tokens[i].r_edge = i
|
|
*/
|
|
(__pyx_v_tokens[__pyx_v_i]).r_kids = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1819
|
|
* tokens[i].l_kids = 0
|
|
* tokens[i].r_kids = 0
|
|
* tokens[i].l_edge = i # <<<<<<<<<<<<<<
|
|
* tokens[i].r_edge = i
|
|
* cdef int loop_count = 0
|
|
*/
|
|
(__pyx_v_tokens[__pyx_v_i]).l_edge = __pyx_v_i;
|
|
|
|
/* "spacy/tokens/doc.pyx":1820
|
|
* tokens[i].r_kids = 0
|
|
* tokens[i].l_edge = i
|
|
* tokens[i].r_edge = i # <<<<<<<<<<<<<<
|
|
* cdef int loop_count = 0
|
|
* cdef bint heads_within_sents = False
|
|
*/
|
|
(__pyx_v_tokens[__pyx_v_i]).r_edge = __pyx_v_i;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1821
|
|
* tokens[i].l_edge = i
|
|
* tokens[i].r_edge = i
|
|
* cdef int loop_count = 0 # <<<<<<<<<<<<<<
|
|
* cdef bint heads_within_sents = False
|
|
* # Try up to 10 iterations of adjusting lr_kids and lr_edges in order to
|
|
*/
|
|
__pyx_v_loop_count = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1822
|
|
* tokens[i].r_edge = i
|
|
* cdef int loop_count = 0
|
|
* cdef bint heads_within_sents = False # <<<<<<<<<<<<<<
|
|
* # Try up to 10 iterations of adjusting lr_kids and lr_edges in order to
|
|
* # handle non-projective dependency parses, stopping when all heads are
|
|
*/
|
|
__pyx_v_heads_within_sents = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1829
|
|
* # without risking getting stuck in an infinite loop if something is
|
|
* # terribly malformed.
|
|
* while not heads_within_sents: # <<<<<<<<<<<<<<
|
|
* heads_within_sents = _set_lr_kids_and_edges(tokens, start, end, loop_count)
|
|
* if loop_count > 10:
|
|
*/
|
|
while (1) {
|
|
__pyx_t_4 = ((!(__pyx_v_heads_within_sents != 0)) != 0);
|
|
if (!__pyx_t_4) break;
|
|
|
|
/* "spacy/tokens/doc.pyx":1830
|
|
* # terribly malformed.
|
|
* while not heads_within_sents:
|
|
* heads_within_sents = _set_lr_kids_and_edges(tokens, start, end, loop_count) # <<<<<<<<<<<<<<
|
|
* if loop_count > 10:
|
|
* util.logger.debug(Warnings.W026)
|
|
*/
|
|
__pyx_t_1 = __pyx_f_5spacy_6tokens_3doc__set_lr_kids_and_edges(__pyx_v_tokens, __pyx_v_start, __pyx_v_end, __pyx_v_loop_count); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 1830, __pyx_L1_error)
|
|
__pyx_v_heads_within_sents = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1831
|
|
* while not heads_within_sents:
|
|
* heads_within_sents = _set_lr_kids_and_edges(tokens, start, end, loop_count)
|
|
* if loop_count > 10: # <<<<<<<<<<<<<<
|
|
* util.logger.debug(Warnings.W026)
|
|
* break
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_loop_count > 10) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1832
|
|
* heads_within_sents = _set_lr_kids_and_edges(tokens, start, end, loop_count)
|
|
* if loop_count > 10:
|
|
* util.logger.debug(Warnings.W026) # <<<<<<<<<<<<<<
|
|
* break
|
|
* loop_count += 1
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_util); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_logger); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_debug); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_W026); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_7 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_7, __pyx_t_8) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1832, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1833
|
|
* if loop_count > 10:
|
|
* util.logger.debug(Warnings.W026)
|
|
* break # <<<<<<<<<<<<<<
|
|
* loop_count += 1
|
|
* # Set sentence starts
|
|
*/
|
|
goto __pyx_L6_break;
|
|
|
|
/* "spacy/tokens/doc.pyx":1831
|
|
* while not heads_within_sents:
|
|
* heads_within_sents = _set_lr_kids_and_edges(tokens, start, end, loop_count)
|
|
* if loop_count > 10: # <<<<<<<<<<<<<<
|
|
* util.logger.debug(Warnings.W026)
|
|
* break
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1834
|
|
* util.logger.debug(Warnings.W026)
|
|
* break
|
|
* loop_count += 1 # <<<<<<<<<<<<<<
|
|
* # Set sentence starts
|
|
* for i in range(start, end):
|
|
*/
|
|
__pyx_v_loop_count = (__pyx_v_loop_count + 1);
|
|
}
|
|
__pyx_L6_break:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1836
|
|
* loop_count += 1
|
|
* # Set sentence starts
|
|
* for i in range(start, end): # <<<<<<<<<<<<<<
|
|
* tokens[i].sent_start = -1
|
|
* for i in range(start, end):
|
|
*/
|
|
__pyx_t_1 = __pyx_v_end;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_v_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":1837
|
|
* # Set sentence starts
|
|
* for i in range(start, end):
|
|
* tokens[i].sent_start = -1 # <<<<<<<<<<<<<<
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0 and not Token.missing_head(&tokens[i]):
|
|
*/
|
|
(__pyx_v_tokens[__pyx_v_i]).sent_start = -1;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1838
|
|
* for i in range(start, end):
|
|
* tokens[i].sent_start = -1
|
|
* for i in range(start, end): # <<<<<<<<<<<<<<
|
|
* if tokens[i].head == 0 and not Token.missing_head(&tokens[i]):
|
|
* tokens[tokens[i].l_edge].sent_start = 1
|
|
*/
|
|
__pyx_t_1 = __pyx_v_end;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_v_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":1839
|
|
* tokens[i].sent_start = -1
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0 and not Token.missing_head(&tokens[i]): # <<<<<<<<<<<<<<
|
|
* tokens[tokens[i].l_edge].sent_start = 1
|
|
*
|
|
*/
|
|
__pyx_t_9 = (((__pyx_v_tokens[__pyx_v_i]).head == 0) != 0);
|
|
if (__pyx_t_9) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_9;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__pyx_t_9 = ((!(__pyx_f_5spacy_6tokens_5token_5Token_missing_head((&(__pyx_v_tokens[__pyx_v_i]))) != 0)) != 0);
|
|
__pyx_t_4 = __pyx_t_9;
|
|
__pyx_L13_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1840
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0 and not Token.missing_head(&tokens[i]):
|
|
* tokens[tokens[i].l_edge].sent_start = 1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
(__pyx_v_tokens[(__pyx_v_tokens[__pyx_v_i]).l_edge]).sent_start = 1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1839
|
|
* tokens[i].sent_start = -1
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0 and not Token.missing_head(&tokens[i]): # <<<<<<<<<<<<<<
|
|
* tokens[tokens[i].l_edge].sent_start = 1
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1812
|
|
* return -1
|
|
*
|
|
* cdef int set_children_from_heads(TokenC* tokens, int start, int end) except -1: # <<<<<<<<<<<<<<
|
|
* # note: end is exclusive
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.set_children_from_heads", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1843
|
|
*
|
|
*
|
|
* cdef int _set_lr_kids_and_edges(TokenC* tokens, int start, int end, int loop_count) except -1: # <<<<<<<<<<<<<<
|
|
* # May be called multiple times due to non-projectivity. See issues #3170
|
|
* # and #4688.
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc__set_lr_kids_and_edges(struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens, int __pyx_v_start, int __pyx_v_end, int __pyx_v_loop_count) {
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_head;
|
|
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_child;
|
|
int __pyx_v_i;
|
|
int __pyx_v_j;
|
|
PyObject *__pyx_v_sent_starts = NULL;
|
|
int __pyx_v_curr_sent_start;
|
|
int __pyx_v_curr_sent_end;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
uint32_t __pyx_t_6;
|
|
long __pyx_t_7;
|
|
long __pyx_t_8;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
int __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_t_12;
|
|
int __pyx_t_13;
|
|
int __pyx_t_14;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_set_lr_kids_and_edges", 0);
|
|
__Pyx_TraceCall("_set_lr_kids_and_edges", __pyx_f[0], 1843, 0, __PYX_ERR(0, 1843, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1850
|
|
* cdef TokenC* child
|
|
* cdef int i, j
|
|
* for i in range(start, end): # <<<<<<<<<<<<<<
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head]
|
|
*/
|
|
__pyx_t_1 = __pyx_v_end;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_v_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":1851
|
|
* cdef int i, j
|
|
* for i in range(start, end):
|
|
* child = &tokens[i] # <<<<<<<<<<<<<<
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child < head:
|
|
*/
|
|
__pyx_v_child = (&(__pyx_v_tokens[__pyx_v_i]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1852
|
|
* for i in range(start, end):
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head] # <<<<<<<<<<<<<<
|
|
* if loop_count == 0 and child < head:
|
|
* head.l_kids += 1
|
|
*/
|
|
__pyx_v_head = (&(__pyx_v_tokens[(__pyx_v_i + __pyx_v_child->head)]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1853
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child < head: # <<<<<<<<<<<<<<
|
|
* head.l_kids += 1
|
|
* if child.l_edge < head.l_edge:
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_loop_count == 0) != 0);
|
|
if (__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_5;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = ((__pyx_v_child < __pyx_v_head) != 0);
|
|
__pyx_t_4 = __pyx_t_5;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1854
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child < head:
|
|
* head.l_kids += 1 # <<<<<<<<<<<<<<
|
|
* if child.l_edge < head.l_edge:
|
|
* head.l_edge = child.l_edge
|
|
*/
|
|
__pyx_v_head->l_kids = (__pyx_v_head->l_kids + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1853
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child < head: # <<<<<<<<<<<<<<
|
|
* head.l_kids += 1
|
|
* if child.l_edge < head.l_edge:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1855
|
|
* if loop_count == 0 and child < head:
|
|
* head.l_kids += 1
|
|
* if child.l_edge < head.l_edge: # <<<<<<<<<<<<<<
|
|
* head.l_edge = child.l_edge
|
|
* if child.r_edge > head.r_edge:
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_child->l_edge < __pyx_v_head->l_edge) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1856
|
|
* head.l_kids += 1
|
|
* if child.l_edge < head.l_edge:
|
|
* head.l_edge = child.l_edge # <<<<<<<<<<<<<<
|
|
* if child.r_edge > head.r_edge:
|
|
* head.r_edge = child.r_edge
|
|
*/
|
|
__pyx_t_6 = __pyx_v_child->l_edge;
|
|
__pyx_v_head->l_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":1855
|
|
* if loop_count == 0 and child < head:
|
|
* head.l_kids += 1
|
|
* if child.l_edge < head.l_edge: # <<<<<<<<<<<<<<
|
|
* head.l_edge = child.l_edge
|
|
* if child.r_edge > head.r_edge:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1857
|
|
* if child.l_edge < head.l_edge:
|
|
* head.l_edge = child.l_edge
|
|
* if child.r_edge > head.r_edge: # <<<<<<<<<<<<<<
|
|
* head.r_edge = child.r_edge
|
|
* # Set right edges - same as above, but iterate in reverse
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_child->r_edge > __pyx_v_head->r_edge) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1858
|
|
* head.l_edge = child.l_edge
|
|
* if child.r_edge > head.r_edge:
|
|
* head.r_edge = child.r_edge # <<<<<<<<<<<<<<
|
|
* # Set right edges - same as above, but iterate in reverse
|
|
* for i in range(end-1, start-1, -1):
|
|
*/
|
|
__pyx_t_6 = __pyx_v_child->r_edge;
|
|
__pyx_v_head->r_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":1857
|
|
* if child.l_edge < head.l_edge:
|
|
* head.l_edge = child.l_edge
|
|
* if child.r_edge > head.r_edge: # <<<<<<<<<<<<<<
|
|
* head.r_edge = child.r_edge
|
|
* # Set right edges - same as above, but iterate in reverse
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1860
|
|
* head.r_edge = child.r_edge
|
|
* # Set right edges - same as above, but iterate in reverse
|
|
* for i in range(end-1, start-1, -1): # <<<<<<<<<<<<<<
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head]
|
|
*/
|
|
__pyx_t_7 = (__pyx_v_start - 1);
|
|
__pyx_t_8 = __pyx_t_7;
|
|
for (__pyx_t_1 = (__pyx_v_end - 1); __pyx_t_1 > __pyx_t_8; __pyx_t_1-=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1861
|
|
* # Set right edges - same as above, but iterate in reverse
|
|
* for i in range(end-1, start-1, -1):
|
|
* child = &tokens[i] # <<<<<<<<<<<<<<
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child > head:
|
|
*/
|
|
__pyx_v_child = (&(__pyx_v_tokens[__pyx_v_i]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1862
|
|
* for i in range(end-1, start-1, -1):
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head] # <<<<<<<<<<<<<<
|
|
* if loop_count == 0 and child > head:
|
|
* head.r_kids += 1
|
|
*/
|
|
__pyx_v_head = (&(__pyx_v_tokens[(__pyx_v_i + __pyx_v_child->head)]));
|
|
|
|
/* "spacy/tokens/doc.pyx":1863
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child > head: # <<<<<<<<<<<<<<
|
|
* head.r_kids += 1
|
|
* if child.r_edge > head.r_edge:
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_loop_count == 0) != 0);
|
|
if (__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_5;
|
|
goto __pyx_L13_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = ((__pyx_v_child > __pyx_v_head) != 0);
|
|
__pyx_t_4 = __pyx_t_5;
|
|
__pyx_L13_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1864
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child > head:
|
|
* head.r_kids += 1 # <<<<<<<<<<<<<<
|
|
* if child.r_edge > head.r_edge:
|
|
* head.r_edge = child.r_edge
|
|
*/
|
|
__pyx_v_head->r_kids = (__pyx_v_head->r_kids + 1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1863
|
|
* child = &tokens[i]
|
|
* head = &tokens[i + child.head]
|
|
* if loop_count == 0 and child > head: # <<<<<<<<<<<<<<
|
|
* head.r_kids += 1
|
|
* if child.r_edge > head.r_edge:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1865
|
|
* if loop_count == 0 and child > head:
|
|
* head.r_kids += 1
|
|
* if child.r_edge > head.r_edge: # <<<<<<<<<<<<<<
|
|
* head.r_edge = child.r_edge
|
|
* if child.l_edge < head.l_edge:
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_child->r_edge > __pyx_v_head->r_edge) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1866
|
|
* head.r_kids += 1
|
|
* if child.r_edge > head.r_edge:
|
|
* head.r_edge = child.r_edge # <<<<<<<<<<<<<<
|
|
* if child.l_edge < head.l_edge:
|
|
* head.l_edge = child.l_edge
|
|
*/
|
|
__pyx_t_6 = __pyx_v_child->r_edge;
|
|
__pyx_v_head->r_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":1865
|
|
* if loop_count == 0 and child > head:
|
|
* head.r_kids += 1
|
|
* if child.r_edge > head.r_edge: # <<<<<<<<<<<<<<
|
|
* head.r_edge = child.r_edge
|
|
* if child.l_edge < head.l_edge:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1867
|
|
* if child.r_edge > head.r_edge:
|
|
* head.r_edge = child.r_edge
|
|
* if child.l_edge < head.l_edge: # <<<<<<<<<<<<<<
|
|
* head.l_edge = child.l_edge
|
|
* # Get sentence start positions according to current state
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_child->l_edge < __pyx_v_head->l_edge) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1868
|
|
* head.r_edge = child.r_edge
|
|
* if child.l_edge < head.l_edge:
|
|
* head.l_edge = child.l_edge # <<<<<<<<<<<<<<
|
|
* # Get sentence start positions according to current state
|
|
* sent_starts = set()
|
|
*/
|
|
__pyx_t_6 = __pyx_v_child->l_edge;
|
|
__pyx_v_head->l_edge = __pyx_t_6;
|
|
|
|
/* "spacy/tokens/doc.pyx":1867
|
|
* if child.r_edge > head.r_edge:
|
|
* head.r_edge = child.r_edge
|
|
* if child.l_edge < head.l_edge: # <<<<<<<<<<<<<<
|
|
* head.l_edge = child.l_edge
|
|
* # Get sentence start positions according to current state
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1870
|
|
* head.l_edge = child.l_edge
|
|
* # Get sentence start positions according to current state
|
|
* sent_starts = set() # <<<<<<<<<<<<<<
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0:
|
|
*/
|
|
__pyx_t_9 = PySet_New(0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1870, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_v_sent_starts = ((PyObject*)__pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1871
|
|
* # Get sentence start positions according to current state
|
|
* sent_starts = set()
|
|
* for i in range(start, end): # <<<<<<<<<<<<<<
|
|
* if tokens[i].head == 0:
|
|
* sent_starts.add(tokens[i].l_edge)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_end;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_v_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":1872
|
|
* sent_starts = set()
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0: # <<<<<<<<<<<<<<
|
|
* sent_starts.add(tokens[i].l_edge)
|
|
* cdef int curr_sent_start = 0
|
|
*/
|
|
__pyx_t_4 = (((__pyx_v_tokens[__pyx_v_i]).head == 0) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1873
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0:
|
|
* sent_starts.add(tokens[i].l_edge) # <<<<<<<<<<<<<<
|
|
* cdef int curr_sent_start = 0
|
|
* cdef int curr_sent_end = 0
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyInt_From_uint32_t((__pyx_v_tokens[__pyx_v_i]).l_edge); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1873, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_10 = PySet_Add(__pyx_v_sent_starts, __pyx_t_9); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 1873, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1872
|
|
* sent_starts = set()
|
|
* for i in range(start, end):
|
|
* if tokens[i].head == 0: # <<<<<<<<<<<<<<
|
|
* sent_starts.add(tokens[i].l_edge)
|
|
* cdef int curr_sent_start = 0
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1874
|
|
* if tokens[i].head == 0:
|
|
* sent_starts.add(tokens[i].l_edge)
|
|
* cdef int curr_sent_start = 0 # <<<<<<<<<<<<<<
|
|
* cdef int curr_sent_end = 0
|
|
* # Check whether any heads are not within the current sentence
|
|
*/
|
|
__pyx_v_curr_sent_start = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1875
|
|
* sent_starts.add(tokens[i].l_edge)
|
|
* cdef int curr_sent_start = 0
|
|
* cdef int curr_sent_end = 0 # <<<<<<<<<<<<<<
|
|
* # Check whether any heads are not within the current sentence
|
|
* for i in range(start, end):
|
|
*/
|
|
__pyx_v_curr_sent_end = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1877
|
|
* cdef int curr_sent_end = 0
|
|
* # Check whether any heads are not within the current sentence
|
|
* for i in range(start, end): # <<<<<<<<<<<<<<
|
|
* if (i > 0 and i in sent_starts) or i == end - 1:
|
|
* curr_sent_end = i
|
|
*/
|
|
__pyx_t_1 = __pyx_v_end;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = __pyx_v_start; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "spacy/tokens/doc.pyx":1878
|
|
* # Check whether any heads are not within the current sentence
|
|
* for i in range(start, end):
|
|
* if (i > 0 and i in sent_starts) or i == end - 1: # <<<<<<<<<<<<<<
|
|
* curr_sent_end = i
|
|
* for j in range(curr_sent_start, curr_sent_end):
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_i > 0) != 0);
|
|
if (!__pyx_t_5) {
|
|
goto __pyx_L24_next_or;
|
|
} else {
|
|
}
|
|
__pyx_t_9 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1878, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_5 = (__Pyx_PySet_ContainsTF(__pyx_t_9, __pyx_v_sent_starts, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1878, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_11 = (__pyx_t_5 != 0);
|
|
if (!__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_11;
|
|
goto __pyx_L23_bool_binop_done;
|
|
}
|
|
__pyx_L24_next_or:;
|
|
__pyx_t_11 = ((__pyx_v_i == (__pyx_v_end - 1)) != 0);
|
|
__pyx_t_4 = __pyx_t_11;
|
|
__pyx_L23_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1879
|
|
* for i in range(start, end):
|
|
* if (i > 0 and i in sent_starts) or i == end - 1:
|
|
* curr_sent_end = i # <<<<<<<<<<<<<<
|
|
* for j in range(curr_sent_start, curr_sent_end):
|
|
* if tokens[j].head + j < curr_sent_start or tokens[j].head + j >= curr_sent_end + 1:
|
|
*/
|
|
__pyx_v_curr_sent_end = __pyx_v_i;
|
|
|
|
/* "spacy/tokens/doc.pyx":1880
|
|
* if (i > 0 and i in sent_starts) or i == end - 1:
|
|
* curr_sent_end = i
|
|
* for j in range(curr_sent_start, curr_sent_end): # <<<<<<<<<<<<<<
|
|
* if tokens[j].head + j < curr_sent_start or tokens[j].head + j >= curr_sent_end + 1:
|
|
* return False
|
|
*/
|
|
__pyx_t_12 = __pyx_v_curr_sent_end;
|
|
__pyx_t_13 = __pyx_t_12;
|
|
for (__pyx_t_14 = __pyx_v_curr_sent_start; __pyx_t_14 < __pyx_t_13; __pyx_t_14+=1) {
|
|
__pyx_v_j = __pyx_t_14;
|
|
|
|
/* "spacy/tokens/doc.pyx":1881
|
|
* curr_sent_end = i
|
|
* for j in range(curr_sent_start, curr_sent_end):
|
|
* if tokens[j].head + j < curr_sent_start or tokens[j].head + j >= curr_sent_end + 1: # <<<<<<<<<<<<<<
|
|
* return False
|
|
* curr_sent_start = i
|
|
*/
|
|
__pyx_t_11 = ((((__pyx_v_tokens[__pyx_v_j]).head + __pyx_v_j) < __pyx_v_curr_sent_start) != 0);
|
|
if (!__pyx_t_11) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_11;
|
|
goto __pyx_L29_bool_binop_done;
|
|
}
|
|
__pyx_t_11 = ((((__pyx_v_tokens[__pyx_v_j]).head + __pyx_v_j) >= (__pyx_v_curr_sent_end + 1)) != 0);
|
|
__pyx_t_4 = __pyx_t_11;
|
|
__pyx_L29_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1882
|
|
* for j in range(curr_sent_start, curr_sent_end):
|
|
* if tokens[j].head + j < curr_sent_start or tokens[j].head + j >= curr_sent_end + 1:
|
|
* return False # <<<<<<<<<<<<<<
|
|
* curr_sent_start = i
|
|
* return True
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1881
|
|
* curr_sent_end = i
|
|
* for j in range(curr_sent_start, curr_sent_end):
|
|
* if tokens[j].head + j < curr_sent_start or tokens[j].head + j >= curr_sent_end + 1: # <<<<<<<<<<<<<<
|
|
* return False
|
|
* curr_sent_start = i
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1883
|
|
* if tokens[j].head + j < curr_sent_start or tokens[j].head + j >= curr_sent_end + 1:
|
|
* return False
|
|
* curr_sent_start = i # <<<<<<<<<<<<<<
|
|
* return True
|
|
*
|
|
*/
|
|
__pyx_v_curr_sent_start = __pyx_v_i;
|
|
|
|
/* "spacy/tokens/doc.pyx":1878
|
|
* # Check whether any heads are not within the current sentence
|
|
* for i in range(start, end):
|
|
* if (i > 0 and i in sent_starts) or i == end - 1: # <<<<<<<<<<<<<<
|
|
* curr_sent_end = i
|
|
* for j in range(curr_sent_start, curr_sent_end):
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1884
|
|
* return False
|
|
* curr_sent_start = i
|
|
* return True # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1843
|
|
*
|
|
*
|
|
* cdef int _set_lr_kids_and_edges(TokenC* tokens, int start, int end, int loop_count) except -1: # <<<<<<<<<<<<<<
|
|
* # May be called multiple times due to non-projectivity. See issues #3170
|
|
* # and #4688.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("spacy.tokens.doc._set_lr_kids_and_edges", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_sent_starts);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1887
|
|
*
|
|
*
|
|
* cdef int _get_tokens_lca(Token token_j, Token token_k): # <<<<<<<<<<<<<<
|
|
* """Given two tokens, returns the index of the lowest common ancestor
|
|
* (LCA) among the two. If they have no common ancestor, -1 is returned.
|
|
*/
|
|
|
|
static int __pyx_f_5spacy_6tokens_3doc__get_tokens_lca(struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_v_token_j, struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_v_token_k) {
|
|
PyObject *__pyx_v_token_j_ancestors = NULL;
|
|
PyObject *__pyx_v_token_k_ancestor = NULL;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
int __pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_get_tokens_lca", 0);
|
|
__Pyx_TraceCall("_get_tokens_lca", __pyx_f[0], 1887, 0, __PYX_ERR(0, 1887, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1896
|
|
* have no common ancestor.
|
|
* """
|
|
* if token_j == token_k: # <<<<<<<<<<<<<<
|
|
* return token_j.i
|
|
* elif token_j.head == token_k:
|
|
*/
|
|
__pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_token_j), ((PyObject *)__pyx_v_token_k), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1896, __pyx_L1_error)
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1896, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1897
|
|
* """
|
|
* if token_j == token_k:
|
|
* return token_j.i # <<<<<<<<<<<<<<
|
|
* elif token_j.head == token_k:
|
|
* return token_k.i
|
|
*/
|
|
__pyx_r = __pyx_v_token_j->i;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1896
|
|
* have no common ancestor.
|
|
* """
|
|
* if token_j == token_k: # <<<<<<<<<<<<<<
|
|
* return token_j.i
|
|
* elif token_j.head == token_k:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1898
|
|
* if token_j == token_k:
|
|
* return token_j.i
|
|
* elif token_j.head == token_k: # <<<<<<<<<<<<<<
|
|
* return token_k.i
|
|
* elif token_k.head == token_j:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_token_j), __pyx_n_s_head); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1898, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = PyObject_RichCompare(__pyx_t_1, ((PyObject *)__pyx_v_token_k), Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1898, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1898, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1899
|
|
* return token_j.i
|
|
* elif token_j.head == token_k:
|
|
* return token_k.i # <<<<<<<<<<<<<<
|
|
* elif token_k.head == token_j:
|
|
* return token_j.i
|
|
*/
|
|
__pyx_r = __pyx_v_token_k->i;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1898
|
|
* if token_j == token_k:
|
|
* return token_j.i
|
|
* elif token_j.head == token_k: # <<<<<<<<<<<<<<
|
|
* return token_k.i
|
|
* elif token_k.head == token_j:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1900
|
|
* elif token_j.head == token_k:
|
|
* return token_k.i
|
|
* elif token_k.head == token_j: # <<<<<<<<<<<<<<
|
|
* return token_j.i
|
|
* token_j_ancestors = set(token_j.ancestors)
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_token_k), __pyx_n_s_head); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1900, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_1 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_v_token_j), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1900, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1900, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1901
|
|
* return token_k.i
|
|
* elif token_k.head == token_j:
|
|
* return token_j.i # <<<<<<<<<<<<<<
|
|
* token_j_ancestors = set(token_j.ancestors)
|
|
* if token_k in token_j_ancestors:
|
|
*/
|
|
__pyx_r = __pyx_v_token_j->i;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1900
|
|
* elif token_j.head == token_k:
|
|
* return token_k.i
|
|
* elif token_k.head == token_j: # <<<<<<<<<<<<<<
|
|
* return token_j.i
|
|
* token_j_ancestors = set(token_j.ancestors)
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1902
|
|
* elif token_k.head == token_j:
|
|
* return token_j.i
|
|
* token_j_ancestors = set(token_j.ancestors) # <<<<<<<<<<<<<<
|
|
* if token_k in token_j_ancestors:
|
|
* return token_k.i
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_token_j), __pyx_n_s_ancestors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1902, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = PySet_New(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1902, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_token_j_ancestors = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1903
|
|
* return token_j.i
|
|
* token_j_ancestors = set(token_j.ancestors)
|
|
* if token_k in token_j_ancestors: # <<<<<<<<<<<<<<
|
|
* return token_k.i
|
|
* for token_k_ancestor in token_k.ancestors:
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PySet_ContainsTF(((PyObject *)__pyx_v_token_k), __pyx_v_token_j_ancestors, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1903, __pyx_L1_error)
|
|
__pyx_t_4 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1904
|
|
* token_j_ancestors = set(token_j.ancestors)
|
|
* if token_k in token_j_ancestors:
|
|
* return token_k.i # <<<<<<<<<<<<<<
|
|
* for token_k_ancestor in token_k.ancestors:
|
|
* if token_k_ancestor == token_j:
|
|
*/
|
|
__pyx_r = __pyx_v_token_k->i;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1903
|
|
* return token_j.i
|
|
* token_j_ancestors = set(token_j.ancestors)
|
|
* if token_k in token_j_ancestors: # <<<<<<<<<<<<<<
|
|
* return token_k.i
|
|
* for token_k_ancestor in token_k.ancestors:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1905
|
|
* if token_k in token_j_ancestors:
|
|
* return token_k.i
|
|
* for token_k_ancestor in token_k.ancestors: # <<<<<<<<<<<<<<
|
|
* if token_k_ancestor == token_j:
|
|
* return token_j.i
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_token_k), __pyx_n_s_ancestors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
|
|
__pyx_t_1 = __pyx_t_3; __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_1))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_3 = __pyx_t_6(__pyx_t_1);
|
|
if (unlikely(!__pyx_t_3)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(0, 1905, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_token_k_ancestor, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1906
|
|
* return token_k.i
|
|
* for token_k_ancestor in token_k.ancestors:
|
|
* if token_k_ancestor == token_j: # <<<<<<<<<<<<<<
|
|
* return token_j.i
|
|
* if token_k_ancestor in token_j_ancestors:
|
|
*/
|
|
__pyx_t_3 = PyObject_RichCompare(__pyx_v_token_k_ancestor, ((PyObject *)__pyx_v_token_j), Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1906, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1906, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1907
|
|
* for token_k_ancestor in token_k.ancestors:
|
|
* if token_k_ancestor == token_j:
|
|
* return token_j.i # <<<<<<<<<<<<<<
|
|
* if token_k_ancestor in token_j_ancestors:
|
|
* return token_k_ancestor.i
|
|
*/
|
|
__pyx_r = __pyx_v_token_j->i;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1906
|
|
* return token_k.i
|
|
* for token_k_ancestor in token_k.ancestors:
|
|
* if token_k_ancestor == token_j: # <<<<<<<<<<<<<<
|
|
* return token_j.i
|
|
* if token_k_ancestor in token_j_ancestors:
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1908
|
|
* if token_k_ancestor == token_j:
|
|
* return token_j.i
|
|
* if token_k_ancestor in token_j_ancestors: # <<<<<<<<<<<<<<
|
|
* return token_k_ancestor.i
|
|
* return -1
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PySet_ContainsTF(__pyx_v_token_k_ancestor, __pyx_v_token_j_ancestors, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1908, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_4 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1909
|
|
* return token_j.i
|
|
* if token_k_ancestor in token_j_ancestors:
|
|
* return token_k_ancestor.i # <<<<<<<<<<<<<<
|
|
* return -1
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_token_k_ancestor, __pyx_n_s_i); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1909, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_7 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1909, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_7;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1908
|
|
* if token_k_ancestor == token_j:
|
|
* return token_j.i
|
|
* if token_k_ancestor in token_j_ancestors: # <<<<<<<<<<<<<<
|
|
* return token_k_ancestor.i
|
|
* return -1
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1905
|
|
* if token_k in token_j_ancestors:
|
|
* return token_k.i
|
|
* for token_k_ancestor in token_k.ancestors: # <<<<<<<<<<<<<<
|
|
* if token_k_ancestor == token_j:
|
|
* return token_j.i
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1910
|
|
* if token_k_ancestor in token_j_ancestors:
|
|
* return token_k_ancestor.i
|
|
* return -1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = -1;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1887
|
|
*
|
|
*
|
|
* cdef int _get_tokens_lca(Token token_j, Token token_k): # <<<<<<<<<<<<<<
|
|
* """Given two tokens, returns the index of the lowest common ancestor
|
|
* (LCA) among the two. If they have no common ancestor, -1 is returned.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_WriteUnraisable("spacy.tokens.doc._get_tokens_lca", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_token_j_ancestors);
|
|
__Pyx_XDECREF(__pyx_v_token_k_ancestor);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1913
|
|
*
|
|
*
|
|
* cdef int [:, :] _get_lca_matrix(Doc doc, int start, int end): # <<<<<<<<<<<<<<
|
|
* """Given a doc and a start and end position defining a set of contiguous
|
|
* tokens within it, returns a matrix of Lowest Common Ancestors (LCA), where
|
|
*/
|
|
|
|
static __Pyx_memviewslice __pyx_f_5spacy_6tokens_3doc__get_lca_matrix(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, int __pyx_v_start, int __pyx_v_end) {
|
|
__Pyx_memviewslice __pyx_v_lca_matrix = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
int __pyx_v_j;
|
|
int __pyx_v_k;
|
|
int __pyx_v_n_tokens;
|
|
PyObject *__pyx_v_lca_mat = NULL;
|
|
PyObject *__pyx_v_token_j = NULL;
|
|
PyObject *__pyx_v_sent = NULL;
|
|
PyObject *__pyx_v_sent_start = NULL;
|
|
PyObject *__pyx_v_j_idx_in_sent = NULL;
|
|
PyObject *__pyx_v_n_missing_tokens_in_sent = NULL;
|
|
PyObject *__pyx_v_max_range = NULL;
|
|
int __pyx_v_lca;
|
|
__Pyx_memviewslice __pyx_r = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
__Pyx_memviewslice __pyx_t_6 = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
int __pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_t_10;
|
|
Py_ssize_t __pyx_t_11;
|
|
Py_ssize_t __pyx_t_12;
|
|
Py_ssize_t __pyx_t_13;
|
|
int __pyx_t_14;
|
|
long __pyx_t_15;
|
|
long __pyx_t_16;
|
|
int __pyx_t_17;
|
|
int __pyx_t_18;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_get_lca_matrix", 0);
|
|
__Pyx_TraceCall("_get_lca_matrix", __pyx_f[0], 1913, 0, __PYX_ERR(0, 1913, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1928
|
|
* cdef int [:, :] lca_matrix
|
|
* cdef int j, k
|
|
* n_tokens= end - start # <<<<<<<<<<<<<<
|
|
* lca_mat = numpy.empty((n_tokens, n_tokens), dtype=numpy.int32)
|
|
* lca_mat.fill(-1)
|
|
*/
|
|
__pyx_v_n_tokens = (__pyx_v_end - __pyx_v_start);
|
|
|
|
/* "spacy/tokens/doc.pyx":1929
|
|
* cdef int j, k
|
|
* n_tokens= end - start
|
|
* lca_mat = numpy.empty((n_tokens, n_tokens), dtype=numpy.int32) # <<<<<<<<<<<<<<
|
|
* lca_mat.fill(-1)
|
|
* lca_matrix = lca_mat
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_numpy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_empty); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_n_tokens); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_n_tokens); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_3);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_numpy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_int32); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_dtype, __pyx_t_5) < 0) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1929, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_v_lca_mat = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1930
|
|
* n_tokens= end - start
|
|
* lca_mat = numpy.empty((n_tokens, n_tokens), dtype=numpy.int32)
|
|
* lca_mat.fill(-1) # <<<<<<<<<<<<<<
|
|
* lca_matrix = lca_mat
|
|
* for j in range(n_tokens):
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_lca_mat, __pyx_n_s_fill); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_3)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_5 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_int_neg_1) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_int_neg_1);
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1931
|
|
* lca_mat = numpy.empty((n_tokens, n_tokens), dtype=numpy.int32)
|
|
* lca_mat.fill(-1)
|
|
* lca_matrix = lca_mat # <<<<<<<<<<<<<<
|
|
* for j in range(n_tokens):
|
|
* token_j = doc[start + j]
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_to_MemoryviewSlice_dsds_int(__pyx_v_lca_mat, PyBUF_WRITABLE); if (unlikely(!__pyx_t_6.memview)) __PYX_ERR(0, 1931, __pyx_L1_error)
|
|
__pyx_v_lca_matrix = __pyx_t_6;
|
|
__pyx_t_6.memview = NULL;
|
|
__pyx_t_6.data = NULL;
|
|
|
|
/* "spacy/tokens/doc.pyx":1932
|
|
* lca_mat.fill(-1)
|
|
* lca_matrix = lca_mat
|
|
* for j in range(n_tokens): # <<<<<<<<<<<<<<
|
|
* token_j = doc[start + j]
|
|
* # the common ancestor of token and itself is itself:
|
|
*/
|
|
__pyx_t_7 = __pyx_v_n_tokens;
|
|
__pyx_t_8 = __pyx_t_7;
|
|
for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_8; __pyx_t_9+=1) {
|
|
__pyx_v_j = __pyx_t_9;
|
|
|
|
/* "spacy/tokens/doc.pyx":1933
|
|
* lca_matrix = lca_mat
|
|
* for j in range(n_tokens):
|
|
* token_j = doc[start + j] # <<<<<<<<<<<<<<
|
|
* # the common ancestor of token and itself is itself:
|
|
* lca_matrix[j, j] = j
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_start + __pyx_v_j);
|
|
__pyx_t_5 = __Pyx_GetItemInt(((PyObject *)__pyx_v_doc), __pyx_t_10, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_XDECREF_SET(__pyx_v_token_j, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1935
|
|
* token_j = doc[start + j]
|
|
* # the common ancestor of token and itself is itself:
|
|
* lca_matrix[j, j] = j # <<<<<<<<<<<<<<
|
|
* # we will only iterate through tokens in the same sentence
|
|
* sent = token_j.sent
|
|
*/
|
|
__pyx_t_11 = __pyx_v_j;
|
|
__pyx_t_12 = __pyx_v_j;
|
|
__pyx_t_10 = -1;
|
|
if (__pyx_t_11 < 0) {
|
|
__pyx_t_11 += __pyx_v_lca_matrix.shape[0];
|
|
if (unlikely(__pyx_t_11 < 0)) __pyx_t_10 = 0;
|
|
} else if (unlikely(__pyx_t_11 >= __pyx_v_lca_matrix.shape[0])) __pyx_t_10 = 0;
|
|
if (__pyx_t_12 < 0) {
|
|
__pyx_t_12 += __pyx_v_lca_matrix.shape[1];
|
|
if (unlikely(__pyx_t_12 < 0)) __pyx_t_10 = 1;
|
|
} else if (unlikely(__pyx_t_12 >= __pyx_v_lca_matrix.shape[1])) __pyx_t_10 = 1;
|
|
if (unlikely(__pyx_t_10 != -1)) {
|
|
__Pyx_RaiseBufferIndexError(__pyx_t_10);
|
|
__PYX_ERR(0, 1935, __pyx_L1_error)
|
|
}
|
|
*((int *) ( /* dim=1 */ (( /* dim=0 */ (__pyx_v_lca_matrix.data + __pyx_t_11 * __pyx_v_lca_matrix.strides[0]) ) + __pyx_t_12 * __pyx_v_lca_matrix.strides[1]) )) = __pyx_v_j;
|
|
|
|
/* "spacy/tokens/doc.pyx":1937
|
|
* lca_matrix[j, j] = j
|
|
* # we will only iterate through tokens in the same sentence
|
|
* sent = token_j.sent # <<<<<<<<<<<<<<
|
|
* sent_start = sent.start
|
|
* j_idx_in_sent = start + j - sent_start
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_token_j, __pyx_n_s_sent); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1937, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_XDECREF_SET(__pyx_v_sent, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1938
|
|
* # we will only iterate through tokens in the same sentence
|
|
* sent = token_j.sent
|
|
* sent_start = sent.start # <<<<<<<<<<<<<<
|
|
* j_idx_in_sent = start + j - sent_start
|
|
* n_missing_tokens_in_sent = len(sent) - j_idx_in_sent
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_sent, __pyx_n_s_start); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1938, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_XDECREF_SET(__pyx_v_sent_start, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1939
|
|
* sent = token_j.sent
|
|
* sent_start = sent.start
|
|
* j_idx_in_sent = start + j - sent_start # <<<<<<<<<<<<<<
|
|
* n_missing_tokens_in_sent = len(sent) - j_idx_in_sent
|
|
* # make sure we do not go past `end`, in cases where `end` < sent.end
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_int((__pyx_v_start + __pyx_v_j)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1939, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = PyNumber_Subtract(__pyx_t_5, __pyx_v_sent_start); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1939, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_j_idx_in_sent, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1940
|
|
* sent_start = sent.start
|
|
* j_idx_in_sent = start + j - sent_start
|
|
* n_missing_tokens_in_sent = len(sent) - j_idx_in_sent # <<<<<<<<<<<<<<
|
|
* # make sure we do not go past `end`, in cases where `end` < sent.end
|
|
* max_range = min(j + n_missing_tokens_in_sent, end - start)
|
|
*/
|
|
__pyx_t_13 = PyObject_Length(__pyx_v_sent); if (unlikely(__pyx_t_13 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1940, __pyx_L1_error)
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_t_13); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1940, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyNumber_Subtract(__pyx_t_4, __pyx_v_j_idx_in_sent); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1940, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_n_missing_tokens_in_sent, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1942
|
|
* n_missing_tokens_in_sent = len(sent) - j_idx_in_sent
|
|
* # make sure we do not go past `end`, in cases where `end` < sent.end
|
|
* max_range = min(j + n_missing_tokens_in_sent, end - start) # <<<<<<<<<<<<<<
|
|
* for k in range(j + 1, max_range):
|
|
* lca = _get_tokens_lca(token_j, doc[start + k])
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_end - __pyx_v_start);
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_j); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1942, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = PyNumber_Add(__pyx_t_5, __pyx_v_n_missing_tokens_in_sent); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1942, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_t_10); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1942, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = PyObject_RichCompare(__pyx_t_3, __pyx_t_4, Py_LT); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1942, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 1942, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (__pyx_t_14) {
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1942, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_5 = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
} else {
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__pyx_t_5 = __pyx_t_4;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __pyx_t_5;
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF_SET(__pyx_v_max_range, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1943
|
|
* # make sure we do not go past `end`, in cases where `end` < sent.end
|
|
* max_range = min(j + n_missing_tokens_in_sent, end - start)
|
|
* for k in range(j + 1, max_range): # <<<<<<<<<<<<<<
|
|
* lca = _get_tokens_lca(token_j, doc[start + k])
|
|
* # if lca is outside of span, we set it to -1
|
|
*/
|
|
__pyx_t_15 = __Pyx_PyInt_As_long(__pyx_v_max_range); if (unlikely((__pyx_t_15 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 1943, __pyx_L1_error)
|
|
__pyx_t_16 = __pyx_t_15;
|
|
for (__pyx_t_10 = (__pyx_v_j + 1); __pyx_t_10 < __pyx_t_16; __pyx_t_10+=1) {
|
|
__pyx_v_k = __pyx_t_10;
|
|
|
|
/* "spacy/tokens/doc.pyx":1944
|
|
* max_range = min(j + n_missing_tokens_in_sent, end - start)
|
|
* for k in range(j + 1, max_range):
|
|
* lca = _get_tokens_lca(token_j, doc[start + k]) # <<<<<<<<<<<<<<
|
|
* # if lca is outside of span, we set it to -1
|
|
* if not start <= lca < end:
|
|
*/
|
|
if (!(likely(((__pyx_v_token_j) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_token_j, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 1944, __pyx_L1_error)
|
|
__pyx_t_17 = (__pyx_v_start + __pyx_v_k);
|
|
__pyx_t_4 = __Pyx_GetItemInt(((PyObject *)__pyx_v_doc), __pyx_t_17, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1944, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (!(likely(((__pyx_t_4) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_4, __pyx_ptype_5spacy_6tokens_5token_Token))))) __PYX_ERR(0, 1944, __pyx_L1_error)
|
|
__pyx_v_lca = __pyx_f_5spacy_6tokens_3doc__get_tokens_lca(((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_v_token_j), ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_4));
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1946
|
|
* lca = _get_tokens_lca(token_j, doc[start + k])
|
|
* # if lca is outside of span, we set it to -1
|
|
* if not start <= lca < end: # <<<<<<<<<<<<<<
|
|
* lca_matrix[j, k] = -1
|
|
* lca_matrix[k, j] = -1
|
|
*/
|
|
__pyx_t_14 = (__pyx_v_start <= __pyx_v_lca);
|
|
if (__pyx_t_14) {
|
|
__pyx_t_14 = (__pyx_v_lca < __pyx_v_end);
|
|
}
|
|
__pyx_t_18 = ((!(__pyx_t_14 != 0)) != 0);
|
|
if (__pyx_t_18) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1947
|
|
* # if lca is outside of span, we set it to -1
|
|
* if not start <= lca < end:
|
|
* lca_matrix[j, k] = -1 # <<<<<<<<<<<<<<
|
|
* lca_matrix[k, j] = -1
|
|
* else:
|
|
*/
|
|
__pyx_t_12 = __pyx_v_j;
|
|
__pyx_t_11 = __pyx_v_k;
|
|
__pyx_t_17 = -1;
|
|
if (__pyx_t_12 < 0) {
|
|
__pyx_t_12 += __pyx_v_lca_matrix.shape[0];
|
|
if (unlikely(__pyx_t_12 < 0)) __pyx_t_17 = 0;
|
|
} else if (unlikely(__pyx_t_12 >= __pyx_v_lca_matrix.shape[0])) __pyx_t_17 = 0;
|
|
if (__pyx_t_11 < 0) {
|
|
__pyx_t_11 += __pyx_v_lca_matrix.shape[1];
|
|
if (unlikely(__pyx_t_11 < 0)) __pyx_t_17 = 1;
|
|
} else if (unlikely(__pyx_t_11 >= __pyx_v_lca_matrix.shape[1])) __pyx_t_17 = 1;
|
|
if (unlikely(__pyx_t_17 != -1)) {
|
|
__Pyx_RaiseBufferIndexError(__pyx_t_17);
|
|
__PYX_ERR(0, 1947, __pyx_L1_error)
|
|
}
|
|
*((int *) ( /* dim=1 */ (( /* dim=0 */ (__pyx_v_lca_matrix.data + __pyx_t_12 * __pyx_v_lca_matrix.strides[0]) ) + __pyx_t_11 * __pyx_v_lca_matrix.strides[1]) )) = -1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1948
|
|
* if not start <= lca < end:
|
|
* lca_matrix[j, k] = -1
|
|
* lca_matrix[k, j] = -1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* lca_matrix[j, k] = lca - start
|
|
*/
|
|
__pyx_t_11 = __pyx_v_k;
|
|
__pyx_t_12 = __pyx_v_j;
|
|
__pyx_t_17 = -1;
|
|
if (__pyx_t_11 < 0) {
|
|
__pyx_t_11 += __pyx_v_lca_matrix.shape[0];
|
|
if (unlikely(__pyx_t_11 < 0)) __pyx_t_17 = 0;
|
|
} else if (unlikely(__pyx_t_11 >= __pyx_v_lca_matrix.shape[0])) __pyx_t_17 = 0;
|
|
if (__pyx_t_12 < 0) {
|
|
__pyx_t_12 += __pyx_v_lca_matrix.shape[1];
|
|
if (unlikely(__pyx_t_12 < 0)) __pyx_t_17 = 1;
|
|
} else if (unlikely(__pyx_t_12 >= __pyx_v_lca_matrix.shape[1])) __pyx_t_17 = 1;
|
|
if (unlikely(__pyx_t_17 != -1)) {
|
|
__Pyx_RaiseBufferIndexError(__pyx_t_17);
|
|
__PYX_ERR(0, 1948, __pyx_L1_error)
|
|
}
|
|
*((int *) ( /* dim=1 */ (( /* dim=0 */ (__pyx_v_lca_matrix.data + __pyx_t_11 * __pyx_v_lca_matrix.strides[0]) ) + __pyx_t_12 * __pyx_v_lca_matrix.strides[1]) )) = -1;
|
|
|
|
/* "spacy/tokens/doc.pyx":1946
|
|
* lca = _get_tokens_lca(token_j, doc[start + k])
|
|
* # if lca is outside of span, we set it to -1
|
|
* if not start <= lca < end: # <<<<<<<<<<<<<<
|
|
* lca_matrix[j, k] = -1
|
|
* lca_matrix[k, j] = -1
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1950
|
|
* lca_matrix[k, j] = -1
|
|
* else:
|
|
* lca_matrix[j, k] = lca - start # <<<<<<<<<<<<<<
|
|
* lca_matrix[k, j] = lca - start
|
|
* return lca_matrix
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_12 = __pyx_v_j;
|
|
__pyx_t_11 = __pyx_v_k;
|
|
__pyx_t_17 = -1;
|
|
if (__pyx_t_12 < 0) {
|
|
__pyx_t_12 += __pyx_v_lca_matrix.shape[0];
|
|
if (unlikely(__pyx_t_12 < 0)) __pyx_t_17 = 0;
|
|
} else if (unlikely(__pyx_t_12 >= __pyx_v_lca_matrix.shape[0])) __pyx_t_17 = 0;
|
|
if (__pyx_t_11 < 0) {
|
|
__pyx_t_11 += __pyx_v_lca_matrix.shape[1];
|
|
if (unlikely(__pyx_t_11 < 0)) __pyx_t_17 = 1;
|
|
} else if (unlikely(__pyx_t_11 >= __pyx_v_lca_matrix.shape[1])) __pyx_t_17 = 1;
|
|
if (unlikely(__pyx_t_17 != -1)) {
|
|
__Pyx_RaiseBufferIndexError(__pyx_t_17);
|
|
__PYX_ERR(0, 1950, __pyx_L1_error)
|
|
}
|
|
*((int *) ( /* dim=1 */ (( /* dim=0 */ (__pyx_v_lca_matrix.data + __pyx_t_12 * __pyx_v_lca_matrix.strides[0]) ) + __pyx_t_11 * __pyx_v_lca_matrix.strides[1]) )) = (__pyx_v_lca - __pyx_v_start);
|
|
|
|
/* "spacy/tokens/doc.pyx":1951
|
|
* else:
|
|
* lca_matrix[j, k] = lca - start
|
|
* lca_matrix[k, j] = lca - start # <<<<<<<<<<<<<<
|
|
* return lca_matrix
|
|
*
|
|
*/
|
|
__pyx_t_11 = __pyx_v_k;
|
|
__pyx_t_12 = __pyx_v_j;
|
|
__pyx_t_17 = -1;
|
|
if (__pyx_t_11 < 0) {
|
|
__pyx_t_11 += __pyx_v_lca_matrix.shape[0];
|
|
if (unlikely(__pyx_t_11 < 0)) __pyx_t_17 = 0;
|
|
} else if (unlikely(__pyx_t_11 >= __pyx_v_lca_matrix.shape[0])) __pyx_t_17 = 0;
|
|
if (__pyx_t_12 < 0) {
|
|
__pyx_t_12 += __pyx_v_lca_matrix.shape[1];
|
|
if (unlikely(__pyx_t_12 < 0)) __pyx_t_17 = 1;
|
|
} else if (unlikely(__pyx_t_12 >= __pyx_v_lca_matrix.shape[1])) __pyx_t_17 = 1;
|
|
if (unlikely(__pyx_t_17 != -1)) {
|
|
__Pyx_RaiseBufferIndexError(__pyx_t_17);
|
|
__PYX_ERR(0, 1951, __pyx_L1_error)
|
|
}
|
|
*((int *) ( /* dim=1 */ (( /* dim=0 */ (__pyx_v_lca_matrix.data + __pyx_t_11 * __pyx_v_lca_matrix.strides[0]) ) + __pyx_t_12 * __pyx_v_lca_matrix.strides[1]) )) = (__pyx_v_lca - __pyx_v_start);
|
|
}
|
|
__pyx_L7:;
|
|
}
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1952
|
|
* lca_matrix[j, k] = lca - start
|
|
* lca_matrix[k, j] = lca - start
|
|
* return lca_matrix # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__PYX_INC_MEMVIEW(&__pyx_v_lca_matrix, 0);
|
|
__pyx_r = __pyx_v_lca_matrix;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1913
|
|
*
|
|
*
|
|
* cdef int [:, :] _get_lca_matrix(Doc doc, int start, int end): # <<<<<<<<<<<<<<
|
|
* """Given a doc and a start and end position defining a set of contiguous
|
|
* tokens within it, returns a matrix of Lowest Common Ancestors (LCA), where
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__PYX_XDEC_MEMVIEW(&__pyx_t_6, 1);
|
|
__pyx_r.data = NULL;
|
|
__pyx_r.memview = NULL;
|
|
__Pyx_AddTraceback("spacy.tokens.doc._get_lca_matrix", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
goto __pyx_L2;
|
|
__pyx_L0:;
|
|
if (unlikely(!__pyx_r.memview)) {
|
|
PyErr_SetString(PyExc_TypeError, "Memoryview return value is not initialized");
|
|
}
|
|
__pyx_L2:;
|
|
__PYX_XDEC_MEMVIEW(&__pyx_v_lca_matrix, 1);
|
|
__Pyx_XDECREF(__pyx_v_lca_mat);
|
|
__Pyx_XDECREF(__pyx_v_token_j);
|
|
__Pyx_XDECREF(__pyx_v_sent);
|
|
__Pyx_XDECREF(__pyx_v_sent_start);
|
|
__Pyx_XDECREF(__pyx_v_j_idx_in_sent);
|
|
__Pyx_XDECREF(__pyx_v_n_missing_tokens_in_sent);
|
|
__Pyx_XDECREF(__pyx_v_max_range);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1955
|
|
*
|
|
*
|
|
* def pickle_doc(doc): # <<<<<<<<<<<<<<
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_1pickle_doc(PyObject *__pyx_self, PyObject *__pyx_v_doc); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_pickle_doc[] = "pickle_doc(doc)";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_1pickle_doc = {"pickle_doc", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_1pickle_doc, METH_O, __pyx_doc_5spacy_6tokens_3doc_pickle_doc};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_1pickle_doc(PyObject *__pyx_self, PyObject *__pyx_v_doc) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("pickle_doc (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_pickle_doc(__pyx_self, ((PyObject *)__pyx_v_doc));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_pickle_doc(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_doc) {
|
|
PyObject *__pyx_v_bytes_data = NULL;
|
|
PyObject *__pyx_v_hooks_and_data = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__31)
|
|
__Pyx_RefNannySetupContext("pickle_doc", 0);
|
|
__Pyx_TraceCall("pickle_doc", __pyx_f[0], 1955, 0, __PYX_ERR(0, 1955, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1956
|
|
*
|
|
* def pickle_doc(doc):
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"]) # <<<<<<<<<<<<<<
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
* doc.user_token_hooks)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1956, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1956, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyList_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1956, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_n_s_vocab);
|
|
__Pyx_GIVEREF(__pyx_n_s_vocab);
|
|
PyList_SET_ITEM(__pyx_t_3, 0, __pyx_n_s_vocab);
|
|
__Pyx_INCREF(__pyx_n_s_user_data);
|
|
__Pyx_GIVEREF(__pyx_n_s_user_data);
|
|
PyList_SET_ITEM(__pyx_t_3, 1, __pyx_n_s_user_data);
|
|
__Pyx_INCREF(__pyx_n_s_user_hooks);
|
|
__Pyx_GIVEREF(__pyx_n_s_user_hooks);
|
|
PyList_SET_ITEM(__pyx_t_3, 2, __pyx_n_s_user_hooks);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_exclude, __pyx_t_3) < 0) __PYX_ERR(0, 1956, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1956, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_v_bytes_data = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1957
|
|
* def pickle_doc(doc):
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks, # <<<<<<<<<<<<<<
|
|
* doc.user_token_hooks)
|
|
* return (unpickle_doc, (doc.vocab, srsly.pickle_dumps(hooks_and_data), bytes_data))
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_data); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1957, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_hooks); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1957, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_span_hooks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1957, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "spacy/tokens/doc.pyx":1958
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
* doc.user_token_hooks) # <<<<<<<<<<<<<<
|
|
* return (unpickle_doc, (doc.vocab, srsly.pickle_dumps(hooks_and_data), bytes_data))
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_token_hooks); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1958, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
|
|
/* "spacy/tokens/doc.pyx":1957
|
|
* def pickle_doc(doc):
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks, # <<<<<<<<<<<<<<
|
|
* doc.user_token_hooks)
|
|
* return (unpickle_doc, (doc.vocab, srsly.pickle_dumps(hooks_and_data), bytes_data))
|
|
*/
|
|
__pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1957, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_v_hooks_and_data = ((PyObject*)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1959
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
* doc.user_token_hooks)
|
|
* return (unpickle_doc, (doc.vocab, srsly.pickle_dumps(hooks_and_data), bytes_data)) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_unpickle_doc); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_vocab); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_pickle_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_hooks_and_data) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_hooks_and_data);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_bytes_data);
|
|
__Pyx_GIVEREF(__pyx_v_bytes_data);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_v_bytes_data);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1959, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_3);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1955
|
|
*
|
|
*
|
|
* def pickle_doc(doc): # <<<<<<<<<<<<<<
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.pickle_doc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_bytes_data);
|
|
__Pyx_XDECREF(__pyx_v_hooks_and_data);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1962
|
|
*
|
|
*
|
|
* def unpickle_doc(vocab, hooks_and_data, bytes_data): # <<<<<<<<<<<<<<
|
|
* user_data, doc_hooks, span_hooks, token_hooks = srsly.pickle_loads(hooks_and_data)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3unpickle_doc(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_2unpickle_doc[] = "unpickle_doc(vocab, hooks_and_data, bytes_data)";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_3unpickle_doc = {"unpickle_doc", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3unpickle_doc, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_2unpickle_doc};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_3unpickle_doc(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_vocab = 0;
|
|
PyObject *__pyx_v_hooks_and_data = 0;
|
|
PyObject *__pyx_v_bytes_data = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("unpickle_doc (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_vocab,&__pyx_n_s_hooks_and_data,&__pyx_n_s_bytes_data,0};
|
|
PyObject* values[3] = {0,0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_hooks_and_data)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("unpickle_doc", 1, 3, 3, 1); __PYX_ERR(0, 1962, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_bytes_data)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("unpickle_doc", 1, 3, 3, 2); __PYX_ERR(0, 1962, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "unpickle_doc") < 0)) __PYX_ERR(0, 1962, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
}
|
|
__pyx_v_vocab = values[0];
|
|
__pyx_v_hooks_and_data = values[1];
|
|
__pyx_v_bytes_data = values[2];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("unpickle_doc", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1962, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.unpickle_doc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_2unpickle_doc(__pyx_self, __pyx_v_vocab, __pyx_v_hooks_and_data, __pyx_v_bytes_data);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_2unpickle_doc(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_hooks_and_data, PyObject *__pyx_v_bytes_data) {
|
|
PyObject *__pyx_v_user_data = NULL;
|
|
PyObject *__pyx_v_doc_hooks = NULL;
|
|
PyObject *__pyx_v_span_hooks = NULL;
|
|
PyObject *__pyx_v_token_hooks = NULL;
|
|
PyObject *__pyx_v_doc = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *(*__pyx_t_7)(PyObject *);
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__32)
|
|
__Pyx_RefNannySetupContext("unpickle_doc", 0);
|
|
__Pyx_TraceCall("unpickle_doc", __pyx_f[0], 1962, 0, __PYX_ERR(0, 1962, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1963
|
|
*
|
|
* def unpickle_doc(vocab, hooks_and_data, bytes_data):
|
|
* user_data, doc_hooks, span_hooks, token_hooks = srsly.pickle_loads(hooks_and_data) # <<<<<<<<<<<<<<
|
|
*
|
|
* doc = Doc(vocab, user_data=user_data).from_bytes(bytes_data, exclude=["user_data"])
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_pickle_loads); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_hooks_and_data) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_hooks_and_data);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) {
|
|
PyObject* sequence = __pyx_t_1;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 4)) {
|
|
if (size > 4) __Pyx_RaiseTooManyValuesError(4);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 1963, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_2 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 2);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 3);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_2 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_4 = PyList_GET_ITEM(sequence, 2);
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 3);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
#else
|
|
{
|
|
Py_ssize_t i;
|
|
PyObject** temps[4] = {&__pyx_t_3,&__pyx_t_2,&__pyx_t_4,&__pyx_t_5};
|
|
for (i=0; i < 4; i++) {
|
|
PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__Pyx_GOTREF(item);
|
|
*(temps[i]) = item;
|
|
}
|
|
}
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
PyObject** temps[4] = {&__pyx_t_3,&__pyx_t_2,&__pyx_t_4,&__pyx_t_5};
|
|
__pyx_t_6 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_7 = Py_TYPE(__pyx_t_6)->tp_iternext;
|
|
for (index=0; index < 4; index++) {
|
|
PyObject* item = __pyx_t_7(__pyx_t_6); if (unlikely(!item)) goto __pyx_L3_unpacking_failed;
|
|
__Pyx_GOTREF(item);
|
|
*(temps[index]) = item;
|
|
}
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_6), 4) < 0) __PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__pyx_t_7 = NULL;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
goto __pyx_L4_unpacking_done;
|
|
__pyx_L3_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__pyx_t_7 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 1963, __pyx_L1_error)
|
|
__pyx_L4_unpacking_done:;
|
|
}
|
|
__pyx_v_user_data = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_doc_hooks = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
__pyx_v_span_hooks = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__pyx_v_token_hooks = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1965
|
|
* user_data, doc_hooks, span_hooks, token_hooks = srsly.pickle_loads(hooks_and_data)
|
|
*
|
|
* doc = Doc(vocab, user_data=user_data).from_bytes(bytes_data, exclude=["user_data"]) # <<<<<<<<<<<<<<
|
|
* doc.user_hooks.update(doc_hooks)
|
|
* doc.user_span_hooks.update(span_hooks)
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_vocab);
|
|
__Pyx_GIVEREF(__pyx_v_vocab);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_vocab);
|
|
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_user_data, __pyx_v_user_data) < 0) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc), __pyx_t_1, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_v_bytes_data);
|
|
__Pyx_GIVEREF(__pyx_v_bytes_data);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_bytes_data);
|
|
__pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_user_data);
|
|
__Pyx_GIVEREF(__pyx_n_s_user_data);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_user_data);
|
|
if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_exclude, __pyx_t_2) < 0) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1965, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v_doc = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1966
|
|
*
|
|
* doc = Doc(vocab, user_data=user_data).from_bytes(bytes_data, exclude=["user_data"])
|
|
* doc.user_hooks.update(doc_hooks) # <<<<<<<<<<<<<<
|
|
* doc.user_span_hooks.update(span_hooks)
|
|
* doc.user_token_hooks.update(token_hooks)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_hooks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1966, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_update); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1966, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_1, __pyx_v_doc_hooks) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_doc_hooks);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1966, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1967
|
|
* doc = Doc(vocab, user_data=user_data).from_bytes(bytes_data, exclude=["user_data"])
|
|
* doc.user_hooks.update(doc_hooks)
|
|
* doc.user_span_hooks.update(span_hooks) # <<<<<<<<<<<<<<
|
|
* doc.user_token_hooks.update(token_hooks)
|
|
* return doc
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_span_hooks); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1967, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_update); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1967, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_4)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_4, __pyx_v_span_hooks) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_span_hooks);
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1967, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1968
|
|
* doc.user_hooks.update(doc_hooks)
|
|
* doc.user_span_hooks.update(span_hooks)
|
|
* doc.user_token_hooks.update(token_hooks) # <<<<<<<<<<<<<<
|
|
* return doc
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_user_token_hooks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1968, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_update); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1968, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_1)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_1, __pyx_v_token_hooks) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_token_hooks);
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1968, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1969
|
|
* doc.user_span_hooks.update(span_hooks)
|
|
* doc.user_token_hooks.update(token_hooks)
|
|
* return doc # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_doc);
|
|
__pyx_r = __pyx_v_doc;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1962
|
|
*
|
|
*
|
|
* def unpickle_doc(vocab, hooks_and_data, bytes_data): # <<<<<<<<<<<<<<
|
|
* user_data, doc_hooks, span_hooks, token_hooks = srsly.pickle_loads(hooks_and_data)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.unpickle_doc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_user_data);
|
|
__Pyx_XDECREF(__pyx_v_doc_hooks);
|
|
__Pyx_XDECREF(__pyx_v_span_hooks);
|
|
__Pyx_XDECREF(__pyx_v_token_hooks);
|
|
__Pyx_XDECREF(__pyx_v_doc);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1975
|
|
*
|
|
*
|
|
* def remove_label_if_necessary(attributes): # <<<<<<<<<<<<<<
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes:
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_5remove_label_if_necessary(PyObject *__pyx_self, PyObject *__pyx_v_attributes); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_4remove_label_if_necessary[] = "remove_label_if_necessary(attributes)";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_5remove_label_if_necessary = {"remove_label_if_necessary", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_5remove_label_if_necessary, METH_O, __pyx_doc_5spacy_6tokens_3doc_4remove_label_if_necessary};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_5remove_label_if_necessary(PyObject *__pyx_self, PyObject *__pyx_v_attributes) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("remove_label_if_necessary (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_4remove_label_if_necessary(__pyx_self, ((PyObject *)__pyx_v_attributes));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_4remove_label_if_necessary(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_attributes) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__33)
|
|
__Pyx_RefNannySetupContext("remove_label_if_necessary", 0);
|
|
__Pyx_TraceCall("remove_label_if_necessary", __pyx_f[0], 1975, 0, __PYX_ERR(0, 1975, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1977
|
|
* def remove_label_if_necessary(attributes):
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes: # <<<<<<<<<<<<<<
|
|
* attributes["ent_type"] = attributes.pop("label")
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_label, __pyx_v_attributes, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1977, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1978
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes:
|
|
* attributes["ent_type"] = attributes.pop("label") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_attributes, __pyx_n_s_pop); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1978, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_n_s_label) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_s_label);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1978, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(PyObject_SetItem(__pyx_v_attributes, __pyx_n_s_ent_type_2, __pyx_t_3) < 0)) __PYX_ERR(0, 1978, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1977
|
|
* def remove_label_if_necessary(attributes):
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes: # <<<<<<<<<<<<<<
|
|
* attributes["ent_type"] = attributes.pop("label")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1975
|
|
*
|
|
*
|
|
* def remove_label_if_necessary(attributes): # <<<<<<<<<<<<<<
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.remove_label_if_necessary", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1981
|
|
*
|
|
*
|
|
* def fix_attributes(doc, attributes): # <<<<<<<<<<<<<<
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_7fix_attributes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_6fix_attributes[] = "fix_attributes(doc, attributes)";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_7fix_attributes = {"fix_attributes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_7fix_attributes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_6fix_attributes};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_7fix_attributes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_doc = 0;
|
|
PyObject *__pyx_v_attributes = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("fix_attributes (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_doc,&__pyx_n_s_attributes,0};
|
|
PyObject* values[2] = {0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_attributes)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("fix_attributes", 1, 2, 2, 1); __PYX_ERR(0, 1981, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "fix_attributes") < 0)) __PYX_ERR(0, 1981, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
}
|
|
__pyx_v_doc = values[0];
|
|
__pyx_v_attributes = values[1];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("fix_attributes", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1981, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("spacy.tokens.doc.fix_attributes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_6fix_attributes(__pyx_self, __pyx_v_doc, __pyx_v_attributes);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_6fix_attributes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_doc, PyObject *__pyx_v_attributes) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__34)
|
|
__Pyx_RefNannySetupContext("fix_attributes", 0);
|
|
__Pyx_TraceCall("fix_attributes", __pyx_f[0], 1981, 0, __PYX_ERR(0, 1981, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1982
|
|
*
|
|
* def fix_attributes(doc, attributes):
|
|
* if "label" in attributes and "ent_type" not in attributes: # <<<<<<<<<<<<<<
|
|
* if isinstance(attributes["label"], int):
|
|
* attributes[ENT_TYPE] = attributes["label"]
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_label, __pyx_v_attributes, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1982, __pyx_L1_error)
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_3;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_ent_type_2, __pyx_v_attributes, Py_NE)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1982, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1983
|
|
* def fix_attributes(doc, attributes):
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int): # <<<<<<<<<<<<<<
|
|
* attributes[ENT_TYPE] = attributes["label"]
|
|
* else:
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_attributes, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1983, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = PyInt_Check(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1984
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int):
|
|
* attributes[ENT_TYPE] = attributes["label"] # <<<<<<<<<<<<<<
|
|
* else:
|
|
* attributes[ENT_TYPE] = doc.vocab.strings[attributes["label"]]
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_attributes, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1984, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_TYPE); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1984, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_attributes, __pyx_t_5, __pyx_t_4) < 0)) __PYX_ERR(0, 1984, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1983
|
|
* def fix_attributes(doc, attributes):
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int): # <<<<<<<<<<<<<<
|
|
* attributes[ENT_TYPE] = attributes["label"]
|
|
* else:
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1986
|
|
* attributes[ENT_TYPE] = attributes["label"]
|
|
* else:
|
|
* attributes[ENT_TYPE] = doc.vocab.strings[attributes["label"]] # <<<<<<<<<<<<<<
|
|
* if "ent_type" in attributes:
|
|
* attributes[ENT_TYPE] = attributes["ent_type"]
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_vocab); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1986, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_strings); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1986, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_v_attributes, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1986, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1986, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_TYPE); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1986, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_attributes, __pyx_t_4, __pyx_t_6) < 0)) __PYX_ERR(0, 1986, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "spacy/tokens/doc.pyx":1982
|
|
*
|
|
* def fix_attributes(doc, attributes):
|
|
* if "label" in attributes and "ent_type" not in attributes: # <<<<<<<<<<<<<<
|
|
* if isinstance(attributes["label"], int):
|
|
* attributes[ENT_TYPE] = attributes["label"]
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1987
|
|
* else:
|
|
* attributes[ENT_TYPE] = doc.vocab.strings[attributes["label"]]
|
|
* if "ent_type" in attributes: # <<<<<<<<<<<<<<
|
|
* attributes[ENT_TYPE] = attributes["ent_type"]
|
|
*
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_n_s_ent_type_2, __pyx_v_attributes, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1987, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1988
|
|
* attributes[ENT_TYPE] = doc.vocab.strings[attributes["label"]]
|
|
* if "ent_type" in attributes:
|
|
* attributes[ENT_TYPE] = attributes["ent_type"] # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_Dict_GetItem(__pyx_v_attributes, __pyx_n_s_ent_type_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1988, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_4 = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(__pyx_e_5spacy_5attrs_ENT_TYPE); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1988, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (unlikely(PyObject_SetItem(__pyx_v_attributes, __pyx_t_4, __pyx_t_6) < 0)) __PYX_ERR(0, 1988, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1987
|
|
* else:
|
|
* attributes[ENT_TYPE] = doc.vocab.strings[attributes["label"]]
|
|
* if "ent_type" in attributes: # <<<<<<<<<<<<<<
|
|
* attributes[ENT_TYPE] = attributes["ent_type"]
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1981
|
|
*
|
|
*
|
|
* def fix_attributes(doc, attributes): # <<<<<<<<<<<<<<
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.fix_attributes", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":1991
|
|
*
|
|
*
|
|
* def get_entity_info(ent_info): # <<<<<<<<<<<<<<
|
|
* ent_kb_id = 0
|
|
* ent_id = 0
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_9get_entity_info(PyObject *__pyx_self, PyObject *__pyx_v_ent_info); /*proto*/
|
|
static char __pyx_doc_5spacy_6tokens_3doc_8get_entity_info[] = "get_entity_info(ent_info)";
|
|
static PyMethodDef __pyx_mdef_5spacy_6tokens_3doc_9get_entity_info = {"get_entity_info", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_9get_entity_info, METH_O, __pyx_doc_5spacy_6tokens_3doc_8get_entity_info};
|
|
static PyObject *__pyx_pw_5spacy_6tokens_3doc_9get_entity_info(PyObject *__pyx_self, PyObject *__pyx_v_ent_info) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("get_entity_info (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_5spacy_6tokens_3doc_8get_entity_info(__pyx_self, ((PyObject *)__pyx_v_ent_info));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_5spacy_6tokens_3doc_8get_entity_info(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_ent_info) {
|
|
PyObject *__pyx_v_ent_kb_id = NULL;
|
|
PyObject *__pyx_v_ent_id = NULL;
|
|
PyObject *__pyx_v_ent_type = NULL;
|
|
PyObject *__pyx_v_start = NULL;
|
|
PyObject *__pyx_v_end = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *(*__pyx_t_8)(PyObject *);
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__35)
|
|
__Pyx_RefNannySetupContext("get_entity_info", 0);
|
|
__Pyx_TraceCall("get_entity_info", __pyx_f[0], 1991, 0, __PYX_ERR(0, 1991, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":1992
|
|
*
|
|
* def get_entity_info(ent_info):
|
|
* ent_kb_id = 0 # <<<<<<<<<<<<<<
|
|
* ent_id = 0
|
|
* if isinstance(ent_info, Span):
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_v_ent_kb_id = __pyx_int_0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1993
|
|
* def get_entity_info(ent_info):
|
|
* ent_kb_id = 0
|
|
* ent_id = 0 # <<<<<<<<<<<<<<
|
|
* if isinstance(ent_info, Span):
|
|
* ent_type = ent_info.label
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_v_ent_id = __pyx_int_0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1994
|
|
* ent_kb_id = 0
|
|
* ent_id = 0
|
|
* if isinstance(ent_info, Span): # <<<<<<<<<<<<<<
|
|
* ent_type = ent_info.label
|
|
* ent_kb_id = ent_info.kb_id
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_ent_info, __pyx_ptype_5spacy_6tokens_4span_Span);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":1995
|
|
* ent_id = 0
|
|
* if isinstance(ent_info, Span):
|
|
* ent_type = ent_info.label # <<<<<<<<<<<<<<
|
|
* ent_kb_id = ent_info.kb_id
|
|
* start = ent_info.start
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent_info, __pyx_n_s_label); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1995, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_ent_type = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1996
|
|
* if isinstance(ent_info, Span):
|
|
* ent_type = ent_info.label
|
|
* ent_kb_id = ent_info.kb_id # <<<<<<<<<<<<<<
|
|
* start = ent_info.start
|
|
* end = ent_info.end
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent_info, __pyx_n_s_kb_id); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1996, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF_SET(__pyx_v_ent_kb_id, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1997
|
|
* ent_type = ent_info.label
|
|
* ent_kb_id = ent_info.kb_id
|
|
* start = ent_info.start # <<<<<<<<<<<<<<
|
|
* end = ent_info.end
|
|
* ent_id = ent_info.id
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent_info, __pyx_n_s_start); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1997, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_start = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1998
|
|
* ent_kb_id = ent_info.kb_id
|
|
* start = ent_info.start
|
|
* end = ent_info.end # <<<<<<<<<<<<<<
|
|
* ent_id = ent_info.id
|
|
* elif len(ent_info) == 3:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent_info, __pyx_n_s_end); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1998, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_end = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1999
|
|
* start = ent_info.start
|
|
* end = ent_info.end
|
|
* ent_id = ent_info.id # <<<<<<<<<<<<<<
|
|
* elif len(ent_info) == 3:
|
|
* ent_type, start, end = ent_info
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent_info, __pyx_n_s_id); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1999, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF_SET(__pyx_v_ent_id, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1994
|
|
* ent_kb_id = 0
|
|
* ent_id = 0
|
|
* if isinstance(ent_info, Span): # <<<<<<<<<<<<<<
|
|
* ent_type = ent_info.label
|
|
* ent_kb_id = ent_info.kb_id
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":2000
|
|
* end = ent_info.end
|
|
* ent_id = ent_info.id
|
|
* elif len(ent_info) == 3: # <<<<<<<<<<<<<<
|
|
* ent_type, start, end = ent_info
|
|
* elif len(ent_info) == 4:
|
|
*/
|
|
__pyx_t_4 = PyObject_Length(__pyx_v_ent_info); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2000, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_4 == 3) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":2001
|
|
* ent_id = ent_info.id
|
|
* elif len(ent_info) == 3:
|
|
* ent_type, start, end = ent_info # <<<<<<<<<<<<<<
|
|
* elif len(ent_info) == 4:
|
|
* ent_type, ent_kb_id, start, end = ent_info
|
|
*/
|
|
if ((likely(PyTuple_CheckExact(__pyx_v_ent_info))) || (PyList_CheckExact(__pyx_v_ent_info))) {
|
|
PyObject* sequence = __pyx_v_ent_info;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 3)) {
|
|
if (size > 3) __Pyx_RaiseTooManyValuesError(3);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 2001, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 2);
|
|
} else {
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 2);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2001, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2001, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2001, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
#endif
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
__pyx_t_7 = PyObject_GetIter(__pyx_v_ent_info); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2001, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext;
|
|
index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_3)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
index = 1; __pyx_t_5 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_5)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
index = 2; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L4_unpacking_failed;
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 3) < 0) __PYX_ERR(0, 2001, __pyx_L1_error)
|
|
__pyx_t_8 = NULL;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
goto __pyx_L5_unpacking_done;
|
|
__pyx_L4_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 2001, __pyx_L1_error)
|
|
__pyx_L5_unpacking_done:;
|
|
}
|
|
__pyx_v_ent_type = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_start = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_end = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":2000
|
|
* end = ent_info.end
|
|
* ent_id = ent_info.id
|
|
* elif len(ent_info) == 3: # <<<<<<<<<<<<<<
|
|
* ent_type, start, end = ent_info
|
|
* elif len(ent_info) == 4:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":2002
|
|
* elif len(ent_info) == 3:
|
|
* ent_type, start, end = ent_info
|
|
* elif len(ent_info) == 4: # <<<<<<<<<<<<<<
|
|
* ent_type, ent_kb_id, start, end = ent_info
|
|
* else:
|
|
*/
|
|
__pyx_t_4 = PyObject_Length(__pyx_v_ent_info); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2002, __pyx_L1_error)
|
|
__pyx_t_2 = ((__pyx_t_4 == 4) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "spacy/tokens/doc.pyx":2003
|
|
* ent_type, start, end = ent_info
|
|
* elif len(ent_info) == 4:
|
|
* ent_type, ent_kb_id, start, end = ent_info # <<<<<<<<<<<<<<
|
|
* else:
|
|
* ent_id, ent_kb_id, ent_type, start, end = ent_info
|
|
*/
|
|
if ((likely(PyTuple_CheckExact(__pyx_v_ent_info))) || (PyList_CheckExact(__pyx_v_ent_info))) {
|
|
PyObject* sequence = __pyx_v_ent_info;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 4)) {
|
|
if (size > 4) __Pyx_RaiseTooManyValuesError(4);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 2003, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 2);
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 3);
|
|
} else {
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 2);
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 3);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
#else
|
|
{
|
|
Py_ssize_t i;
|
|
PyObject** temps[4] = {&__pyx_t_6,&__pyx_t_5,&__pyx_t_3,&__pyx_t_7};
|
|
for (i=0; i < 4; i++) {
|
|
PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 2003, __pyx_L1_error)
|
|
__Pyx_GOTREF(item);
|
|
*(temps[i]) = item;
|
|
}
|
|
}
|
|
#endif
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
PyObject** temps[4] = {&__pyx_t_6,&__pyx_t_5,&__pyx_t_3,&__pyx_t_7};
|
|
__pyx_t_9 = PyObject_GetIter(__pyx_v_ent_info); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2003, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_9)->tp_iternext;
|
|
for (index=0; index < 4; index++) {
|
|
PyObject* item = __pyx_t_8(__pyx_t_9); if (unlikely(!item)) goto __pyx_L6_unpacking_failed;
|
|
__Pyx_GOTREF(item);
|
|
*(temps[index]) = item;
|
|
}
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_9), 4) < 0) __PYX_ERR(0, 2003, __pyx_L1_error)
|
|
__pyx_t_8 = NULL;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L7_unpacking_done;
|
|
__pyx_L6_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 2003, __pyx_L1_error)
|
|
__pyx_L7_unpacking_done:;
|
|
}
|
|
__pyx_v_ent_type = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_ent_kb_id, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_start = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_end = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":2002
|
|
* elif len(ent_info) == 3:
|
|
* ent_type, start, end = ent_info
|
|
* elif len(ent_info) == 4: # <<<<<<<<<<<<<<
|
|
* ent_type, ent_kb_id, start, end = ent_info
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "spacy/tokens/doc.pyx":2005
|
|
* ent_type, ent_kb_id, start, end = ent_info
|
|
* else:
|
|
* ent_id, ent_kb_id, ent_type, start, end = ent_info # <<<<<<<<<<<<<<
|
|
* return ent_type, ent_kb_id, start, end, ent_id
|
|
*/
|
|
/*else*/ {
|
|
if ((likely(PyTuple_CheckExact(__pyx_v_ent_info))) || (PyList_CheckExact(__pyx_v_ent_info))) {
|
|
PyObject* sequence = __pyx_v_ent_info;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 5)) {
|
|
if (size > 5) __Pyx_RaiseTooManyValuesError(5);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(0, 2005, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
if (likely(PyTuple_CheckExact(sequence))) {
|
|
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 1);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 2);
|
|
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 3);
|
|
__pyx_t_9 = PyTuple_GET_ITEM(sequence, 4);
|
|
} else {
|
|
__pyx_t_7 = PyList_GET_ITEM(sequence, 0);
|
|
__pyx_t_3 = PyList_GET_ITEM(sequence, 1);
|
|
__pyx_t_5 = PyList_GET_ITEM(sequence, 2);
|
|
__pyx_t_6 = PyList_GET_ITEM(sequence, 3);
|
|
__pyx_t_9 = PyList_GET_ITEM(sequence, 4);
|
|
}
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_9);
|
|
#else
|
|
{
|
|
Py_ssize_t i;
|
|
PyObject** temps[5] = {&__pyx_t_7,&__pyx_t_3,&__pyx_t_5,&__pyx_t_6,&__pyx_t_9};
|
|
for (i=0; i < 5; i++) {
|
|
PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 2005, __pyx_L1_error)
|
|
__Pyx_GOTREF(item);
|
|
*(temps[i]) = item;
|
|
}
|
|
}
|
|
#endif
|
|
} else {
|
|
Py_ssize_t index = -1;
|
|
PyObject** temps[5] = {&__pyx_t_7,&__pyx_t_3,&__pyx_t_5,&__pyx_t_6,&__pyx_t_9};
|
|
__pyx_t_10 = PyObject_GetIter(__pyx_v_ent_info); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2005, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_10)->tp_iternext;
|
|
for (index=0; index < 5; index++) {
|
|
PyObject* item = __pyx_t_8(__pyx_t_10); if (unlikely(!item)) goto __pyx_L8_unpacking_failed;
|
|
__Pyx_GOTREF(item);
|
|
*(temps[index]) = item;
|
|
}
|
|
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_10), 5) < 0) __PYX_ERR(0, 2005, __pyx_L1_error)
|
|
__pyx_t_8 = NULL;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
goto __pyx_L9_unpacking_done;
|
|
__pyx_L8_unpacking_failed:;
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_8 = NULL;
|
|
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
|
|
__PYX_ERR(0, 2005, __pyx_L1_error)
|
|
__pyx_L9_unpacking_done:;
|
|
}
|
|
__Pyx_DECREF_SET(__pyx_v_ent_id, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_ent_kb_id, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
__pyx_v_ent_type = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_start = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
__pyx_v_end = __pyx_t_9;
|
|
__pyx_t_9 = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "spacy/tokens/doc.pyx":2006
|
|
* else:
|
|
* ent_id, ent_kb_id, ent_type, start, end = ent_info
|
|
* return ent_type, ent_kb_id, start, end, ent_id # <<<<<<<<<<<<<<
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_9 = PyTuple_New(5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2006, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_INCREF(__pyx_v_ent_type);
|
|
__Pyx_GIVEREF(__pyx_v_ent_type);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_ent_type);
|
|
__Pyx_INCREF(__pyx_v_ent_kb_id);
|
|
__Pyx_GIVEREF(__pyx_v_ent_kb_id);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_v_ent_kb_id);
|
|
__Pyx_INCREF(__pyx_v_start);
|
|
__Pyx_GIVEREF(__pyx_v_start);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 2, __pyx_v_start);
|
|
__Pyx_INCREF(__pyx_v_end);
|
|
__Pyx_GIVEREF(__pyx_v_end);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 3, __pyx_v_end);
|
|
__Pyx_INCREF(__pyx_v_ent_id);
|
|
__Pyx_GIVEREF(__pyx_v_ent_id);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 4, __pyx_v_ent_id);
|
|
__pyx_r = __pyx_t_9;
|
|
__pyx_t_9 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1991
|
|
*
|
|
*
|
|
* def get_entity_info(ent_info): # <<<<<<<<<<<<<<
|
|
* ent_kb_id = 0
|
|
* ent_id = 0
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("spacy.tokens.doc.get_entity_info", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_ent_kb_id);
|
|
__Pyx_XDECREF(__pyx_v_ent_id);
|
|
__Pyx_XDECREF(__pyx_v_ent_type);
|
|
__Pyx_XDECREF(__pyx_v_start);
|
|
__Pyx_XDECREF(__pyx_v_end);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":731
|
|
* ctypedef npy_cdouble complex_t
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew1", __pyx_f[3], 731, 0, __PYX_ERR(3, 731, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":732
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a):
|
|
* return PyArray_MultiIterNew(1, <void*>a) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 732, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":731
|
|
* ctypedef npy_cdouble complex_t
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":734
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew2", __pyx_f[3], 734, 0, __PYX_ERR(3, 734, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":735
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b):
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 735, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":734
|
|
* return PyArray_MultiIterNew(1, <void*>a)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":737
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew3", __pyx_f[3], 737, 0, __PYX_ERR(3, 737, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":738
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c):
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 738, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":737
|
|
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":740
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew4", __pyx_f[3], 740, 0, __PYX_ERR(3, 740, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":741
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d):
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 741, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":740
|
|
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":743
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0);
|
|
__Pyx_TraceCall("PyArray_MultiIterNew5", __pyx_f[3], 743, 0, __PYX_ERR(3, 743, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":744
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 744, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":743
|
|
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
|
|
*
|
|
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<<
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":746
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<<
|
|
* if PyDataType_HASSUBARRAY(d):
|
|
* return <tuple>d.subarray.shape
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("PyDataType_SHAPE", 0);
|
|
__Pyx_TraceCall("PyDataType_SHAPE", __pyx_f[3], 746, 0, __PYX_ERR(3, 746, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":747
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
* if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<<
|
|
* return <tuple>d.subarray.shape
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (PyDataType_HASSUBARRAY(__pyx_v_d) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":748
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
* if PyDataType_HASSUBARRAY(d):
|
|
* return <tuple>d.subarray.shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return ()
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject*)__pyx_v_d->subarray->shape));
|
|
__pyx_r = ((PyObject*)__pyx_v_d->subarray->shape);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":747
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d):
|
|
* if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<<
|
|
* return <tuple>d.subarray.shape
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":750
|
|
* return <tuple>d.subarray.shape
|
|
* else:
|
|
* return () # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_empty_tuple);
|
|
__pyx_r = __pyx_empty_tuple;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":746
|
|
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
|
|
*
|
|
* cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<<
|
|
* if PyDataType_HASSUBARRAY(d):
|
|
* return <tuple>d.subarray.shape
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("numpy.PyDataType_SHAPE", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":926
|
|
* int _import_umath() except -1
|
|
*
|
|
* cdef inline void set_array_base(ndarray arr, object base): # <<<<<<<<<<<<<<
|
|
* Py_INCREF(base) # important to do this before stealing the reference below!
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("set_array_base", 0);
|
|
__Pyx_TraceCall("set_array_base", __pyx_f[3], 926, 0, __PYX_ERR(3, 926, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":927
|
|
*
|
|
* cdef inline void set_array_base(ndarray arr, object base):
|
|
* Py_INCREF(base) # important to do this before stealing the reference below! # <<<<<<<<<<<<<<
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*
|
|
*/
|
|
Py_INCREF(__pyx_v_base);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":928
|
|
* cdef inline void set_array_base(ndarray arr, object base):
|
|
* Py_INCREF(base) # important to do this before stealing the reference below!
|
|
* PyArray_SetBaseObject(arr, base) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
*/
|
|
__pyx_t_1 = PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(3, 928, __pyx_L1_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":926
|
|
* int _import_umath() except -1
|
|
*
|
|
* cdef inline void set_array_base(ndarray arr, object base): # <<<<<<<<<<<<<<
|
|
* Py_INCREF(base) # important to do this before stealing the reference below!
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.set_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":930
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<<
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL:
|
|
*/
|
|
|
|
static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) {
|
|
PyObject *__pyx_v_base;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_array_base", 0);
|
|
__Pyx_TraceCall("get_array_base", __pyx_f[3], 930, 0, __PYX_ERR(3, 930, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":931
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
* base = PyArray_BASE(arr) # <<<<<<<<<<<<<<
|
|
* if base is NULL:
|
|
* return None
|
|
*/
|
|
__pyx_v_base = PyArray_BASE(__pyx_v_arr);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":932
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL: # <<<<<<<<<<<<<<
|
|
* return None
|
|
* return <object>base
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_base == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":933
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL:
|
|
* return None # <<<<<<<<<<<<<<
|
|
* return <object>base
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":932
|
|
* cdef inline object get_array_base(ndarray arr):
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL: # <<<<<<<<<<<<<<
|
|
* return None
|
|
* return <object>base
|
|
*/
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":934
|
|
* if base is NULL:
|
|
* return None
|
|
* return <object>base # <<<<<<<<<<<<<<
|
|
*
|
|
* # Versions of the import_* functions which are more suitable for
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_base));
|
|
__pyx_r = ((PyObject *)__pyx_v_base);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":930
|
|
* PyArray_SetBaseObject(arr, base)
|
|
*
|
|
* cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<<
|
|
* base = PyArray_BASE(arr)
|
|
* if base is NULL:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("numpy.get_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":938
|
|
* # Versions of the import_* functions which are more suitable for
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* __pyx_import_array()
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("import_array", 0);
|
|
__Pyx_TraceCall("import_array", __pyx_f[3], 938, 0, __PYX_ERR(3, 938, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":939
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":940
|
|
* cdef inline int import_array() except -1:
|
|
* try:
|
|
* __pyx_import_array() # <<<<<<<<<<<<<<
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*/
|
|
__pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(3, 940, __pyx_L3_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":939
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_try_end;
|
|
__pyx_L3_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":941
|
|
* try:
|
|
* __pyx_import_array()
|
|
* except Exception: # <<<<<<<<<<<<<<
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
|
|
if (__pyx_t_4) {
|
|
__Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(3, 941, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":942
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.multiarray failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__36, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(3, 942, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(3, 942, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":939
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_try_end:;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":938
|
|
* # Versions of the import_* functions which are more suitable for
|
|
* # Cython code.
|
|
* cdef inline int import_array() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* __pyx_import_array()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":944
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*
|
|
* cdef inline int import_umath() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("import_umath", 0);
|
|
__Pyx_TraceCall("import_umath", __pyx_f[3], 944, 0, __PYX_ERR(3, 944, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":945
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":946
|
|
* cdef inline int import_umath() except -1:
|
|
* try:
|
|
* _import_umath() # <<<<<<<<<<<<<<
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*/
|
|
__pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(3, 946, __pyx_L3_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":945
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_try_end;
|
|
__pyx_L3_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":947
|
|
* try:
|
|
* _import_umath()
|
|
* except Exception: # <<<<<<<<<<<<<<
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
|
|
if (__pyx_t_4) {
|
|
__Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(3, 947, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":948
|
|
* _import_umath()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__37, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(3, 948, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(3, 948, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":945
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_try_end:;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":944
|
|
* raise ImportError("numpy.core.multiarray failed to import")
|
|
*
|
|
* cdef inline int import_umath() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":950
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
* cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("import_ufunc", 0);
|
|
__Pyx_TraceCall("import_ufunc", __pyx_f[3], 950, 0, __PYX_ERR(3, 950, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":951
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":952
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try:
|
|
* _import_umath() # <<<<<<<<<<<<<<
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*/
|
|
__pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(3, 952, __pyx_L3_error)
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":951
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L8_try_end;
|
|
__pyx_L3_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":953
|
|
* try:
|
|
* _import_umath()
|
|
* except Exception: # <<<<<<<<<<<<<<
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
|
|
if (__pyx_t_4) {
|
|
__Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(3, 953, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":954
|
|
* _import_umath()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef extern from *:
|
|
*/
|
|
__pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__37, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(3, 954, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__PYX_ERR(3, 954, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":951
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
* try: # <<<<<<<<<<<<<<
|
|
* _import_umath()
|
|
* except Exception:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L8_try_end:;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":950
|
|
* raise ImportError("numpy.core.umath failed to import")
|
|
*
|
|
* cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<<
|
|
* try:
|
|
* _import_umath()
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":964
|
|
*
|
|
*
|
|
* cdef inline bint is_timedelta64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.timedelta64)`
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_is_timedelta64_object(PyObject *__pyx_v_obj) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_timedelta64_object", 0);
|
|
__Pyx_TraceCall("is_timedelta64_object", __pyx_f[3], 964, 0, __PYX_ERR(3, 964, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":976
|
|
* bool
|
|
* """
|
|
* return PyObject_TypeCheck(obj, &PyTimedeltaArrType_Type) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyTimedeltaArrType_Type));
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":964
|
|
*
|
|
*
|
|
* cdef inline bint is_timedelta64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.timedelta64)`
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.is_timedelta64_object", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":979
|
|
*
|
|
*
|
|
* cdef inline bint is_datetime64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.datetime64)`
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5numpy_is_datetime64_object(PyObject *__pyx_v_obj) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_datetime64_object", 0);
|
|
__Pyx_TraceCall("is_datetime64_object", __pyx_f[3], 979, 0, __PYX_ERR(3, 979, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":991
|
|
* bool
|
|
* """
|
|
* return PyObject_TypeCheck(obj, &PyDatetimeArrType_Type) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyDatetimeArrType_Type));
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":979
|
|
*
|
|
*
|
|
* cdef inline bint is_datetime64_object(object obj): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Cython equivalent of `isinstance(obj, np.datetime64)`
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.is_datetime64_object", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":994
|
|
*
|
|
*
|
|
* cdef inline npy_datetime get_datetime64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy datetime64 object
|
|
*/
|
|
|
|
static CYTHON_INLINE npy_datetime __pyx_f_5numpy_get_datetime64_value(PyObject *__pyx_v_obj) {
|
|
npy_datetime __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_datetime64_value", __pyx_f[3], 994, 1, __PYX_ERR(3, 994, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1001
|
|
* also needed. That can be found using `get_datetime64_unit`.
|
|
* """
|
|
* return (<PyDatetimeScalarObject*>obj).obval # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((PyDatetimeScalarObject *)__pyx_v_obj)->obval;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":994
|
|
*
|
|
*
|
|
* cdef inline npy_datetime get_datetime64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy datetime64 object
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.get_datetime64_value", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1004
|
|
*
|
|
*
|
|
* cdef inline npy_timedelta get_timedelta64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy timedelta64 object
|
|
*/
|
|
|
|
static CYTHON_INLINE npy_timedelta __pyx_f_5numpy_get_timedelta64_value(PyObject *__pyx_v_obj) {
|
|
npy_timedelta __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_timedelta64_value", __pyx_f[3], 1004, 1, __PYX_ERR(3, 1004, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1008
|
|
* returns the int64 value underlying scalar numpy timedelta64 object
|
|
* """
|
|
* return (<PyTimedeltaScalarObject*>obj).obval # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((PyTimedeltaScalarObject *)__pyx_v_obj)->obval;
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1004
|
|
*
|
|
*
|
|
* cdef inline npy_timedelta get_timedelta64_value(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the int64 value underlying scalar numpy timedelta64 object
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.get_timedelta64_value", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1011
|
|
*
|
|
*
|
|
* cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the unit part of the dtype for a numpy datetime64 object.
|
|
*/
|
|
|
|
static CYTHON_INLINE NPY_DATETIMEUNIT __pyx_f_5numpy_get_datetime64_unit(PyObject *__pyx_v_obj) {
|
|
NPY_DATETIMEUNIT __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_datetime64_unit", __pyx_f[3], 1011, 1, __PYX_ERR(3, 1011, __pyx_L1_error));
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1015
|
|
* returns the unit part of the dtype for a numpy datetime64 object.
|
|
* """
|
|
* return <NPY_DATETIMEUNIT>(<PyDatetimeScalarObject*>obj).obmeta.base # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_r = ((NPY_DATETIMEUNIT)((PyDatetimeScalarObject *)__pyx_v_obj)->obmeta.base);
|
|
goto __pyx_L0;
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":1011
|
|
*
|
|
*
|
|
* cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* returns the unit part of the dtype for a numpy datetime64 object.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("numpy.get_datetime64_unit", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = (NPY_DATETIMEUNIT) 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "span.pxd":15
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Span cinit(Doc doc, SpanC span): # <<<<<<<<<<<<<<
|
|
* cdef Span self = Span.__new__(
|
|
* Span,
|
|
*/
|
|
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_f_5spacy_6tokens_4span_4Span_cinit(struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, struct __pyx_t_5spacy_7structs_SpanC __pyx_v_span) {
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_v_self = 0;
|
|
struct __pyx_obj_5spacy_6tokens_4span_Span *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("cinit", 0);
|
|
__Pyx_TraceCall("cinit", __pyx_f[4], 15, 0, __PYX_ERR(4, 15, __pyx_L1_error));
|
|
|
|
/* "span.pxd":16
|
|
* @staticmethod
|
|
* cdef inline Span cinit(Doc doc, SpanC span):
|
|
* cdef Span self = Span.__new__( # <<<<<<<<<<<<<<
|
|
* Span,
|
|
* doc,
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_doc));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_doc));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_doc));
|
|
|
|
/* "span.pxd":19
|
|
* Span,
|
|
* doc,
|
|
* start=span.start, # <<<<<<<<<<<<<<
|
|
* end=span.end
|
|
* )
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(4, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_span.start); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_start, __pyx_t_3) < 0) __PYX_ERR(4, 19, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "span.pxd":20
|
|
* doc,
|
|
* start=span.start,
|
|
* end=span.end # <<<<<<<<<<<<<<
|
|
* )
|
|
* self.c = span
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_span.end); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 20, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_end, __pyx_t_3) < 0) __PYX_ERR(4, 19, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "span.pxd":16
|
|
* @staticmethod
|
|
* cdef inline Span cinit(Doc doc, SpanC span):
|
|
* cdef Span self = Span.__new__( # <<<<<<<<<<<<<<
|
|
* Span,
|
|
* doc,
|
|
*/
|
|
__pyx_t_3 = __Pyx_tp_new_kwargs(((PyObject *)__pyx_ptype_5spacy_6tokens_4span_Span), ((PyObject*)__pyx_t_1), ((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_3)) __PYX_ERR(4, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (!(likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5spacy_6tokens_4span_Span)))) __PYX_ERR(4, 16, __pyx_L1_error)
|
|
__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_4span_Span *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "span.pxd":22
|
|
* end=span.end
|
|
* )
|
|
* self.c = span # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_v_self->c = __pyx_v_span;
|
|
|
|
/* "span.pxd":23
|
|
* )
|
|
* self.c = span
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* cpdef np.ndarray to_array(self, object features)
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = __pyx_v_self;
|
|
goto __pyx_L0;
|
|
|
|
/* "span.pxd":15
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Span cinit(Doc doc, SpanC span): # <<<<<<<<<<<<<<
|
|
* cdef Span self = Span.__new__(
|
|
* Span,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("spacy.tokens.span.Span.cinit", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_self);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":30
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab): # <<<<<<<<<<<<<<
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex
|
|
*/
|
|
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab) {
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_v_self = 0;
|
|
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("from_ptr", 0);
|
|
__Pyx_TraceCall("from_ptr", __pyx_f[5], 30, 0, __PYX_ERR(5, 30, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":31
|
|
* @staticmethod
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) # <<<<<<<<<<<<<<
|
|
* self.c = lex
|
|
* self.vocab = vocab
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_uint64_t(__pyx_v_lex->orth); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 31, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 31, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_tp_new(((PyObject *)__pyx_ptype_5spacy_6lexeme_Lexeme), ((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 31, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5spacy_6lexeme_Lexeme)))) __PYX_ERR(5, 31, __pyx_L1_error)
|
|
__pyx_v_self = ((struct __pyx_obj_5spacy_6lexeme_Lexeme *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "lexeme.pxd":32
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex # <<<<<<<<<<<<<<
|
|
* self.vocab = vocab
|
|
* self.orth = lex.orth
|
|
*/
|
|
__pyx_v_self->c = __pyx_v_lex;
|
|
|
|
/* "lexeme.pxd":33
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex
|
|
* self.vocab = vocab # <<<<<<<<<<<<<<
|
|
* self.orth = lex.orth
|
|
* return self
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GOTREF(__pyx_v_self->vocab);
|
|
__Pyx_DECREF(((PyObject *)__pyx_v_self->vocab));
|
|
__pyx_v_self->vocab = __pyx_v_vocab;
|
|
|
|
/* "lexeme.pxd":34
|
|
* self.c = lex
|
|
* self.vocab = vocab
|
|
* self.orth = lex.orth # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_v_lex->orth;
|
|
__pyx_v_self->orth = __pyx_t_3;
|
|
|
|
/* "lexeme.pxd":35
|
|
* self.vocab = vocab
|
|
* self.orth = lex.orth
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = __pyx_v_self;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":30
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab): # <<<<<<<<<<<<<<
|
|
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
|
|
* self.c = lex
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("spacy.lexeme.Lexeme.from_ptr", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_self);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":38
|
|
*
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: # <<<<<<<<<<<<<<
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("set_struct_attr", __pyx_f[5], 38, 1, __PYX_ERR(5, 38, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":39
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil:
|
|
* if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":40
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil:
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value) # <<<<<<<<<<<<<<
|
|
* elif name == ID:
|
|
* lex.id = value
|
|
*/
|
|
(void)(__pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(__pyx_v_lex, __pyx_v_name, __pyx_v_value));
|
|
|
|
/* "lexeme.pxd":39
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil:
|
|
* if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":41
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID: # <<<<<<<<<<<<<<
|
|
* lex.id = value
|
|
* elif name == LOWER:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_ID) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":42
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID:
|
|
* lex.id = value # <<<<<<<<<<<<<<
|
|
* elif name == LOWER:
|
|
* lex.lower = value
|
|
*/
|
|
__pyx_v_lex->id = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":41
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
* elif name == ID: # <<<<<<<<<<<<<<
|
|
* lex.id = value
|
|
* elif name == LOWER:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":43
|
|
* elif name == ID:
|
|
* lex.id = value
|
|
* elif name == LOWER: # <<<<<<<<<<<<<<
|
|
* lex.lower = value
|
|
* elif name == NORM:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_LOWER) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":44
|
|
* lex.id = value
|
|
* elif name == LOWER:
|
|
* lex.lower = value # <<<<<<<<<<<<<<
|
|
* elif name == NORM:
|
|
* lex.norm = value
|
|
*/
|
|
__pyx_v_lex->lower = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":43
|
|
* elif name == ID:
|
|
* lex.id = value
|
|
* elif name == LOWER: # <<<<<<<<<<<<<<
|
|
* lex.lower = value
|
|
* elif name == NORM:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":45
|
|
* elif name == LOWER:
|
|
* lex.lower = value
|
|
* elif name == NORM: # <<<<<<<<<<<<<<
|
|
* lex.norm = value
|
|
* elif name == SHAPE:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_NORM) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":46
|
|
* lex.lower = value
|
|
* elif name == NORM:
|
|
* lex.norm = value # <<<<<<<<<<<<<<
|
|
* elif name == SHAPE:
|
|
* lex.shape = value
|
|
*/
|
|
__pyx_v_lex->norm = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":45
|
|
* elif name == LOWER:
|
|
* lex.lower = value
|
|
* elif name == NORM: # <<<<<<<<<<<<<<
|
|
* lex.norm = value
|
|
* elif name == SHAPE:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":47
|
|
* elif name == NORM:
|
|
* lex.norm = value
|
|
* elif name == SHAPE: # <<<<<<<<<<<<<<
|
|
* lex.shape = value
|
|
* elif name == PREFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_SHAPE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":48
|
|
* lex.norm = value
|
|
* elif name == SHAPE:
|
|
* lex.shape = value # <<<<<<<<<<<<<<
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value
|
|
*/
|
|
__pyx_v_lex->shape = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":47
|
|
* elif name == NORM:
|
|
* lex.norm = value
|
|
* elif name == SHAPE: # <<<<<<<<<<<<<<
|
|
* lex.shape = value
|
|
* elif name == PREFIX:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":49
|
|
* elif name == SHAPE:
|
|
* lex.shape = value
|
|
* elif name == PREFIX: # <<<<<<<<<<<<<<
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_PREFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":50
|
|
* lex.shape = value
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value # <<<<<<<<<<<<<<
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value
|
|
*/
|
|
__pyx_v_lex->prefix = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":49
|
|
* elif name == SHAPE:
|
|
* lex.shape = value
|
|
* elif name == PREFIX: # <<<<<<<<<<<<<<
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":51
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* lex.suffix = value
|
|
* elif name == LANG:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_SUFFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":52
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value # <<<<<<<<<<<<<<
|
|
* elif name == LANG:
|
|
* lex.lang = value
|
|
*/
|
|
__pyx_v_lex->suffix = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":51
|
|
* elif name == PREFIX:
|
|
* lex.prefix = value
|
|
* elif name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* lex.suffix = value
|
|
* elif name == LANG:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":53
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value
|
|
* elif name == LANG: # <<<<<<<<<<<<<<
|
|
* lex.lang = value
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_LANG) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":54
|
|
* lex.suffix = value
|
|
* elif name == LANG:
|
|
* lex.lang = value # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_v_lex->lang = __pyx_v_value;
|
|
|
|
/* "lexeme.pxd":53
|
|
* elif name == SUFFIX:
|
|
* lex.suffix = value
|
|
* elif name == LANG: # <<<<<<<<<<<<<<
|
|
* lex.lang = value
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "lexeme.pxd":38
|
|
*
|
|
* @staticmethod
|
|
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: # <<<<<<<<<<<<<<
|
|
* if name < (sizeof(flags_t) * 8):
|
|
* Lexeme.c_set_flag(lex, name, value)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.set_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "lexeme.pxd":57
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_struct_attr", __pyx_f[5], 57, 1, __PYX_ERR(5, 57, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":58
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
* return 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":59
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<<
|
|
* return 1
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (__pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(__pyx_v_lex, __pyx_v_feat_name) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":60
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
* return 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return 0
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":59
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<<
|
|
* return 1
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":62
|
|
* return 1
|
|
* else:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* elif feat_name == ID:
|
|
* return lex.id
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "lexeme.pxd":58
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
* return 1
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":63
|
|
* else:
|
|
* return 0
|
|
* elif feat_name == ID: # <<<<<<<<<<<<<<
|
|
* return lex.id
|
|
* elif feat_name == ORTH:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ID) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":64
|
|
* return 0
|
|
* elif feat_name == ID:
|
|
* return lex.id # <<<<<<<<<<<<<<
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth
|
|
*/
|
|
__pyx_r = __pyx_v_lex->id;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":63
|
|
* else:
|
|
* return 0
|
|
* elif feat_name == ID: # <<<<<<<<<<<<<<
|
|
* return lex.id
|
|
* elif feat_name == ORTH:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":65
|
|
* elif feat_name == ID:
|
|
* return lex.id
|
|
* elif feat_name == ORTH: # <<<<<<<<<<<<<<
|
|
* return lex.orth
|
|
* elif feat_name == LOWER:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ORTH) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":66
|
|
* return lex.id
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth # <<<<<<<<<<<<<<
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower
|
|
*/
|
|
__pyx_r = __pyx_v_lex->orth;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":65
|
|
* elif feat_name == ID:
|
|
* return lex.id
|
|
* elif feat_name == ORTH: # <<<<<<<<<<<<<<
|
|
* return lex.orth
|
|
* elif feat_name == LOWER:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":67
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth
|
|
* elif feat_name == LOWER: # <<<<<<<<<<<<<<
|
|
* return lex.lower
|
|
* elif feat_name == NORM:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LOWER) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":68
|
|
* return lex.orth
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower # <<<<<<<<<<<<<<
|
|
* elif feat_name == NORM:
|
|
* return lex.norm
|
|
*/
|
|
__pyx_r = __pyx_v_lex->lower;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":67
|
|
* elif feat_name == ORTH:
|
|
* return lex.orth
|
|
* elif feat_name == LOWER: # <<<<<<<<<<<<<<
|
|
* return lex.lower
|
|
* elif feat_name == NORM:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":69
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_NORM) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":70
|
|
* return lex.lower
|
|
* elif feat_name == NORM:
|
|
* return lex.norm # <<<<<<<<<<<<<<
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape
|
|
*/
|
|
__pyx_r = __pyx_v_lex->norm;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":69
|
|
* elif feat_name == LOWER:
|
|
* return lex.lower
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":71
|
|
* elif feat_name == NORM:
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE: # <<<<<<<<<<<<<<
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SHAPE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":72
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape # <<<<<<<<<<<<<<
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix
|
|
*/
|
|
__pyx_r = __pyx_v_lex->shape;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":71
|
|
* elif feat_name == NORM:
|
|
* return lex.norm
|
|
* elif feat_name == SHAPE: # <<<<<<<<<<<<<<
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":73
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX: # <<<<<<<<<<<<<<
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_PREFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":74
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix # <<<<<<<<<<<<<<
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix
|
|
*/
|
|
__pyx_r = __pyx_v_lex->prefix;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":73
|
|
* elif feat_name == SHAPE:
|
|
* return lex.shape
|
|
* elif feat_name == PREFIX: # <<<<<<<<<<<<<<
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":75
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SUFFIX) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":76
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix # <<<<<<<<<<<<<<
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length
|
|
*/
|
|
__pyx_r = __pyx_v_lex->suffix;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":75
|
|
* elif feat_name == PREFIX:
|
|
* return lex.prefix
|
|
* elif feat_name == SUFFIX: # <<<<<<<<<<<<<<
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":77
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH: # <<<<<<<<<<<<<<
|
|
* return lex.length
|
|
* elif feat_name == LANG:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LENGTH) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":78
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length # <<<<<<<<<<<<<<
|
|
* elif feat_name == LANG:
|
|
* return lex.lang
|
|
*/
|
|
__pyx_r = __pyx_v_lex->length;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":77
|
|
* elif feat_name == SUFFIX:
|
|
* return lex.suffix
|
|
* elif feat_name == LENGTH: # <<<<<<<<<<<<<<
|
|
* return lex.length
|
|
* elif feat_name == LANG:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":79
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length
|
|
* elif feat_name == LANG: # <<<<<<<<<<<<<<
|
|
* return lex.lang
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LANG) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":80
|
|
* return lex.length
|
|
* elif feat_name == LANG:
|
|
* return lex.lang # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return 0
|
|
*/
|
|
__pyx_r = __pyx_v_lex->lang;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":79
|
|
* elif feat_name == LENGTH:
|
|
* return lex.length
|
|
* elif feat_name == LANG: # <<<<<<<<<<<<<<
|
|
* return lex.lang
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":82
|
|
* return lex.lang
|
|
* else:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "lexeme.pxd":57
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* if Lexeme.c_check_flag(lex, feat_name):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.get_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":85
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id):
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id) {
|
|
__pyx_t_5spacy_8typedefs_flags_t __pyx_v_one;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("c_check_flag", __pyx_f[5], 85, 1, __PYX_ERR(5, 85, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":86
|
|
* @staticmethod
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil:
|
|
* cdef flags_t one = 1 # <<<<<<<<<<<<<<
|
|
* if lexeme.flags & (one << flag_id):
|
|
* return True
|
|
*/
|
|
__pyx_v_one = 1;
|
|
|
|
/* "lexeme.pxd":87
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil:
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_lexeme->flags & (__pyx_v_one << __pyx_v_flag_id)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":88
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id):
|
|
* return True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return False
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "lexeme.pxd":87
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil:
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<<
|
|
* return True
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "lexeme.pxd":90
|
|
* return True
|
|
* else:
|
|
* return False # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "lexeme.pxd":85
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if lexeme.flags & (one << flag_id):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.c_check_flag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "lexeme.pxd":93
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if value:
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value) {
|
|
__pyx_t_5spacy_8typedefs_flags_t __pyx_v_one;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("c_set_flag", __pyx_f[5], 93, 1, __PYX_ERR(5, 93, __pyx_L1_error));
|
|
|
|
/* "lexeme.pxd":94
|
|
* @staticmethod
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil:
|
|
* cdef flags_t one = 1 # <<<<<<<<<<<<<<
|
|
* if value:
|
|
* lex.flags |= one << flag_id
|
|
*/
|
|
__pyx_v_one = 1;
|
|
|
|
/* "lexeme.pxd":95
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil:
|
|
* cdef flags_t one = 1
|
|
* if value: # <<<<<<<<<<<<<<
|
|
* lex.flags |= one << flag_id
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_value != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "lexeme.pxd":96
|
|
* cdef flags_t one = 1
|
|
* if value:
|
|
* lex.flags |= one << flag_id # <<<<<<<<<<<<<<
|
|
* else:
|
|
* lex.flags &= ~(one << flag_id)
|
|
*/
|
|
__pyx_v_lex->flags = (__pyx_v_lex->flags | (__pyx_v_one << __pyx_v_flag_id));
|
|
|
|
/* "lexeme.pxd":95
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil:
|
|
* cdef flags_t one = 1
|
|
* if value: # <<<<<<<<<<<<<<
|
|
* lex.flags |= one << flag_id
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "lexeme.pxd":98
|
|
* lex.flags |= one << flag_id
|
|
* else:
|
|
* lex.flags &= ~(one << flag_id) # <<<<<<<<<<<<<<
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_lex->flags = (__pyx_v_lex->flags & (~(__pyx_v_one << __pyx_v_flag_id)));
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "lexeme.pxd":93
|
|
*
|
|
* @staticmethod
|
|
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: # <<<<<<<<<<<<<<
|
|
* cdef flags_t one = 1
|
|
* if value:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.lexeme.Lexeme.c_set_flag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "token.pxd":23
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Token cinit(Vocab vocab, const TokenC* token, int offset, Doc doc): # <<<<<<<<<<<<<<
|
|
* if offset < 0 or offset >= doc.length:
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length))
|
|
*/
|
|
|
|
static CYTHON_INLINE struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_f_5spacy_6tokens_5token_5Token_cinit(struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, CYTHON_UNUSED struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token, int __pyx_v_offset, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc) {
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_v_self = 0;
|
|
struct __pyx_obj_5spacy_6tokens_5token_Token *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("cinit", 0);
|
|
__Pyx_TraceCall("cinit", __pyx_f[6], 23, 0, __PYX_ERR(6, 23, __pyx_L1_error));
|
|
|
|
/* "token.pxd":24
|
|
* @staticmethod
|
|
* cdef inline Token cinit(Vocab vocab, const TokenC* token, int offset, Doc doc):
|
|
* if offset < 0 or offset >= doc.length: # <<<<<<<<<<<<<<
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length))
|
|
* cdef Token self = Token.__new__(Token, vocab, doc, offset)
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_offset < 0) != 0);
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = ((__pyx_v_offset >= __pyx_v_doc->length) != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "token.pxd":25
|
|
* cdef inline Token cinit(Vocab vocab, const TokenC* token, int offset, Doc doc):
|
|
* if offset < 0 or offset >= doc.length:
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length)) # <<<<<<<<<<<<<<
|
|
* cdef Token self = Token.__new__(Token, vocab, doc, offset)
|
|
* return self
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_Errors); if (unlikely(!__pyx_t_3)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_E040); if (unlikely(!__pyx_t_4)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_offset); if (unlikely(!__pyx_t_5)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_i, __pyx_t_5) < 0) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_doc->length); if (unlikely(!__pyx_t_5)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_max_length, __pyx_t_5) < 0) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(6, 25, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(6, 25, __pyx_L1_error)
|
|
|
|
/* "token.pxd":24
|
|
* @staticmethod
|
|
* cdef inline Token cinit(Vocab vocab, const TokenC* token, int offset, Doc doc):
|
|
* if offset < 0 or offset >= doc.length: # <<<<<<<<<<<<<<
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length))
|
|
* cdef Token self = Token.__new__(Token, vocab, doc, offset)
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":26
|
|
* if offset < 0 or offset >= doc.length:
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length))
|
|
* cdef Token self = Token.__new__(Token, vocab, doc, offset) # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_offset); if (unlikely(!__pyx_t_4)) __PYX_ERR(6, 26, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(6, 26, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_vocab));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_vocab));
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_v_vocab));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_doc));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_doc));
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, ((PyObject *)__pyx_v_doc));
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_tp_new(((PyObject *)__pyx_ptype_5spacy_6tokens_5token_Token), ((PyObject*)__pyx_t_5)); if (unlikely(!__pyx_t_4)) __PYX_ERR(6, 26, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (!(likely(__Pyx_TypeTest(__pyx_t_4, __pyx_ptype_5spacy_6tokens_5token_Token)))) __PYX_ERR(6, 26, __pyx_L1_error)
|
|
__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_5token_Token *)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "token.pxd":27
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length))
|
|
* cdef Token self = Token.__new__(Token, vocab, doc, offset)
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* # cdef inline TokenC struct_from_attrs(Vocab vocab, attrs):
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = __pyx_v_self;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":23
|
|
*
|
|
* @staticmethod
|
|
* cdef inline Token cinit(Vocab vocab, const TokenC* token, int offset, Doc doc): # <<<<<<<<<<<<<<
|
|
* if offset < 0 or offset >= doc.length:
|
|
* raise IndexError(Errors.E040.format(i=offset, max_length=doc.length))
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("spacy.tokens.token.Token.cinit", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_self);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "token.pxd":36
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const TokenC* token, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_5token_5Token_get_struct_attr(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_struct_attr", __pyx_f[6], 36, 1, __PYX_ERR(6, 36, __pyx_L1_error));
|
|
|
|
/* "token.pxd":37
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
* elif feat_name == LEMMA:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":38
|
|
* cdef inline attr_t get_struct_attr(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* return Lexeme.c_check_flag(token.lex, feat_name) # <<<<<<<<<<<<<<
|
|
* elif feat_name == LEMMA:
|
|
* return token.lemma
|
|
*/
|
|
__pyx_r = __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(__pyx_v_token->lex, __pyx_v_feat_name);
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":37
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const TokenC* token, attr_id_t feat_name) nogil:
|
|
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
* elif feat_name == LEMMA:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":39
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
* elif feat_name == LEMMA: # <<<<<<<<<<<<<<
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LEMMA) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":40
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
* elif feat_name == LEMMA:
|
|
* return token.lemma # <<<<<<<<<<<<<<
|
|
* elif feat_name == NORM:
|
|
* if token.norm == 0:
|
|
*/
|
|
__pyx_r = __pyx_v_token->lemma;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":39
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
* elif feat_name == LEMMA: # <<<<<<<<<<<<<<
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":41
|
|
* elif feat_name == LEMMA:
|
|
* return token.lemma
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* if token.norm == 0:
|
|
* return token.lex.norm
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_NORM) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":42
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
* if token.norm == 0: # <<<<<<<<<<<<<<
|
|
* return token.lex.norm
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_token->norm == 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":43
|
|
* elif feat_name == NORM:
|
|
* if token.norm == 0:
|
|
* return token.lex.norm # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return token.norm
|
|
*/
|
|
__pyx_r = __pyx_v_token->lex->norm;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":42
|
|
* return token.lemma
|
|
* elif feat_name == NORM:
|
|
* if token.norm == 0: # <<<<<<<<<<<<<<
|
|
* return token.lex.norm
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":45
|
|
* return token.lex.norm
|
|
* else:
|
|
* return token.norm # <<<<<<<<<<<<<<
|
|
* elif feat_name == POS:
|
|
* return token.pos
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = __pyx_v_token->norm;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "token.pxd":41
|
|
* elif feat_name == LEMMA:
|
|
* return token.lemma
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* if token.norm == 0:
|
|
* return token.lex.norm
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":46
|
|
* else:
|
|
* return token.norm
|
|
* elif feat_name == POS: # <<<<<<<<<<<<<<
|
|
* return token.pos
|
|
* elif feat_name == TAG:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_POS) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":47
|
|
* return token.norm
|
|
* elif feat_name == POS:
|
|
* return token.pos # <<<<<<<<<<<<<<
|
|
* elif feat_name == TAG:
|
|
* return token.tag
|
|
*/
|
|
__pyx_r = __pyx_v_token->pos;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":46
|
|
* else:
|
|
* return token.norm
|
|
* elif feat_name == POS: # <<<<<<<<<<<<<<
|
|
* return token.pos
|
|
* elif feat_name == TAG:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":48
|
|
* elif feat_name == POS:
|
|
* return token.pos
|
|
* elif feat_name == TAG: # <<<<<<<<<<<<<<
|
|
* return token.tag
|
|
* elif feat_name == MORPH:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_TAG) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":49
|
|
* return token.pos
|
|
* elif feat_name == TAG:
|
|
* return token.tag # <<<<<<<<<<<<<<
|
|
* elif feat_name == MORPH:
|
|
* return token.morph
|
|
*/
|
|
__pyx_r = __pyx_v_token->tag;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":48
|
|
* elif feat_name == POS:
|
|
* return token.pos
|
|
* elif feat_name == TAG: # <<<<<<<<<<<<<<
|
|
* return token.tag
|
|
* elif feat_name == MORPH:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":50
|
|
* elif feat_name == TAG:
|
|
* return token.tag
|
|
* elif feat_name == MORPH: # <<<<<<<<<<<<<<
|
|
* return token.morph
|
|
* elif feat_name == DEP:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_MORPH) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":51
|
|
* return token.tag
|
|
* elif feat_name == MORPH:
|
|
* return token.morph # <<<<<<<<<<<<<<
|
|
* elif feat_name == DEP:
|
|
* return token.dep
|
|
*/
|
|
__pyx_r = __pyx_v_token->morph;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":50
|
|
* elif feat_name == TAG:
|
|
* return token.tag
|
|
* elif feat_name == MORPH: # <<<<<<<<<<<<<<
|
|
* return token.morph
|
|
* elif feat_name == DEP:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":52
|
|
* elif feat_name == MORPH:
|
|
* return token.morph
|
|
* elif feat_name == DEP: # <<<<<<<<<<<<<<
|
|
* return token.dep
|
|
* elif feat_name == HEAD:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_DEP) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":53
|
|
* return token.morph
|
|
* elif feat_name == DEP:
|
|
* return token.dep # <<<<<<<<<<<<<<
|
|
* elif feat_name == HEAD:
|
|
* return token.head
|
|
*/
|
|
__pyx_r = __pyx_v_token->dep;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":52
|
|
* elif feat_name == MORPH:
|
|
* return token.morph
|
|
* elif feat_name == DEP: # <<<<<<<<<<<<<<
|
|
* return token.dep
|
|
* elif feat_name == HEAD:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":54
|
|
* elif feat_name == DEP:
|
|
* return token.dep
|
|
* elif feat_name == HEAD: # <<<<<<<<<<<<<<
|
|
* return token.head
|
|
* elif feat_name == SPACY:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_HEAD) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":55
|
|
* return token.dep
|
|
* elif feat_name == HEAD:
|
|
* return token.head # <<<<<<<<<<<<<<
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy
|
|
*/
|
|
__pyx_r = __pyx_v_token->head;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":54
|
|
* elif feat_name == DEP:
|
|
* return token.dep
|
|
* elif feat_name == HEAD: # <<<<<<<<<<<<<<
|
|
* return token.head
|
|
* elif feat_name == SPACY:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":56
|
|
* elif feat_name == HEAD:
|
|
* return token.head
|
|
* elif feat_name == SPACY: # <<<<<<<<<<<<<<
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SPACY) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":57
|
|
* return token.head
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob
|
|
*/
|
|
__pyx_r = __pyx_v_token->spacy;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":56
|
|
* elif feat_name == HEAD:
|
|
* return token.head
|
|
* elif feat_name == SPACY: # <<<<<<<<<<<<<<
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":58
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB: # <<<<<<<<<<<<<<
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ENT_IOB) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":59
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_iob;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":58
|
|
* elif feat_name == SPACY:
|
|
* return token.spacy
|
|
* elif feat_name == ENT_IOB: # <<<<<<<<<<<<<<
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":60
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE: # <<<<<<<<<<<<<<
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ENT_TYPE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":61
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_type;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":60
|
|
* elif feat_name == ENT_IOB:
|
|
* return token.ent_iob
|
|
* elif feat_name == ENT_TYPE: # <<<<<<<<<<<<<<
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":62
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID: # <<<<<<<<<<<<<<
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ENT_ID) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":63
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_id;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":62
|
|
* elif feat_name == ENT_TYPE:
|
|
* return token.ent_type
|
|
* elif feat_name == ENT_ID: # <<<<<<<<<<<<<<
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":64
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID: # <<<<<<<<<<<<<<
|
|
* return token.ent_kb_id
|
|
* elif feat_name == SENT_START:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ENT_KB_ID) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":65
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id # <<<<<<<<<<<<<<
|
|
* elif feat_name == SENT_START:
|
|
* return token.sent_start
|
|
*/
|
|
__pyx_r = __pyx_v_token->ent_kb_id;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":64
|
|
* elif feat_name == ENT_ID:
|
|
* return token.ent_id
|
|
* elif feat_name == ENT_KB_ID: # <<<<<<<<<<<<<<
|
|
* return token.ent_kb_id
|
|
* elif feat_name == SENT_START:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":66
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id
|
|
* elif feat_name == SENT_START: # <<<<<<<<<<<<<<
|
|
* return token.sent_start
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SENT_START) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "token.pxd":67
|
|
* return token.ent_kb_id
|
|
* elif feat_name == SENT_START:
|
|
* return token.sent_start # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return Lexeme.get_struct_attr(token.lex, feat_name)
|
|
*/
|
|
__pyx_r = __pyx_v_token->sent_start;
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":66
|
|
* elif feat_name == ENT_KB_ID:
|
|
* return token.ent_kb_id
|
|
* elif feat_name == SENT_START: # <<<<<<<<<<<<<<
|
|
* return token.sent_start
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "token.pxd":69
|
|
* return token.sent_start
|
|
* else:
|
|
* return Lexeme.get_struct_attr(token.lex, feat_name) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(__pyx_v_token->lex, __pyx_v_feat_name);
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "token.pxd":36
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t get_struct_attr(const TokenC* token, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<<
|
|
* if feat_name < (sizeof(flags_t) * 8):
|
|
* return Lexeme.c_check_flag(token.lex, feat_name)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokens.token.Token.get_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "token.pxd":72
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t set_struct_attr(TokenC* token, attr_id_t feat_name, # <<<<<<<<<<<<<<
|
|
* attr_t value) nogil:
|
|
* if feat_name == LEMMA:
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6tokens_5token_5Token_set_struct_attr(struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_token, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value) {
|
|
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("set_struct_attr", __pyx_f[6], 72, 1, __PYX_ERR(6, 72, __pyx_L1_error));
|
|
|
|
/* "token.pxd":74
|
|
* cdef inline attr_t set_struct_attr(TokenC* token, attr_id_t feat_name,
|
|
* attr_t value) nogil:
|
|
* if feat_name == LEMMA: # <<<<<<<<<<<<<<
|
|
* token.lemma = value
|
|
* elif feat_name == NORM:
|
|
*/
|
|
switch (__pyx_v_feat_name) {
|
|
case __pyx_e_5spacy_5attrs_LEMMA:
|
|
|
|
/* "token.pxd":75
|
|
* attr_t value) nogil:
|
|
* if feat_name == LEMMA:
|
|
* token.lemma = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == NORM:
|
|
* token.norm = value
|
|
*/
|
|
__pyx_v_token->lemma = __pyx_v_value;
|
|
|
|
/* "token.pxd":74
|
|
* cdef inline attr_t set_struct_attr(TokenC* token, attr_id_t feat_name,
|
|
* attr_t value) nogil:
|
|
* if feat_name == LEMMA: # <<<<<<<<<<<<<<
|
|
* token.lemma = value
|
|
* elif feat_name == NORM:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_NORM:
|
|
|
|
/* "token.pxd":77
|
|
* token.lemma = value
|
|
* elif feat_name == NORM:
|
|
* token.norm = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == POS:
|
|
* token.pos = <univ_pos_t>value
|
|
*/
|
|
__pyx_v_token->norm = __pyx_v_value;
|
|
|
|
/* "token.pxd":76
|
|
* if feat_name == LEMMA:
|
|
* token.lemma = value
|
|
* elif feat_name == NORM: # <<<<<<<<<<<<<<
|
|
* token.norm = value
|
|
* elif feat_name == POS:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_POS:
|
|
|
|
/* "token.pxd":79
|
|
* token.norm = value
|
|
* elif feat_name == POS:
|
|
* token.pos = <univ_pos_t>value # <<<<<<<<<<<<<<
|
|
* elif feat_name == TAG:
|
|
* token.tag = value
|
|
*/
|
|
__pyx_v_token->pos = ((enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t)__pyx_v_value);
|
|
|
|
/* "token.pxd":78
|
|
* elif feat_name == NORM:
|
|
* token.norm = value
|
|
* elif feat_name == POS: # <<<<<<<<<<<<<<
|
|
* token.pos = <univ_pos_t>value
|
|
* elif feat_name == TAG:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_TAG:
|
|
|
|
/* "token.pxd":81
|
|
* token.pos = <univ_pos_t>value
|
|
* elif feat_name == TAG:
|
|
* token.tag = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == MORPH:
|
|
* token.morph = value
|
|
*/
|
|
__pyx_v_token->tag = __pyx_v_value;
|
|
|
|
/* "token.pxd":80
|
|
* elif feat_name == POS:
|
|
* token.pos = <univ_pos_t>value
|
|
* elif feat_name == TAG: # <<<<<<<<<<<<<<
|
|
* token.tag = value
|
|
* elif feat_name == MORPH:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_MORPH:
|
|
|
|
/* "token.pxd":83
|
|
* token.tag = value
|
|
* elif feat_name == MORPH:
|
|
* token.morph = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == DEP:
|
|
* token.dep = value
|
|
*/
|
|
__pyx_v_token->morph = __pyx_v_value;
|
|
|
|
/* "token.pxd":82
|
|
* elif feat_name == TAG:
|
|
* token.tag = value
|
|
* elif feat_name == MORPH: # <<<<<<<<<<<<<<
|
|
* token.morph = value
|
|
* elif feat_name == DEP:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_DEP:
|
|
|
|
/* "token.pxd":85
|
|
* token.morph = value
|
|
* elif feat_name == DEP:
|
|
* token.dep = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == HEAD:
|
|
* token.head = value
|
|
*/
|
|
__pyx_v_token->dep = __pyx_v_value;
|
|
|
|
/* "token.pxd":84
|
|
* elif feat_name == MORPH:
|
|
* token.morph = value
|
|
* elif feat_name == DEP: # <<<<<<<<<<<<<<
|
|
* token.dep = value
|
|
* elif feat_name == HEAD:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_HEAD:
|
|
|
|
/* "token.pxd":87
|
|
* token.dep = value
|
|
* elif feat_name == HEAD:
|
|
* token.head = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == SPACY:
|
|
* token.spacy = value
|
|
*/
|
|
__pyx_v_token->head = __pyx_v_value;
|
|
|
|
/* "token.pxd":86
|
|
* elif feat_name == DEP:
|
|
* token.dep = value
|
|
* elif feat_name == HEAD: # <<<<<<<<<<<<<<
|
|
* token.head = value
|
|
* elif feat_name == SPACY:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_SPACY:
|
|
|
|
/* "token.pxd":89
|
|
* token.head = value
|
|
* elif feat_name == SPACY:
|
|
* token.spacy = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_IOB:
|
|
* token.ent_iob = value
|
|
*/
|
|
__pyx_v_token->spacy = __pyx_v_value;
|
|
|
|
/* "token.pxd":88
|
|
* elif feat_name == HEAD:
|
|
* token.head = value
|
|
* elif feat_name == SPACY: # <<<<<<<<<<<<<<
|
|
* token.spacy = value
|
|
* elif feat_name == ENT_IOB:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_IOB:
|
|
|
|
/* "token.pxd":91
|
|
* token.spacy = value
|
|
* elif feat_name == ENT_IOB:
|
|
* token.ent_iob = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_TYPE:
|
|
* token.ent_type = value
|
|
*/
|
|
__pyx_v_token->ent_iob = __pyx_v_value;
|
|
|
|
/* "token.pxd":90
|
|
* elif feat_name == SPACY:
|
|
* token.spacy = value
|
|
* elif feat_name == ENT_IOB: # <<<<<<<<<<<<<<
|
|
* token.ent_iob = value
|
|
* elif feat_name == ENT_TYPE:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_TYPE:
|
|
|
|
/* "token.pxd":93
|
|
* token.ent_iob = value
|
|
* elif feat_name == ENT_TYPE:
|
|
* token.ent_type = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_ID:
|
|
* token.ent_id = value
|
|
*/
|
|
__pyx_v_token->ent_type = __pyx_v_value;
|
|
|
|
/* "token.pxd":92
|
|
* elif feat_name == ENT_IOB:
|
|
* token.ent_iob = value
|
|
* elif feat_name == ENT_TYPE: # <<<<<<<<<<<<<<
|
|
* token.ent_type = value
|
|
* elif feat_name == ENT_ID:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_ID:
|
|
|
|
/* "token.pxd":95
|
|
* token.ent_type = value
|
|
* elif feat_name == ENT_ID:
|
|
* token.ent_id = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == ENT_KB_ID:
|
|
* token.ent_kb_id = value
|
|
*/
|
|
__pyx_v_token->ent_id = __pyx_v_value;
|
|
|
|
/* "token.pxd":94
|
|
* elif feat_name == ENT_TYPE:
|
|
* token.ent_type = value
|
|
* elif feat_name == ENT_ID: # <<<<<<<<<<<<<<
|
|
* token.ent_id = value
|
|
* elif feat_name == ENT_KB_ID:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_ENT_KB_ID:
|
|
|
|
/* "token.pxd":97
|
|
* token.ent_id = value
|
|
* elif feat_name == ENT_KB_ID:
|
|
* token.ent_kb_id = value # <<<<<<<<<<<<<<
|
|
* elif feat_name == SENT_START:
|
|
* token.sent_start = value
|
|
*/
|
|
__pyx_v_token->ent_kb_id = __pyx_v_value;
|
|
|
|
/* "token.pxd":96
|
|
* elif feat_name == ENT_ID:
|
|
* token.ent_id = value
|
|
* elif feat_name == ENT_KB_ID: # <<<<<<<<<<<<<<
|
|
* token.ent_kb_id = value
|
|
* elif feat_name == SENT_START:
|
|
*/
|
|
break;
|
|
case __pyx_e_5spacy_5attrs_SENT_START:
|
|
|
|
/* "token.pxd":99
|
|
* token.ent_kb_id = value
|
|
* elif feat_name == SENT_START:
|
|
* token.sent_start = value # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_v_token->sent_start = __pyx_v_value;
|
|
|
|
/* "token.pxd":98
|
|
* elif feat_name == ENT_KB_ID:
|
|
* token.ent_kb_id = value
|
|
* elif feat_name == SENT_START: # <<<<<<<<<<<<<<
|
|
* token.sent_start = value
|
|
*
|
|
*/
|
|
break;
|
|
default: break;
|
|
}
|
|
|
|
/* "token.pxd":72
|
|
*
|
|
* @staticmethod
|
|
* cdef inline attr_t set_struct_attr(TokenC* token, attr_id_t feat_name, # <<<<<<<<<<<<<<
|
|
* attr_t value) nogil:
|
|
* if feat_name == LEMMA:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokens.token.Token.set_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "token.pxd":102
|
|
*
|
|
* @staticmethod
|
|
* cdef inline int missing_dep(const TokenC* token) nogil: # <<<<<<<<<<<<<<
|
|
* return token.dep == MISSING_DEP
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6tokens_5token_5Token_missing_dep(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("missing_dep", __pyx_f[6], 102, 1, __PYX_ERR(6, 102, __pyx_L1_error));
|
|
|
|
/* "token.pxd":103
|
|
* @staticmethod
|
|
* cdef inline int missing_dep(const TokenC* token) nogil:
|
|
* return token.dep == MISSING_DEP # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = (__pyx_v_token->dep == __pyx_v_5spacy_6tokens_5token_MISSING_DEP);
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":102
|
|
*
|
|
* @staticmethod
|
|
* cdef inline int missing_dep(const TokenC* token) nogil: # <<<<<<<<<<<<<<
|
|
* return token.dep == MISSING_DEP
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokens.token.Token.missing_dep", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "token.pxd":106
|
|
*
|
|
* @staticmethod
|
|
* cdef inline int missing_head(const TokenC* token) nogil: # <<<<<<<<<<<<<<
|
|
* return Token.missing_dep(token)
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5spacy_6tokens_5token_5Token_missing_head(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("missing_head", __pyx_f[6], 106, 1, __PYX_ERR(6, 106, __pyx_L1_error));
|
|
|
|
/* "token.pxd":107
|
|
* @staticmethod
|
|
* cdef inline int missing_head(const TokenC* token) nogil:
|
|
* return Token.missing_dep(token) # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_r = __pyx_f_5spacy_6tokens_5token_5Token_missing_dep(__pyx_v_token);
|
|
goto __pyx_L0;
|
|
|
|
/* "token.pxd":106
|
|
*
|
|
* @staticmethod
|
|
* cdef inline int missing_head(const TokenC* token) nogil: # <<<<<<<<<<<<<<
|
|
* return Token.missing_dep(token)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("spacy.tokens.token.Token.missing_head", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":123
|
|
* cdef bint dtype_is_object
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
|
|
* mode="c", bint allocate_buffer=True):
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_shape = 0;
|
|
Py_ssize_t __pyx_v_itemsize;
|
|
PyObject *__pyx_v_format = 0;
|
|
PyObject *__pyx_v_mode = 0;
|
|
int __pyx_v_allocate_buffer;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_shape,&__pyx_n_s_itemsize,&__pyx_n_s_format,&__pyx_n_s_mode,&__pyx_n_s_allocate_buffer,0};
|
|
PyObject* values[5] = {0,0,0,0,0};
|
|
values[3] = ((PyObject *)__pyx_n_s_c);
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_shape)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_itemsize)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 1); __PYX_ERR(2, 123, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_format)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 2); __PYX_ERR(2, 123, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 3:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mode);
|
|
if (value) { values[3] = value; kw_args--; }
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 4:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_allocate_buffer);
|
|
if (value) { values[4] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(2, 123, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
|
|
CYTHON_FALLTHROUGH;
|
|
case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
|
|
CYTHON_FALLTHROUGH;
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_shape = ((PyObject*)values[0]);
|
|
__pyx_v_itemsize = __Pyx_PyIndex_AsSsize_t(values[1]); if (unlikely((__pyx_v_itemsize == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 123, __pyx_L3_error)
|
|
__pyx_v_format = values[2];
|
|
__pyx_v_mode = values[3];
|
|
if (values[4]) {
|
|
__pyx_v_allocate_buffer = __Pyx_PyObject_IsTrue(values[4]); if (unlikely((__pyx_v_allocate_buffer == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 124, __pyx_L3_error)
|
|
} else {
|
|
|
|
/* "View.MemoryView":124
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,
|
|
* mode="c", bint allocate_buffer=True): # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int idx
|
|
*/
|
|
__pyx_v_allocate_buffer = ((int)1);
|
|
}
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(2, 123, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_shape), (&PyTuple_Type), 1, "shape", 1))) __PYX_ERR(2, 123, __pyx_L1_error)
|
|
if (unlikely(((PyObject *)__pyx_v_format) == Py_None)) {
|
|
PyErr_Format(PyExc_TypeError, "Argument '%.200s' must not be None", "format"); __PYX_ERR(2, 123, __pyx_L1_error)
|
|
}
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(((struct __pyx_array_obj *)__pyx_v_self), __pyx_v_shape, __pyx_v_itemsize, __pyx_v_format, __pyx_v_mode, __pyx_v_allocate_buffer);
|
|
|
|
/* "View.MemoryView":123
|
|
* cdef bint dtype_is_object
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
|
|
* mode="c", bint allocate_buffer=True):
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer) {
|
|
int __pyx_v_idx;
|
|
Py_ssize_t __pyx_v_i;
|
|
Py_ssize_t __pyx_v_dim;
|
|
PyObject **__pyx_v_p;
|
|
char __pyx_v_order;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
char *__pyx_t_7;
|
|
int __pyx_t_8;
|
|
Py_ssize_t __pyx_t_9;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
Py_ssize_t __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__cinit__", 0);
|
|
__Pyx_TraceCall("__cinit__", __pyx_f[2], 123, 0, __PYX_ERR(2, 123, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_format);
|
|
|
|
/* "View.MemoryView":130
|
|
* cdef PyObject **p
|
|
*
|
|
* self.ndim = <int> len(shape) # <<<<<<<<<<<<<<
|
|
* self.itemsize = itemsize
|
|
*
|
|
*/
|
|
if (unlikely(__pyx_v_shape == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
|
|
__PYX_ERR(2, 130, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = PyTuple_GET_SIZE(__pyx_v_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(2, 130, __pyx_L1_error)
|
|
__pyx_v_self->ndim = ((int)__pyx_t_1);
|
|
|
|
/* "View.MemoryView":131
|
|
*
|
|
* self.ndim = <int> len(shape)
|
|
* self.itemsize = itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* if not self.ndim:
|
|
*/
|
|
__pyx_v_self->itemsize = __pyx_v_itemsize;
|
|
|
|
/* "View.MemoryView":133
|
|
* self.itemsize = itemsize
|
|
*
|
|
* if not self.ndim: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_self->ndim != 0)) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":134
|
|
*
|
|
* if not self.ndim:
|
|
* raise ValueError("Empty shape tuple for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if itemsize <= 0:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__38, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 134, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 134, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":133
|
|
* self.itemsize = itemsize
|
|
*
|
|
* if not self.ndim: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":136
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
* if itemsize <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_itemsize <= 0) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":137
|
|
*
|
|
* if itemsize <= 0:
|
|
* raise ValueError("itemsize <= 0 for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if not isinstance(format, bytes):
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__39, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 137, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 137, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":136
|
|
* raise ValueError("Empty shape tuple for cython.array")
|
|
*
|
|
* if itemsize <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":139
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
* if not isinstance(format, bytes): # <<<<<<<<<<<<<<
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string
|
|
*/
|
|
__pyx_t_2 = PyBytes_Check(__pyx_v_format);
|
|
__pyx_t_4 = ((!(__pyx_t_2 != 0)) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":140
|
|
*
|
|
* if not isinstance(format, bytes):
|
|
* format = format.encode('ASCII') # <<<<<<<<<<<<<<
|
|
* self._format = format # keep a reference to the byte string
|
|
* self.format = self._format
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_format, __pyx_n_s_encode); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 140, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
}
|
|
}
|
|
__pyx_t_3 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_n_s_ASCII) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_ASCII);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 140, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_format, __pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":139
|
|
* raise ValueError("itemsize <= 0 for cython.array")
|
|
*
|
|
* if not isinstance(format, bytes): # <<<<<<<<<<<<<<
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":141
|
|
* if not isinstance(format, bytes):
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string # <<<<<<<<<<<<<<
|
|
* self.format = self._format
|
|
*
|
|
*/
|
|
if (!(likely(PyBytes_CheckExact(__pyx_v_format))||((__pyx_v_format) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_v_format)->tp_name), 0))) __PYX_ERR(2, 141, __pyx_L1_error)
|
|
__pyx_t_3 = __pyx_v_format;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__Pyx_GOTREF(__pyx_v_self->_format);
|
|
__Pyx_DECREF(__pyx_v_self->_format);
|
|
__pyx_v_self->_format = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":142
|
|
* format = format.encode('ASCII')
|
|
* self._format = format # keep a reference to the byte string
|
|
* self.format = self._format # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
if (unlikely(__pyx_v_self->_format == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "expected bytes, NoneType found");
|
|
__PYX_ERR(2, 142, __pyx_L1_error)
|
|
}
|
|
__pyx_t_7 = __Pyx_PyBytes_AsWritableString(__pyx_v_self->_format); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) __PYX_ERR(2, 142, __pyx_L1_error)
|
|
__pyx_v_self->format = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":145
|
|
*
|
|
*
|
|
* self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2) # <<<<<<<<<<<<<<
|
|
* self._strides = self._shape + self.ndim
|
|
*
|
|
*/
|
|
__pyx_v_self->_shape = ((Py_ssize_t *)PyObject_Malloc((((sizeof(Py_ssize_t)) * __pyx_v_self->ndim) * 2)));
|
|
|
|
/* "View.MemoryView":146
|
|
*
|
|
* self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2)
|
|
* self._strides = self._shape + self.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* if not self._shape:
|
|
*/
|
|
__pyx_v_self->_strides = (__pyx_v_self->_shape + __pyx_v_self->ndim);
|
|
|
|
/* "View.MemoryView":148
|
|
* self._strides = self._shape + self.ndim
|
|
*
|
|
* if not self._shape: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate shape and strides.")
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((!(__pyx_v_self->_shape != 0)) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":149
|
|
*
|
|
* if not self._shape:
|
|
* raise MemoryError("unable to allocate shape and strides.") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__40, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 149, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 149, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":148
|
|
* self._strides = self._shape + self.ndim
|
|
*
|
|
* if not self._shape: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate shape and strides.")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":152
|
|
*
|
|
*
|
|
* for idx, dim in enumerate(shape): # <<<<<<<<<<<<<<
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
*/
|
|
__pyx_t_8 = 0;
|
|
__pyx_t_3 = __pyx_v_shape; __Pyx_INCREF(__pyx_t_3); __pyx_t_1 = 0;
|
|
for (;;) {
|
|
if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(2, 152, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 152, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_dim = __pyx_t_9;
|
|
__pyx_v_idx = __pyx_t_8;
|
|
__pyx_t_8 = (__pyx_t_8 + 1);
|
|
|
|
/* "View.MemoryView":153
|
|
*
|
|
* for idx, dim in enumerate(shape):
|
|
* if dim <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
* self._shape[idx] = dim
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_dim <= 0) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":154
|
|
* for idx, dim in enumerate(shape):
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) # <<<<<<<<<<<<<<
|
|
* self._shape[idx] = dim
|
|
*
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(2, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_6);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_6 = __Pyx_PyString_Format(__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_t_10); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(2, 154, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(2, 154, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":153
|
|
*
|
|
* for idx, dim in enumerate(shape):
|
|
* if dim <= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
* self._shape[idx] = dim
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":155
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
* self._shape[idx] = dim # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef char order
|
|
*/
|
|
(__pyx_v_self->_shape[__pyx_v_idx]) = __pyx_v_dim;
|
|
|
|
/* "View.MemoryView":152
|
|
*
|
|
*
|
|
* for idx, dim in enumerate(shape): # <<<<<<<<<<<<<<
|
|
* if dim <= 0:
|
|
* raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":158
|
|
*
|
|
* cdef char order
|
|
* if mode == 'fortran': # <<<<<<<<<<<<<<
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_fortran, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(2, 158, __pyx_L1_error)
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":159
|
|
* cdef char order
|
|
* if mode == 'fortran':
|
|
* order = b'F' # <<<<<<<<<<<<<<
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c':
|
|
*/
|
|
__pyx_v_order = 'F';
|
|
|
|
/* "View.MemoryView":160
|
|
* if mode == 'fortran':
|
|
* order = b'F'
|
|
* self.mode = u'fortran' # <<<<<<<<<<<<<<
|
|
* elif mode == 'c':
|
|
* order = b'C'
|
|
*/
|
|
__Pyx_INCREF(__pyx_n_u_fortran);
|
|
__Pyx_GIVEREF(__pyx_n_u_fortran);
|
|
__Pyx_GOTREF(__pyx_v_self->mode);
|
|
__Pyx_DECREF(__pyx_v_self->mode);
|
|
__pyx_v_self->mode = __pyx_n_u_fortran;
|
|
|
|
/* "View.MemoryView":158
|
|
*
|
|
* cdef char order
|
|
* if mode == 'fortran': # <<<<<<<<<<<<<<
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
*/
|
|
goto __pyx_L10;
|
|
}
|
|
|
|
/* "View.MemoryView":161
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c': # <<<<<<<<<<<<<<
|
|
* order = b'C'
|
|
* self.mode = u'c'
|
|
*/
|
|
__pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_c, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(2, 161, __pyx_L1_error)
|
|
if (likely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":162
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c':
|
|
* order = b'C' # <<<<<<<<<<<<<<
|
|
* self.mode = u'c'
|
|
* else:
|
|
*/
|
|
__pyx_v_order = 'C';
|
|
|
|
/* "View.MemoryView":163
|
|
* elif mode == 'c':
|
|
* order = b'C'
|
|
* self.mode = u'c' # <<<<<<<<<<<<<<
|
|
* else:
|
|
* raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)
|
|
*/
|
|
__Pyx_INCREF(__pyx_n_u_c);
|
|
__Pyx_GIVEREF(__pyx_n_u_c);
|
|
__Pyx_GOTREF(__pyx_v_self->mode);
|
|
__Pyx_DECREF(__pyx_v_self->mode);
|
|
__pyx_v_self->mode = __pyx_n_u_c;
|
|
|
|
/* "View.MemoryView":161
|
|
* order = b'F'
|
|
* self.mode = u'fortran'
|
|
* elif mode == 'c': # <<<<<<<<<<<<<<
|
|
* order = b'C'
|
|
* self.mode = u'c'
|
|
*/
|
|
goto __pyx_L10;
|
|
}
|
|
|
|
/* "View.MemoryView":165
|
|
* self.mode = u'c'
|
|
* else:
|
|
* raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode) # <<<<<<<<<<<<<<
|
|
*
|
|
* self.len = fill_contig_strides_array(self._shape, self._strides,
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_v_mode); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 165, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_10)) __PYX_ERR(2, 165, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(2, 165, __pyx_L1_error)
|
|
}
|
|
__pyx_L10:;
|
|
|
|
/* "View.MemoryView":167
|
|
* raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)
|
|
*
|
|
* self.len = fill_contig_strides_array(self._shape, self._strides, # <<<<<<<<<<<<<<
|
|
* itemsize, self.ndim, order)
|
|
*
|
|
*/
|
|
__pyx_v_self->len = __pyx_fill_contig_strides_array(__pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_itemsize, __pyx_v_self->ndim, __pyx_v_order);
|
|
|
|
/* "View.MemoryView":170
|
|
* itemsize, self.ndim, order)
|
|
*
|
|
* self.free_data = allocate_buffer # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object = format == b'O'
|
|
* if allocate_buffer:
|
|
*/
|
|
__pyx_v_self->free_data = __pyx_v_allocate_buffer;
|
|
|
|
/* "View.MemoryView":171
|
|
*
|
|
* self.free_data = allocate_buffer
|
|
* self.dtype_is_object = format == b'O' # <<<<<<<<<<<<<<
|
|
* if allocate_buffer:
|
|
*
|
|
*/
|
|
__pyx_t_10 = PyObject_RichCompare(__pyx_v_format, __pyx_n_b_O, Py_EQ); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(2, 171, __pyx_L1_error)
|
|
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 171, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__pyx_v_self->dtype_is_object = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":172
|
|
* self.free_data = allocate_buffer
|
|
* self.dtype_is_object = format == b'O'
|
|
* if allocate_buffer: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_allocate_buffer != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":175
|
|
*
|
|
*
|
|
* self.data = <char *>malloc(self.len) # <<<<<<<<<<<<<<
|
|
* if not self.data:
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*/
|
|
__pyx_v_self->data = ((char *)malloc(__pyx_v_self->len));
|
|
|
|
/* "View.MemoryView":176
|
|
*
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((!(__pyx_v_self->data != 0)) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":177
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data:
|
|
* raise MemoryError("unable to allocate array data.") # <<<<<<<<<<<<<<
|
|
*
|
|
* if self.dtype_is_object:
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__41, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(2, 177, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_10);
|
|
__Pyx_Raise(__pyx_t_10, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
__PYX_ERR(2, 177, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":176
|
|
*
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data: # <<<<<<<<<<<<<<
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":179
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize):
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_self->dtype_is_object != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":180
|
|
*
|
|
* if self.dtype_is_object:
|
|
* p = <PyObject **> self.data # <<<<<<<<<<<<<<
|
|
* for i in range(self.len / itemsize):
|
|
* p[i] = Py_None
|
|
*/
|
|
__pyx_v_p = ((PyObject **)__pyx_v_self->data);
|
|
|
|
/* "View.MemoryView":181
|
|
* if self.dtype_is_object:
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize): # <<<<<<<<<<<<<<
|
|
* p[i] = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
if (unlikely(__pyx_v_itemsize == 0)) {
|
|
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
|
|
__PYX_ERR(2, 181, __pyx_L1_error)
|
|
}
|
|
else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_self->len))) {
|
|
PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
|
|
__PYX_ERR(2, 181, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_div_Py_ssize_t(__pyx_v_self->len, __pyx_v_itemsize);
|
|
__pyx_t_9 = __pyx_t_1;
|
|
for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_9; __pyx_t_11+=1) {
|
|
__pyx_v_i = __pyx_t_11;
|
|
|
|
/* "View.MemoryView":182
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize):
|
|
* p[i] = Py_None # <<<<<<<<<<<<<<
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
*/
|
|
(__pyx_v_p[__pyx_v_i]) = Py_None;
|
|
|
|
/* "View.MemoryView":183
|
|
* for i in range(self.len / itemsize):
|
|
* p[i] = Py_None
|
|
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('getbuffer')
|
|
*/
|
|
Py_INCREF(Py_None);
|
|
}
|
|
|
|
/* "View.MemoryView":179
|
|
* raise MemoryError("unable to allocate array data.")
|
|
*
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* p = <PyObject **> self.data
|
|
* for i in range(self.len / itemsize):
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":172
|
|
* self.free_data = allocate_buffer
|
|
* self.dtype_is_object = format == b'O'
|
|
* if allocate_buffer: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":123
|
|
* cdef bint dtype_is_object
|
|
*
|
|
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
|
|
* mode="c", bint allocate_buffer=True):
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_format);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":186
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c":
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(((struct __pyx_array_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_v_bufmode;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
char *__pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
int __pyx_t_6;
|
|
Py_ssize_t *__pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
if (__pyx_v_info == NULL) {
|
|
PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
|
|
return -1;
|
|
}
|
|
__Pyx_RefNannySetupContext("__getbuffer__", 0);
|
|
__pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(__pyx_v_info->obj);
|
|
__Pyx_TraceCall("__getbuffer__", __pyx_f[2], 186, 0, __PYX_ERR(2, 186, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":187
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* cdef int bufmode = -1 # <<<<<<<<<<<<<<
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
*/
|
|
__pyx_v_bufmode = -1;
|
|
|
|
/* "View.MemoryView":188
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran":
|
|
*/
|
|
__pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_c, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(2, 188, __pyx_L1_error)
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":189
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
*/
|
|
__pyx_v_bufmode = (PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);
|
|
|
|
/* "View.MemoryView":188
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran":
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":190
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
*/
|
|
__pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_fortran, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(2, 190, __pyx_L1_error)
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":191
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
*/
|
|
__pyx_v_bufmode = (PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);
|
|
|
|
/* "View.MemoryView":190
|
|
* if self.mode == u"c":
|
|
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* elif self.mode == u"fortran": # <<<<<<<<<<<<<<
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":192
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode): # <<<<<<<<<<<<<<
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data
|
|
*/
|
|
__pyx_t_1 = ((!((__pyx_v_flags & __pyx_v_bufmode) != 0)) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":193
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.") # <<<<<<<<<<<<<<
|
|
* info.buf = self.data
|
|
* info.len = self.len
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__42, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 193, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 193, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":192
|
|
* elif self.mode == u"fortran":
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode): # <<<<<<<<<<<<<<
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":194
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data # <<<<<<<<<<<<<<
|
|
* info.len = self.len
|
|
* info.ndim = self.ndim
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->data;
|
|
__pyx_v_info->buf = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":195
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.")
|
|
* info.buf = self.data
|
|
* info.len = self.len # <<<<<<<<<<<<<<
|
|
* info.ndim = self.ndim
|
|
* info.shape = self._shape
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->len;
|
|
__pyx_v_info->len = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":196
|
|
* info.buf = self.data
|
|
* info.len = self.len
|
|
* info.ndim = self.ndim # <<<<<<<<<<<<<<
|
|
* info.shape = self._shape
|
|
* info.strides = self._strides
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->ndim;
|
|
__pyx_v_info->ndim = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":197
|
|
* info.len = self.len
|
|
* info.ndim = self.ndim
|
|
* info.shape = self._shape # <<<<<<<<<<<<<<
|
|
* info.strides = self._strides
|
|
* info.suboffsets = NULL
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->_shape;
|
|
__pyx_v_info->shape = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":198
|
|
* info.ndim = self.ndim
|
|
* info.shape = self._shape
|
|
* info.strides = self._strides # <<<<<<<<<<<<<<
|
|
* info.suboffsets = NULL
|
|
* info.itemsize = self.itemsize
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->_strides;
|
|
__pyx_v_info->strides = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":199
|
|
* info.shape = self._shape
|
|
* info.strides = self._strides
|
|
* info.suboffsets = NULL # <<<<<<<<<<<<<<
|
|
* info.itemsize = self.itemsize
|
|
* info.readonly = 0
|
|
*/
|
|
__pyx_v_info->suboffsets = NULL;
|
|
|
|
/* "View.MemoryView":200
|
|
* info.strides = self._strides
|
|
* info.suboffsets = NULL
|
|
* info.itemsize = self.itemsize # <<<<<<<<<<<<<<
|
|
* info.readonly = 0
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->itemsize;
|
|
__pyx_v_info->itemsize = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":201
|
|
* info.suboffsets = NULL
|
|
* info.itemsize = self.itemsize
|
|
* info.readonly = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
*/
|
|
__pyx_v_info->readonly = 0;
|
|
|
|
/* "View.MemoryView":203
|
|
* info.readonly = 0
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.format
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":204
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
* info.format = self.format # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.format = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->format;
|
|
__pyx_v_info->format = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":203
|
|
* info.readonly = 0
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.format
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "View.MemoryView":206
|
|
* info.format = self.format
|
|
* else:
|
|
* info.format = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* info.obj = self
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->format = NULL;
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "View.MemoryView":208
|
|
* info.format = NULL
|
|
*
|
|
* info.obj = self # <<<<<<<<<<<<<<
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj);
|
|
__pyx_v_info->obj = ((PyObject *)__pyx_v_self);
|
|
|
|
/* "View.MemoryView":186
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* cdef int bufmode = -1
|
|
* if self.mode == u"c":
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
if (__pyx_v_info->obj != NULL) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
goto __pyx_L2;
|
|
__pyx_L0:;
|
|
if (__pyx_v_info->obj == Py_None) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
__pyx_L2:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":212
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
|
|
*
|
|
* def __dealloc__(array self): # <<<<<<<<<<<<<<
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static void __pyx_array___dealloc__(PyObject *__pyx_v_self); /*proto*/
|
|
static void __pyx_array___dealloc__(PyObject *__pyx_v_self) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
|
|
__pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__dealloc__", 0);
|
|
__Pyx_TraceCall("__dealloc__", __pyx_f[2], 212, 0, __PYX_ERR(2, 212, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":213
|
|
*
|
|
* def __dealloc__(array self):
|
|
* if self.callback_free_data != NULL: # <<<<<<<<<<<<<<
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->callback_free_data != NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":214
|
|
* def __dealloc__(array self):
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data) # <<<<<<<<<<<<<<
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object:
|
|
*/
|
|
__pyx_v_self->callback_free_data(__pyx_v_self->data);
|
|
|
|
/* "View.MemoryView":213
|
|
*
|
|
* def __dealloc__(array self):
|
|
* if self.callback_free_data != NULL: # <<<<<<<<<<<<<<
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":215
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data: # <<<<<<<<<<<<<<
|
|
* if self.dtype_is_object:
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->free_data != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":216
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
* self._strides, self.ndim, False)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->dtype_is_object != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":217
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object:
|
|
* refcount_objects_in_slice(self.data, self._shape, # <<<<<<<<<<<<<<
|
|
* self._strides, self.ndim, False)
|
|
* free(self.data)
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_self->data, __pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_self->ndim, 0);
|
|
|
|
/* "View.MemoryView":216
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
* self._strides, self.ndim, False)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":219
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
* self._strides, self.ndim, False)
|
|
* free(self.data) # <<<<<<<<<<<<<<
|
|
* PyObject_Free(self._shape)
|
|
*
|
|
*/
|
|
free(__pyx_v_self->data);
|
|
|
|
/* "View.MemoryView":215
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
* elif self.free_data: # <<<<<<<<<<<<<<
|
|
* if self.dtype_is_object:
|
|
* refcount_objects_in_slice(self.data, self._shape,
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":220
|
|
* self._strides, self.ndim, False)
|
|
* free(self.data)
|
|
* PyObject_Free(self._shape) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
PyObject_Free(__pyx_v_self->_shape);
|
|
|
|
/* "View.MemoryView":212
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
|
|
*
|
|
* def __dealloc__(array self): # <<<<<<<<<<<<<<
|
|
* if self.callback_free_data != NULL:
|
|
* self.callback_free_data(self.data)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.array.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":223
|
|
*
|
|
* @property
|
|
* def memview(self): # <<<<<<<<<<<<<<
|
|
* return self.get_memview()
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_5array_7memview___get__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 223, 0, __PYX_ERR(2, 223, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":224
|
|
* @property
|
|
* def memview(self):
|
|
* return self.get_memview() # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('get_memview')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_array *)__pyx_v_self->__pyx_vtab)->get_memview(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 224, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":223
|
|
*
|
|
* @property
|
|
* def memview(self): # <<<<<<<<<<<<<<
|
|
* return self.get_memview()
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.memview.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":227
|
|
*
|
|
* @cname('get_memview')
|
|
* cdef get_memview(self): # <<<<<<<<<<<<<<
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*/
|
|
|
|
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self) {
|
|
int __pyx_v_flags;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_memview", 0);
|
|
__Pyx_TraceCall("get_memview", __pyx_f[2], 227, 0, __PYX_ERR(2, 227, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":228
|
|
* @cname('get_memview')
|
|
* cdef get_memview(self):
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE # <<<<<<<<<<<<<<
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*
|
|
*/
|
|
__pyx_v_flags = ((PyBUF_ANY_CONTIGUOUS | PyBUF_FORMAT) | PyBUF_WRITABLE);
|
|
|
|
/* "View.MemoryView":229
|
|
* cdef get_memview(self):
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
|
|
* return memoryview(self, flags, self.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __len__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 229, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":227
|
|
*
|
|
* @cname('get_memview')
|
|
* cdef get_memview(self): # <<<<<<<<<<<<<<
|
|
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.array.get_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":231
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* return self._shape[0]
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self); /*proto*/
|
|
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__len__", 0);
|
|
__Pyx_TraceCall("__len__", __pyx_f[2], 231, 0, __PYX_ERR(2, 231, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":232
|
|
*
|
|
* def __len__(self):
|
|
* return self._shape[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getattr__(self, attr):
|
|
*/
|
|
__pyx_r = (__pyx_v_self->_shape[0]);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":231
|
|
* return memoryview(self, flags, self.dtype_is_object)
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* return self._shape[0]
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.array.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":234
|
|
* return self._shape[0]
|
|
*
|
|
* def __getattr__(self, attr): # <<<<<<<<<<<<<<
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr); /*proto*/
|
|
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getattr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_attr));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getattr__", 0);
|
|
__Pyx_TraceCall("__getattr__", __pyx_f[2], 234, 0, __PYX_ERR(2, 234, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":235
|
|
*
|
|
* def __getattr__(self, attr):
|
|
* return getattr(self.memview, attr) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __getitem__(self, item):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_GetAttr(__pyx_t_1, __pyx_v_attr); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 235, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":234
|
|
* return self._shape[0]
|
|
*
|
|
* def __getattr__(self, attr): # <<<<<<<<<<<<<<
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__getattr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":237
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
* def __getitem__(self, item): # <<<<<<<<<<<<<<
|
|
* return self.memview[item]
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item); /*proto*/
|
|
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getitem__", 0);
|
|
__Pyx_TraceCall("__getitem__", __pyx_f[2], 237, 0, __PYX_ERR(2, 237, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":238
|
|
*
|
|
* def __getitem__(self, item):
|
|
* return self.memview[item] # <<<<<<<<<<<<<<
|
|
*
|
|
* def __setitem__(self, item, value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 238, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_t_1, __pyx_v_item); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 238, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":237
|
|
* return getattr(self.memview, attr)
|
|
*
|
|
* def __getitem__(self, item): # <<<<<<<<<<<<<<
|
|
* return self.memview[item]
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":240
|
|
* return self.memview[item]
|
|
*
|
|
* def __setitem__(self, item, value): # <<<<<<<<<<<<<<
|
|
* self.memview[item] = value
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setitem__", 0);
|
|
__Pyx_TraceCall("__setitem__", __pyx_f[2], 240, 0, __PYX_ERR(2, 240, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":241
|
|
*
|
|
* def __setitem__(self, item, value):
|
|
* self.memview[item] = value # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 241, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_item, __pyx_v_value) < 0)) __PYX_ERR(2, 241, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":240
|
|
* return self.memview[item]
|
|
*
|
|
* def __setitem__(self, item, value): # <<<<<<<<<<<<<<
|
|
* self.memview[item] = value
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_array___reduce_cython__(((struct __pyx_array_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[2], 1, 0, __PYX_ERR(2, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__43, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_array_2__setstate_cython__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[2], 3, 0, __PYX_ERR(2, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__44, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.array.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":245
|
|
*
|
|
* @cname("__pyx_array_new")
|
|
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, # <<<<<<<<<<<<<<
|
|
* char *mode, char *buf):
|
|
* cdef array result
|
|
*/
|
|
|
|
static struct __pyx_array_obj *__pyx_array_new(PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, char *__pyx_v_format, char *__pyx_v_mode, char *__pyx_v_buf) {
|
|
struct __pyx_array_obj *__pyx_v_result = 0;
|
|
struct __pyx_array_obj *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("array_cwrapper", 0);
|
|
__Pyx_TraceCall("array_cwrapper", __pyx_f[2], 245, 0, __PYX_ERR(2, 245, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":249
|
|
* cdef array result
|
|
*
|
|
* if buf == NULL: # <<<<<<<<<<<<<<
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_buf == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":250
|
|
*
|
|
* if buf == NULL:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII')) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'),
|
|
*/
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_v_shape);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 250, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":249
|
|
* cdef array result
|
|
*
|
|
* if buf == NULL: # <<<<<<<<<<<<<<
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":252
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'), # <<<<<<<<<<<<<<
|
|
* allocate_buffer=False)
|
|
* result.data = buf
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_3 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_2 = PyTuple_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_v_shape);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_shape);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 3, __pyx_t_3);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":253
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'),
|
|
* allocate_buffer=False) # <<<<<<<<<<<<<<
|
|
* result.data = buf
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 253, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_allocate_buffer, Py_False) < 0) __PYX_ERR(2, 253, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":252
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'))
|
|
* else:
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'), # <<<<<<<<<<<<<<
|
|
* allocate_buffer=False)
|
|
* result.data = buf
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 252, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "View.MemoryView":254
|
|
* result = array(shape, itemsize, format, mode.decode('ASCII'),
|
|
* allocate_buffer=False)
|
|
* result.data = buf # <<<<<<<<<<<<<<
|
|
*
|
|
* return result
|
|
*/
|
|
__pyx_v_result->data = __pyx_v_buf;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":256
|
|
* result.data = buf
|
|
*
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = __pyx_v_result;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":245
|
|
*
|
|
* @cname("__pyx_array_new")
|
|
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, # <<<<<<<<<<<<<<
|
|
* char *mode, char *buf):
|
|
* cdef array result
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.array_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":282
|
|
* cdef class Enum(object):
|
|
* cdef object name
|
|
* def __init__(self, name): # <<<<<<<<<<<<<<
|
|
* self.name = name
|
|
* def __repr__(self):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_name = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_name,0};
|
|
PyObject* values[1] = {0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_name)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(2, 282, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
}
|
|
__pyx_v_name = values[0];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(2, 282, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), __pyx_v_name);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__init__", 0);
|
|
__Pyx_TraceCall("__init__", __pyx_f[2], 282, 0, __PYX_ERR(2, 282, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":283
|
|
* cdef object name
|
|
* def __init__(self, name):
|
|
* self.name = name # <<<<<<<<<<<<<<
|
|
* def __repr__(self):
|
|
* return self.name
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_name);
|
|
__Pyx_GIVEREF(__pyx_v_name);
|
|
__Pyx_GOTREF(__pyx_v_self->name);
|
|
__Pyx_DECREF(__pyx_v_self->name);
|
|
__pyx_v_self->name = __pyx_v_name;
|
|
|
|
/* "View.MemoryView":282
|
|
* cdef class Enum(object):
|
|
* cdef object name
|
|
* def __init__(self, name): # <<<<<<<<<<<<<<
|
|
* self.name = name
|
|
* def __repr__(self):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":284
|
|
* def __init__(self, name):
|
|
* self.name = name
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return self.name
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__repr__", 0);
|
|
__Pyx_TraceCall("__repr__", __pyx_f[2], 284, 0, __PYX_ERR(2, 284, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":285
|
|
* self.name = name
|
|
* def __repr__(self):
|
|
* return self.name # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->name);
|
|
__pyx_r = __pyx_v_self->name;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":284
|
|
* def __init__(self, name):
|
|
* self.name = name
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return self.name
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* cdef tuple state
|
|
* cdef object _dict
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_MemviewEnum___reduce_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
|
|
PyObject *__pyx_v_state = 0;
|
|
PyObject *__pyx_v__dict = 0;
|
|
int __pyx_v_use_setstate;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[2], 1, 0, __PYX_ERR(2, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":5
|
|
* cdef object _dict
|
|
* cdef bint use_setstate
|
|
* state = (self.name,) # <<<<<<<<<<<<<<
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None:
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_self->name);
|
|
__Pyx_GIVEREF(__pyx_v_self->name);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_self->name);
|
|
__pyx_v_state = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":6
|
|
* cdef bint use_setstate
|
|
* state = (self.name,)
|
|
* _dict = getattr(self, '__dict__', None) # <<<<<<<<<<<<<<
|
|
* if _dict is not None:
|
|
* state += (_dict,)
|
|
*/
|
|
__pyx_t_1 = __Pyx_GetAttr3(((PyObject *)__pyx_v_self), __pyx_n_s_dict_2, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v__dict = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":7
|
|
* state = (self.name,)
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None: # <<<<<<<<<<<<<<
|
|
* state += (_dict,)
|
|
* use_setstate = True
|
|
*/
|
|
__pyx_t_2 = (__pyx_v__dict != Py_None);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "(tree fragment)":8
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None:
|
|
* state += (_dict,) # <<<<<<<<<<<<<<
|
|
* use_setstate = True
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 8, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v__dict);
|
|
__Pyx_GIVEREF(__pyx_v__dict);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v__dict);
|
|
__pyx_t_4 = PyNumber_InPlaceAdd(__pyx_v_state, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 8, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_state, ((PyObject*)__pyx_t_4));
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":9
|
|
* if _dict is not None:
|
|
* state += (_dict,)
|
|
* use_setstate = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* use_setstate = self.name is not None
|
|
*/
|
|
__pyx_v_use_setstate = 1;
|
|
|
|
/* "(tree fragment)":7
|
|
* state = (self.name,)
|
|
* _dict = getattr(self, '__dict__', None)
|
|
* if _dict is not None: # <<<<<<<<<<<<<<
|
|
* state += (_dict,)
|
|
* use_setstate = True
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "(tree fragment)":11
|
|
* use_setstate = True
|
|
* else:
|
|
* use_setstate = self.name is not None # <<<<<<<<<<<<<<
|
|
* if use_setstate:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = (__pyx_v_self->name != Py_None);
|
|
__pyx_v_use_setstate = __pyx_t_3;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "(tree fragment)":12
|
|
* else:
|
|
* use_setstate = self.name is not None
|
|
* if use_setstate: # <<<<<<<<<<<<<<
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_use_setstate != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "(tree fragment)":13
|
|
* use_setstate = self.name is not None
|
|
* if use_setstate:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_INCREF(__pyx_int_184977713);
|
|
__Pyx_GIVEREF(__pyx_int_184977713);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, Py_None);
|
|
__pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_state);
|
|
__Pyx_GIVEREF(__pyx_v_state);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_state);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "(tree fragment)":12
|
|
* else:
|
|
* use_setstate = self.name is not None
|
|
* if use_setstate: # <<<<<<<<<<<<<<
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":15
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state) # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
|
|
__Pyx_INCREF(__pyx_int_184977713);
|
|
__Pyx_GIVEREF(__pyx_int_184977713);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713);
|
|
__Pyx_INCREF(__pyx_v_state);
|
|
__Pyx_GIVEREF(__pyx_v_state);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_state);
|
|
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 15, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_5);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1);
|
|
__pyx_t_5 = 0;
|
|
__pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* cdef tuple state
|
|
* cdef object _dict
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_state);
|
|
__Pyx_XDECREF(__pyx_v__dict);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":16
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_MemviewEnum_2__setstate_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[2], 16, 0, __PYX_ERR(2, 16, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":17
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state) # <<<<<<<<<<<<<<
|
|
*/
|
|
if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(2, 17, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_unpickle_Enum__set_state(__pyx_v_self, ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 17, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":16
|
|
* else:
|
|
* return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.Enum.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":299
|
|
*
|
|
* @cname('__pyx_align_pointer')
|
|
* cdef void *align_pointer(void *memory, size_t alignment) nogil: # <<<<<<<<<<<<<<
|
|
* "Align pointer memory on a given boundary"
|
|
* cdef Py_intptr_t aligned_p = <Py_intptr_t> memory
|
|
*/
|
|
|
|
static void *__pyx_align_pointer(void *__pyx_v_memory, size_t __pyx_v_alignment) {
|
|
Py_intptr_t __pyx_v_aligned_p;
|
|
size_t __pyx_v_offset;
|
|
void *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("align_pointer", __pyx_f[2], 299, 1, __PYX_ERR(2, 299, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":301
|
|
* cdef void *align_pointer(void *memory, size_t alignment) nogil:
|
|
* "Align pointer memory on a given boundary"
|
|
* cdef Py_intptr_t aligned_p = <Py_intptr_t> memory # <<<<<<<<<<<<<<
|
|
* cdef size_t offset
|
|
*
|
|
*/
|
|
__pyx_v_aligned_p = ((Py_intptr_t)__pyx_v_memory);
|
|
|
|
/* "View.MemoryView":305
|
|
*
|
|
* with cython.cdivision(True):
|
|
* offset = aligned_p % alignment # <<<<<<<<<<<<<<
|
|
*
|
|
* if offset > 0:
|
|
*/
|
|
__pyx_v_offset = (__pyx_v_aligned_p % __pyx_v_alignment);
|
|
|
|
/* "View.MemoryView":307
|
|
* offset = aligned_p % alignment
|
|
*
|
|
* if offset > 0: # <<<<<<<<<<<<<<
|
|
* aligned_p += alignment - offset
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_offset > 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":308
|
|
*
|
|
* if offset > 0:
|
|
* aligned_p += alignment - offset # <<<<<<<<<<<<<<
|
|
*
|
|
* return <void *> aligned_p
|
|
*/
|
|
__pyx_v_aligned_p = (__pyx_v_aligned_p + (__pyx_v_alignment - __pyx_v_offset));
|
|
|
|
/* "View.MemoryView":307
|
|
* offset = aligned_p % alignment
|
|
*
|
|
* if offset > 0: # <<<<<<<<<<<<<<
|
|
* aligned_p += alignment - offset
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":310
|
|
* aligned_p += alignment - offset
|
|
*
|
|
* return <void *> aligned_p # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = ((void *)__pyx_v_aligned_p);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":299
|
|
*
|
|
* @cname('__pyx_align_pointer')
|
|
* cdef void *align_pointer(void *memory, size_t alignment) nogil: # <<<<<<<<<<<<<<
|
|
* "Align pointer memory on a given boundary"
|
|
* cdef Py_intptr_t aligned_p = <Py_intptr_t> memory
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.align_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":346
|
|
* cdef __Pyx_TypeInfo *typeinfo
|
|
*
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<<
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v_obj = 0;
|
|
int __pyx_v_flags;
|
|
int __pyx_v_dtype_is_object;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_obj,&__pyx_n_s_flags,&__pyx_n_s_dtype_is_object,0};
|
|
PyObject* values[3] = {0,0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_obj)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_flags)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, 1); __PYX_ERR(2, 346, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (kw_args > 0) {
|
|
PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dtype_is_object);
|
|
if (value) { values[2] = value; kw_args--; }
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(2, 346, __pyx_L3_error)
|
|
}
|
|
} else {
|
|
switch (PyTuple_GET_SIZE(__pyx_args)) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
}
|
|
__pyx_v_obj = values[0];
|
|
__pyx_v_flags = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_flags == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 346, __pyx_L3_error)
|
|
if (values[2]) {
|
|
__pyx_v_dtype_is_object = __Pyx_PyObject_IsTrue(values[2]); if (unlikely((__pyx_v_dtype_is_object == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 346, __pyx_L3_error)
|
|
} else {
|
|
__pyx_v_dtype_is_object = ((int)0);
|
|
}
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(2, 346, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_obj, __pyx_v_flags, __pyx_v_dtype_is_object);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__cinit__", 0);
|
|
__Pyx_TraceCall("__cinit__", __pyx_f[2], 346, 0, __PYX_ERR(2, 346, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":347
|
|
*
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
|
|
* self.obj = obj # <<<<<<<<<<<<<<
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None:
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
__Pyx_GIVEREF(__pyx_v_obj);
|
|
__Pyx_GOTREF(__pyx_v_self->obj);
|
|
__Pyx_DECREF(__pyx_v_self->obj);
|
|
__pyx_v_self->obj = __pyx_v_obj;
|
|
|
|
/* "View.MemoryView":348
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
|
|
* self.obj = obj
|
|
* self.flags = flags # <<<<<<<<<<<<<<
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
*/
|
|
__pyx_v_self->flags = __pyx_v_flags;
|
|
|
|
/* "View.MemoryView":349
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
*/
|
|
__pyx_t_2 = (((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))) == ((PyObject *)__pyx_memoryview_type));
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (!__pyx_t_3) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_3;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_3 = (__pyx_v_obj != Py_None);
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":350
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags) # <<<<<<<<<<<<<<
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
*/
|
|
__pyx_t_4 = __Pyx_GetBuffer(__pyx_v_obj, (&__pyx_v_self->view), __pyx_v_flags); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 350, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":351
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL: # <<<<<<<<<<<<<<
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
__pyx_t_1 = ((((PyObject *)__pyx_v_self->view.obj) == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":352
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None # <<<<<<<<<<<<<<
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
*/
|
|
((Py_buffer *)(&__pyx_v_self->view))->obj = Py_None;
|
|
|
|
/* "View.MemoryView":353
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED():
|
|
*/
|
|
Py_INCREF(Py_None);
|
|
|
|
/* "View.MemoryView":351
|
|
* if type(self) is memoryview or obj is not None:
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL: # <<<<<<<<<<<<<<
|
|
* (<__pyx_buffer *> &self.view).obj = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":349
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
* if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_GetBuffer(obj, &self.view, flags)
|
|
* if <PyObject *> self.view.obj == NULL:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":355
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED(): # <<<<<<<<<<<<<<
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
*/
|
|
__pyx_t_1 = ((!(__PYX_CYTHON_ATOMICS_ENABLED() != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":357
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED():
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: # <<<<<<<<<<<<<<
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
*/
|
|
__pyx_t_1 = ((__pyx_memoryview_thread_locks_used < 8) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":358
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL:
|
|
*/
|
|
__pyx_v_self->lock = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
|
|
|
|
/* "View.MemoryView":359
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1 # <<<<<<<<<<<<<<
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock()
|
|
*/
|
|
__pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used + 1);
|
|
|
|
/* "View.MemoryView":357
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED():
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: # <<<<<<<<<<<<<<
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":360
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":361
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock() # <<<<<<<<<<<<<<
|
|
* if self.lock is NULL:
|
|
* raise MemoryError
|
|
*/
|
|
__pyx_v_self->lock = PyThread_allocate_lock();
|
|
|
|
/* "View.MemoryView":362
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":363
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL:
|
|
* raise MemoryError # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
*/
|
|
PyErr_NoMemory(); __PYX_ERR(2, 363, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":362
|
|
* if self.lock is NULL:
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":360
|
|
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
|
|
* __pyx_memoryview_thread_locks_used += 1
|
|
* if self.lock is NULL: # <<<<<<<<<<<<<<
|
|
* self.lock = PyThread_allocate_lock()
|
|
* if self.lock is NULL:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":355
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if not __PYX_CYTHON_ATOMICS_ENABLED(): # <<<<<<<<<<<<<<
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":365
|
|
* raise MemoryError
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":366
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.dtype_is_object = dtype_is_object
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_self->view.format[0]) == 'O') != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L12_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (((__pyx_v_self->view.format[1]) == '\x00') != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L12_bool_binop_done:;
|
|
__pyx_v_self->dtype_is_object = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":365
|
|
* raise MemoryError
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
|
|
* else:
|
|
*/
|
|
goto __pyx_L11;
|
|
}
|
|
|
|
/* "View.MemoryView":368
|
|
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
|
|
* else:
|
|
* self.dtype_is_object = dtype_is_object # <<<<<<<<<<<<<<
|
|
*
|
|
* self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_self->dtype_is_object = __pyx_v_dtype_is_object;
|
|
}
|
|
__pyx_L11:;
|
|
|
|
/* "View.MemoryView":370
|
|
* self.dtype_is_object = dtype_is_object
|
|
*
|
|
* self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer( # <<<<<<<<<<<<<<
|
|
* <void *> &self.acquisition_count[0], sizeof(__pyx_atomic_int))
|
|
* self.typeinfo = NULL
|
|
*/
|
|
__pyx_v_self->acquisition_count_aligned_p = ((__pyx_atomic_int *)__pyx_align_pointer(((void *)(&(__pyx_v_self->acquisition_count[0]))), (sizeof(__pyx_atomic_int))));
|
|
|
|
/* "View.MemoryView":372
|
|
* self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(
|
|
* <void *> &self.acquisition_count[0], sizeof(__pyx_atomic_int))
|
|
* self.typeinfo = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* def __dealloc__(memoryview self):
|
|
*/
|
|
__pyx_v_self->typeinfo = NULL;
|
|
|
|
/* "View.MemoryView":346
|
|
* cdef __Pyx_TypeInfo *typeinfo
|
|
*
|
|
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<<
|
|
* self.obj = obj
|
|
* self.flags = flags
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":374
|
|
* self.typeinfo = NULL
|
|
*
|
|
* def __dealloc__(memoryview self): # <<<<<<<<<<<<<<
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self); /*proto*/
|
|
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
|
|
__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
int __pyx_v_i;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
PyThread_type_lock __pyx_t_6;
|
|
PyThread_type_lock __pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__dealloc__", 0);
|
|
__Pyx_TraceCall("__dealloc__", __pyx_f[2], 374, 0, __PYX_ERR(2, 374, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":375
|
|
*
|
|
* def __dealloc__(memoryview self):
|
|
* if self.obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->obj != Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":376
|
|
* def __dealloc__(memoryview self):
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view) # <<<<<<<<<<<<<<
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*
|
|
*/
|
|
__Pyx_ReleaseBuffer((&__pyx_v_self->view));
|
|
|
|
/* "View.MemoryView":375
|
|
*
|
|
* def __dealloc__(memoryview self):
|
|
* if self.obj is not None: # <<<<<<<<<<<<<<
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":377
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<<
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL
|
|
*/
|
|
__pyx_t_2 = ((((Py_buffer *)(&__pyx_v_self->view))->obj == Py_None) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":379
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL # <<<<<<<<<<<<<<
|
|
* Py_DECREF(Py_None)
|
|
*
|
|
*/
|
|
((Py_buffer *)(&__pyx_v_self->view))->obj = NULL;
|
|
|
|
/* "View.MemoryView":380
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL
|
|
* Py_DECREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int i
|
|
*/
|
|
Py_DECREF(Py_None);
|
|
|
|
/* "View.MemoryView":377
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
* elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<<
|
|
*
|
|
* (<__pyx_buffer *> &self.view).obj = NULL
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":384
|
|
* cdef int i
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if self.lock != NULL: # <<<<<<<<<<<<<<
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_self->lock != NULL) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":385
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if self.lock != NULL:
|
|
* for i in range(__pyx_memoryview_thread_locks_used): # <<<<<<<<<<<<<<
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_thread_locks_used;
|
|
__pyx_t_4 = __pyx_t_3;
|
|
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
|
|
__pyx_v_i = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":386
|
|
* if self.lock != NULL:
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
*/
|
|
__pyx_t_2 = (((__pyx_memoryview_thread_locks[__pyx_v_i]) == __pyx_v_self->lock) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":387
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1 # <<<<<<<<<<<<<<
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
*/
|
|
__pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used - 1);
|
|
|
|
/* "View.MemoryView":388
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_i != __pyx_memoryview_thread_locks_used) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":390
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) # <<<<<<<<<<<<<<
|
|
* break
|
|
* else:
|
|
*/
|
|
__pyx_t_6 = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
|
|
__pyx_t_7 = (__pyx_memoryview_thread_locks[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":389
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
* break
|
|
*/
|
|
(__pyx_memoryview_thread_locks[__pyx_v_i]) = __pyx_t_6;
|
|
(__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]) = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":388
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":391
|
|
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
|
|
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
|
|
* break # <<<<<<<<<<<<<<
|
|
* else:
|
|
* PyThread_free_lock(self.lock)
|
|
*/
|
|
goto __pyx_L6_break;
|
|
|
|
/* "View.MemoryView":386
|
|
* if self.lock != NULL:
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<<
|
|
* __pyx_memoryview_thread_locks_used -= 1
|
|
* if i != __pyx_memoryview_thread_locks_used:
|
|
*/
|
|
}
|
|
}
|
|
/*else*/ {
|
|
|
|
/* "View.MemoryView":393
|
|
* break
|
|
* else:
|
|
* PyThread_free_lock(self.lock) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL:
|
|
*/
|
|
PyThread_free_lock(__pyx_v_self->lock);
|
|
}
|
|
__pyx_L6_break:;
|
|
|
|
/* "View.MemoryView":384
|
|
* cdef int i
|
|
* global __pyx_memoryview_thread_locks_used
|
|
* if self.lock != NULL: # <<<<<<<<<<<<<<
|
|
* for i in range(__pyx_memoryview_thread_locks_used):
|
|
* if __pyx_memoryview_thread_locks[i] is self.lock:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":374
|
|
* self.typeinfo = NULL
|
|
*
|
|
* def __dealloc__(memoryview self): # <<<<<<<<<<<<<<
|
|
* if self.obj is not None:
|
|
* __Pyx_ReleaseBuffer(&self.view)
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.memoryview.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":395
|
|
* PyThread_free_lock(self.lock)
|
|
*
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dim
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*/
|
|
|
|
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
|
|
Py_ssize_t __pyx_v_dim;
|
|
char *__pyx_v_itemp;
|
|
PyObject *__pyx_v_idx = NULL;
|
|
char *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t __pyx_t_3;
|
|
PyObject *(*__pyx_t_4)(PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
Py_ssize_t __pyx_t_6;
|
|
char *__pyx_t_7;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_item_pointer", 0);
|
|
__Pyx_TraceCall("get_item_pointer", __pyx_f[2], 395, 0, __PYX_ERR(2, 395, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":397
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL:
|
|
* cdef Py_ssize_t dim
|
|
* cdef char *itemp = <char *> self.view.buf # <<<<<<<<<<<<<<
|
|
*
|
|
* for dim, idx in enumerate(index):
|
|
*/
|
|
__pyx_v_itemp = ((char *)__pyx_v_self->view.buf);
|
|
|
|
/* "View.MemoryView":399
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*
|
|
* for dim, idx in enumerate(index): # <<<<<<<<<<<<<<
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_index)) || PyTuple_CheckExact(__pyx_v_index)) {
|
|
__pyx_t_2 = __pyx_v_index; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
|
|
__pyx_t_4 = NULL;
|
|
} else {
|
|
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 399, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 399, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_4)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_2))) {
|
|
if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(2, 399, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 399, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(2, 399, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 399, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
|
|
if (unlikely(!__pyx_t_5)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(2, 399, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_5);
|
|
__pyx_t_5 = 0;
|
|
__pyx_v_dim = __pyx_t_1;
|
|
__pyx_t_1 = (__pyx_t_1 + 1);
|
|
|
|
/* "View.MemoryView":400
|
|
*
|
|
* for dim, idx in enumerate(index):
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* return itemp
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyIndex_AsSsize_t(__pyx_v_idx); if (unlikely((__pyx_t_6 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 400, __pyx_L1_error)
|
|
__pyx_t_7 = __pyx_pybuffer_index((&__pyx_v_self->view), __pyx_v_itemp, __pyx_t_6, __pyx_v_dim); if (unlikely(__pyx_t_7 == ((char *)NULL))) __PYX_ERR(2, 400, __pyx_L1_error)
|
|
__pyx_v_itemp = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":399
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*
|
|
* for dim, idx in enumerate(index): # <<<<<<<<<<<<<<
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
|
|
*
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":402
|
|
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
|
|
*
|
|
* return itemp # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_itemp;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":395
|
|
* PyThread_free_lock(self.lock)
|
|
*
|
|
* cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dim
|
|
* cdef char *itemp = <char *> self.view.buf
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.get_item_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_idx);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":405
|
|
*
|
|
*
|
|
* def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<<
|
|
* if index is Ellipsis:
|
|
* return self
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index); /*proto*/
|
|
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
|
|
PyObject *__pyx_v_have_slices = NULL;
|
|
PyObject *__pyx_v_indices = NULL;
|
|
char *__pyx_v_itemp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
char *__pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__getitem__", 0);
|
|
__Pyx_TraceCall("__getitem__", __pyx_f[2], 405, 0, __PYX_ERR(2, 405, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":406
|
|
*
|
|
* def __getitem__(memoryview self, object index):
|
|
* if index is Ellipsis: # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_index == __pyx_builtin_Ellipsis);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":407
|
|
* def __getitem__(memoryview self, object index):
|
|
* if index is Ellipsis:
|
|
* return self # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices, indices = _unellipsify(index, self.view.ndim)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__pyx_r = ((PyObject *)__pyx_v_self);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":406
|
|
*
|
|
* def __getitem__(memoryview self, object index):
|
|
* if index is Ellipsis: # <<<<<<<<<<<<<<
|
|
* return self
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":409
|
|
* return self
|
|
*
|
|
* have_slices, indices = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef char *itemp
|
|
*/
|
|
__pyx_t_3 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (likely(__pyx_t_3 != Py_None)) {
|
|
PyObject* sequence = __pyx_t_3;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(2, 409, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
#else
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 409, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
} else {
|
|
__Pyx_RaiseNoneNotIterableError(); __PYX_ERR(2, 409, __pyx_L1_error)
|
|
}
|
|
__pyx_v_have_slices = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__pyx_v_indices = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
|
|
/* "View.MemoryView":412
|
|
*
|
|
* cdef char *itemp
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* return memview_slice(self, indices)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(2, 412, __pyx_L1_error)
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":413
|
|
* cdef char *itemp
|
|
* if have_slices:
|
|
* return memview_slice(self, indices) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* itemp = self.get_item_pointer(indices)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = ((PyObject *)__pyx_memview_slice(__pyx_v_self, __pyx_v_indices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 413, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":412
|
|
*
|
|
* cdef char *itemp
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* return memview_slice(self, indices)
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":415
|
|
* return memview_slice(self, indices)
|
|
* else:
|
|
* itemp = self.get_item_pointer(indices) # <<<<<<<<<<<<<<
|
|
* return self.convert_item_to_object(itemp)
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_indices); if (unlikely(__pyx_t_6 == ((char *)NULL))) __PYX_ERR(2, 415, __pyx_L1_error)
|
|
__pyx_v_itemp = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":416
|
|
* else:
|
|
* itemp = self.get_item_pointer(indices)
|
|
* return self.convert_item_to_object(itemp) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->convert_item_to_object(__pyx_v_self, __pyx_v_itemp); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 416, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":405
|
|
*
|
|
*
|
|
* def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<<
|
|
* if index is Ellipsis:
|
|
* return self
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_have_slices);
|
|
__Pyx_XDECREF(__pyx_v_indices);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":418
|
|
* return self.convert_item_to_object(itemp)
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<<
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /*proto*/
|
|
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index), ((PyObject *)__pyx_v_value));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
|
|
PyObject *__pyx_v_have_slices = NULL;
|
|
PyObject *__pyx_v_obj = NULL;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setitem__", 0);
|
|
__Pyx_TraceCall("__setitem__", __pyx_f[2], 418, 0, __PYX_ERR(2, 418, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_index);
|
|
|
|
/* "View.MemoryView":419
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->view.readonly != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":420
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__45, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 420, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(2, 420, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":419
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":422
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*
|
|
* have_slices, index = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* if have_slices:
|
|
*/
|
|
__pyx_t_2 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 422, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (likely(__pyx_t_2 != Py_None)) {
|
|
PyObject* sequence = __pyx_t_2;
|
|
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
|
|
if (unlikely(size != 2)) {
|
|
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
|
|
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
|
|
__PYX_ERR(2, 422, __pyx_L1_error)
|
|
}
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
|
|
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_4);
|
|
#else
|
|
__pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 422, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 422, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
#endif
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
} else {
|
|
__Pyx_RaiseNoneNotIterableError(); __PYX_ERR(2, 422, __pyx_L1_error)
|
|
}
|
|
__pyx_v_have_slices = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_index, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":424
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* obj = self.is_slice(value)
|
|
* if obj:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(2, 424, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":425
|
|
*
|
|
* if have_slices:
|
|
* obj = self.is_slice(value) # <<<<<<<<<<<<<<
|
|
* if obj:
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
*/
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->is_slice(__pyx_v_self, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 425, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_v_obj = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":426
|
|
* if have_slices:
|
|
* obj = self.is_slice(value)
|
|
* if obj: # <<<<<<<<<<<<<<
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_obj); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(2, 426, __pyx_L1_error)
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":427
|
|
* obj = self.is_slice(value)
|
|
* if obj:
|
|
* self.setitem_slice_assignment(self[index], obj) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.setitem_slice_assign_scalar(self[index], value)
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 427, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assignment(__pyx_v_self, __pyx_t_2, __pyx_v_obj); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 427, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":426
|
|
* if have_slices:
|
|
* obj = self.is_slice(value)
|
|
* if obj: # <<<<<<<<<<<<<<
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
* else:
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "View.MemoryView":429
|
|
* self.setitem_slice_assignment(self[index], obj)
|
|
* else:
|
|
* self.setitem_slice_assign_scalar(self[index], value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.setitem_indexed(index, value)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 429, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (!(likely(((__pyx_t_4) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_4, __pyx_memoryview_type))))) __PYX_ERR(2, 429, __pyx_L1_error)
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assign_scalar(__pyx_v_self, ((struct __pyx_memoryview_obj *)__pyx_t_4), __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 429, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "View.MemoryView":424
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*
|
|
* if have_slices: # <<<<<<<<<<<<<<
|
|
* obj = self.is_slice(value)
|
|
* if obj:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "View.MemoryView":431
|
|
* self.setitem_slice_assign_scalar(self[index], value)
|
|
* else:
|
|
* self.setitem_indexed(index, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef is_slice(self, obj):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_indexed(__pyx_v_self, __pyx_v_index, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 431, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "View.MemoryView":418
|
|
* return self.convert_item_to_object(itemp)
|
|
*
|
|
* def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<<
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_have_slices);
|
|
__Pyx_XDECREF(__pyx_v_obj);
|
|
__Pyx_XDECREF(__pyx_v_index);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":433
|
|
* self.setitem_indexed(index, value)
|
|
*
|
|
* cdef is_slice(self, obj): # <<<<<<<<<<<<<<
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_slice", 0);
|
|
__Pyx_TraceCall("is_slice", __pyx_f[2], 433, 0, __PYX_ERR(2, 433, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
|
|
/* "View.MemoryView":434
|
|
*
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview): # <<<<<<<<<<<<<<
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_obj, __pyx_memoryview_type);
|
|
__pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":435
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview):
|
|
* try: # <<<<<<<<<<<<<<
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_4, &__pyx_t_5);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_4);
|
|
__Pyx_XGOTREF(__pyx_t_5);
|
|
/*try:*/ {
|
|
|
|
/* "View.MemoryView":436
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object)
|
|
* except TypeError:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyInt_From_int(((__pyx_v_self->flags & (~PyBUF_WRITABLE)) | PyBUF_ANY_CONTIGUOUS)); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 436, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
|
|
/* "View.MemoryView":437
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object) # <<<<<<<<<<<<<<
|
|
* except TypeError:
|
|
* return None
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 437, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
|
|
/* "View.MemoryView":436
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<<
|
|
* self.dtype_is_object)
|
|
* except TypeError:
|
|
*/
|
|
__pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 436, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
__Pyx_GIVEREF(__pyx_v_obj);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_obj);
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_6);
|
|
__Pyx_GIVEREF(__pyx_t_7);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_7);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_7 = 0;
|
|
__pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_8, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 436, __pyx_L4_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF_SET(__pyx_v_obj, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "View.MemoryView":435
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview):
|
|
* try: # <<<<<<<<<<<<<<
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
goto __pyx_L9_try_end;
|
|
__pyx_L4_error:;
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
|
|
/* "View.MemoryView":438
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
* except TypeError: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_TypeError);
|
|
if (__pyx_t_9) {
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_6) < 0) __PYX_ERR(2, 438, __pyx_L6_except_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
|
|
/* "View.MemoryView":439
|
|
* self.dtype_is_object)
|
|
* except TypeError:
|
|
* return None # <<<<<<<<<<<<<<
|
|
*
|
|
* return obj
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
goto __pyx_L7_except_return;
|
|
}
|
|
goto __pyx_L6_except_error;
|
|
__pyx_L6_except_error:;
|
|
|
|
/* "View.MemoryView":435
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview):
|
|
* try: # <<<<<<<<<<<<<<
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
* self.dtype_is_object)
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_XGIVEREF(__pyx_t_5);
|
|
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
|
|
goto __pyx_L1_error;
|
|
__pyx_L7_except_return:;
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_XGIVEREF(__pyx_t_5);
|
|
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
|
|
goto __pyx_L0;
|
|
__pyx_L9_try_end:;
|
|
}
|
|
|
|
/* "View.MemoryView":434
|
|
*
|
|
* cdef is_slice(self, obj):
|
|
* if not isinstance(obj, memoryview): # <<<<<<<<<<<<<<
|
|
* try:
|
|
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":441
|
|
* return None
|
|
*
|
|
* return obj # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef setitem_slice_assignment(self, dst, src):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_obj);
|
|
__pyx_r = __pyx_v_obj;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":433
|
|
* self.setitem_indexed(index, value)
|
|
*
|
|
* cdef is_slice(self, obj): # <<<<<<<<<<<<<<
|
|
* if not isinstance(obj, memoryview):
|
|
* try:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_obj);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":443
|
|
* return obj
|
|
*
|
|
* cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice dst_slice
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src) {
|
|
__Pyx_memviewslice __pyx_v_dst_slice;
|
|
__Pyx_memviewslice __pyx_v_src_slice;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
__Pyx_memviewslice *__pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("setitem_slice_assignment", 0);
|
|
__Pyx_TraceCall("setitem_slice_assignment", __pyx_f[2], 443, 0, __PYX_ERR(2, 443, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":447
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], # <<<<<<<<<<<<<<
|
|
* get_slice_from_memview(dst, &dst_slice)[0],
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*/
|
|
if (!(likely(((__pyx_v_src) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_src, __pyx_memoryview_type))))) __PYX_ERR(2, 447, __pyx_L1_error)
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_src), (&__pyx_v_src_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(2, 447, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":448
|
|
*
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],
|
|
* get_slice_from_memview(dst, &dst_slice)[0], # <<<<<<<<<<<<<<
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*
|
|
*/
|
|
if (!(likely(((__pyx_v_dst) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_dst, __pyx_memoryview_type))))) __PYX_ERR(2, 448, __pyx_L1_error)
|
|
__pyx_t_2 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_dst), (&__pyx_v_dst_slice)); if (unlikely(__pyx_t_2 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(2, 448, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":449
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],
|
|
* get_slice_from_memview(dst, &dst_slice)[0],
|
|
* src.ndim, dst.ndim, self.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value):
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_src, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 449, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 449, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_dst, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 449, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 449, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":447
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*
|
|
* memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], # <<<<<<<<<<<<<<
|
|
* get_slice_from_memview(dst, &dst_slice)[0],
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*/
|
|
__pyx_t_6 = __pyx_memoryview_copy_contents((__pyx_t_1[0]), (__pyx_t_2[0]), __pyx_t_4, __pyx_t_5, __pyx_v_self->dtype_is_object); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(2, 447, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":443
|
|
* return obj
|
|
*
|
|
* cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice dst_slice
|
|
* cdef __Pyx_memviewslice src_slice
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assignment", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":451
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<<
|
|
* cdef int array[128]
|
|
* cdef void *tmp = NULL
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value) {
|
|
int __pyx_v_array[0x80];
|
|
void *__pyx_v_tmp;
|
|
void *__pyx_v_item;
|
|
__Pyx_memviewslice *__pyx_v_dst_slice;
|
|
__Pyx_memviewslice __pyx_v_tmp_slice;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
char const *__pyx_t_6;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
PyObject *__pyx_t_11 = NULL;
|
|
PyObject *__pyx_t_12 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("setitem_slice_assign_scalar", 0);
|
|
__Pyx_TraceCall("setitem_slice_assign_scalar", __pyx_f[2], 451, 0, __PYX_ERR(2, 451, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":453
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value):
|
|
* cdef int array[128]
|
|
* cdef void *tmp = NULL # <<<<<<<<<<<<<<
|
|
* cdef void *item
|
|
*
|
|
*/
|
|
__pyx_v_tmp = NULL;
|
|
|
|
/* "View.MemoryView":458
|
|
* cdef __Pyx_memviewslice *dst_slice
|
|
* cdef __Pyx_memviewslice tmp_slice
|
|
* dst_slice = get_slice_from_memview(dst, &tmp_slice) # <<<<<<<<<<<<<<
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_dst, (&__pyx_v_tmp_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(2, 458, __pyx_L1_error)
|
|
__pyx_v_dst_slice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":460
|
|
* dst_slice = get_slice_from_memview(dst, &tmp_slice)
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<<
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL:
|
|
*/
|
|
__pyx_t_2 = ((((size_t)__pyx_v_self->view.itemsize) > (sizeof(__pyx_v_array))) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":461
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
* tmp = PyMem_Malloc(self.view.itemsize) # <<<<<<<<<<<<<<
|
|
* if tmp == NULL:
|
|
* raise MemoryError
|
|
*/
|
|
__pyx_v_tmp = PyMem_Malloc(__pyx_v_self->view.itemsize);
|
|
|
|
/* "View.MemoryView":462
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
* item = tmp
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_tmp == NULL) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":463
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL:
|
|
* raise MemoryError # <<<<<<<<<<<<<<
|
|
* item = tmp
|
|
* else:
|
|
*/
|
|
PyErr_NoMemory(); __PYX_ERR(2, 463, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":462
|
|
* if <size_t>self.view.itemsize > sizeof(array):
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL: # <<<<<<<<<<<<<<
|
|
* raise MemoryError
|
|
* item = tmp
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":464
|
|
* if tmp == NULL:
|
|
* raise MemoryError
|
|
* item = tmp # <<<<<<<<<<<<<<
|
|
* else:
|
|
* item = <void *> array
|
|
*/
|
|
__pyx_v_item = __pyx_v_tmp;
|
|
|
|
/* "View.MemoryView":460
|
|
* dst_slice = get_slice_from_memview(dst, &tmp_slice)
|
|
*
|
|
* if <size_t>self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<<
|
|
* tmp = PyMem_Malloc(self.view.itemsize)
|
|
* if tmp == NULL:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":466
|
|
* item = tmp
|
|
* else:
|
|
* item = <void *> array # <<<<<<<<<<<<<<
|
|
*
|
|
* try:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_item = ((void *)__pyx_v_array);
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":468
|
|
* item = <void *> array
|
|
*
|
|
* try: # <<<<<<<<<<<<<<
|
|
* if self.dtype_is_object:
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
*/
|
|
/*try:*/ {
|
|
|
|
/* "View.MemoryView":469
|
|
*
|
|
* try:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_self->dtype_is_object != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":470
|
|
* try:
|
|
* if self.dtype_is_object:
|
|
* (<PyObject **> item)[0] = <PyObject *> value # <<<<<<<<<<<<<<
|
|
* else:
|
|
* self.assign_item_from_object(<char *> item, value)
|
|
*/
|
|
(((PyObject **)__pyx_v_item)[0]) = ((PyObject *)__pyx_v_value);
|
|
|
|
/* "View.MemoryView":469
|
|
*
|
|
* try:
|
|
* if self.dtype_is_object: # <<<<<<<<<<<<<<
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
* else:
|
|
*/
|
|
goto __pyx_L8;
|
|
}
|
|
|
|
/* "View.MemoryView":472
|
|
* (<PyObject **> item)[0] = <PyObject *> value
|
|
* else:
|
|
* self.assign_item_from_object(<char *> item, value) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, ((char *)__pyx_v_item), __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 472, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__pyx_L8:;
|
|
|
|
/* "View.MemoryView":476
|
|
*
|
|
*
|
|
* if self.view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_self->view.suboffsets != NULL) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":477
|
|
*
|
|
* if self.view.suboffsets != NULL:
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim) # <<<<<<<<<<<<<<
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
|
|
* item, self.dtype_is_object)
|
|
*/
|
|
__pyx_t_3 = assert_direct_dimensions(__pyx_v_self->view.suboffsets, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 477, __pyx_L6_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":476
|
|
*
|
|
*
|
|
* if self.view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":478
|
|
* if self.view.suboffsets != NULL:
|
|
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
|
|
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, # <<<<<<<<<<<<<<
|
|
* item, self.dtype_is_object)
|
|
* finally:
|
|
*/
|
|
__pyx_memoryview_slice_assign_scalar(__pyx_v_dst_slice, __pyx_v_dst->view.ndim, __pyx_v_self->view.itemsize, __pyx_v_item, __pyx_v_self->dtype_is_object);
|
|
}
|
|
|
|
/* "View.MemoryView":481
|
|
* item, self.dtype_is_object)
|
|
* finally:
|
|
* PyMem_Free(tmp) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef setitem_indexed(self, index, value):
|
|
*/
|
|
/*finally:*/ {
|
|
/*normal exit:*/{
|
|
PyMem_Free(__pyx_v_tmp);
|
|
goto __pyx_L7;
|
|
}
|
|
__pyx_L6_error:;
|
|
/*exception exit:*/{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (PY_MAJOR_VERSION >= 3) __Pyx_ExceptionSwap(&__pyx_t_10, &__pyx_t_11, &__pyx_t_12);
|
|
if ((PY_MAJOR_VERSION < 3) || unlikely(__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9) < 0)) __Pyx_ErrFetch(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
|
|
__Pyx_XGOTREF(__pyx_t_7);
|
|
__Pyx_XGOTREF(__pyx_t_8);
|
|
__Pyx_XGOTREF(__pyx_t_9);
|
|
__Pyx_XGOTREF(__pyx_t_10);
|
|
__Pyx_XGOTREF(__pyx_t_11);
|
|
__Pyx_XGOTREF(__pyx_t_12);
|
|
__pyx_t_4 = __pyx_lineno; __pyx_t_5 = __pyx_clineno; __pyx_t_6 = __pyx_filename;
|
|
{
|
|
PyMem_Free(__pyx_v_tmp);
|
|
}
|
|
if (PY_MAJOR_VERSION >= 3) {
|
|
__Pyx_XGIVEREF(__pyx_t_10);
|
|
__Pyx_XGIVEREF(__pyx_t_11);
|
|
__Pyx_XGIVEREF(__pyx_t_12);
|
|
__Pyx_ExceptionReset(__pyx_t_10, __pyx_t_11, __pyx_t_12);
|
|
}
|
|
__Pyx_XGIVEREF(__pyx_t_7);
|
|
__Pyx_XGIVEREF(__pyx_t_8);
|
|
__Pyx_XGIVEREF(__pyx_t_9);
|
|
__Pyx_ErrRestore(__pyx_t_7, __pyx_t_8, __pyx_t_9);
|
|
__pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
|
|
__pyx_lineno = __pyx_t_4; __pyx_clineno = __pyx_t_5; __pyx_filename = __pyx_t_6;
|
|
goto __pyx_L1_error;
|
|
}
|
|
__pyx_L7:;
|
|
}
|
|
|
|
/* "View.MemoryView":451
|
|
* src.ndim, dst.ndim, self.dtype_is_object)
|
|
*
|
|
* cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<<
|
|
* cdef int array[128]
|
|
* cdef void *tmp = NULL
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":483
|
|
* PyMem_Free(tmp)
|
|
*
|
|
* cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<<
|
|
* cdef char *itemp = self.get_item_pointer(index)
|
|
* self.assign_item_from_object(itemp, value)
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
|
|
char *__pyx_v_itemp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
char *__pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("setitem_indexed", 0);
|
|
__Pyx_TraceCall("setitem_indexed", __pyx_f[2], 483, 0, __PYX_ERR(2, 483, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":484
|
|
*
|
|
* cdef setitem_indexed(self, index, value):
|
|
* cdef char *itemp = self.get_item_pointer(index) # <<<<<<<<<<<<<<
|
|
* self.assign_item_from_object(itemp, value)
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_index); if (unlikely(__pyx_t_1 == ((char *)NULL))) __PYX_ERR(2, 484, __pyx_L1_error)
|
|
__pyx_v_itemp = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":485
|
|
* cdef setitem_indexed(self, index, value):
|
|
* cdef char *itemp = self.get_item_pointer(index)
|
|
* self.assign_item_from_object(itemp, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
*/
|
|
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 485, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":483
|
|
* PyMem_Free(tmp)
|
|
*
|
|
* cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<<
|
|
* cdef char *itemp = self.get_item_pointer(index)
|
|
* self.assign_item_from_object(itemp, value)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_indexed", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":487
|
|
* self.assign_item_from_object(itemp, value)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp) {
|
|
PyObject *__pyx_v_struct = NULL;
|
|
PyObject *__pyx_v_bytesitem = 0;
|
|
PyObject *__pyx_v_result = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
int __pyx_t_8;
|
|
PyObject *__pyx_t_9 = NULL;
|
|
size_t __pyx_t_10;
|
|
int __pyx_t_11;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("convert_item_to_object", 0);
|
|
__Pyx_TraceCall("convert_item_to_object", __pyx_f[2], 487, 0, __PYX_ERR(2, 487, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":490
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
* import struct # <<<<<<<<<<<<<<
|
|
* cdef bytes bytesitem
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 490, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_struct = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":493
|
|
* cdef bytes bytesitem
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize] # <<<<<<<<<<<<<<
|
|
* try:
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyBytes_FromStringAndSize(__pyx_v_itemp + 0, __pyx_v_self->view.itemsize - 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 493, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_bytesitem = ((PyObject*)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":494
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try: # <<<<<<<<<<<<<<
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_2, &__pyx_t_3, &__pyx_t_4);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_4);
|
|
/*try:*/ {
|
|
|
|
/* "View.MemoryView":495
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try:
|
|
* result = struct.unpack(self.view.format, bytesitem) # <<<<<<<<<<<<<<
|
|
* except struct.error:
|
|
* raise ValueError("Unable to convert item to object")
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_unpack); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_t_6 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = NULL;
|
|
__pyx_t_8 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
|
|
__pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
|
|
if (likely(__pyx_t_7)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
|
|
__Pyx_INCREF(__pyx_t_7);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_5, function);
|
|
__pyx_t_8 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem};
|
|
__pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 495, __pyx_L3_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem};
|
|
__pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 495, __pyx_L3_error)
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
if (__pyx_t_7) {
|
|
__Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_6);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6);
|
|
__Pyx_INCREF(__pyx_v_bytesitem);
|
|
__Pyx_GIVEREF(__pyx_v_bytesitem);
|
|
PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_v_bytesitem);
|
|
__pyx_t_6 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 495, __pyx_L3_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__pyx_v_result = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":494
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try: # <<<<<<<<<<<<<<
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":499
|
|
* raise ValueError("Unable to convert item to object")
|
|
* else:
|
|
* if len(self.view.format) == 1: # <<<<<<<<<<<<<<
|
|
* return result[0]
|
|
* return result
|
|
*/
|
|
/*else:*/ {
|
|
__pyx_t_10 = strlen(__pyx_v_self->view.format);
|
|
__pyx_t_11 = ((__pyx_t_10 == 1) != 0);
|
|
if (__pyx_t_11) {
|
|
|
|
/* "View.MemoryView":500
|
|
* else:
|
|
* if len(self.view.format) == 1:
|
|
* return result[0] # <<<<<<<<<<<<<<
|
|
* return result
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_GetItemInt(__pyx_v_result, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 500, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L6_except_return;
|
|
|
|
/* "View.MemoryView":499
|
|
* raise ValueError("Unable to convert item to object")
|
|
* else:
|
|
* if len(self.view.format) == 1: # <<<<<<<<<<<<<<
|
|
* return result[0]
|
|
* return result
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":501
|
|
* if len(self.view.format) == 1:
|
|
* return result[0]
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_result);
|
|
__pyx_r = __pyx_v_result;
|
|
goto __pyx_L6_except_return;
|
|
}
|
|
__pyx_L3_error:;
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
|
|
/* "View.MemoryView":496
|
|
* try:
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Unable to convert item to object")
|
|
* else:
|
|
*/
|
|
__Pyx_ErrFetch(&__pyx_t_1, &__pyx_t_5, &__pyx_t_9);
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_error); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 496, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = __Pyx_PyErr_GivenExceptionMatches(__pyx_t_1, __pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_ErrRestore(__pyx_t_1, __pyx_t_5, __pyx_t_9);
|
|
__pyx_t_1 = 0; __pyx_t_5 = 0; __pyx_t_9 = 0;
|
|
if (__pyx_t_8) {
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
if (__Pyx_GetException(&__pyx_t_9, &__pyx_t_5, &__pyx_t_1) < 0) __PYX_ERR(2, 496, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "View.MemoryView":497
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
* raise ValueError("Unable to convert item to object") # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if len(self.view.format) == 1:
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__46, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 497, __pyx_L5_except_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_Raise(__pyx_t_6, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__PYX_ERR(2, 497, __pyx_L5_except_error)
|
|
}
|
|
goto __pyx_L5_except_error;
|
|
__pyx_L5_except_error:;
|
|
|
|
/* "View.MemoryView":494
|
|
*
|
|
* bytesitem = itemp[:self.view.itemsize]
|
|
* try: # <<<<<<<<<<<<<<
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
*/
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
|
|
goto __pyx_L1_error;
|
|
__pyx_L6_except_return:;
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_XGIVEREF(__pyx_t_4);
|
|
__Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":487
|
|
* self.assign_item_from_object(itemp, value)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_struct);
|
|
__Pyx_XDECREF(__pyx_v_bytesitem);
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":503
|
|
* return result
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
|
|
PyObject *__pyx_v_struct = NULL;
|
|
char __pyx_v_c;
|
|
PyObject *__pyx_v_bytesvalue = 0;
|
|
Py_ssize_t __pyx_v_i;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_t_7;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
Py_ssize_t __pyx_t_9;
|
|
PyObject *__pyx_t_10 = NULL;
|
|
char *__pyx_t_11;
|
|
char *__pyx_t_12;
|
|
char *__pyx_t_13;
|
|
char *__pyx_t_14;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("assign_item_from_object", 0);
|
|
__Pyx_TraceCall("assign_item_from_object", __pyx_f[2], 503, 0, __PYX_ERR(2, 503, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":506
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
* import struct # <<<<<<<<<<<<<<
|
|
* cdef char c
|
|
* cdef bytes bytesvalue
|
|
*/
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 506, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_v_struct = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":511
|
|
* cdef Py_ssize_t i
|
|
*
|
|
* if isinstance(value, tuple): # <<<<<<<<<<<<<<
|
|
* bytesvalue = struct.pack(self.view.format, *value)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = PyTuple_Check(__pyx_v_value);
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "View.MemoryView":512
|
|
*
|
|
* if isinstance(value, tuple):
|
|
* bytesvalue = struct.pack(self.view.format, *value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* bytesvalue = struct.pack(self.view.format, value)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_4 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PySequence_Tuple(__pyx_v_value); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = PyNumber_Add(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(2, 512, __pyx_L1_error)
|
|
__pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "View.MemoryView":511
|
|
* cdef Py_ssize_t i
|
|
*
|
|
* if isinstance(value, tuple): # <<<<<<<<<<<<<<
|
|
* bytesvalue = struct.pack(self.view.format, *value)
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":514
|
|
* bytesvalue = struct.pack(self.view.format, *value)
|
|
* else:
|
|
* bytesvalue = struct.pack(self.view.format, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* for i, c in enumerate(bytesvalue):
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_1 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = NULL;
|
|
__pyx_t_7 = 0;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_6, function);
|
|
__pyx_t_7 = 1;
|
|
}
|
|
}
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(__pyx_t_6)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value};
|
|
__pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
} else
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) {
|
|
PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value};
|
|
__pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
} else
|
|
#endif
|
|
{
|
|
__pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_8);
|
|
if (__pyx_t_5) {
|
|
__Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_5); __pyx_t_5 = NULL;
|
|
}
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_t_1);
|
|
__Pyx_INCREF(__pyx_v_value);
|
|
__Pyx_GIVEREF(__pyx_v_value);
|
|
PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_v_value);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(2, 514, __pyx_L1_error)
|
|
__pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
|
|
__pyx_t_4 = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":516
|
|
* bytesvalue = struct.pack(self.view.format, value)
|
|
*
|
|
* for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<<
|
|
* itemp[i] = c
|
|
*
|
|
*/
|
|
__pyx_t_9 = 0;
|
|
if (unlikely(__pyx_v_bytesvalue == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
|
|
__PYX_ERR(2, 516, __pyx_L1_error)
|
|
}
|
|
__Pyx_INCREF(__pyx_v_bytesvalue);
|
|
__pyx_t_10 = __pyx_v_bytesvalue;
|
|
__pyx_t_12 = PyBytes_AS_STRING(__pyx_t_10);
|
|
__pyx_t_13 = (__pyx_t_12 + PyBytes_GET_SIZE(__pyx_t_10));
|
|
for (__pyx_t_14 = __pyx_t_12; __pyx_t_14 < __pyx_t_13; __pyx_t_14++) {
|
|
__pyx_t_11 = __pyx_t_14;
|
|
__pyx_v_c = (__pyx_t_11[0]);
|
|
|
|
/* "View.MemoryView":517
|
|
*
|
|
* for i, c in enumerate(bytesvalue):
|
|
* itemp[i] = c # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('getbuffer')
|
|
*/
|
|
__pyx_v_i = __pyx_t_9;
|
|
|
|
/* "View.MemoryView":516
|
|
* bytesvalue = struct.pack(self.view.format, value)
|
|
*
|
|
* for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<<
|
|
* itemp[i] = c
|
|
*
|
|
*/
|
|
__pyx_t_9 = (__pyx_t_9 + 1);
|
|
|
|
/* "View.MemoryView":517
|
|
*
|
|
* for i, c in enumerate(bytesvalue):
|
|
* itemp[i] = c # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('getbuffer')
|
|
*/
|
|
(__pyx_v_itemp[__pyx_v_i]) = __pyx_v_c;
|
|
}
|
|
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
|
|
|
|
/* "View.MemoryView":503
|
|
* return result
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* """Only used if instantiated manually by the user, or if Cython doesn't
|
|
* know how to convert the type"""
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_XDECREF(__pyx_t_10);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_struct);
|
|
__Pyx_XDECREF(__pyx_v_bytesvalue);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":520
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
|
|
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t *__pyx_t_4;
|
|
char *__pyx_t_5;
|
|
void *__pyx_t_6;
|
|
int __pyx_t_7;
|
|
Py_ssize_t __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
if (__pyx_v_info == NULL) {
|
|
PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
|
|
return -1;
|
|
}
|
|
__Pyx_RefNannySetupContext("__getbuffer__", 0);
|
|
__pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(__pyx_v_info->obj);
|
|
__Pyx_TraceCall("__getbuffer__", __pyx_f[2], 520, 0, __PYX_ERR(2, 520, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":521
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_flags & PyBUF_WRITABLE) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_self->view.readonly != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":522
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_ND:
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__47, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 522, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 522, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":521
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":524
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
* if flags & PyBUF_ND: # <<<<<<<<<<<<<<
|
|
* info.shape = self.view.shape
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_ND) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":525
|
|
*
|
|
* if flags & PyBUF_ND:
|
|
* info.shape = self.view.shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.shape = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->view.shape;
|
|
__pyx_v_info->shape = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":524
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*
|
|
* if flags & PyBUF_ND: # <<<<<<<<<<<<<<
|
|
* info.shape = self.view.shape
|
|
* else:
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":527
|
|
* info.shape = self.view.shape
|
|
* else:
|
|
* info.shape = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_STRIDES:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->shape = NULL;
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":529
|
|
* info.shape = NULL
|
|
*
|
|
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
|
|
* info.strides = self.view.strides
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_STRIDES) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":530
|
|
*
|
|
* if flags & PyBUF_STRIDES:
|
|
* info.strides = self.view.strides # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.strides = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->view.strides;
|
|
__pyx_v_info->strides = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":529
|
|
* info.shape = NULL
|
|
*
|
|
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
|
|
* info.strides = self.view.strides
|
|
* else:
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "View.MemoryView":532
|
|
* info.strides = self.view.strides
|
|
* else:
|
|
* info.strides = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_INDIRECT:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->strides = NULL;
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "View.MemoryView":534
|
|
* info.strides = NULL
|
|
*
|
|
* if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<<
|
|
* info.suboffsets = self.view.suboffsets
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_INDIRECT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":535
|
|
*
|
|
* if flags & PyBUF_INDIRECT:
|
|
* info.suboffsets = self.view.suboffsets # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.suboffsets = NULL
|
|
*/
|
|
__pyx_t_4 = __pyx_v_self->view.suboffsets;
|
|
__pyx_v_info->suboffsets = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":534
|
|
* info.strides = NULL
|
|
*
|
|
* if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<<
|
|
* info.suboffsets = self.view.suboffsets
|
|
* else:
|
|
*/
|
|
goto __pyx_L8;
|
|
}
|
|
|
|
/* "View.MemoryView":537
|
|
* info.suboffsets = self.view.suboffsets
|
|
* else:
|
|
* info.suboffsets = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->suboffsets = NULL;
|
|
}
|
|
__pyx_L8:;
|
|
|
|
/* "View.MemoryView":539
|
|
* info.suboffsets = NULL
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.view.format
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":540
|
|
*
|
|
* if flags & PyBUF_FORMAT:
|
|
* info.format = self.view.format # <<<<<<<<<<<<<<
|
|
* else:
|
|
* info.format = NULL
|
|
*/
|
|
__pyx_t_5 = __pyx_v_self->view.format;
|
|
__pyx_v_info->format = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":539
|
|
* info.suboffsets = NULL
|
|
*
|
|
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
|
|
* info.format = self.view.format
|
|
* else:
|
|
*/
|
|
goto __pyx_L9;
|
|
}
|
|
|
|
/* "View.MemoryView":542
|
|
* info.format = self.view.format
|
|
* else:
|
|
* info.format = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* info.buf = self.view.buf
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_info->format = NULL;
|
|
}
|
|
__pyx_L9:;
|
|
|
|
/* "View.MemoryView":544
|
|
* info.format = NULL
|
|
*
|
|
* info.buf = self.view.buf # <<<<<<<<<<<<<<
|
|
* info.ndim = self.view.ndim
|
|
* info.itemsize = self.view.itemsize
|
|
*/
|
|
__pyx_t_6 = __pyx_v_self->view.buf;
|
|
__pyx_v_info->buf = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":545
|
|
*
|
|
* info.buf = self.view.buf
|
|
* info.ndim = self.view.ndim # <<<<<<<<<<<<<<
|
|
* info.itemsize = self.view.itemsize
|
|
* info.len = self.view.len
|
|
*/
|
|
__pyx_t_7 = __pyx_v_self->view.ndim;
|
|
__pyx_v_info->ndim = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":546
|
|
* info.buf = self.view.buf
|
|
* info.ndim = self.view.ndim
|
|
* info.itemsize = self.view.itemsize # <<<<<<<<<<<<<<
|
|
* info.len = self.view.len
|
|
* info.readonly = self.view.readonly
|
|
*/
|
|
__pyx_t_8 = __pyx_v_self->view.itemsize;
|
|
__pyx_v_info->itemsize = __pyx_t_8;
|
|
|
|
/* "View.MemoryView":547
|
|
* info.ndim = self.view.ndim
|
|
* info.itemsize = self.view.itemsize
|
|
* info.len = self.view.len # <<<<<<<<<<<<<<
|
|
* info.readonly = self.view.readonly
|
|
* info.obj = self
|
|
*/
|
|
__pyx_t_8 = __pyx_v_self->view.len;
|
|
__pyx_v_info->len = __pyx_t_8;
|
|
|
|
/* "View.MemoryView":548
|
|
* info.itemsize = self.view.itemsize
|
|
* info.len = self.view.len
|
|
* info.readonly = self.view.readonly # <<<<<<<<<<<<<<
|
|
* info.obj = self
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_self->view.readonly;
|
|
__pyx_v_info->readonly = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":549
|
|
* info.len = self.view.len
|
|
* info.readonly = self.view.readonly
|
|
* info.obj = self # <<<<<<<<<<<<<<
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")
|
|
*/
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_v_self));
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj);
|
|
__pyx_v_info->obj = ((PyObject *)__pyx_v_self);
|
|
|
|
/* "View.MemoryView":520
|
|
*
|
|
* @cname('getbuffer')
|
|
* def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<<
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
if (__pyx_v_info->obj != NULL) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
goto __pyx_L2;
|
|
__pyx_L0:;
|
|
if (__pyx_v_info->obj == Py_None) {
|
|
__Pyx_GOTREF(__pyx_v_info->obj);
|
|
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
|
|
}
|
|
__pyx_L2:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":555
|
|
*
|
|
* @property
|
|
* def T(self): # <<<<<<<<<<<<<<
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice)
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 555, 0, __PYX_ERR(2, 555, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":556
|
|
* @property
|
|
* def T(self):
|
|
* cdef _memoryviewslice result = memoryview_copy(self) # <<<<<<<<<<<<<<
|
|
* transpose_memslice(&result.from_slice)
|
|
* return result
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_copy_object(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 556, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_memoryviewslice_type))))) __PYX_ERR(2, 556, __pyx_L1_error)
|
|
__pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "View.MemoryView":557
|
|
* def T(self):
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice) # <<<<<<<<<<<<<<
|
|
* return result
|
|
*
|
|
*/
|
|
__pyx_t_2 = __pyx_memslice_transpose((&__pyx_v_result->from_slice)); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(2, 557, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":558
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice)
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = ((PyObject *)__pyx_v_result);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":555
|
|
*
|
|
* @property
|
|
* def T(self): # <<<<<<<<<<<<<<
|
|
* cdef _memoryviewslice result = memoryview_copy(self)
|
|
* transpose_memslice(&result.from_slice)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.T.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":561
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.obj
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 561, 0, __PYX_ERR(2, 561, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":562
|
|
* @property
|
|
* def base(self):
|
|
* return self.obj # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->obj);
|
|
__pyx_r = __pyx_v_self->obj;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":561
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.obj
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":565
|
|
*
|
|
* @property
|
|
* def shape(self): # <<<<<<<<<<<<<<
|
|
* return tuple([length for length in self.view.shape[:self.view.ndim]])
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_v_length;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
Py_ssize_t *__pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 565, 0, __PYX_ERR(2, 565, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":566
|
|
* @property
|
|
* def shape(self):
|
|
* return tuple([length for length in self.view.shape[:self.view.ndim]]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_3 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_4 = __pyx_v_self->view.shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
|
|
__pyx_t_2 = __pyx_t_4;
|
|
__pyx_v_length = (__pyx_t_2[0]);
|
|
__pyx_t_5 = PyInt_FromSsize_t(__pyx_v_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(2, 566, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
}
|
|
__pyx_t_5 = PyList_AsTuple(((PyObject*)__pyx_t_1)); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 566, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":565
|
|
*
|
|
* @property
|
|
* def shape(self): # <<<<<<<<<<<<<<
|
|
* return tuple([length for length in self.view.shape[:self.view.ndim]])
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.shape.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":569
|
|
*
|
|
* @property
|
|
* def strides(self): # <<<<<<<<<<<<<<
|
|
* if self.view.strides == NULL:
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_v_stride;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
Py_ssize_t *__pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 569, 0, __PYX_ERR(2, 569, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":570
|
|
* @property
|
|
* def strides(self):
|
|
* if self.view.strides == NULL: # <<<<<<<<<<<<<<
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides")
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->view.strides == NULL) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":572
|
|
* if self.view.strides == NULL:
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides") # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__48, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(2, 572, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":570
|
|
* @property
|
|
* def strides(self):
|
|
* if self.view.strides == NULL: # <<<<<<<<<<<<<<
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides")
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":574
|
|
* raise ValueError("Buffer view does not expose strides")
|
|
*
|
|
* return tuple([stride for stride in self.view.strides[:self.view.ndim]]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_4 = (__pyx_v_self->view.strides + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_5 = __pyx_v_self->view.strides; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
|
|
__pyx_t_3 = __pyx_t_5;
|
|
__pyx_v_stride = (__pyx_t_3[0]);
|
|
__pyx_t_6 = PyInt_FromSsize_t(__pyx_v_stride); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(2, 574, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
}
|
|
__pyx_t_6 = PyList_AsTuple(((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 574, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_6;
|
|
__pyx_t_6 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":569
|
|
*
|
|
* @property
|
|
* def strides(self): # <<<<<<<<<<<<<<
|
|
* if self.view.strides == NULL:
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.strides.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":577
|
|
*
|
|
* @property
|
|
* def suboffsets(self): # <<<<<<<<<<<<<<
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
Py_ssize_t *__pyx_t_4;
|
|
Py_ssize_t *__pyx_t_5;
|
|
Py_ssize_t *__pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 577, 0, __PYX_ERR(2, 577, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":578
|
|
* @property
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL: # <<<<<<<<<<<<<<
|
|
* return (-1,) * self.view.ndim
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->view.suboffsets == NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":579
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyNumber_Multiply(__pyx_tuple__49, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":578
|
|
* @property
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL: # <<<<<<<<<<<<<<
|
|
* return (-1,) * self.view.ndim
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":581
|
|
* return (-1,) * self.view.ndim
|
|
*
|
|
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = (__pyx_v_self->view.suboffsets + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_6 = __pyx_v_self->view.suboffsets; __pyx_t_6 < __pyx_t_5; __pyx_t_6++) {
|
|
__pyx_t_4 = __pyx_t_6;
|
|
__pyx_v_suboffset = (__pyx_t_4[0]);
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_suboffset); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_2))) __PYX_ERR(2, 581, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
}
|
|
__pyx_t_2 = PyList_AsTuple(((PyObject*)__pyx_t_3)); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 581, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":577
|
|
*
|
|
* @property
|
|
* def suboffsets(self): # <<<<<<<<<<<<<<
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.suboffsets.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":584
|
|
*
|
|
* @property
|
|
* def ndim(self): # <<<<<<<<<<<<<<
|
|
* return self.view.ndim
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 584, 0, __PYX_ERR(2, 584, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":585
|
|
* @property
|
|
* def ndim(self):
|
|
* return self.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 585, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":584
|
|
*
|
|
* @property
|
|
* def ndim(self): # <<<<<<<<<<<<<<
|
|
* return self.view.ndim
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.ndim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":588
|
|
*
|
|
* @property
|
|
* def itemsize(self): # <<<<<<<<<<<<<<
|
|
* return self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 588, 0, __PYX_ERR(2, 588, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":589
|
|
* @property
|
|
* def itemsize(self):
|
|
* return self.view.itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 589, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":588
|
|
*
|
|
* @property
|
|
* def itemsize(self): # <<<<<<<<<<<<<<
|
|
* return self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.itemsize.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":592
|
|
*
|
|
* @property
|
|
* def nbytes(self): # <<<<<<<<<<<<<<
|
|
* return self.size * self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 592, 0, __PYX_ERR(2, 592, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":593
|
|
* @property
|
|
* def nbytes(self):
|
|
* return self.size * self.view.itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyNumber_Multiply(__pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 593, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":592
|
|
*
|
|
* @property
|
|
* def nbytes(self): # <<<<<<<<<<<<<<
|
|
* return self.size * self.view.itemsize
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.nbytes.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":596
|
|
*
|
|
* @property
|
|
* def size(self): # <<<<<<<<<<<<<<
|
|
* if self._size is None:
|
|
* result = 1
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_v_result = NULL;
|
|
PyObject *__pyx_v_length = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
Py_ssize_t *__pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 596, 0, __PYX_ERR(2, 596, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":597
|
|
* @property
|
|
* def size(self):
|
|
* if self._size is None: # <<<<<<<<<<<<<<
|
|
* result = 1
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_self->_size == Py_None);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":598
|
|
* def size(self):
|
|
* if self._size is None:
|
|
* result = 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* for length in self.view.shape[:self.view.ndim]:
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_1);
|
|
__pyx_v_result = __pyx_int_1;
|
|
|
|
/* "View.MemoryView":600
|
|
* result = 1
|
|
*
|
|
* for length in self.view.shape[:self.view.ndim]: # <<<<<<<<<<<<<<
|
|
* result *= length
|
|
*
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
|
|
for (__pyx_t_5 = __pyx_v_self->view.shape; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
|
|
__pyx_t_3 = __pyx_t_5;
|
|
__pyx_t_6 = PyInt_FromSsize_t((__pyx_t_3[0])); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 600, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
|
|
/* "View.MemoryView":601
|
|
*
|
|
* for length in self.view.shape[:self.view.ndim]:
|
|
* result *= length # <<<<<<<<<<<<<<
|
|
*
|
|
* self._size = result
|
|
*/
|
|
__pyx_t_6 = PyNumber_InPlaceMultiply(__pyx_v_result, __pyx_v_length); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 601, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__Pyx_DECREF_SET(__pyx_v_result, __pyx_t_6);
|
|
__pyx_t_6 = 0;
|
|
}
|
|
|
|
/* "View.MemoryView":603
|
|
* result *= length
|
|
*
|
|
* self._size = result # <<<<<<<<<<<<<<
|
|
*
|
|
* return self._size
|
|
*/
|
|
__Pyx_INCREF(__pyx_v_result);
|
|
__Pyx_GIVEREF(__pyx_v_result);
|
|
__Pyx_GOTREF(__pyx_v_self->_size);
|
|
__Pyx_DECREF(__pyx_v_self->_size);
|
|
__pyx_v_self->_size = __pyx_v_result;
|
|
|
|
/* "View.MemoryView":597
|
|
* @property
|
|
* def size(self):
|
|
* if self._size is None: # <<<<<<<<<<<<<<
|
|
* result = 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":605
|
|
* self._size = result
|
|
*
|
|
* return self._size # <<<<<<<<<<<<<<
|
|
*
|
|
* def __len__(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->_size);
|
|
__pyx_r = __pyx_v_self->_size;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":596
|
|
*
|
|
* @property
|
|
* def size(self): # <<<<<<<<<<<<<<
|
|
* if self._size is None:
|
|
* result = 1
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.size.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XDECREF(__pyx_v_length);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":607
|
|
* return self._size
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* if self.view.ndim >= 1:
|
|
* return self.view.shape[0]
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self); /*proto*/
|
|
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__len__", 0);
|
|
__Pyx_TraceCall("__len__", __pyx_f[2], 607, 0, __PYX_ERR(2, 607, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":608
|
|
*
|
|
* def __len__(self):
|
|
* if self.view.ndim >= 1: # <<<<<<<<<<<<<<
|
|
* return self.view.shape[0]
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->view.ndim >= 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":609
|
|
* def __len__(self):
|
|
* if self.view.ndim >= 1:
|
|
* return self.view.shape[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* return 0
|
|
*/
|
|
__pyx_r = (__pyx_v_self->view.shape[0]);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":608
|
|
*
|
|
* def __len__(self):
|
|
* if self.view.ndim >= 1: # <<<<<<<<<<<<<<
|
|
* return self.view.shape[0]
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":611
|
|
* return self.view.shape[0]
|
|
*
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* def __repr__(self):
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":607
|
|
* return self._size
|
|
*
|
|
* def __len__(self): # <<<<<<<<<<<<<<
|
|
* if self.view.ndim >= 1:
|
|
* return self.view.shape[0]
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":613
|
|
* return 0
|
|
*
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
|
|
* id(self))
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__repr__", 0);
|
|
__Pyx_TraceCall("__repr__", __pyx_f[2], 613, 0, __PYX_ERR(2, 613, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":614
|
|
*
|
|
* def __repr__(self):
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__, # <<<<<<<<<<<<<<
|
|
* id(self))
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":615
|
|
* def __repr__(self):
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
|
|
* id(self)) # <<<<<<<<<<<<<<
|
|
*
|
|
* def __str__(self):
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, ((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 615, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
|
|
/* "View.MemoryView":614
|
|
*
|
|
* def __repr__(self):
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__, # <<<<<<<<<<<<<<
|
|
* id(self))
|
|
*
|
|
*/
|
|
__pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 614, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":613
|
|
* return 0
|
|
*
|
|
* def __repr__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
|
|
* id(self))
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":617
|
|
* id(self))
|
|
*
|
|
* def __str__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__str__", 0);
|
|
__Pyx_TraceCall("__str__", __pyx_f[2], 617, 0, __PYX_ERR(2, 617, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":618
|
|
*
|
|
* def __str__(self):
|
|
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_object, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 618, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":617
|
|
* id(self))
|
|
*
|
|
* def __str__(self): # <<<<<<<<<<<<<<
|
|
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":621
|
|
*
|
|
*
|
|
* def is_c_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("is_c_contig (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice *__pyx_v_mslice;
|
|
__Pyx_memviewslice __pyx_v_tmp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_c_contig", 0);
|
|
__Pyx_TraceCall("is_c_contig", __pyx_f[2], 621, 0, __PYX_ERR(2, 621, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":624
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<<
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(2, 624, __pyx_L1_error)
|
|
__pyx_v_mslice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":625
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp)
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* def is_f_contig(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'C', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 625, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":621
|
|
*
|
|
*
|
|
* def is_c_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_c_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":627
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
|
|
*
|
|
* def is_f_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("is_f_contig (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice *__pyx_v_mslice;
|
|
__Pyx_memviewslice __pyx_v_tmp;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice *__pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("is_f_contig", 0);
|
|
__Pyx_TraceCall("is_f_contig", __pyx_f[2], 627, 0, __PYX_ERR(2, 627, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":630
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<<
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(2, 630, __pyx_L1_error)
|
|
__pyx_v_mslice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":631
|
|
* cdef __Pyx_memviewslice tmp
|
|
* mslice = get_slice_from_memview(self, &tmp)
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* def copy(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'F', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 631, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":627
|
|
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
|
|
*
|
|
* def is_f_contig(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice *mslice
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.is_f_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":633
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
|
|
*
|
|
* def copy(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice mslice
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("copy (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice __pyx_v_mslice;
|
|
int __pyx_v_flags;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("copy", 0);
|
|
__Pyx_TraceCall("copy", __pyx_f[2], 633, 0, __PYX_ERR(2, 633, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":635
|
|
* def copy(self):
|
|
* cdef __Pyx_memviewslice mslice
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
*
|
|
* slice_copy(self, &mslice)
|
|
*/
|
|
__pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_F_CONTIGUOUS));
|
|
|
|
/* "View.MemoryView":637
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
|
|
*
|
|
* slice_copy(self, &mslice) # <<<<<<<<<<<<<<
|
|
* mslice = slice_copy_contig(&mslice, "c", self.view.ndim,
|
|
* self.view.itemsize,
|
|
*/
|
|
__pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_mslice));
|
|
|
|
/* "View.MemoryView":638
|
|
*
|
|
* slice_copy(self, &mslice)
|
|
* mslice = slice_copy_contig(&mslice, "c", self.view.ndim, # <<<<<<<<<<<<<<
|
|
* self.view.itemsize,
|
|
* flags|PyBUF_C_CONTIGUOUS,
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_mslice), ((char *)"c"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_C_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(2, 638, __pyx_L1_error)
|
|
__pyx_v_mslice = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":643
|
|
* self.dtype_is_object)
|
|
*
|
|
* return memoryview_copy_from_slice(self, &mslice) # <<<<<<<<<<<<<<
|
|
*
|
|
* def copy_fortran(self):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_mslice)); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 643, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":633
|
|
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
|
|
*
|
|
* def copy(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice mslice
|
|
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":645
|
|
* return memoryview_copy_from_slice(self, &mslice)
|
|
*
|
|
* def copy_fortran(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice src, dst
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("copy_fortran (wrapper)", 0);
|
|
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
__Pyx_memviewslice __pyx_v_src;
|
|
__Pyx_memviewslice __pyx_v_dst;
|
|
int __pyx_v_flags;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_memviewslice __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("copy_fortran", 0);
|
|
__Pyx_TraceCall("copy_fortran", __pyx_f[2], 645, 0, __PYX_ERR(2, 645, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":647
|
|
* def copy_fortran(self):
|
|
* cdef __Pyx_memviewslice src, dst
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS # <<<<<<<<<<<<<<
|
|
*
|
|
* slice_copy(self, &src)
|
|
*/
|
|
__pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_C_CONTIGUOUS));
|
|
|
|
/* "View.MemoryView":649
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
|
|
*
|
|
* slice_copy(self, &src) # <<<<<<<<<<<<<<
|
|
* dst = slice_copy_contig(&src, "fortran", self.view.ndim,
|
|
* self.view.itemsize,
|
|
*/
|
|
__pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_src));
|
|
|
|
/* "View.MemoryView":650
|
|
*
|
|
* slice_copy(self, &src)
|
|
* dst = slice_copy_contig(&src, "fortran", self.view.ndim, # <<<<<<<<<<<<<<
|
|
* self.view.itemsize,
|
|
* flags|PyBUF_F_CONTIGUOUS,
|
|
*/
|
|
__pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_src), ((char *)"fortran"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_F_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(2, 650, __pyx_L1_error)
|
|
__pyx_v_dst = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":655
|
|
* self.dtype_is_object)
|
|
*
|
|
* return memoryview_copy_from_slice(self, &dst) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_dst)); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 655, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":645
|
|
* return memoryview_copy_from_slice(self, &mslice)
|
|
*
|
|
* def copy_fortran(self): # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice src, dst
|
|
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.copy_fortran", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryview___reduce_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[2], 1, 0, __PYX_ERR(2, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__50, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryview_2__setstate_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[2], 3, 0, __PYX_ERR(2, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__51, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":659
|
|
*
|
|
* @cname('__pyx_memoryview_new')
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): # <<<<<<<<<<<<<<
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_new(PyObject *__pyx_v_o, int __pyx_v_flags, int __pyx_v_dtype_is_object, __Pyx_TypeInfo *__pyx_v_typeinfo) {
|
|
struct __pyx_memoryview_obj *__pyx_v_result = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_cwrapper", 0);
|
|
__Pyx_TraceCall("memoryview_cwrapper", __pyx_f[2], 659, 0, __PYX_ERR(2, 659, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":660
|
|
* @cname('__pyx_memoryview_new')
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object) # <<<<<<<<<<<<<<
|
|
* result.typeinfo = typeinfo
|
|
* return result
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_o);
|
|
__Pyx_GIVEREF(__pyx_v_o);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_o);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 660, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result = ((struct __pyx_memoryview_obj *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":661
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo # <<<<<<<<<<<<<<
|
|
* return result
|
|
*
|
|
*/
|
|
__pyx_v_result->typeinfo = __pyx_v_typeinfo;
|
|
|
|
/* "View.MemoryView":662
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_check')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = ((PyObject *)__pyx_v_result);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":659
|
|
*
|
|
* @cname('__pyx_memoryview_new')
|
|
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): # <<<<<<<<<<<<<<
|
|
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
|
|
* result.typeinfo = typeinfo
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":665
|
|
*
|
|
* @cname('__pyx_memoryview_check')
|
|
* cdef inline bint memoryview_check(object o): # <<<<<<<<<<<<<<
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *__pyx_v_o) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_check", 0);
|
|
__Pyx_TraceCall("memoryview_check", __pyx_f[2], 665, 0, __PYX_ERR(2, 665, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":666
|
|
* @cname('__pyx_memoryview_check')
|
|
* cdef inline bint memoryview_check(object o):
|
|
* return isinstance(o, memoryview) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef tuple _unellipsify(object index, int ndim):
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_o, __pyx_memoryview_type);
|
|
__pyx_r = __pyx_t_1;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":665
|
|
*
|
|
* @cname('__pyx_memoryview_check')
|
|
* cdef inline bint memoryview_check(object o): # <<<<<<<<<<<<<<
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.memoryview_check", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":668
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
* cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Replace all ellipses with full slices and fill incomplete indices with
|
|
*/
|
|
|
|
static PyObject *_unellipsify(PyObject *__pyx_v_index, int __pyx_v_ndim) {
|
|
PyObject *__pyx_v_tup = NULL;
|
|
PyObject *__pyx_v_result = NULL;
|
|
int __pyx_v_have_slices;
|
|
int __pyx_v_seen_ellipsis;
|
|
CYTHON_UNUSED PyObject *__pyx_v_idx = NULL;
|
|
PyObject *__pyx_v_item = NULL;
|
|
Py_ssize_t __pyx_v_nslices;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
Py_ssize_t __pyx_t_5;
|
|
PyObject *(*__pyx_t_6)(PyObject *);
|
|
PyObject *__pyx_t_7 = NULL;
|
|
Py_ssize_t __pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_t_10;
|
|
PyObject *__pyx_t_11 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("_unellipsify", 0);
|
|
__Pyx_TraceCall("_unellipsify", __pyx_f[2], 668, 0, __PYX_ERR(2, 668, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":673
|
|
* full slices.
|
|
* """
|
|
* if not isinstance(index, tuple): # <<<<<<<<<<<<<<
|
|
* tup = (index,)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = PyTuple_Check(__pyx_v_index);
|
|
__pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":674
|
|
* """
|
|
* if not isinstance(index, tuple):
|
|
* tup = (index,) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* tup = index
|
|
*/
|
|
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 674, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_index);
|
|
__Pyx_GIVEREF(__pyx_v_index);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_index);
|
|
__pyx_v_tup = __pyx_t_3;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":673
|
|
* full slices.
|
|
* """
|
|
* if not isinstance(index, tuple): # <<<<<<<<<<<<<<
|
|
* tup = (index,)
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":676
|
|
* tup = (index,)
|
|
* else:
|
|
* tup = index # <<<<<<<<<<<<<<
|
|
*
|
|
* result = []
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_INCREF(__pyx_v_index);
|
|
__pyx_v_tup = __pyx_v_index;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":678
|
|
* tup = index
|
|
*
|
|
* result = [] # <<<<<<<<<<<<<<
|
|
* have_slices = False
|
|
* seen_ellipsis = False
|
|
*/
|
|
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 678, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_v_result = ((PyObject*)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":679
|
|
*
|
|
* result = []
|
|
* have_slices = False # <<<<<<<<<<<<<<
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup):
|
|
*/
|
|
__pyx_v_have_slices = 0;
|
|
|
|
/* "View.MemoryView":680
|
|
* result = []
|
|
* have_slices = False
|
|
* seen_ellipsis = False # <<<<<<<<<<<<<<
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis:
|
|
*/
|
|
__pyx_v_seen_ellipsis = 0;
|
|
|
|
/* "View.MemoryView":681
|
|
* have_slices = False
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup): # <<<<<<<<<<<<<<
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
*/
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__pyx_t_3 = __pyx_int_0;
|
|
if (likely(PyList_CheckExact(__pyx_v_tup)) || PyTuple_CheckExact(__pyx_v_tup)) {
|
|
__pyx_t_4 = __pyx_v_tup; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
|
|
__pyx_t_6 = NULL;
|
|
} else {
|
|
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_tup); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_6)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_4))) {
|
|
if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
|
|
if (unlikely(!__pyx_t_7)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(2, 681, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_7);
|
|
__pyx_t_7 = 0;
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_3);
|
|
__pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 681, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_3);
|
|
__pyx_t_3 = __pyx_t_7;
|
|
__pyx_t_7 = 0;
|
|
|
|
/* "View.MemoryView":682
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis: # <<<<<<<<<<<<<<
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_item == __pyx_builtin_Ellipsis);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":683
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
* seen_ellipsis = True
|
|
*/
|
|
__pyx_t_1 = ((!(__pyx_v_seen_ellipsis != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":684
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1)) # <<<<<<<<<<<<<<
|
|
* seen_ellipsis = True
|
|
* else:
|
|
*/
|
|
__pyx_t_8 = PyObject_Length(__pyx_v_tup); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(2, 684, __pyx_L1_error)
|
|
__pyx_t_7 = PyList_New(1 * ((((__pyx_v_ndim - __pyx_t_8) + 1)<0) ? 0:((__pyx_v_ndim - __pyx_t_8) + 1))); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 684, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < ((__pyx_v_ndim - __pyx_t_8) + 1); __pyx_temp++) {
|
|
__Pyx_INCREF(__pyx_slice__13);
|
|
__Pyx_GIVEREF(__pyx_slice__13);
|
|
PyList_SET_ITEM(__pyx_t_7, __pyx_temp, __pyx_slice__13);
|
|
}
|
|
}
|
|
__pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_7); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(2, 684, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
|
|
/* "View.MemoryView":685
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
* seen_ellipsis = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* result.append(slice(None))
|
|
*/
|
|
__pyx_v_seen_ellipsis = 1;
|
|
|
|
/* "View.MemoryView":683
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
* seen_ellipsis = True
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "View.MemoryView":687
|
|
* seen_ellipsis = True
|
|
* else:
|
|
* result.append(slice(None)) # <<<<<<<<<<<<<<
|
|
* have_slices = True
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_slice__13); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(2, 687, __pyx_L1_error)
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "View.MemoryView":688
|
|
* else:
|
|
* result.append(slice(None))
|
|
* have_slices = True # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item):
|
|
*/
|
|
__pyx_v_have_slices = 1;
|
|
|
|
/* "View.MemoryView":682
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup):
|
|
* if item is Ellipsis: # <<<<<<<<<<<<<<
|
|
* if not seen_ellipsis:
|
|
* result.extend([slice(None)] * (ndim - len(tup) + 1))
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":690
|
|
* have_slices = True
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item): # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot index with type '%s'" % type(item))
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = PySlice_Check(__pyx_v_item);
|
|
__pyx_t_10 = ((!(__pyx_t_2 != 0)) != 0);
|
|
if (__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_10;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = ((!(PyIndex_Check(__pyx_v_item) != 0)) != 0);
|
|
__pyx_t_1 = __pyx_t_10;
|
|
__pyx_L9_bool_binop_done:;
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":691
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item):
|
|
* raise TypeError("Cannot index with type '%s'" % type(item)) # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices = have_slices or isinstance(item, slice)
|
|
*/
|
|
__pyx_t_7 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Cannot_index_with_type_s, ((PyObject *)Py_TYPE(__pyx_v_item))); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 691, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_TypeError, __pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(2, 691, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_11);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_Raise(__pyx_t_11, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
|
|
__PYX_ERR(2, 691, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":690
|
|
* have_slices = True
|
|
* else:
|
|
* if not isinstance(item, slice) and not PyIndex_Check(item): # <<<<<<<<<<<<<<
|
|
* raise TypeError("Cannot index with type '%s'" % type(item))
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":693
|
|
* raise TypeError("Cannot index with type '%s'" % type(item))
|
|
*
|
|
* have_slices = have_slices or isinstance(item, slice) # <<<<<<<<<<<<<<
|
|
* result.append(item)
|
|
*
|
|
*/
|
|
__pyx_t_10 = (__pyx_v_have_slices != 0);
|
|
if (!__pyx_t_10) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_10;
|
|
goto __pyx_L11_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = PySlice_Check(__pyx_v_item);
|
|
__pyx_t_2 = (__pyx_t_10 != 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L11_bool_binop_done:;
|
|
__pyx_v_have_slices = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":694
|
|
*
|
|
* have_slices = have_slices or isinstance(item, slice)
|
|
* result.append(item) # <<<<<<<<<<<<<<
|
|
*
|
|
* nslices = ndim - len(result)
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_v_item); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(2, 694, __pyx_L1_error)
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":681
|
|
* have_slices = False
|
|
* seen_ellipsis = False
|
|
* for idx, item in enumerate(tup): # <<<<<<<<<<<<<<
|
|
* if item is Ellipsis:
|
|
* if not seen_ellipsis:
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":696
|
|
* result.append(item)
|
|
*
|
|
* nslices = ndim - len(result) # <<<<<<<<<<<<<<
|
|
* if nslices:
|
|
* result.extend([slice(None)] * nslices)
|
|
*/
|
|
__pyx_t_5 = PyList_GET_SIZE(__pyx_v_result); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(2, 696, __pyx_L1_error)
|
|
__pyx_v_nslices = (__pyx_v_ndim - __pyx_t_5);
|
|
|
|
/* "View.MemoryView":697
|
|
*
|
|
* nslices = ndim - len(result)
|
|
* if nslices: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * nslices)
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_nslices != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":698
|
|
* nslices = ndim - len(result)
|
|
* if nslices:
|
|
* result.extend([slice(None)] * nslices) # <<<<<<<<<<<<<<
|
|
*
|
|
* return have_slices or nslices, tuple(result)
|
|
*/
|
|
__pyx_t_3 = PyList_New(1 * ((__pyx_v_nslices<0) ? 0:__pyx_v_nslices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 698, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
{ Py_ssize_t __pyx_temp;
|
|
for (__pyx_temp=0; __pyx_temp < __pyx_v_nslices; __pyx_temp++) {
|
|
__Pyx_INCREF(__pyx_slice__13);
|
|
__Pyx_GIVEREF(__pyx_slice__13);
|
|
PyList_SET_ITEM(__pyx_t_3, __pyx_temp, __pyx_slice__13);
|
|
}
|
|
}
|
|
__pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_3); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(2, 698, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":697
|
|
*
|
|
* nslices = ndim - len(result)
|
|
* if nslices: # <<<<<<<<<<<<<<
|
|
* result.extend([slice(None)] * nslices)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":700
|
|
* result.extend([slice(None)] * nslices)
|
|
*
|
|
* return have_slices or nslices, tuple(result) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
if (!__pyx_v_have_slices) {
|
|
} else {
|
|
__pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_v_have_slices); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
goto __pyx_L14_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = PyInt_FromSsize_t(__pyx_v_nslices); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_3 = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
__pyx_L14_bool_binop_done:;
|
|
__pyx_t_4 = PyList_AsTuple(__pyx_v_result); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(2, 700, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_11);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_4);
|
|
PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_4);
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_4 = 0;
|
|
__pyx_r = ((PyObject*)__pyx_t_11);
|
|
__pyx_t_11 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":668
|
|
* return isinstance(o, memoryview)
|
|
*
|
|
* cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Replace all ellipses with full slices and fill incomplete indices with
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_11);
|
|
__Pyx_AddTraceback("View.MemoryView._unellipsify", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v_tup);
|
|
__Pyx_XDECREF(__pyx_v_result);
|
|
__Pyx_XDECREF(__pyx_v_idx);
|
|
__Pyx_XDECREF(__pyx_v_item);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":702
|
|
* return have_slices or nslices, tuple(result)
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): # <<<<<<<<<<<<<<
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
*/
|
|
|
|
static PyObject *assert_direct_dimensions(Py_ssize_t *__pyx_v_suboffsets, int __pyx_v_ndim) {
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t *__pyx_t_1;
|
|
Py_ssize_t *__pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
int __pyx_t_4;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("assert_direct_dimensions", 0);
|
|
__Pyx_TraceCall("assert_direct_dimensions", __pyx_f[2], 702, 0, __PYX_ERR(2, 702, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":703
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
* for suboffset in suboffsets[:ndim]: # <<<<<<<<<<<<<<
|
|
* if suboffset >= 0:
|
|
* raise ValueError("Indirect dimensions not supported")
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_suboffsets + __pyx_v_ndim);
|
|
for (__pyx_t_3 = __pyx_v_suboffsets; __pyx_t_3 < __pyx_t_2; __pyx_t_3++) {
|
|
__pyx_t_1 = __pyx_t_3;
|
|
__pyx_v_suboffset = (__pyx_t_1[0]);
|
|
|
|
/* "View.MemoryView":704
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Indirect dimensions not supported")
|
|
*
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (unlikely(__pyx_t_4)) {
|
|
|
|
/* "View.MemoryView":705
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
* raise ValueError("Indirect dimensions not supported") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__52, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_Raise(__pyx_t_5, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__PYX_ERR(2, 705, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":704
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* raise ValueError("Indirect dimensions not supported")
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":702
|
|
* return have_slices or nslices, tuple(result)
|
|
*
|
|
* cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): # <<<<<<<<<<<<<<
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.assert_direct_dimensions", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":712
|
|
*
|
|
* @cname('__pyx_memview_slice')
|
|
* cdef memoryview memview_slice(memoryview memview, object indices): # <<<<<<<<<<<<<<
|
|
* cdef int new_ndim = 0, suboffset_dim = -1, dim
|
|
* cdef bint negative_step
|
|
*/
|
|
|
|
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *__pyx_v_memview, PyObject *__pyx_v_indices) {
|
|
int __pyx_v_new_ndim;
|
|
int __pyx_v_suboffset_dim;
|
|
int __pyx_v_dim;
|
|
__Pyx_memviewslice __pyx_v_src;
|
|
__Pyx_memviewslice __pyx_v_dst;
|
|
__Pyx_memviewslice *__pyx_v_p_src;
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_memviewsliceobj = 0;
|
|
__Pyx_memviewslice *__pyx_v_p_dst;
|
|
int *__pyx_v_p_suboffset_dim;
|
|
Py_ssize_t __pyx_v_start;
|
|
Py_ssize_t __pyx_v_stop;
|
|
Py_ssize_t __pyx_v_step;
|
|
int __pyx_v_have_start;
|
|
int __pyx_v_have_stop;
|
|
int __pyx_v_have_step;
|
|
PyObject *__pyx_v_index = NULL;
|
|
struct __pyx_memoryview_obj *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
struct __pyx_memoryview_obj *__pyx_t_4;
|
|
char *__pyx_t_5;
|
|
int __pyx_t_6;
|
|
Py_ssize_t __pyx_t_7;
|
|
PyObject *(*__pyx_t_8)(PyObject *);
|
|
PyObject *__pyx_t_9 = NULL;
|
|
Py_ssize_t __pyx_t_10;
|
|
int __pyx_t_11;
|
|
Py_ssize_t __pyx_t_12;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memview_slice", 0);
|
|
__Pyx_TraceCall("memview_slice", __pyx_f[2], 712, 0, __PYX_ERR(2, 712, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":713
|
|
* @cname('__pyx_memview_slice')
|
|
* cdef memoryview memview_slice(memoryview memview, object indices):
|
|
* cdef int new_ndim = 0, suboffset_dim = -1, dim # <<<<<<<<<<<<<<
|
|
* cdef bint negative_step
|
|
* cdef __Pyx_memviewslice src, dst
|
|
*/
|
|
__pyx_v_new_ndim = 0;
|
|
__pyx_v_suboffset_dim = -1;
|
|
|
|
/* "View.MemoryView":720
|
|
*
|
|
*
|
|
* memset(&dst, 0, sizeof(dst)) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef _memoryviewslice memviewsliceobj
|
|
*/
|
|
(void)(memset((&__pyx_v_dst), 0, (sizeof(__pyx_v_dst))));
|
|
|
|
/* "View.MemoryView":724
|
|
* cdef _memoryviewslice memviewsliceobj
|
|
*
|
|
* assert memview.view.ndim > 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
*/
|
|
#ifndef CYTHON_WITHOUT_ASSERTIONS
|
|
if (unlikely(__pyx_assertions_enabled())) {
|
|
if (unlikely(!((__pyx_v_memview->view.ndim > 0) != 0))) {
|
|
PyErr_SetNone(PyExc_AssertionError);
|
|
__PYX_ERR(2, 724, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* "View.MemoryView":726
|
|
* assert memview.view.ndim > 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* memviewsliceobj = memview
|
|
* p_src = &memviewsliceobj.from_slice
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":727
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* memviewsliceobj = memview # <<<<<<<<<<<<<<
|
|
* p_src = &memviewsliceobj.from_slice
|
|
* else:
|
|
*/
|
|
if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(2, 727, __pyx_L1_error)
|
|
__pyx_t_3 = ((PyObject *)__pyx_v_memview);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__pyx_v_memviewsliceobj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":728
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* memviewsliceobj = memview
|
|
* p_src = &memviewsliceobj.from_slice # <<<<<<<<<<<<<<
|
|
* else:
|
|
* slice_copy(memview, &src)
|
|
*/
|
|
__pyx_v_p_src = (&__pyx_v_memviewsliceobj->from_slice);
|
|
|
|
/* "View.MemoryView":726
|
|
* assert memview.view.ndim > 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* memviewsliceobj = memview
|
|
* p_src = &memviewsliceobj.from_slice
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":730
|
|
* p_src = &memviewsliceobj.from_slice
|
|
* else:
|
|
* slice_copy(memview, &src) # <<<<<<<<<<<<<<
|
|
* p_src = &src
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_src));
|
|
|
|
/* "View.MemoryView":731
|
|
* else:
|
|
* slice_copy(memview, &src)
|
|
* p_src = &src # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_p_src = (&__pyx_v_src);
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":737
|
|
*
|
|
*
|
|
* dst.memview = p_src.memview # <<<<<<<<<<<<<<
|
|
* dst.data = p_src.data
|
|
*
|
|
*/
|
|
__pyx_t_4 = __pyx_v_p_src->memview;
|
|
__pyx_v_dst.memview = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":738
|
|
*
|
|
* dst.memview = p_src.memview
|
|
* dst.data = p_src.data # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_v_p_src->data;
|
|
__pyx_v_dst.data = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":743
|
|
*
|
|
*
|
|
* cdef __Pyx_memviewslice *p_dst = &dst # <<<<<<<<<<<<<<
|
|
* cdef int *p_suboffset_dim = &suboffset_dim
|
|
* cdef Py_ssize_t start, stop, step
|
|
*/
|
|
__pyx_v_p_dst = (&__pyx_v_dst);
|
|
|
|
/* "View.MemoryView":744
|
|
*
|
|
* cdef __Pyx_memviewslice *p_dst = &dst
|
|
* cdef int *p_suboffset_dim = &suboffset_dim # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t start, stop, step
|
|
* cdef bint have_start, have_stop, have_step
|
|
*/
|
|
__pyx_v_p_suboffset_dim = (&__pyx_v_suboffset_dim);
|
|
|
|
/* "View.MemoryView":748
|
|
* cdef bint have_start, have_stop, have_step
|
|
*
|
|
* for dim, index in enumerate(indices): # <<<<<<<<<<<<<<
|
|
* if PyIndex_Check(index):
|
|
* slice_memviewslice(
|
|
*/
|
|
__pyx_t_6 = 0;
|
|
if (likely(PyList_CheckExact(__pyx_v_indices)) || PyTuple_CheckExact(__pyx_v_indices)) {
|
|
__pyx_t_3 = __pyx_v_indices; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
|
|
__pyx_t_8 = NULL;
|
|
} else {
|
|
__pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_indices); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 748, __pyx_L1_error)
|
|
}
|
|
for (;;) {
|
|
if (likely(!__pyx_t_8)) {
|
|
if (likely(PyList_CheckExact(__pyx_t_3))) {
|
|
if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(2, 748, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
} else {
|
|
if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
__pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(2, 748, __pyx_L1_error)
|
|
#else
|
|
__pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 748, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
#endif
|
|
}
|
|
} else {
|
|
__pyx_t_9 = __pyx_t_8(__pyx_t_3);
|
|
if (unlikely(!__pyx_t_9)) {
|
|
PyObject* exc_type = PyErr_Occurred();
|
|
if (exc_type) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
|
|
else __PYX_ERR(2, 748, __pyx_L1_error)
|
|
}
|
|
break;
|
|
}
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
}
|
|
__Pyx_XDECREF_SET(__pyx_v_index, __pyx_t_9);
|
|
__pyx_t_9 = 0;
|
|
__pyx_v_dim = __pyx_t_6;
|
|
__pyx_t_6 = (__pyx_t_6 + 1);
|
|
|
|
/* "View.MemoryView":749
|
|
*
|
|
* for dim, index in enumerate(indices):
|
|
* if PyIndex_Check(index): # <<<<<<<<<<<<<<
|
|
* slice_memviewslice(
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
*/
|
|
__pyx_t_2 = (PyIndex_Check(__pyx_v_index) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":753
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
* dim, new_ndim, p_suboffset_dim,
|
|
* index, 0, 0, # start, stop, step # <<<<<<<<<<<<<<
|
|
* 0, 0, 0, # have_{start,stop,step}
|
|
* False)
|
|
*/
|
|
__pyx_t_10 = __Pyx_PyIndex_AsSsize_t(__pyx_v_index); if (unlikely((__pyx_t_10 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 753, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":750
|
|
* for dim, index in enumerate(indices):
|
|
* if PyIndex_Check(index):
|
|
* slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
* dim, new_ndim, p_suboffset_dim,
|
|
*/
|
|
__pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_t_10, 0, 0, 0, 0, 0, 0); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(2, 750, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":749
|
|
*
|
|
* for dim, index in enumerate(indices):
|
|
* if PyIndex_Check(index): # <<<<<<<<<<<<<<
|
|
* slice_memviewslice(
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":756
|
|
* 0, 0, 0, # have_{start,stop,step}
|
|
* False)
|
|
* elif index is None: # <<<<<<<<<<<<<<
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_index == Py_None);
|
|
__pyx_t_1 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":757
|
|
* False)
|
|
* elif index is None:
|
|
* p_dst.shape[new_ndim] = 1 # <<<<<<<<<<<<<<
|
|
* p_dst.strides[new_ndim] = 0
|
|
* p_dst.suboffsets[new_ndim] = -1
|
|
*/
|
|
(__pyx_v_p_dst->shape[__pyx_v_new_ndim]) = 1;
|
|
|
|
/* "View.MemoryView":758
|
|
* elif index is None:
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0 # <<<<<<<<<<<<<<
|
|
* p_dst.suboffsets[new_ndim] = -1
|
|
* new_ndim += 1
|
|
*/
|
|
(__pyx_v_p_dst->strides[__pyx_v_new_ndim]) = 0;
|
|
|
|
/* "View.MemoryView":759
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0
|
|
* p_dst.suboffsets[new_ndim] = -1 # <<<<<<<<<<<<<<
|
|
* new_ndim += 1
|
|
* else:
|
|
*/
|
|
(__pyx_v_p_dst->suboffsets[__pyx_v_new_ndim]) = -1L;
|
|
|
|
/* "View.MemoryView":760
|
|
* p_dst.strides[new_ndim] = 0
|
|
* p_dst.suboffsets[new_ndim] = -1
|
|
* new_ndim += 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = index.start or 0
|
|
*/
|
|
__pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
|
|
|
|
/* "View.MemoryView":756
|
|
* 0, 0, 0, # have_{start,stop,step}
|
|
* False)
|
|
* elif index is None: # <<<<<<<<<<<<<<
|
|
* p_dst.shape[new_ndim] = 1
|
|
* p_dst.strides[new_ndim] = 0
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":762
|
|
* new_ndim += 1
|
|
* else:
|
|
* start = index.start or 0 # <<<<<<<<<<<<<<
|
|
* stop = index.stop or 0
|
|
* step = index.step or 0
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 762, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(2, 762, __pyx_L1_error)
|
|
if (!__pyx_t_1) {
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else {
|
|
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 762, __pyx_L1_error)
|
|
__pyx_t_10 = __pyx_t_12;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L7_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = 0;
|
|
__pyx_L7_bool_binop_done:;
|
|
__pyx_v_start = __pyx_t_10;
|
|
|
|
/* "View.MemoryView":763
|
|
* else:
|
|
* start = index.start or 0
|
|
* stop = index.stop or 0 # <<<<<<<<<<<<<<
|
|
* step = index.step or 0
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 763, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(2, 763, __pyx_L1_error)
|
|
if (!__pyx_t_1) {
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else {
|
|
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 763, __pyx_L1_error)
|
|
__pyx_t_10 = __pyx_t_12;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = 0;
|
|
__pyx_L9_bool_binop_done:;
|
|
__pyx_v_stop = __pyx_t_10;
|
|
|
|
/* "View.MemoryView":764
|
|
* start = index.start or 0
|
|
* stop = index.stop or 0
|
|
* step = index.step or 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* have_start = index.start is not None
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 764, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(2, 764, __pyx_L1_error)
|
|
if (!__pyx_t_1) {
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
} else {
|
|
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 764, __pyx_L1_error)
|
|
__pyx_t_10 = __pyx_t_12;
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
goto __pyx_L11_bool_binop_done;
|
|
}
|
|
__pyx_t_10 = 0;
|
|
__pyx_L11_bool_binop_done:;
|
|
__pyx_v_step = __pyx_t_10;
|
|
|
|
/* "View.MemoryView":766
|
|
* step = index.step or 0
|
|
*
|
|
* have_start = index.start is not None # <<<<<<<<<<<<<<
|
|
* have_stop = index.stop is not None
|
|
* have_step = index.step is not None
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 766, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = (__pyx_t_9 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_have_start = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":767
|
|
*
|
|
* have_start = index.start is not None
|
|
* have_stop = index.stop is not None # <<<<<<<<<<<<<<
|
|
* have_step = index.step is not None
|
|
*
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 767, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = (__pyx_t_9 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_have_stop = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":768
|
|
* have_start = index.start is not None
|
|
* have_stop = index.stop is not None
|
|
* have_step = index.step is not None # <<<<<<<<<<<<<<
|
|
*
|
|
* slice_memviewslice(
|
|
*/
|
|
__pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(2, 768, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_9);
|
|
__pyx_t_1 = (__pyx_t_9 != Py_None);
|
|
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
|
|
__pyx_v_have_step = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":770
|
|
* have_step = index.step is not None
|
|
*
|
|
* slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
|
|
* dim, new_ndim, p_suboffset_dim,
|
|
*/
|
|
__pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_v_start, __pyx_v_stop, __pyx_v_step, __pyx_v_have_start, __pyx_v_have_stop, __pyx_v_have_step, 1); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(2, 770, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":776
|
|
* have_start, have_stop, have_step,
|
|
* True)
|
|
* new_ndim += 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
*/
|
|
__pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":748
|
|
* cdef bint have_start, have_stop, have_step
|
|
*
|
|
* for dim, index in enumerate(indices): # <<<<<<<<<<<<<<
|
|
* if PyIndex_Check(index):
|
|
* slice_memviewslice(
|
|
*/
|
|
}
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":778
|
|
* new_ndim += 1
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func,
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":779
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<<
|
|
* memviewsliceobj.to_object_func,
|
|
* memviewsliceobj.to_dtype_func,
|
|
*/
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
|
|
/* "View.MemoryView":780
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func, # <<<<<<<<<<<<<<
|
|
* memviewsliceobj.to_dtype_func,
|
|
* memview.dtype_is_object)
|
|
*/
|
|
if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(2, 780, __pyx_L1_error) }
|
|
|
|
/* "View.MemoryView":781
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func,
|
|
* memviewsliceobj.to_dtype_func, # <<<<<<<<<<<<<<
|
|
* memview.dtype_is_object)
|
|
* else:
|
|
*/
|
|
if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(2, 781, __pyx_L1_error) }
|
|
|
|
/* "View.MemoryView":779
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<<
|
|
* memviewsliceobj.to_object_func,
|
|
* memviewsliceobj.to_dtype_func,
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, __pyx_v_memviewsliceobj->to_object_func, __pyx_v_memviewsliceobj->to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 779, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(2, 779, __pyx_L1_error)
|
|
__pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":778
|
|
* new_ndim += 1
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* return memoryview_fromslice(dst, new_ndim,
|
|
* memviewsliceobj.to_object_func,
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":784
|
|
* memview.dtype_is_object)
|
|
* else:
|
|
* return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<<
|
|
* memview.dtype_is_object)
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(((PyObject *)__pyx_r));
|
|
|
|
/* "View.MemoryView":785
|
|
* else:
|
|
* return memoryview_fromslice(dst, new_ndim, NULL, NULL,
|
|
* memview.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, NULL, NULL, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 784, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
|
|
/* "View.MemoryView":784
|
|
* memview.dtype_is_object)
|
|
* else:
|
|
* return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<<
|
|
* memview.dtype_is_object)
|
|
*
|
|
*/
|
|
if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(2, 784, __pyx_L1_error)
|
|
__pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":712
|
|
*
|
|
* @cname('__pyx_memview_slice')
|
|
* cdef memoryview memview_slice(memoryview memview, object indices): # <<<<<<<<<<<<<<
|
|
* cdef int new_ndim = 0, suboffset_dim = -1, dim
|
|
* cdef bint negative_step
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_9);
|
|
__Pyx_AddTraceback("View.MemoryView.memview_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_memviewsliceobj);
|
|
__Pyx_XDECREF(__pyx_v_index);
|
|
__Pyx_XGIVEREF((PyObject *)__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":809
|
|
*
|
|
* @cname('__pyx_memoryview_slice_memviewslice')
|
|
* cdef int slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset,
|
|
*/
|
|
|
|
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *__pyx_v_dst, Py_ssize_t __pyx_v_shape, Py_ssize_t __pyx_v_stride, Py_ssize_t __pyx_v_suboffset, int __pyx_v_dim, int __pyx_v_new_ndim, int *__pyx_v_suboffset_dim, Py_ssize_t __pyx_v_start, Py_ssize_t __pyx_v_stop, Py_ssize_t __pyx_v_step, int __pyx_v_have_start, int __pyx_v_have_stop, int __pyx_v_have_step, int __pyx_v_is_slice) {
|
|
Py_ssize_t __pyx_v_new_shape;
|
|
int __pyx_v_negative_step;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("slice_memviewslice", __pyx_f[2], 809, 1, __PYX_ERR(2, 809, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":829
|
|
* cdef bint negative_step
|
|
*
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
*
|
|
* if start < 0:
|
|
*/
|
|
__pyx_t_1 = ((!(__pyx_v_is_slice != 0)) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":831
|
|
* if not is_slice:
|
|
*
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if not 0 <= start < shape:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_start < 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":832
|
|
*
|
|
* if start < 0:
|
|
* start += shape # <<<<<<<<<<<<<<
|
|
* if not 0 <= start < shape:
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
|
|
*/
|
|
__pyx_v_start = (__pyx_v_start + __pyx_v_shape);
|
|
|
|
/* "View.MemoryView":831
|
|
* if not is_slice:
|
|
*
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if not 0 <= start < shape:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":833
|
|
* if start < 0:
|
|
* start += shape
|
|
* if not 0 <= start < shape: # <<<<<<<<<<<<<<
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = (0 <= __pyx_v_start);
|
|
if (__pyx_t_1) {
|
|
__pyx_t_1 = (__pyx_v_start < __pyx_v_shape);
|
|
}
|
|
__pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":834
|
|
* start += shape
|
|
* if not 0 <= start < shape:
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim) # <<<<<<<<<<<<<<
|
|
* else:
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"Index out of bounds (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(2, 834, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":833
|
|
* if start < 0:
|
|
* start += shape
|
|
* if not 0 <= start < shape: # <<<<<<<<<<<<<<
|
|
* _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":829
|
|
* cdef bint negative_step
|
|
*
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
*
|
|
* if start < 0:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":837
|
|
* else:
|
|
*
|
|
* negative_step = have_step != 0 and step < 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if have_step and step == 0:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_1 = ((__pyx_v_have_step != 0) != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = ((__pyx_v_step < 0) != 0);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L6_bool_binop_done:;
|
|
__pyx_v_negative_step = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":839
|
|
* negative_step = have_step != 0 and step < 0
|
|
*
|
|
* if have_step and step == 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Step may not be zero (axis %d)", dim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_have_step != 0);
|
|
if (__pyx_t_1) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_1;
|
|
goto __pyx_L9_bool_binop_done;
|
|
}
|
|
__pyx_t_1 = ((__pyx_v_step == 0) != 0);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
__pyx_L9_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":840
|
|
*
|
|
* if have_step and step == 0:
|
|
* _err_dim(ValueError, "Step may not be zero (axis %d)", dim) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Step may not be zero (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(2, 840, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":839
|
|
* negative_step = have_step != 0 and step < 0
|
|
*
|
|
* if have_step and step == 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Step may not be zero (axis %d)", dim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":843
|
|
*
|
|
*
|
|
* if have_start: # <<<<<<<<<<<<<<
|
|
* if start < 0:
|
|
* start += shape
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_have_start != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":844
|
|
*
|
|
* if have_start:
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if start < 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":845
|
|
* if have_start:
|
|
* if start < 0:
|
|
* start += shape # <<<<<<<<<<<<<<
|
|
* if start < 0:
|
|
* start = 0
|
|
*/
|
|
__pyx_v_start = (__pyx_v_start + __pyx_v_shape);
|
|
|
|
/* "View.MemoryView":846
|
|
* if start < 0:
|
|
* start += shape
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start = 0
|
|
* elif start >= shape:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":847
|
|
* start += shape
|
|
* if start < 0:
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
* elif start >= shape:
|
|
* if negative_step:
|
|
*/
|
|
__pyx_v_start = 0;
|
|
|
|
/* "View.MemoryView":846
|
|
* if start < 0:
|
|
* start += shape
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start = 0
|
|
* elif start >= shape:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":844
|
|
*
|
|
* if have_start:
|
|
* if start < 0: # <<<<<<<<<<<<<<
|
|
* start += shape
|
|
* if start < 0:
|
|
*/
|
|
goto __pyx_L12;
|
|
}
|
|
|
|
/* "View.MemoryView":848
|
|
* if start < 0:
|
|
* start = 0
|
|
* elif start >= shape: # <<<<<<<<<<<<<<
|
|
* if negative_step:
|
|
* start = shape - 1
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_start >= __pyx_v_shape) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":849
|
|
* start = 0
|
|
* elif start >= shape:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_negative_step != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":850
|
|
* elif start >= shape:
|
|
* if negative_step:
|
|
* start = shape - 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = shape
|
|
*/
|
|
__pyx_v_start = (__pyx_v_shape - 1);
|
|
|
|
/* "View.MemoryView":849
|
|
* start = 0
|
|
* elif start >= shape:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
goto __pyx_L14;
|
|
}
|
|
|
|
/* "View.MemoryView":852
|
|
* start = shape - 1
|
|
* else:
|
|
* start = shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if negative_step:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_start = __pyx_v_shape;
|
|
}
|
|
__pyx_L14:;
|
|
|
|
/* "View.MemoryView":848
|
|
* if start < 0:
|
|
* start = 0
|
|
* elif start >= shape: # <<<<<<<<<<<<<<
|
|
* if negative_step:
|
|
* start = shape - 1
|
|
*/
|
|
}
|
|
__pyx_L12:;
|
|
|
|
/* "View.MemoryView":843
|
|
*
|
|
*
|
|
* if have_start: # <<<<<<<<<<<<<<
|
|
* if start < 0:
|
|
* start += shape
|
|
*/
|
|
goto __pyx_L11;
|
|
}
|
|
|
|
/* "View.MemoryView":854
|
|
* start = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = (__pyx_v_negative_step != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":855
|
|
* else:
|
|
* if negative_step:
|
|
* start = shape - 1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* start = 0
|
|
*/
|
|
__pyx_v_start = (__pyx_v_shape - 1);
|
|
|
|
/* "View.MemoryView":854
|
|
* start = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* start = shape - 1
|
|
* else:
|
|
*/
|
|
goto __pyx_L15;
|
|
}
|
|
|
|
/* "View.MemoryView":857
|
|
* start = shape - 1
|
|
* else:
|
|
* start = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if have_stop:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_start = 0;
|
|
}
|
|
__pyx_L15:;
|
|
}
|
|
__pyx_L11:;
|
|
|
|
/* "View.MemoryView":859
|
|
* start = 0
|
|
*
|
|
* if have_stop: # <<<<<<<<<<<<<<
|
|
* if stop < 0:
|
|
* stop += shape
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_have_stop != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":860
|
|
*
|
|
* if have_stop:
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop += shape
|
|
* if stop < 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_stop < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":861
|
|
* if have_stop:
|
|
* if stop < 0:
|
|
* stop += shape # <<<<<<<<<<<<<<
|
|
* if stop < 0:
|
|
* stop = 0
|
|
*/
|
|
__pyx_v_stop = (__pyx_v_stop + __pyx_v_shape);
|
|
|
|
/* "View.MemoryView":862
|
|
* if stop < 0:
|
|
* stop += shape
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop = 0
|
|
* elif stop > shape:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_stop < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":863
|
|
* stop += shape
|
|
* if stop < 0:
|
|
* stop = 0 # <<<<<<<<<<<<<<
|
|
* elif stop > shape:
|
|
* stop = shape
|
|
*/
|
|
__pyx_v_stop = 0;
|
|
|
|
/* "View.MemoryView":862
|
|
* if stop < 0:
|
|
* stop += shape
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop = 0
|
|
* elif stop > shape:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":860
|
|
*
|
|
* if have_stop:
|
|
* if stop < 0: # <<<<<<<<<<<<<<
|
|
* stop += shape
|
|
* if stop < 0:
|
|
*/
|
|
goto __pyx_L17;
|
|
}
|
|
|
|
/* "View.MemoryView":864
|
|
* if stop < 0:
|
|
* stop = 0
|
|
* elif stop > shape: # <<<<<<<<<<<<<<
|
|
* stop = shape
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_stop > __pyx_v_shape) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":865
|
|
* stop = 0
|
|
* elif stop > shape:
|
|
* stop = shape # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if negative_step:
|
|
*/
|
|
__pyx_v_stop = __pyx_v_shape;
|
|
|
|
/* "View.MemoryView":864
|
|
* if stop < 0:
|
|
* stop = 0
|
|
* elif stop > shape: # <<<<<<<<<<<<<<
|
|
* stop = shape
|
|
* else:
|
|
*/
|
|
}
|
|
__pyx_L17:;
|
|
|
|
/* "View.MemoryView":859
|
|
* start = 0
|
|
*
|
|
* if have_stop: # <<<<<<<<<<<<<<
|
|
* if stop < 0:
|
|
* stop += shape
|
|
*/
|
|
goto __pyx_L16;
|
|
}
|
|
|
|
/* "View.MemoryView":867
|
|
* stop = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* stop = -1
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = (__pyx_v_negative_step != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":868
|
|
* else:
|
|
* if negative_step:
|
|
* stop = -1 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* stop = shape
|
|
*/
|
|
__pyx_v_stop = -1L;
|
|
|
|
/* "View.MemoryView":867
|
|
* stop = shape
|
|
* else:
|
|
* if negative_step: # <<<<<<<<<<<<<<
|
|
* stop = -1
|
|
* else:
|
|
*/
|
|
goto __pyx_L19;
|
|
}
|
|
|
|
/* "View.MemoryView":870
|
|
* stop = -1
|
|
* else:
|
|
* stop = shape # <<<<<<<<<<<<<<
|
|
*
|
|
* if not have_step:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_stop = __pyx_v_shape;
|
|
}
|
|
__pyx_L19:;
|
|
}
|
|
__pyx_L16:;
|
|
|
|
/* "View.MemoryView":872
|
|
* stop = shape
|
|
*
|
|
* if not have_step: # <<<<<<<<<<<<<<
|
|
* step = 1
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_have_step != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":873
|
|
*
|
|
* if not have_step:
|
|
* step = 1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_step = 1;
|
|
|
|
/* "View.MemoryView":872
|
|
* stop = shape
|
|
*
|
|
* if not have_step: # <<<<<<<<<<<<<<
|
|
* step = 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":877
|
|
*
|
|
* with cython.cdivision(True):
|
|
* new_shape = (stop - start) // step # <<<<<<<<<<<<<<
|
|
*
|
|
* if (stop - start) - step * new_shape:
|
|
*/
|
|
__pyx_v_new_shape = ((__pyx_v_stop - __pyx_v_start) / __pyx_v_step);
|
|
|
|
/* "View.MemoryView":879
|
|
* new_shape = (stop - start) // step
|
|
*
|
|
* if (stop - start) - step * new_shape: # <<<<<<<<<<<<<<
|
|
* new_shape += 1
|
|
*
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_stop - __pyx_v_start) - (__pyx_v_step * __pyx_v_new_shape)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":880
|
|
*
|
|
* if (stop - start) - step * new_shape:
|
|
* new_shape += 1 # <<<<<<<<<<<<<<
|
|
*
|
|
* if new_shape < 0:
|
|
*/
|
|
__pyx_v_new_shape = (__pyx_v_new_shape + 1);
|
|
|
|
/* "View.MemoryView":879
|
|
* new_shape = (stop - start) // step
|
|
*
|
|
* if (stop - start) - step * new_shape: # <<<<<<<<<<<<<<
|
|
* new_shape += 1
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":882
|
|
* new_shape += 1
|
|
*
|
|
* if new_shape < 0: # <<<<<<<<<<<<<<
|
|
* new_shape = 0
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_new_shape < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":883
|
|
*
|
|
* if new_shape < 0:
|
|
* new_shape = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_new_shape = 0;
|
|
|
|
/* "View.MemoryView":882
|
|
* new_shape += 1
|
|
*
|
|
* if new_shape < 0: # <<<<<<<<<<<<<<
|
|
* new_shape = 0
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":886
|
|
*
|
|
*
|
|
* dst.strides[new_ndim] = stride * step # <<<<<<<<<<<<<<
|
|
* dst.shape[new_ndim] = new_shape
|
|
* dst.suboffsets[new_ndim] = suboffset
|
|
*/
|
|
(__pyx_v_dst->strides[__pyx_v_new_ndim]) = (__pyx_v_stride * __pyx_v_step);
|
|
|
|
/* "View.MemoryView":887
|
|
*
|
|
* dst.strides[new_ndim] = stride * step
|
|
* dst.shape[new_ndim] = new_shape # <<<<<<<<<<<<<<
|
|
* dst.suboffsets[new_ndim] = suboffset
|
|
*
|
|
*/
|
|
(__pyx_v_dst->shape[__pyx_v_new_ndim]) = __pyx_v_new_shape;
|
|
|
|
/* "View.MemoryView":888
|
|
* dst.strides[new_ndim] = stride * step
|
|
* dst.shape[new_ndim] = new_shape
|
|
* dst.suboffsets[new_ndim] = suboffset # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
(__pyx_v_dst->suboffsets[__pyx_v_new_ndim]) = __pyx_v_suboffset;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":891
|
|
*
|
|
*
|
|
* if suboffset_dim[0] < 0: # <<<<<<<<<<<<<<
|
|
* dst.data += start * stride
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_suboffset_dim[0]) < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":892
|
|
*
|
|
* if suboffset_dim[0] < 0:
|
|
* dst.data += start * stride # <<<<<<<<<<<<<<
|
|
* else:
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride
|
|
*/
|
|
__pyx_v_dst->data = (__pyx_v_dst->data + (__pyx_v_start * __pyx_v_stride));
|
|
|
|
/* "View.MemoryView":891
|
|
*
|
|
*
|
|
* if suboffset_dim[0] < 0: # <<<<<<<<<<<<<<
|
|
* dst.data += start * stride
|
|
* else:
|
|
*/
|
|
goto __pyx_L23;
|
|
}
|
|
|
|
/* "View.MemoryView":894
|
|
* dst.data += start * stride
|
|
* else:
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride # <<<<<<<<<<<<<<
|
|
*
|
|
* if suboffset >= 0:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = (__pyx_v_suboffset_dim[0]);
|
|
(__pyx_v_dst->suboffsets[__pyx_t_3]) = ((__pyx_v_dst->suboffsets[__pyx_t_3]) + (__pyx_v_start * __pyx_v_stride));
|
|
}
|
|
__pyx_L23:;
|
|
|
|
/* "View.MemoryView":896
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride
|
|
*
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* if not is_slice:
|
|
* if new_ndim == 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":897
|
|
*
|
|
* if suboffset >= 0:
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
* if new_ndim == 0:
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_is_slice != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":898
|
|
* if suboffset >= 0:
|
|
* if not is_slice:
|
|
* if new_ndim == 0: # <<<<<<<<<<<<<<
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_new_ndim == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":899
|
|
* if not is_slice:
|
|
* if new_ndim == 0:
|
|
* dst.data = (<char **> dst.data)[0] + suboffset # <<<<<<<<<<<<<<
|
|
* else:
|
|
* _err_dim(IndexError, "All dimensions preceding dimension %d "
|
|
*/
|
|
__pyx_v_dst->data = ((((char **)__pyx_v_dst->data)[0]) + __pyx_v_suboffset);
|
|
|
|
/* "View.MemoryView":898
|
|
* if suboffset >= 0:
|
|
* if not is_slice:
|
|
* if new_ndim == 0: # <<<<<<<<<<<<<<
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
* else:
|
|
*/
|
|
goto __pyx_L26;
|
|
}
|
|
|
|
/* "View.MemoryView":901
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
* else:
|
|
* _err_dim(IndexError, "All dimensions preceding dimension %d " # <<<<<<<<<<<<<<
|
|
* "must be indexed and not sliced", dim)
|
|
* else:
|
|
*/
|
|
/*else*/ {
|
|
|
|
/* "View.MemoryView":902
|
|
* else:
|
|
* _err_dim(IndexError, "All dimensions preceding dimension %d "
|
|
* "must be indexed and not sliced", dim) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* suboffset_dim[0] = new_ndim
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"All dimensions preceding dimension %d must be indexed and not sliced"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(2, 901, __pyx_L1_error)
|
|
}
|
|
__pyx_L26:;
|
|
|
|
/* "View.MemoryView":897
|
|
*
|
|
* if suboffset >= 0:
|
|
* if not is_slice: # <<<<<<<<<<<<<<
|
|
* if new_ndim == 0:
|
|
* dst.data = (<char **> dst.data)[0] + suboffset
|
|
*/
|
|
goto __pyx_L25;
|
|
}
|
|
|
|
/* "View.MemoryView":904
|
|
* "must be indexed and not sliced", dim)
|
|
* else:
|
|
* suboffset_dim[0] = new_ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* return 0
|
|
*/
|
|
/*else*/ {
|
|
(__pyx_v_suboffset_dim[0]) = __pyx_v_new_ndim;
|
|
}
|
|
__pyx_L25:;
|
|
|
|
/* "View.MemoryView":896
|
|
* dst.suboffsets[suboffset_dim[0]] += start * stride
|
|
*
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* if not is_slice:
|
|
* if new_ndim == 0:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":906
|
|
* suboffset_dim[0] = new_ndim
|
|
*
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":809
|
|
*
|
|
* @cname('__pyx_memoryview_slice_memviewslice')
|
|
* cdef int slice_memviewslice( # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.slice_memviewslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":912
|
|
*
|
|
* @cname('__pyx_pybuffer_index')
|
|
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1
|
|
*/
|
|
|
|
static char *__pyx_pybuffer_index(Py_buffer *__pyx_v_view, char *__pyx_v_bufp, Py_ssize_t __pyx_v_index, Py_ssize_t __pyx_v_dim) {
|
|
Py_ssize_t __pyx_v_shape;
|
|
Py_ssize_t __pyx_v_stride;
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
Py_ssize_t __pyx_v_itemsize;
|
|
char *__pyx_v_resultp;
|
|
char *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("pybuffer_index", 0);
|
|
__Pyx_TraceCall("pybuffer_index", __pyx_f[2], 912, 0, __PYX_ERR(2, 912, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":914
|
|
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1 # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t itemsize = view.itemsize
|
|
* cdef char *resultp
|
|
*/
|
|
__pyx_v_suboffset = -1L;
|
|
|
|
/* "View.MemoryView":915
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1
|
|
* cdef Py_ssize_t itemsize = view.itemsize # <<<<<<<<<<<<<<
|
|
* cdef char *resultp
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_view->itemsize;
|
|
__pyx_v_itemsize = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":918
|
|
* cdef char *resultp
|
|
*
|
|
* if view.ndim == 0: # <<<<<<<<<<<<<<
|
|
* shape = view.len / itemsize
|
|
* stride = itemsize
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_view->ndim == 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":919
|
|
*
|
|
* if view.ndim == 0:
|
|
* shape = view.len / itemsize # <<<<<<<<<<<<<<
|
|
* stride = itemsize
|
|
* else:
|
|
*/
|
|
if (unlikely(__pyx_v_itemsize == 0)) {
|
|
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
|
|
__PYX_ERR(2, 919, __pyx_L1_error)
|
|
}
|
|
else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_view->len))) {
|
|
PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
|
|
__PYX_ERR(2, 919, __pyx_L1_error)
|
|
}
|
|
__pyx_v_shape = __Pyx_div_Py_ssize_t(__pyx_v_view->len, __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":920
|
|
* if view.ndim == 0:
|
|
* shape = view.len / itemsize
|
|
* stride = itemsize # <<<<<<<<<<<<<<
|
|
* else:
|
|
* shape = view.shape[dim]
|
|
*/
|
|
__pyx_v_stride = __pyx_v_itemsize;
|
|
|
|
/* "View.MemoryView":918
|
|
* cdef char *resultp
|
|
*
|
|
* if view.ndim == 0: # <<<<<<<<<<<<<<
|
|
* shape = view.len / itemsize
|
|
* stride = itemsize
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":922
|
|
* stride = itemsize
|
|
* else:
|
|
* shape = view.shape[dim] # <<<<<<<<<<<<<<
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_shape = (__pyx_v_view->shape[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":923
|
|
* else:
|
|
* shape = view.shape[dim]
|
|
* stride = view.strides[dim] # <<<<<<<<<<<<<<
|
|
* if view.suboffsets != NULL:
|
|
* suboffset = view.suboffsets[dim]
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_view->strides[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":924
|
|
* shape = view.shape[dim]
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_view->suboffsets != NULL) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":925
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL:
|
|
* suboffset = view.suboffsets[dim] # <<<<<<<<<<<<<<
|
|
*
|
|
* if index < 0:
|
|
*/
|
|
__pyx_v_suboffset = (__pyx_v_view->suboffsets[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":924
|
|
* shape = view.shape[dim]
|
|
* stride = view.strides[dim]
|
|
* if view.suboffsets != NULL: # <<<<<<<<<<<<<<
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":927
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* index += view.shape[dim]
|
|
* if index < 0:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_index < 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":928
|
|
*
|
|
* if index < 0:
|
|
* index += view.shape[dim] # <<<<<<<<<<<<<<
|
|
* if index < 0:
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*/
|
|
__pyx_v_index = (__pyx_v_index + (__pyx_v_view->shape[__pyx_v_dim]));
|
|
|
|
/* "View.MemoryView":929
|
|
* if index < 0:
|
|
* index += view.shape[dim]
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_index < 0) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":930
|
|
* index += view.shape[dim]
|
|
* if index < 0:
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* if index >= shape:
|
|
*/
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 930, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 930, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":929
|
|
* if index < 0:
|
|
* index += view.shape[dim]
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":927
|
|
* suboffset = view.suboffsets[dim]
|
|
*
|
|
* if index < 0: # <<<<<<<<<<<<<<
|
|
* index += view.shape[dim]
|
|
* if index < 0:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":932
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
* if index >= shape: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_index >= __pyx_v_shape) != 0);
|
|
if (unlikely(__pyx_t_2)) {
|
|
|
|
/* "View.MemoryView":933
|
|
*
|
|
* if index >= shape:
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* resultp = bufp + index * stride
|
|
*/
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 933, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__PYX_ERR(2, 933, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":932
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
* if index >= shape: # <<<<<<<<<<<<<<
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":935
|
|
* raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
|
|
*
|
|
* resultp = bufp + index * stride # <<<<<<<<<<<<<<
|
|
* if suboffset >= 0:
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*/
|
|
__pyx_v_resultp = (__pyx_v_bufp + (__pyx_v_index * __pyx_v_stride));
|
|
|
|
/* "View.MemoryView":936
|
|
*
|
|
* resultp = bufp + index * stride
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":937
|
|
* resultp = bufp + index * stride
|
|
* if suboffset >= 0:
|
|
* resultp = (<char **> resultp)[0] + suboffset # <<<<<<<<<<<<<<
|
|
*
|
|
* return resultp
|
|
*/
|
|
__pyx_v_resultp = ((((char **)__pyx_v_resultp)[0]) + __pyx_v_suboffset);
|
|
|
|
/* "View.MemoryView":936
|
|
*
|
|
* resultp = bufp + index * stride
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":939
|
|
* resultp = (<char **> resultp)[0] + suboffset
|
|
*
|
|
* return resultp # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_resultp;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":912
|
|
*
|
|
* @cname('__pyx_pybuffer_index')
|
|
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t dim) except NULL:
|
|
* cdef Py_ssize_t shape, stride, suboffset = -1
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView.pybuffer_index", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":945
|
|
*
|
|
* @cname('__pyx_memslice_transpose')
|
|
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: # <<<<<<<<<<<<<<
|
|
* cdef int ndim = memslice.memview.view.ndim
|
|
*
|
|
*/
|
|
|
|
static int __pyx_memslice_transpose(__Pyx_memviewslice *__pyx_v_memslice) {
|
|
int __pyx_v_ndim;
|
|
Py_ssize_t *__pyx_v_shape;
|
|
Py_ssize_t *__pyx_v_strides;
|
|
int __pyx_v_i;
|
|
int __pyx_v_j;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
Py_ssize_t *__pyx_t_2;
|
|
long __pyx_t_3;
|
|
long __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
Py_ssize_t __pyx_t_6;
|
|
int __pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("transpose_memslice", __pyx_f[2], 945, 1, __PYX_ERR(2, 945, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":946
|
|
* @cname('__pyx_memslice_transpose')
|
|
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0:
|
|
* cdef int ndim = memslice.memview.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef Py_ssize_t *shape = memslice.shape
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memslice->memview->view.ndim;
|
|
__pyx_v_ndim = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":948
|
|
* cdef int ndim = memslice.memview.view.ndim
|
|
*
|
|
* cdef Py_ssize_t *shape = memslice.shape # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t *strides = memslice.strides
|
|
*
|
|
*/
|
|
__pyx_t_2 = __pyx_v_memslice->shape;
|
|
__pyx_v_shape = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":949
|
|
*
|
|
* cdef Py_ssize_t *shape = memslice.shape
|
|
* cdef Py_ssize_t *strides = memslice.strides # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = __pyx_v_memslice->strides;
|
|
__pyx_v_strides = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":953
|
|
*
|
|
* cdef int i, j
|
|
* for i in range(ndim / 2): # <<<<<<<<<<<<<<
|
|
* j = ndim - 1 - i
|
|
* strides[i], strides[j] = strides[j], strides[i]
|
|
*/
|
|
__pyx_t_3 = __Pyx_div_long(__pyx_v_ndim, 2);
|
|
__pyx_t_4 = __pyx_t_3;
|
|
for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_4; __pyx_t_1+=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":954
|
|
* cdef int i, j
|
|
* for i in range(ndim / 2):
|
|
* j = ndim - 1 - i # <<<<<<<<<<<<<<
|
|
* strides[i], strides[j] = strides[j], strides[i]
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*/
|
|
__pyx_v_j = ((__pyx_v_ndim - 1) - __pyx_v_i);
|
|
|
|
/* "View.MemoryView":955
|
|
* for i in range(ndim / 2):
|
|
* j = ndim - 1 - i
|
|
* strides[i], strides[j] = strides[j], strides[i] # <<<<<<<<<<<<<<
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*
|
|
*/
|
|
__pyx_t_5 = (__pyx_v_strides[__pyx_v_j]);
|
|
__pyx_t_6 = (__pyx_v_strides[__pyx_v_i]);
|
|
(__pyx_v_strides[__pyx_v_i]) = __pyx_t_5;
|
|
(__pyx_v_strides[__pyx_v_j]) = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":956
|
|
* j = ndim - 1 - i
|
|
* strides[i], strides[j] = strides[j], strides[i]
|
|
* shape[i], shape[j] = shape[j], shape[i] # <<<<<<<<<<<<<<
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
|
|
*/
|
|
__pyx_t_6 = (__pyx_v_shape[__pyx_v_j]);
|
|
__pyx_t_5 = (__pyx_v_shape[__pyx_v_i]);
|
|
(__pyx_v_shape[__pyx_v_i]) = __pyx_t_6;
|
|
(__pyx_v_shape[__pyx_v_j]) = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":958
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<<
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
|
|
*
|
|
*/
|
|
__pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_i]) >= 0) != 0);
|
|
if (!__pyx_t_8) {
|
|
} else {
|
|
__pyx_t_7 = __pyx_t_8;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_j]) >= 0) != 0);
|
|
__pyx_t_7 = __pyx_t_8;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (__pyx_t_7) {
|
|
|
|
/* "View.MemoryView":959
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions") # <<<<<<<<<<<<<<
|
|
*
|
|
* return 1
|
|
*/
|
|
__pyx_t_9 = __pyx_memoryview_err(__pyx_builtin_ValueError, ((char *)"Cannot transpose memoryview with indirect dimensions")); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(2, 959, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":958
|
|
* shape[i], shape[j] = shape[j], shape[i]
|
|
*
|
|
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<<
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":961
|
|
* _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
|
|
*
|
|
* return 1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = 1;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":945
|
|
*
|
|
* @cname('__pyx_memslice_transpose')
|
|
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: # <<<<<<<<<<<<<<
|
|
* cdef int ndim = memslice.memview.view.ndim
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.transpose_memslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":978
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* def __dealloc__(self): # <<<<<<<<<<<<<<
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self); /*proto*/
|
|
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
|
|
__pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__dealloc__", 0);
|
|
__Pyx_TraceCall("__dealloc__", __pyx_f[2], 978, 0, __PYX_ERR(2, 978, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":979
|
|
*
|
|
* def __dealloc__(self):
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
*/
|
|
__PYX_XDEC_MEMVIEW((&__pyx_v_self->from_slice), 1);
|
|
|
|
/* "View.MemoryView":978
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* def __dealloc__(self): # <<<<<<<<<<<<<<
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView._memoryviewslice.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":981
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* if self.to_object_func != NULL:
|
|
* return self.to_object_func(itemp)
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("convert_item_to_object", 0);
|
|
__Pyx_TraceCall("convert_item_to_object", __pyx_f[2], 981, 0, __PYX_ERR(2, 981, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":982
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
* if self.to_object_func != NULL: # <<<<<<<<<<<<<<
|
|
* return self.to_object_func(itemp)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->to_object_func != NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":983
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
* if self.to_object_func != NULL:
|
|
* return self.to_object_func(itemp) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return memoryview.convert_item_to_object(self, itemp)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_v_self->to_object_func(__pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 983, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":982
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp):
|
|
* if self.to_object_func != NULL: # <<<<<<<<<<<<<<
|
|
* return self.to_object_func(itemp)
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":985
|
|
* return self.to_object_func(itemp)
|
|
* else:
|
|
* return memoryview.convert_item_to_object(self, itemp) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_2 = __pyx_memoryview_convert_item_to_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 985, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_r = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":981
|
|
* __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
|
|
*
|
|
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
|
|
* if self.to_object_func != NULL:
|
|
* return self.to_object_func(itemp)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":987
|
|
* return memoryview.convert_item_to_object(self, itemp)
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* if self.to_dtype_func != NULL:
|
|
* self.to_dtype_func(itemp, value)
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("assign_item_from_object", 0);
|
|
__Pyx_TraceCall("assign_item_from_object", __pyx_f[2], 987, 0, __PYX_ERR(2, 987, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":988
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
* if self.to_dtype_func != NULL: # <<<<<<<<<<<<<<
|
|
* self.to_dtype_func(itemp, value)
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_self->to_dtype_func != NULL) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":989
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
* if self.to_dtype_func != NULL:
|
|
* self.to_dtype_func(itemp, value) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* memoryview.assign_item_from_object(self, itemp, value)
|
|
*/
|
|
__pyx_t_2 = __pyx_v_self->to_dtype_func(__pyx_v_itemp, __pyx_v_value); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(2, 989, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":988
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value):
|
|
* if self.to_dtype_func != NULL: # <<<<<<<<<<<<<<
|
|
* self.to_dtype_func(itemp, value)
|
|
* else:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":991
|
|
* self.to_dtype_func(itemp, value)
|
|
* else:
|
|
* memoryview.assign_item_from_object(self, itemp, value) # <<<<<<<<<<<<<<
|
|
*
|
|
* @property
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_3 = __pyx_memoryview_assign_item_from_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 991, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":987
|
|
* return memoryview.convert_item_to_object(self, itemp)
|
|
*
|
|
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
|
|
* if self.to_dtype_func != NULL:
|
|
* self.to_dtype_func(itemp, value)
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":994
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.from_object
|
|
*
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__get__", 0);
|
|
__Pyx_TraceCall("__get__", __pyx_f[2], 994, 0, __PYX_ERR(2, 994, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":995
|
|
* @property
|
|
* def base(self):
|
|
* return self.from_object # <<<<<<<<<<<<<<
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v_self->from_object);
|
|
__pyx_r = __pyx_v_self->from_object;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":994
|
|
*
|
|
* @property
|
|
* def base(self): # <<<<<<<<<<<<<<
|
|
* return self.from_object
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryviewslice___reduce_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
|
|
__Pyx_TraceCall("__reduce_cython__", __pyx_f[2], 1, 0, __PYX_ERR(2, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__53, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 2, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":1
|
|
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
|
|
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
|
|
__pyx_r = __pyx_pf___pyx_memoryviewslice_2__setstate_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
|
|
__Pyx_TraceCall("__setstate_cython__", __pyx_f[2], 3, 0, __PYX_ERR(2, 3, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__54, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 4, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":3
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1001
|
|
*
|
|
* @cname('__pyx_memoryview_fromslice')
|
|
* cdef memoryview_fromslice(__Pyx_memviewslice memviewslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* object (*to_object_func)(char *),
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice __pyx_v_memviewslice, int __pyx_v_ndim, PyObject *(*__pyx_v_to_object_func)(char *), int (*__pyx_v_to_dtype_func)(char *, PyObject *), int __pyx_v_dtype_is_object) {
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
|
|
Py_ssize_t __pyx_v_suboffset;
|
|
PyObject *__pyx_v_length = NULL;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
__Pyx_TypeInfo *__pyx_t_4;
|
|
Py_buffer __pyx_t_5;
|
|
Py_ssize_t *__pyx_t_6;
|
|
Py_ssize_t *__pyx_t_7;
|
|
Py_ssize_t *__pyx_t_8;
|
|
Py_ssize_t __pyx_t_9;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_fromslice", 0);
|
|
__Pyx_TraceCall("memoryview_fromslice", __pyx_f[2], 1001, 0, __PYX_ERR(2, 1001, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1009
|
|
* cdef _memoryviewslice result
|
|
*
|
|
* if <PyObject *> memviewslice.memview == Py_None: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
__pyx_t_1 = ((((PyObject *)__pyx_v_memviewslice.memview) == Py_None) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1010
|
|
*
|
|
* if <PyObject *> memviewslice.memview == Py_None:
|
|
* return None # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1009
|
|
* cdef _memoryviewslice result
|
|
*
|
|
* if <PyObject *> memviewslice.memview == Py_None: # <<<<<<<<<<<<<<
|
|
* return None
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1015
|
|
*
|
|
*
|
|
* result = _memoryviewslice(None, 0, dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
* result.from_slice = memviewslice
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1015, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1015, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(Py_None);
|
|
__Pyx_GIVEREF(Py_None);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 0, Py_None);
|
|
__Pyx_INCREF(__pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_int_0);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_int_0);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryviewslice_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1015, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":1017
|
|
* result = _memoryviewslice(None, 0, dtype_is_object)
|
|
*
|
|
* result.from_slice = memviewslice # <<<<<<<<<<<<<<
|
|
* __PYX_INC_MEMVIEW(&memviewslice, 1)
|
|
*
|
|
*/
|
|
__pyx_v_result->from_slice = __pyx_v_memviewslice;
|
|
|
|
/* "View.MemoryView":1018
|
|
*
|
|
* result.from_slice = memviewslice
|
|
* __PYX_INC_MEMVIEW(&memviewslice, 1) # <<<<<<<<<<<<<<
|
|
*
|
|
* result.from_object = (<memoryview> memviewslice.memview).base
|
|
*/
|
|
__PYX_INC_MEMVIEW((&__pyx_v_memviewslice), 1);
|
|
|
|
/* "View.MemoryView":1020
|
|
* __PYX_INC_MEMVIEW(&memviewslice, 1)
|
|
*
|
|
* result.from_object = (<memoryview> memviewslice.memview).base # <<<<<<<<<<<<<<
|
|
* result.typeinfo = memviewslice.memview.typeinfo
|
|
*
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_memviewslice.memview), __pyx_n_s_base); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1020, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__Pyx_GOTREF(__pyx_v_result->from_object);
|
|
__Pyx_DECREF(__pyx_v_result->from_object);
|
|
__pyx_v_result->from_object = __pyx_t_2;
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":1021
|
|
*
|
|
* result.from_object = (<memoryview> memviewslice.memview).base
|
|
* result.typeinfo = memviewslice.memview.typeinfo # <<<<<<<<<<<<<<
|
|
*
|
|
* result.view = memviewslice.memview.view
|
|
*/
|
|
__pyx_t_4 = __pyx_v_memviewslice.memview->typeinfo;
|
|
__pyx_v_result->__pyx_base.typeinfo = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1023
|
|
* result.typeinfo = memviewslice.memview.typeinfo
|
|
*
|
|
* result.view = memviewslice.memview.view # <<<<<<<<<<<<<<
|
|
* result.view.buf = <void *> memviewslice.data
|
|
* result.view.ndim = ndim
|
|
*/
|
|
__pyx_t_5 = __pyx_v_memviewslice.memview->view;
|
|
__pyx_v_result->__pyx_base.view = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":1024
|
|
*
|
|
* result.view = memviewslice.memview.view
|
|
* result.view.buf = <void *> memviewslice.data # <<<<<<<<<<<<<<
|
|
* result.view.ndim = ndim
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.buf = ((void *)__pyx_v_memviewslice.data);
|
|
|
|
/* "View.MemoryView":1025
|
|
* result.view = memviewslice.memview.view
|
|
* result.view.buf = <void *> memviewslice.data
|
|
* result.view.ndim = ndim # <<<<<<<<<<<<<<
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None
|
|
* Py_INCREF(Py_None)
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.ndim = __pyx_v_ndim;
|
|
|
|
/* "View.MemoryView":1026
|
|
* result.view.buf = <void *> memviewslice.data
|
|
* result.view.ndim = ndim
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None # <<<<<<<<<<<<<<
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
*/
|
|
((Py_buffer *)(&__pyx_v_result->__pyx_base.view))->obj = Py_None;
|
|
|
|
/* "View.MemoryView":1027
|
|
* result.view.ndim = ndim
|
|
* (<__pyx_buffer *> &result.view).obj = Py_None
|
|
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
|
|
*/
|
|
Py_INCREF(Py_None);
|
|
|
|
/* "View.MemoryView":1029
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<<
|
|
* result.flags = PyBUF_RECORDS
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)->flags & PyBUF_WRITABLE) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1030
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
|
|
* result.flags = PyBUF_RECORDS # <<<<<<<<<<<<<<
|
|
* else:
|
|
* result.flags = PyBUF_RECORDS_RO
|
|
*/
|
|
__pyx_v_result->__pyx_base.flags = PyBUF_RECORDS;
|
|
|
|
/* "View.MemoryView":1029
|
|
* Py_INCREF(Py_None)
|
|
*
|
|
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<<
|
|
* result.flags = PyBUF_RECORDS
|
|
* else:
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "View.MemoryView":1032
|
|
* result.flags = PyBUF_RECORDS
|
|
* else:
|
|
* result.flags = PyBUF_RECORDS_RO # <<<<<<<<<<<<<<
|
|
*
|
|
* result.view.shape = <Py_ssize_t *> result.from_slice.shape
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_result->__pyx_base.flags = PyBUF_RECORDS_RO;
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "View.MemoryView":1034
|
|
* result.flags = PyBUF_RECORDS_RO
|
|
*
|
|
* result.view.shape = <Py_ssize_t *> result.from_slice.shape # <<<<<<<<<<<<<<
|
|
* result.view.strides = <Py_ssize_t *> result.from_slice.strides
|
|
*
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.shape = ((Py_ssize_t *)__pyx_v_result->from_slice.shape);
|
|
|
|
/* "View.MemoryView":1035
|
|
*
|
|
* result.view.shape = <Py_ssize_t *> result.from_slice.shape
|
|
* result.view.strides = <Py_ssize_t *> result.from_slice.strides # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.strides = ((Py_ssize_t *)__pyx_v_result->from_slice.strides);
|
|
|
|
/* "View.MemoryView":1038
|
|
*
|
|
*
|
|
* result.view.suboffsets = NULL # <<<<<<<<<<<<<<
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.suboffsets = NULL;
|
|
|
|
/* "View.MemoryView":1039
|
|
*
|
|
* result.view.suboffsets = NULL
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]: # <<<<<<<<<<<<<<
|
|
* if suboffset >= 0:
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
*/
|
|
__pyx_t_7 = (__pyx_v_result->from_slice.suboffsets + __pyx_v_ndim);
|
|
for (__pyx_t_8 = __pyx_v_result->from_slice.suboffsets; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
__pyx_v_suboffset = (__pyx_t_6[0]);
|
|
|
|
/* "View.MemoryView":1040
|
|
* result.view.suboffsets = NULL
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
* break
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_suboffset >= 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1041
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets # <<<<<<<<<<<<<<
|
|
* break
|
|
*
|
|
*/
|
|
__pyx_v_result->__pyx_base.view.suboffsets = ((Py_ssize_t *)__pyx_v_result->from_slice.suboffsets);
|
|
|
|
/* "View.MemoryView":1042
|
|
* if suboffset >= 0:
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
* break # <<<<<<<<<<<<<<
|
|
*
|
|
* result.view.len = result.view.itemsize
|
|
*/
|
|
goto __pyx_L6_break;
|
|
|
|
/* "View.MemoryView":1040
|
|
* result.view.suboffsets = NULL
|
|
* for suboffset in result.from_slice.suboffsets[:ndim]:
|
|
* if suboffset >= 0: # <<<<<<<<<<<<<<
|
|
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L6_break:;
|
|
|
|
/* "View.MemoryView":1044
|
|
* break
|
|
*
|
|
* result.view.len = result.view.itemsize # <<<<<<<<<<<<<<
|
|
* for length in result.view.shape[:ndim]:
|
|
* result.view.len *= length
|
|
*/
|
|
__pyx_t_9 = __pyx_v_result->__pyx_base.view.itemsize;
|
|
__pyx_v_result->__pyx_base.view.len = __pyx_t_9;
|
|
|
|
/* "View.MemoryView":1045
|
|
*
|
|
* result.view.len = result.view.itemsize
|
|
* for length in result.view.shape[:ndim]: # <<<<<<<<<<<<<<
|
|
* result.view.len *= length
|
|
*
|
|
*/
|
|
__pyx_t_7 = (__pyx_v_result->__pyx_base.view.shape + __pyx_v_ndim);
|
|
for (__pyx_t_8 = __pyx_v_result->__pyx_base.view.shape; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
|
|
__pyx_t_6 = __pyx_t_8;
|
|
__pyx_t_2 = PyInt_FromSsize_t((__pyx_t_6[0])); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1045, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "View.MemoryView":1046
|
|
* result.view.len = result.view.itemsize
|
|
* for length in result.view.shape[:ndim]:
|
|
* result.view.len *= length # <<<<<<<<<<<<<<
|
|
*
|
|
* result.to_object_func = to_object_func
|
|
*/
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_result->__pyx_base.view.len); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1046, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyNumber_InPlaceMultiply(__pyx_t_2, __pyx_v_length); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1046, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_3); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(2, 1046, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__pyx_v_result->__pyx_base.view.len = __pyx_t_9;
|
|
}
|
|
|
|
/* "View.MemoryView":1048
|
|
* result.view.len *= length
|
|
*
|
|
* result.to_object_func = to_object_func # <<<<<<<<<<<<<<
|
|
* result.to_dtype_func = to_dtype_func
|
|
*
|
|
*/
|
|
__pyx_v_result->to_object_func = __pyx_v_to_object_func;
|
|
|
|
/* "View.MemoryView":1049
|
|
*
|
|
* result.to_object_func = to_object_func
|
|
* result.to_dtype_func = to_dtype_func # <<<<<<<<<<<<<<
|
|
*
|
|
* return result
|
|
*/
|
|
__pyx_v_result->to_dtype_func = __pyx_v_to_dtype_func;
|
|
|
|
/* "View.MemoryView":1051
|
|
* result.to_dtype_func = to_dtype_func
|
|
*
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_get_slice_from_memoryview')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(((PyObject *)__pyx_v_result));
|
|
__pyx_r = ((PyObject *)__pyx_v_result);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1001
|
|
*
|
|
* @cname('__pyx_memoryview_fromslice')
|
|
* cdef memoryview_fromslice(__Pyx_memviewslice memviewslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* object (*to_object_func)(char *),
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_fromslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_result);
|
|
__Pyx_XDECREF(__pyx_v_length);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1054
|
|
*
|
|
* @cname('__pyx_memoryview_get_slice_from_memoryview')
|
|
* cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
*/
|
|
|
|
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_mslice) {
|
|
struct __pyx_memoryviewslice_obj *__pyx_v_obj = 0;
|
|
__Pyx_memviewslice *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("get_slice_from_memview", 0);
|
|
__Pyx_TraceCall("get_slice_from_memview", __pyx_f[2], 1054, 0, __PYX_ERR(2, 1054, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1057
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* obj = memview
|
|
* return &obj.from_slice
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1058
|
|
* cdef _memoryviewslice obj
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* obj = memview # <<<<<<<<<<<<<<
|
|
* return &obj.from_slice
|
|
* else:
|
|
*/
|
|
if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(2, 1058, __pyx_L1_error)
|
|
__pyx_t_3 = ((PyObject *)__pyx_v_memview);
|
|
__Pyx_INCREF(__pyx_t_3);
|
|
__pyx_v_obj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":1059
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* obj = memview
|
|
* return &obj.from_slice # <<<<<<<<<<<<<<
|
|
* else:
|
|
* slice_copy(memview, mslice)
|
|
*/
|
|
__pyx_r = (&__pyx_v_obj->from_slice);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1057
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* obj = memview
|
|
* return &obj.from_slice
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1061
|
|
* return &obj.from_slice
|
|
* else:
|
|
* slice_copy(memview, mslice) # <<<<<<<<<<<<<<
|
|
* return mslice
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_memoryview_slice_copy(__pyx_v_memview, __pyx_v_mslice);
|
|
|
|
/* "View.MemoryView":1062
|
|
* else:
|
|
* slice_copy(memview, mslice)
|
|
* return mslice # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_slice_copy')
|
|
*/
|
|
__pyx_r = __pyx_v_mslice;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":1054
|
|
*
|
|
* @cname('__pyx_memoryview_get_slice_from_memoryview')
|
|
* cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *mslice) except NULL:
|
|
* cdef _memoryviewslice obj
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_AddTraceback("View.MemoryView.get_slice_from_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF((PyObject *)__pyx_v_obj);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1065
|
|
*
|
|
* @cname('__pyx_memoryview_slice_copy')
|
|
* cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst): # <<<<<<<<<<<<<<
|
|
* cdef int dim
|
|
* cdef (Py_ssize_t*) shape, strides, suboffsets
|
|
*/
|
|
|
|
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_dst) {
|
|
int __pyx_v_dim;
|
|
Py_ssize_t *__pyx_v_shape;
|
|
Py_ssize_t *__pyx_v_strides;
|
|
Py_ssize_t *__pyx_v_suboffsets;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t *__pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("slice_copy", 0);
|
|
__Pyx_TraceCall("slice_copy", __pyx_f[2], 1065, 0, __PYX_ERR(2, 1065, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1069
|
|
* cdef (Py_ssize_t*) shape, strides, suboffsets
|
|
*
|
|
* shape = memview.view.shape # <<<<<<<<<<<<<<
|
|
* strides = memview.view.strides
|
|
* suboffsets = memview.view.suboffsets
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memview->view.shape;
|
|
__pyx_v_shape = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1070
|
|
*
|
|
* shape = memview.view.shape
|
|
* strides = memview.view.strides # <<<<<<<<<<<<<<
|
|
* suboffsets = memview.view.suboffsets
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memview->view.strides;
|
|
__pyx_v_strides = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1071
|
|
* shape = memview.view.shape
|
|
* strides = memview.view.strides
|
|
* suboffsets = memview.view.suboffsets # <<<<<<<<<<<<<<
|
|
*
|
|
* dst.memview = <__pyx_memoryview *> memview
|
|
*/
|
|
__pyx_t_1 = __pyx_v_memview->view.suboffsets;
|
|
__pyx_v_suboffsets = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1073
|
|
* suboffsets = memview.view.suboffsets
|
|
*
|
|
* dst.memview = <__pyx_memoryview *> memview # <<<<<<<<<<<<<<
|
|
* dst.data = <char *> memview.view.buf
|
|
*
|
|
*/
|
|
__pyx_v_dst->memview = ((struct __pyx_memoryview_obj *)__pyx_v_memview);
|
|
|
|
/* "View.MemoryView":1074
|
|
*
|
|
* dst.memview = <__pyx_memoryview *> memview
|
|
* dst.data = <char *> memview.view.buf # <<<<<<<<<<<<<<
|
|
*
|
|
* for dim in range(memview.view.ndim):
|
|
*/
|
|
__pyx_v_dst->data = ((char *)__pyx_v_memview->view.buf);
|
|
|
|
/* "View.MemoryView":1076
|
|
* dst.data = <char *> memview.view.buf
|
|
*
|
|
* for dim in range(memview.view.ndim): # <<<<<<<<<<<<<<
|
|
* dst.shape[dim] = shape[dim]
|
|
* dst.strides[dim] = strides[dim]
|
|
*/
|
|
__pyx_t_2 = __pyx_v_memview->view.ndim;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_dim = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1077
|
|
*
|
|
* for dim in range(memview.view.ndim):
|
|
* dst.shape[dim] = shape[dim] # <<<<<<<<<<<<<<
|
|
* dst.strides[dim] = strides[dim]
|
|
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
|
|
*/
|
|
(__pyx_v_dst->shape[__pyx_v_dim]) = (__pyx_v_shape[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":1078
|
|
* for dim in range(memview.view.ndim):
|
|
* dst.shape[dim] = shape[dim]
|
|
* dst.strides[dim] = strides[dim] # <<<<<<<<<<<<<<
|
|
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
|
|
*
|
|
*/
|
|
(__pyx_v_dst->strides[__pyx_v_dim]) = (__pyx_v_strides[__pyx_v_dim]);
|
|
|
|
/* "View.MemoryView":1079
|
|
* dst.shape[dim] = shape[dim]
|
|
* dst.strides[dim] = strides[dim]
|
|
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1 # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object')
|
|
*/
|
|
if ((__pyx_v_suboffsets != 0)) {
|
|
__pyx_t_5 = (__pyx_v_suboffsets[__pyx_v_dim]);
|
|
} else {
|
|
__pyx_t_5 = -1L;
|
|
}
|
|
(__pyx_v_dst->suboffsets[__pyx_v_dim]) = __pyx_t_5;
|
|
}
|
|
|
|
/* "View.MemoryView":1065
|
|
*
|
|
* @cname('__pyx_memoryview_slice_copy')
|
|
* cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst): # <<<<<<<<<<<<<<
|
|
* cdef int dim
|
|
* cdef (Py_ssize_t*) shape, strides, suboffsets
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.slice_copy", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":1082
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object')
|
|
* cdef memoryview_copy(memoryview memview): # <<<<<<<<<<<<<<
|
|
* "Create a new memoryview object"
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *__pyx_v_memview) {
|
|
__Pyx_memviewslice __pyx_v_memviewslice;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_copy", 0);
|
|
__Pyx_TraceCall("memoryview_copy", __pyx_f[2], 1082, 0, __PYX_ERR(2, 1082, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1085
|
|
* "Create a new memoryview object"
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
* slice_copy(memview, &memviewslice) # <<<<<<<<<<<<<<
|
|
* return memoryview_copy_from_slice(memview, &memviewslice)
|
|
*
|
|
*/
|
|
__pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_memviewslice));
|
|
|
|
/* "View.MemoryView":1086
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
* slice_copy(memview, &memviewslice)
|
|
* return memoryview_copy_from_slice(memview, &memviewslice) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object_from_slice')
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__pyx_t_1 = __pyx_memoryview_copy_object_from_slice(__pyx_v_memview, (&__pyx_v_memviewslice)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 1086, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_r = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1082
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object')
|
|
* cdef memoryview_copy(memoryview memview): # <<<<<<<<<<<<<<
|
|
* "Create a new memoryview object"
|
|
* cdef __Pyx_memviewslice memviewslice
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1089
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object_from_slice')
|
|
* cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Create a new memoryview object from a given memoryview object and slice.
|
|
*/
|
|
|
|
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_memviewslice) {
|
|
PyObject *(*__pyx_v_to_object_func)(char *);
|
|
int (*__pyx_v_to_dtype_func)(char *, PyObject *);
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
PyObject *(*__pyx_t_3)(char *);
|
|
int (*__pyx_t_4)(char *, PyObject *);
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("memoryview_copy_from_slice", 0);
|
|
__Pyx_TraceCall("memoryview_copy_from_slice", __pyx_f[2], 1089, 0, __PYX_ERR(2, 1089, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1096
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
*/
|
|
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type);
|
|
__pyx_t_2 = (__pyx_t_1 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1097
|
|
*
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func # <<<<<<<<<<<<<<
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
* else:
|
|
*/
|
|
__pyx_t_3 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_object_func;
|
|
__pyx_v_to_object_func = __pyx_t_3;
|
|
|
|
/* "View.MemoryView":1098
|
|
* if isinstance(memview, _memoryviewslice):
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func # <<<<<<<<<<<<<<
|
|
* else:
|
|
* to_object_func = NULL
|
|
*/
|
|
__pyx_t_4 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_dtype_func;
|
|
__pyx_v_to_dtype_func = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1096
|
|
* cdef int (*to_dtype_func)(char *, object) except 0
|
|
*
|
|
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
|
|
* to_object_func = (<_memoryviewslice> memview).to_object_func
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1100
|
|
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
|
|
* else:
|
|
* to_object_func = NULL # <<<<<<<<<<<<<<
|
|
* to_dtype_func = NULL
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
__pyx_v_to_object_func = NULL;
|
|
|
|
/* "View.MemoryView":1101
|
|
* else:
|
|
* to_object_func = NULL
|
|
* to_dtype_func = NULL # <<<<<<<<<<<<<<
|
|
*
|
|
* return memoryview_fromslice(memviewslice[0], memview.view.ndim,
|
|
*/
|
|
__pyx_v_to_dtype_func = NULL;
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1103
|
|
* to_dtype_func = NULL
|
|
*
|
|
* return memoryview_fromslice(memviewslice[0], memview.view.ndim, # <<<<<<<<<<<<<<
|
|
* to_object_func, to_dtype_func,
|
|
* memview.dtype_is_object)
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
|
|
/* "View.MemoryView":1105
|
|
* return memoryview_fromslice(memviewslice[0], memview.view.ndim,
|
|
* to_object_func, to_dtype_func,
|
|
* memview.dtype_is_object) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_memoryview_fromslice((__pyx_v_memviewslice[0]), __pyx_v_memview->view.ndim, __pyx_v_to_object_func, __pyx_v_to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 1103, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__pyx_r = __pyx_t_5;
|
|
__pyx_t_5 = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1089
|
|
*
|
|
* @cname('__pyx_memoryview_copy_object_from_slice')
|
|
* cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice): # <<<<<<<<<<<<<<
|
|
* """
|
|
* Create a new memoryview object from a given memoryview object and slice.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_copy_from_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1111
|
|
*
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: # <<<<<<<<<<<<<<
|
|
* if arg < 0:
|
|
* return -arg
|
|
*/
|
|
|
|
static Py_ssize_t abs_py_ssize_t(Py_ssize_t __pyx_v_arg) {
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("abs_py_ssize_t", __pyx_f[2], 1111, 1, __PYX_ERR(2, 1111, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1112
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
|
|
* if arg < 0: # <<<<<<<<<<<<<<
|
|
* return -arg
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_arg < 0) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1113
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
|
|
* if arg < 0:
|
|
* return -arg # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return arg
|
|
*/
|
|
__pyx_r = (-__pyx_v_arg);
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1112
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
|
|
* if arg < 0: # <<<<<<<<<<<<<<
|
|
* return -arg
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1115
|
|
* return -arg
|
|
* else:
|
|
* return arg # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_get_best_slice_order')
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = __pyx_v_arg;
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":1111
|
|
*
|
|
*
|
|
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: # <<<<<<<<<<<<<<
|
|
* if arg < 0:
|
|
* return -arg
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.abs_py_ssize_t", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1118
|
|
*
|
|
* @cname('__pyx_get_best_slice_order')
|
|
* cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* Figure out the best memory access order for a given slice.
|
|
*/
|
|
|
|
static char __pyx_get_best_slice_order(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim) {
|
|
int __pyx_v_i;
|
|
Py_ssize_t __pyx_v_c_stride;
|
|
Py_ssize_t __pyx_v_f_stride;
|
|
char __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("get_best_order", __pyx_f[2], 1118, 1, __PYX_ERR(2, 1118, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1123
|
|
* """
|
|
* cdef int i
|
|
* cdef Py_ssize_t c_stride = 0 # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t f_stride = 0
|
|
*
|
|
*/
|
|
__pyx_v_c_stride = 0;
|
|
|
|
/* "View.MemoryView":1124
|
|
* cdef int i
|
|
* cdef Py_ssize_t c_stride = 0
|
|
* cdef Py_ssize_t f_stride = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
*/
|
|
__pyx_v_f_stride = 0;
|
|
|
|
/* "View.MemoryView":1126
|
|
* cdef Py_ssize_t f_stride = 0
|
|
*
|
|
* for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
|
|
* if mslice.shape[i] > 1:
|
|
* c_stride = mslice.strides[i]
|
|
*/
|
|
for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1127
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* c_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1128
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* if mslice.shape[i] > 1:
|
|
* c_stride = mslice.strides[i] # <<<<<<<<<<<<<<
|
|
* break
|
|
*
|
|
*/
|
|
__pyx_v_c_stride = (__pyx_v_mslice->strides[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1129
|
|
* if mslice.shape[i] > 1:
|
|
* c_stride = mslice.strides[i]
|
|
* break # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim):
|
|
*/
|
|
goto __pyx_L4_break;
|
|
|
|
/* "View.MemoryView":1127
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* c_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L4_break:;
|
|
|
|
/* "View.MemoryView":1131
|
|
* break
|
|
*
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* if mslice.shape[i] > 1:
|
|
* f_stride = mslice.strides[i]
|
|
*/
|
|
__pyx_t_1 = __pyx_v_ndim;
|
|
__pyx_t_3 = __pyx_t_1;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1132
|
|
*
|
|
* for i in range(ndim):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* f_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1133
|
|
* for i in range(ndim):
|
|
* if mslice.shape[i] > 1:
|
|
* f_stride = mslice.strides[i] # <<<<<<<<<<<<<<
|
|
* break
|
|
*
|
|
*/
|
|
__pyx_v_f_stride = (__pyx_v_mslice->strides[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1134
|
|
* if mslice.shape[i] > 1:
|
|
* f_stride = mslice.strides[i]
|
|
* break # <<<<<<<<<<<<<<
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
|
|
*/
|
|
goto __pyx_L7_break;
|
|
|
|
/* "View.MemoryView":1132
|
|
*
|
|
* for i in range(ndim):
|
|
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
|
|
* f_stride = mslice.strides[i]
|
|
* break
|
|
*/
|
|
}
|
|
}
|
|
__pyx_L7_break:;
|
|
|
|
/* "View.MemoryView":1136
|
|
* break
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<<
|
|
* return 'C'
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = ((abs_py_ssize_t(__pyx_v_c_stride) <= abs_py_ssize_t(__pyx_v_f_stride)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1137
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
|
|
* return 'C' # <<<<<<<<<<<<<<
|
|
* else:
|
|
* return 'F'
|
|
*/
|
|
__pyx_r = 'C';
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1136
|
|
* break
|
|
*
|
|
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<<
|
|
* return 'C'
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1139
|
|
* return 'C'
|
|
* else:
|
|
* return 'F' # <<<<<<<<<<<<<<
|
|
*
|
|
* @cython.cdivision(True)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_r = 'F';
|
|
goto __pyx_L0;
|
|
}
|
|
|
|
/* "View.MemoryView":1118
|
|
*
|
|
* @cname('__pyx_get_best_slice_order')
|
|
* cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* """
|
|
* Figure out the best memory access order for a given slice.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.get_best_order", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1142
|
|
*
|
|
* @cython.cdivision(True)
|
|
* cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides, # <<<<<<<<<<<<<<
|
|
* char *dst_data, Py_ssize_t *dst_strides,
|
|
* Py_ssize_t *src_shape, Py_ssize_t *dst_shape,
|
|
*/
|
|
|
|
static void _copy_strided_to_strided(char *__pyx_v_src_data, Py_ssize_t *__pyx_v_src_strides, char *__pyx_v_dst_data, Py_ssize_t *__pyx_v_dst_strides, Py_ssize_t *__pyx_v_src_shape, Py_ssize_t *__pyx_v_dst_shape, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_src_extent;
|
|
Py_ssize_t __pyx_v_dst_extent;
|
|
Py_ssize_t __pyx_v_src_stride;
|
|
Py_ssize_t __pyx_v_dst_stride;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
Py_ssize_t __pyx_t_4;
|
|
Py_ssize_t __pyx_t_5;
|
|
Py_ssize_t __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1149
|
|
*
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t src_extent = src_shape[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0]
|
|
* cdef Py_ssize_t src_stride = src_strides[0]
|
|
*/
|
|
__pyx_v_src_extent = (__pyx_v_src_shape[0]);
|
|
|
|
/* "View.MemoryView":1150
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t src_extent = src_shape[0]
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t src_stride = src_strides[0]
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*/
|
|
__pyx_v_dst_extent = (__pyx_v_dst_shape[0]);
|
|
|
|
/* "View.MemoryView":1151
|
|
* cdef Py_ssize_t src_extent = src_shape[0]
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0]
|
|
* cdef Py_ssize_t src_stride = src_strides[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*
|
|
*/
|
|
__pyx_v_src_stride = (__pyx_v_src_strides[0]);
|
|
|
|
/* "View.MemoryView":1152
|
|
* cdef Py_ssize_t dst_extent = dst_shape[0]
|
|
* cdef Py_ssize_t src_stride = src_strides[0]
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* if ndim == 1:
|
|
*/
|
|
__pyx_v_dst_stride = (__pyx_v_dst_strides[0]);
|
|
|
|
/* "View.MemoryView":1154
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_ndim == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1155
|
|
*
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_src_stride > 0) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = ((__pyx_v_dst_stride > 0) != 0);
|
|
if (__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L5_bool_binop_done;
|
|
}
|
|
|
|
/* "View.MemoryView":1156
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride): # <<<<<<<<<<<<<<
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (((size_t)__pyx_v_src_stride) == __pyx_v_itemsize);
|
|
if (__pyx_t_2) {
|
|
__pyx_t_2 = (__pyx_v_itemsize == ((size_t)__pyx_v_dst_stride));
|
|
}
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
__pyx_t_1 = __pyx_t_3;
|
|
__pyx_L5_bool_binop_done:;
|
|
|
|
/* "View.MemoryView":1155
|
|
*
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
*/
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1157
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
*/
|
|
(void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, (__pyx_v_itemsize * __pyx_v_dst_extent)));
|
|
|
|
/* "View.MemoryView":1155
|
|
*
|
|
* if ndim == 1:
|
|
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
*/
|
|
goto __pyx_L4;
|
|
}
|
|
|
|
/* "View.MemoryView":1159
|
|
* memcpy(dst_data, src_data, itemsize * dst_extent)
|
|
* else:
|
|
* for i in range(dst_extent): # <<<<<<<<<<<<<<
|
|
* memcpy(dst_data, src_data, itemsize)
|
|
* src_data += src_stride
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __pyx_v_dst_extent;
|
|
__pyx_t_5 = __pyx_t_4;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1160
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
* memcpy(dst_data, src_data, itemsize) # <<<<<<<<<<<<<<
|
|
* src_data += src_stride
|
|
* dst_data += dst_stride
|
|
*/
|
|
(void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, __pyx_v_itemsize));
|
|
|
|
/* "View.MemoryView":1161
|
|
* for i in range(dst_extent):
|
|
* memcpy(dst_data, src_data, itemsize)
|
|
* src_data += src_stride # <<<<<<<<<<<<<<
|
|
* dst_data += dst_stride
|
|
* else:
|
|
*/
|
|
__pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);
|
|
|
|
/* "View.MemoryView":1162
|
|
* memcpy(dst_data, src_data, itemsize)
|
|
* src_data += src_stride
|
|
* dst_data += dst_stride # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
*/
|
|
__pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
|
|
}
|
|
}
|
|
__pyx_L4:;
|
|
|
|
/* "View.MemoryView":1154
|
|
* cdef Py_ssize_t dst_stride = dst_strides[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if (src_stride > 0 and dst_stride > 0 and
|
|
* <size_t> src_stride == itemsize == <size_t> dst_stride):
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1164
|
|
* dst_data += dst_stride
|
|
* else:
|
|
* for i in range(dst_extent): # <<<<<<<<<<<<<<
|
|
* _copy_strided_to_strided(src_data, src_strides + 1,
|
|
* dst_data, dst_strides + 1,
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_4 = __pyx_v_dst_extent;
|
|
__pyx_t_5 = __pyx_t_4;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1165
|
|
* else:
|
|
* for i in range(dst_extent):
|
|
* _copy_strided_to_strided(src_data, src_strides + 1, # <<<<<<<<<<<<<<
|
|
* dst_data, dst_strides + 1,
|
|
* src_shape + 1, dst_shape + 1,
|
|
*/
|
|
_copy_strided_to_strided(__pyx_v_src_data, (__pyx_v_src_strides + 1), __pyx_v_dst_data, (__pyx_v_dst_strides + 1), (__pyx_v_src_shape + 1), (__pyx_v_dst_shape + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":1169
|
|
* src_shape + 1, dst_shape + 1,
|
|
* ndim - 1, itemsize)
|
|
* src_data += src_stride # <<<<<<<<<<<<<<
|
|
* dst_data += dst_stride
|
|
*
|
|
*/
|
|
__pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);
|
|
|
|
/* "View.MemoryView":1170
|
|
* ndim - 1, itemsize)
|
|
* src_data += src_stride
|
|
* dst_data += dst_stride # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src,
|
|
*/
|
|
__pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1142
|
|
*
|
|
* @cython.cdivision(True)
|
|
* cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides, # <<<<<<<<<<<<<<
|
|
* char *dst_data, Py_ssize_t *dst_strides,
|
|
* Py_ssize_t *src_shape, Py_ssize_t *dst_shape,
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "View.MemoryView":1172
|
|
* dst_data += dst_stride
|
|
*
|
|
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* int ndim, size_t itemsize) nogil:
|
|
*/
|
|
|
|
static void copy_strided_to_strided(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("copy_strided_to_strided", __pyx_f[2], 1172, 1, __PYX_ERR(2, 1172, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1175
|
|
* __Pyx_memviewslice *dst,
|
|
* int ndim, size_t itemsize) nogil:
|
|
* _copy_strided_to_strided(src.data, src.strides, dst.data, dst.strides, # <<<<<<<<<<<<<<
|
|
* src.shape, dst.shape, ndim, itemsize)
|
|
*
|
|
*/
|
|
_copy_strided_to_strided(__pyx_v_src->data, __pyx_v_src->strides, __pyx_v_dst->data, __pyx_v_dst->strides, __pyx_v_src->shape, __pyx_v_dst->shape, __pyx_v_ndim, __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":1172
|
|
* dst_data += dst_stride
|
|
*
|
|
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *dst,
|
|
* int ndim, size_t itemsize) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.copy_strided_to_strided", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1179
|
|
*
|
|
* @cname('__pyx_memoryview_slice_get_size')
|
|
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* "Return the size of the memory occupied by the slice in number of bytes"
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
|
|
*/
|
|
|
|
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *__pyx_v_src, int __pyx_v_ndim) {
|
|
Py_ssize_t __pyx_v_shape;
|
|
Py_ssize_t __pyx_v_size;
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
Py_ssize_t *__pyx_t_2;
|
|
Py_ssize_t *__pyx_t_3;
|
|
Py_ssize_t *__pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("slice_get_size", __pyx_f[2], 1179, 1, __PYX_ERR(2, 1179, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1181
|
|
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil:
|
|
* "Return the size of the memory occupied by the slice in number of bytes"
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize # <<<<<<<<<<<<<<
|
|
*
|
|
* for shape in src.shape[:ndim]:
|
|
*/
|
|
__pyx_t_1 = __pyx_v_src->memview->view.itemsize;
|
|
__pyx_v_size = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1183
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
|
|
*
|
|
* for shape in src.shape[:ndim]: # <<<<<<<<<<<<<<
|
|
* size *= shape
|
|
*
|
|
*/
|
|
__pyx_t_3 = (__pyx_v_src->shape + __pyx_v_ndim);
|
|
for (__pyx_t_4 = __pyx_v_src->shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
|
|
__pyx_t_2 = __pyx_t_4;
|
|
__pyx_v_shape = (__pyx_t_2[0]);
|
|
|
|
/* "View.MemoryView":1184
|
|
*
|
|
* for shape in src.shape[:ndim]:
|
|
* size *= shape # <<<<<<<<<<<<<<
|
|
*
|
|
* return size
|
|
*/
|
|
__pyx_v_size = (__pyx_v_size * __pyx_v_shape);
|
|
}
|
|
|
|
/* "View.MemoryView":1186
|
|
* size *= shape
|
|
*
|
|
* return size # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_fill_contig_strides_array')
|
|
*/
|
|
__pyx_r = __pyx_v_size;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1179
|
|
*
|
|
* @cname('__pyx_memoryview_slice_get_size')
|
|
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: # <<<<<<<<<<<<<<
|
|
* "Return the size of the memory occupied by the slice in number of bytes"
|
|
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.slice_get_size", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1189
|
|
*
|
|
* @cname('__pyx_fill_contig_strides_array')
|
|
* cdef Py_ssize_t fill_contig_strides_array( # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
|
|
* int ndim, char order) nogil:
|
|
*/
|
|
|
|
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, Py_ssize_t __pyx_v_stride, int __pyx_v_ndim, char __pyx_v_order) {
|
|
int __pyx_v_idx;
|
|
Py_ssize_t __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("fill_contig_strides_array", __pyx_f[2], 1189, 1, __PYX_ERR(2, 1189, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1198
|
|
* cdef int idx
|
|
*
|
|
* if order == 'F': # <<<<<<<<<<<<<<
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_order == 'F') != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1199
|
|
*
|
|
* if order == 'F':
|
|
* for idx in range(ndim): # <<<<<<<<<<<<<<
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx]
|
|
*/
|
|
__pyx_t_2 = __pyx_v_ndim;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_idx = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1200
|
|
* if order == 'F':
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride # <<<<<<<<<<<<<<
|
|
* stride *= shape[idx]
|
|
* else:
|
|
*/
|
|
(__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;
|
|
|
|
/* "View.MemoryView":1201
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx] # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for idx in range(ndim - 1, -1, -1):
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
|
|
}
|
|
|
|
/* "View.MemoryView":1198
|
|
* cdef int idx
|
|
*
|
|
* if order == 'F': # <<<<<<<<<<<<<<
|
|
* for idx in range(ndim):
|
|
* strides[idx] = stride
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1203
|
|
* stride *= shape[idx]
|
|
* else:
|
|
* for idx in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx]
|
|
*/
|
|
/*else*/ {
|
|
for (__pyx_t_2 = (__pyx_v_ndim - 1); __pyx_t_2 > -1; __pyx_t_2-=1) {
|
|
__pyx_v_idx = __pyx_t_2;
|
|
|
|
/* "View.MemoryView":1204
|
|
* else:
|
|
* for idx in range(ndim - 1, -1, -1):
|
|
* strides[idx] = stride # <<<<<<<<<<<<<<
|
|
* stride *= shape[idx]
|
|
*
|
|
*/
|
|
(__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;
|
|
|
|
/* "View.MemoryView":1205
|
|
* for idx in range(ndim - 1, -1, -1):
|
|
* strides[idx] = stride
|
|
* stride *= shape[idx] # <<<<<<<<<<<<<<
|
|
*
|
|
* return stride
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1207
|
|
* stride *= shape[idx]
|
|
*
|
|
* return stride # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_data_to_temp')
|
|
*/
|
|
__pyx_r = __pyx_v_stride;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1189
|
|
*
|
|
* @cname('__pyx_fill_contig_strides_array')
|
|
* cdef Py_ssize_t fill_contig_strides_array( # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
|
|
* int ndim, char order) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.fill_contig_strides_array", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1210
|
|
*
|
|
* @cname('__pyx_memoryview_copy_data_to_temp')
|
|
* cdef void *copy_data_to_temp(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *tmpslice,
|
|
* char order,
|
|
*/
|
|
|
|
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_tmpslice, char __pyx_v_order, int __pyx_v_ndim) {
|
|
int __pyx_v_i;
|
|
void *__pyx_v_result;
|
|
size_t __pyx_v_itemsize;
|
|
size_t __pyx_v_size;
|
|
void *__pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
struct __pyx_memoryview_obj *__pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("copy_data_to_temp", __pyx_f[2], 1210, 1, __PYX_ERR(2, 1210, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1221
|
|
* cdef void *result
|
|
*
|
|
* cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<<
|
|
* cdef size_t size = slice_get_size(src, ndim)
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_src->memview->view.itemsize;
|
|
__pyx_v_itemsize = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1222
|
|
*
|
|
* cdef size_t itemsize = src.memview.view.itemsize
|
|
* cdef size_t size = slice_get_size(src, ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* result = malloc(size)
|
|
*/
|
|
__pyx_v_size = __pyx_memoryview_slice_get_size(__pyx_v_src, __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1224
|
|
* cdef size_t size = slice_get_size(src, ndim)
|
|
*
|
|
* result = malloc(size) # <<<<<<<<<<<<<<
|
|
* if not result:
|
|
* _err(MemoryError, NULL)
|
|
*/
|
|
__pyx_v_result = malloc(__pyx_v_size);
|
|
|
|
/* "View.MemoryView":1225
|
|
*
|
|
* result = malloc(size)
|
|
* if not result: # <<<<<<<<<<<<<<
|
|
* _err(MemoryError, NULL)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_result != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1226
|
|
* result = malloc(size)
|
|
* if not result:
|
|
* _err(MemoryError, NULL) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_memoryview_err(__pyx_builtin_MemoryError, NULL); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(2, 1226, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1225
|
|
*
|
|
* result = malloc(size)
|
|
* if not result: # <<<<<<<<<<<<<<
|
|
* _err(MemoryError, NULL)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1229
|
|
*
|
|
*
|
|
* tmpslice.data = <char *> result # <<<<<<<<<<<<<<
|
|
* tmpslice.memview = src.memview
|
|
* for i in range(ndim):
|
|
*/
|
|
__pyx_v_tmpslice->data = ((char *)__pyx_v_result);
|
|
|
|
/* "View.MemoryView":1230
|
|
*
|
|
* tmpslice.data = <char *> result
|
|
* tmpslice.memview = src.memview # <<<<<<<<<<<<<<
|
|
* for i in range(ndim):
|
|
* tmpslice.shape[i] = src.shape[i]
|
|
*/
|
|
__pyx_t_4 = __pyx_v_src->memview;
|
|
__pyx_v_tmpslice->memview = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1231
|
|
* tmpslice.data = <char *> result
|
|
* tmpslice.memview = src.memview
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* tmpslice.shape[i] = src.shape[i]
|
|
* tmpslice.suboffsets[i] = -1
|
|
*/
|
|
__pyx_t_3 = __pyx_v_ndim;
|
|
__pyx_t_5 = __pyx_t_3;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1232
|
|
* tmpslice.memview = src.memview
|
|
* for i in range(ndim):
|
|
* tmpslice.shape[i] = src.shape[i] # <<<<<<<<<<<<<<
|
|
* tmpslice.suboffsets[i] = -1
|
|
*
|
|
*/
|
|
(__pyx_v_tmpslice->shape[__pyx_v_i]) = (__pyx_v_src->shape[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1233
|
|
* for i in range(ndim):
|
|
* tmpslice.shape[i] = src.shape[i]
|
|
* tmpslice.suboffsets[i] = -1 # <<<<<<<<<<<<<<
|
|
*
|
|
* fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize,
|
|
*/
|
|
(__pyx_v_tmpslice->suboffsets[__pyx_v_i]) = -1L;
|
|
}
|
|
|
|
/* "View.MemoryView":1235
|
|
* tmpslice.suboffsets[i] = -1
|
|
*
|
|
* fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize, # <<<<<<<<<<<<<<
|
|
* ndim, order)
|
|
*
|
|
*/
|
|
(void)(__pyx_fill_contig_strides_array((&(__pyx_v_tmpslice->shape[0])), (&(__pyx_v_tmpslice->strides[0])), __pyx_v_itemsize, __pyx_v_ndim, __pyx_v_order));
|
|
|
|
/* "View.MemoryView":1239
|
|
*
|
|
*
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* if tmpslice.shape[i] == 1:
|
|
* tmpslice.strides[i] = 0
|
|
*/
|
|
__pyx_t_3 = __pyx_v_ndim;
|
|
__pyx_t_5 = __pyx_t_3;
|
|
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
|
|
__pyx_v_i = __pyx_t_6;
|
|
|
|
/* "View.MemoryView":1240
|
|
*
|
|
* for i in range(ndim):
|
|
* if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_tmpslice->shape[__pyx_v_i]) == 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1241
|
|
* for i in range(ndim):
|
|
* if tmpslice.shape[i] == 1:
|
|
* tmpslice.strides[i] = 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim):
|
|
*/
|
|
(__pyx_v_tmpslice->strides[__pyx_v_i]) = 0;
|
|
|
|
/* "View.MemoryView":1240
|
|
*
|
|
* for i in range(ndim):
|
|
* if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":1243
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<<
|
|
* memcpy(result, src.data, size)
|
|
* else:
|
|
*/
|
|
__pyx_t_2 = (__pyx_memviewslice_is_contig((__pyx_v_src[0]), __pyx_v_order, __pyx_v_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1244
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim):
|
|
* memcpy(result, src.data, size) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* copy_strided_to_strided(src, tmpslice, ndim, itemsize)
|
|
*/
|
|
(void)(memcpy(__pyx_v_result, __pyx_v_src->data, __pyx_v_size));
|
|
|
|
/* "View.MemoryView":1243
|
|
* tmpslice.strides[i] = 0
|
|
*
|
|
* if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<<
|
|
* memcpy(result, src.data, size)
|
|
* else:
|
|
*/
|
|
goto __pyx_L9;
|
|
}
|
|
|
|
/* "View.MemoryView":1246
|
|
* memcpy(result, src.data, size)
|
|
* else:
|
|
* copy_strided_to_strided(src, tmpslice, ndim, itemsize) # <<<<<<<<<<<<<<
|
|
*
|
|
* return result
|
|
*/
|
|
/*else*/ {
|
|
copy_strided_to_strided(__pyx_v_src, __pyx_v_tmpslice, __pyx_v_ndim, __pyx_v_itemsize);
|
|
}
|
|
__pyx_L9:;
|
|
|
|
/* "View.MemoryView":1248
|
|
* copy_strided_to_strided(src, tmpslice, ndim, itemsize)
|
|
*
|
|
* return result # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_result;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1210
|
|
*
|
|
* @cname('__pyx_memoryview_copy_data_to_temp')
|
|
* cdef void *copy_data_to_temp(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice *tmpslice,
|
|
* char order,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.copy_data_to_temp", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1253
|
|
*
|
|
* @cname('__pyx_memoryview_err_extents')
|
|
* cdef int _err_extents(int i, Py_ssize_t extent1, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" %
|
|
*/
|
|
|
|
static int __pyx_memoryview_err_extents(int __pyx_v_i, Py_ssize_t __pyx_v_extent1, Py_ssize_t __pyx_v_extent2) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("_err_extents", 0);
|
|
__Pyx_TraceCall("_err_extents", __pyx_f[2], 1253, 0, __PYX_ERR(2, 1253, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1256
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" %
|
|
* (i, extent1, extent2)) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = PyInt_FromSsize_t(__pyx_v_extent1); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = PyInt_FromSsize_t(__pyx_v_extent2); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 1256, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3);
|
|
__pyx_t_1 = 0;
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":1255
|
|
* cdef int _err_extents(int i, Py_ssize_t extent1,
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" % # <<<<<<<<<<<<<<
|
|
* (i, extent1, extent2))
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyString_Format(__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 1255, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(2, 1255, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1253
|
|
*
|
|
* @cname('__pyx_memoryview_err_extents')
|
|
* cdef int _err_extents(int i, Py_ssize_t extent1, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t extent2) except -1 with gil:
|
|
* raise ValueError("got differing extents in dimension %d (got %d and %d)" %
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView._err_extents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1259
|
|
*
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
* cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii') % dim)
|
|
*
|
|
*/
|
|
|
|
static int __pyx_memoryview_err_dim(PyObject *__pyx_v_error, char *__pyx_v_msg, int __pyx_v_dim) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("_err_dim", 0);
|
|
__Pyx_TraceCall("_err_dim", __pyx_f[2], 1259, 0, __PYX_ERR(2, 1259, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
|
|
/* "View.MemoryView":1260
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
* cdef int _err_dim(object error, char *msg, int dim) except -1 with gil:
|
|
* raise error(msg.decode('ascii') % dim) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_err')
|
|
*/
|
|
__pyx_t_2 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_4 = PyUnicode_Format(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
__pyx_t_3 = __pyx_v_error; __pyx_t_2 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
|
|
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
|
|
if (likely(__pyx_t_2)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_t_2);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_3, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 1260, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__PYX_ERR(2, 1260, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1259
|
|
*
|
|
* @cname('__pyx_memoryview_err_dim')
|
|
* cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii') % dim)
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_AddTraceback("View.MemoryView._err_dim", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__Pyx_XDECREF(__pyx_v_error);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1263
|
|
*
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* if msg != NULL:
|
|
* raise error(msg.decode('ascii'))
|
|
*/
|
|
|
|
static int __pyx_memoryview_err(PyObject *__pyx_v_error, char *__pyx_v_msg) {
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_t_1;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("_err", 0);
|
|
__Pyx_TraceCall("_err", __pyx_f[2], 1263, 0, __PYX_ERR(2, 1263, __pyx_L1_error));
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
|
|
/* "View.MemoryView":1264
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil:
|
|
* if msg != NULL: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii'))
|
|
* else:
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_msg != NULL) != 0);
|
|
if (unlikely(__pyx_t_1)) {
|
|
|
|
/* "View.MemoryView":1265
|
|
* cdef int _err(object error, char *msg) except -1 with gil:
|
|
* if msg != NULL:
|
|
* raise error(msg.decode('ascii')) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* raise error
|
|
*/
|
|
__pyx_t_3 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1265, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_INCREF(__pyx_v_error);
|
|
__pyx_t_4 = __pyx_v_error; __pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_4, function);
|
|
}
|
|
}
|
|
__pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 1265, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__PYX_ERR(2, 1265, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1264
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil:
|
|
* if msg != NULL: # <<<<<<<<<<<<<<
|
|
* raise error(msg.decode('ascii'))
|
|
* else:
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1267
|
|
* raise error(msg.decode('ascii'))
|
|
* else:
|
|
* raise error # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_copy_contents')
|
|
*/
|
|
/*else*/ {
|
|
__Pyx_Raise(__pyx_v_error, 0, 0, 0);
|
|
__PYX_ERR(2, 1267, __pyx_L1_error)
|
|
}
|
|
|
|
/* "View.MemoryView":1263
|
|
*
|
|
* @cname('__pyx_memoryview_err')
|
|
* cdef int _err(object error, char *msg) except -1 with gil: # <<<<<<<<<<<<<<
|
|
* if msg != NULL:
|
|
* raise error(msg.decode('ascii'))
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_AddTraceback("View.MemoryView._err", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = -1;
|
|
__Pyx_XDECREF(__pyx_v_error);
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1270
|
|
*
|
|
* @cname('__pyx_memoryview_copy_contents')
|
|
* cdef int memoryview_copy_contents(__Pyx_memviewslice src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice dst,
|
|
* int src_ndim, int dst_ndim,
|
|
*/
|
|
|
|
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice __pyx_v_src, __Pyx_memviewslice __pyx_v_dst, int __pyx_v_src_ndim, int __pyx_v_dst_ndim, int __pyx_v_dtype_is_object) {
|
|
void *__pyx_v_tmpdata;
|
|
size_t __pyx_v_itemsize;
|
|
int __pyx_v_i;
|
|
char __pyx_v_order;
|
|
int __pyx_v_broadcasting;
|
|
int __pyx_v_direct_copy;
|
|
__Pyx_memviewslice __pyx_v_tmp;
|
|
int __pyx_v_ndim;
|
|
int __pyx_r;
|
|
__Pyx_TraceDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
int __pyx_t_6;
|
|
void *__pyx_t_7;
|
|
int __pyx_t_8;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("memoryview_copy_contents", __pyx_f[2], 1270, 1, __PYX_ERR(2, 1270, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1278
|
|
* Check for overlapping memory and verify the shapes.
|
|
* """
|
|
* cdef void *tmpdata = NULL # <<<<<<<<<<<<<<
|
|
* cdef size_t itemsize = src.memview.view.itemsize
|
|
* cdef int i
|
|
*/
|
|
__pyx_v_tmpdata = NULL;
|
|
|
|
/* "View.MemoryView":1279
|
|
* """
|
|
* cdef void *tmpdata = NULL
|
|
* cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef char order = get_best_order(&src, src_ndim)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_src.memview->view.itemsize;
|
|
__pyx_v_itemsize = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1281
|
|
* cdef size_t itemsize = src.memview.view.itemsize
|
|
* cdef int i
|
|
* cdef char order = get_best_order(&src, src_ndim) # <<<<<<<<<<<<<<
|
|
* cdef bint broadcasting = False
|
|
* cdef bint direct_copy = False
|
|
*/
|
|
__pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_src), __pyx_v_src_ndim);
|
|
|
|
/* "View.MemoryView":1282
|
|
* cdef int i
|
|
* cdef char order = get_best_order(&src, src_ndim)
|
|
* cdef bint broadcasting = False # <<<<<<<<<<<<<<
|
|
* cdef bint direct_copy = False
|
|
* cdef __Pyx_memviewslice tmp
|
|
*/
|
|
__pyx_v_broadcasting = 0;
|
|
|
|
/* "View.MemoryView":1283
|
|
* cdef char order = get_best_order(&src, src_ndim)
|
|
* cdef bint broadcasting = False
|
|
* cdef bint direct_copy = False # <<<<<<<<<<<<<<
|
|
* cdef __Pyx_memviewslice tmp
|
|
*
|
|
*/
|
|
__pyx_v_direct_copy = 0;
|
|
|
|
/* "View.MemoryView":1286
|
|
* cdef __Pyx_memviewslice tmp
|
|
*
|
|
* if src_ndim < dst_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim:
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_src_ndim < __pyx_v_dst_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1287
|
|
*
|
|
* if src_ndim < dst_ndim:
|
|
* broadcast_leading(&src, src_ndim, dst_ndim) # <<<<<<<<<<<<<<
|
|
* elif dst_ndim < src_ndim:
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*/
|
|
__pyx_memoryview_broadcast_leading((&__pyx_v_src), __pyx_v_src_ndim, __pyx_v_dst_ndim);
|
|
|
|
/* "View.MemoryView":1286
|
|
* cdef __Pyx_memviewslice tmp
|
|
*
|
|
* if src_ndim < dst_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim:
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1288
|
|
* if src_ndim < dst_ndim:
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((__pyx_v_dst_ndim < __pyx_v_src_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1289
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim:
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef int ndim = max(src_ndim, dst_ndim)
|
|
*/
|
|
__pyx_memoryview_broadcast_leading((&__pyx_v_dst), __pyx_v_dst_ndim, __pyx_v_src_ndim);
|
|
|
|
/* "View.MemoryView":1288
|
|
* if src_ndim < dst_ndim:
|
|
* broadcast_leading(&src, src_ndim, dst_ndim)
|
|
* elif dst_ndim < src_ndim: # <<<<<<<<<<<<<<
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1291
|
|
* broadcast_leading(&dst, dst_ndim, src_ndim)
|
|
*
|
|
* cdef int ndim = max(src_ndim, dst_ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim):
|
|
*/
|
|
__pyx_t_3 = __pyx_v_dst_ndim;
|
|
__pyx_t_4 = __pyx_v_src_ndim;
|
|
if (((__pyx_t_3 > __pyx_t_4) != 0)) {
|
|
__pyx_t_5 = __pyx_t_3;
|
|
} else {
|
|
__pyx_t_5 = __pyx_t_4;
|
|
}
|
|
__pyx_v_ndim = __pyx_t_5;
|
|
|
|
/* "View.MemoryView":1293
|
|
* cdef int ndim = max(src_ndim, dst_ndim)
|
|
*
|
|
* for i in range(ndim): # <<<<<<<<<<<<<<
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1:
|
|
*/
|
|
__pyx_t_5 = __pyx_v_ndim;
|
|
__pyx_t_3 = __pyx_t_5;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1294
|
|
*
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<<
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) != (__pyx_v_dst.shape[__pyx_v_i])) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1295
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* broadcasting = True
|
|
* src.strides[i] = 0
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) == 1) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1296
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True # <<<<<<<<<<<<<<
|
|
* src.strides[i] = 0
|
|
* else:
|
|
*/
|
|
__pyx_v_broadcasting = 1;
|
|
|
|
/* "View.MemoryView":1297
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True
|
|
* src.strides[i] = 0 # <<<<<<<<<<<<<<
|
|
* else:
|
|
* _err_extents(i, dst.shape[i], src.shape[i])
|
|
*/
|
|
(__pyx_v_src.strides[__pyx_v_i]) = 0;
|
|
|
|
/* "View.MemoryView":1295
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]:
|
|
* if src.shape[i] == 1: # <<<<<<<<<<<<<<
|
|
* broadcasting = True
|
|
* src.strides[i] = 0
|
|
*/
|
|
goto __pyx_L7;
|
|
}
|
|
|
|
/* "View.MemoryView":1299
|
|
* src.strides[i] = 0
|
|
* else:
|
|
* _err_extents(i, dst.shape[i], src.shape[i]) # <<<<<<<<<<<<<<
|
|
*
|
|
* if src.suboffsets[i] >= 0:
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_6 = __pyx_memoryview_err_extents(__pyx_v_i, (__pyx_v_dst.shape[__pyx_v_i]), (__pyx_v_src.shape[__pyx_v_i])); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(2, 1299, __pyx_L1_error)
|
|
}
|
|
__pyx_L7:;
|
|
|
|
/* "View.MemoryView":1294
|
|
*
|
|
* for i in range(ndim):
|
|
* if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<<
|
|
* if src.shape[i] == 1:
|
|
* broadcasting = True
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1301
|
|
* _err_extents(i, dst.shape[i], src.shape[i])
|
|
*
|
|
* if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
*/
|
|
__pyx_t_2 = (((__pyx_v_src.suboffsets[__pyx_v_i]) >= 0) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1302
|
|
*
|
|
* if src.suboffsets[i] >= 0:
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i) # <<<<<<<<<<<<<<
|
|
*
|
|
* if slices_overlap(&src, &dst, ndim, itemsize):
|
|
*/
|
|
__pyx_t_6 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Dimension %d is not direct"), __pyx_v_i); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(2, 1302, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1301
|
|
* _err_extents(i, dst.shape[i], src.shape[i])
|
|
*
|
|
* if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<<
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "View.MemoryView":1304
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
* if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<<
|
|
*
|
|
* if not slice_is_contig(src, order, ndim):
|
|
*/
|
|
__pyx_t_2 = (__pyx_slices_overlap((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1306
|
|
* if slices_overlap(&src, &dst, ndim, itemsize):
|
|
*
|
|
* if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<<
|
|
* order = get_best_order(&dst, ndim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_memviewslice_is_contig(__pyx_v_src, __pyx_v_order, __pyx_v_ndim) != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1307
|
|
*
|
|
* if not slice_is_contig(src, order, ndim):
|
|
* order = get_best_order(&dst, ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
|
|
*/
|
|
__pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1306
|
|
* if slices_overlap(&src, &dst, ndim, itemsize):
|
|
*
|
|
* if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<<
|
|
* order = get_best_order(&dst, ndim)
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1309
|
|
* order = get_best_order(&dst, ndim)
|
|
*
|
|
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim) # <<<<<<<<<<<<<<
|
|
* src = tmp
|
|
*
|
|
*/
|
|
__pyx_t_7 = __pyx_memoryview_copy_data_to_temp((&__pyx_v_src), (&__pyx_v_tmp), __pyx_v_order, __pyx_v_ndim); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(2, 1309, __pyx_L1_error)
|
|
__pyx_v_tmpdata = __pyx_t_7;
|
|
|
|
/* "View.MemoryView":1310
|
|
*
|
|
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
|
|
* src = tmp # <<<<<<<<<<<<<<
|
|
*
|
|
* if not broadcasting:
|
|
*/
|
|
__pyx_v_src = __pyx_v_tmp;
|
|
|
|
/* "View.MemoryView":1304
|
|
* _err_dim(ValueError, "Dimension %d is not direct", i)
|
|
*
|
|
* if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<<
|
|
*
|
|
* if not slice_is_contig(src, order, ndim):
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1312
|
|
* src = tmp
|
|
*
|
|
* if not broadcasting: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = ((!(__pyx_v_broadcasting != 0)) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1315
|
|
*
|
|
*
|
|
* if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
*/
|
|
__pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'C', __pyx_v_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1316
|
|
*
|
|
* if slice_is_contig(src, 'C', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim) # <<<<<<<<<<<<<<
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*/
|
|
__pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'C', __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1315
|
|
*
|
|
*
|
|
* if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
*/
|
|
goto __pyx_L12;
|
|
}
|
|
|
|
/* "View.MemoryView":1317
|
|
* if slice_is_contig(src, 'C', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
*/
|
|
__pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'F', __pyx_v_ndim) != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1318
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim) # <<<<<<<<<<<<<<
|
|
*
|
|
* if direct_copy:
|
|
*/
|
|
__pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'F', __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1317
|
|
* if slice_is_contig(src, 'C', ndim):
|
|
* direct_copy = slice_is_contig(dst, 'C', ndim)
|
|
* elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<<
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
*/
|
|
}
|
|
__pyx_L12:;
|
|
|
|
/* "View.MemoryView":1320
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
* if direct_copy: # <<<<<<<<<<<<<<
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_direct_copy != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "View.MemoryView":1322
|
|
* if direct_copy:
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<<
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
|
|
|
|
/* "View.MemoryView":1323
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim)) # <<<<<<<<<<<<<<
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
* free(tmpdata)
|
|
*/
|
|
(void)(memcpy(__pyx_v_dst.data, __pyx_v_src.data, __pyx_memoryview_slice_get_size((&__pyx_v_src), __pyx_v_ndim)));
|
|
|
|
/* "View.MemoryView":1324
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<<
|
|
* free(tmpdata)
|
|
* return 0
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
|
|
|
|
/* "View.MemoryView":1325
|
|
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
* free(tmpdata) # <<<<<<<<<<<<<<
|
|
* return 0
|
|
*
|
|
*/
|
|
free(__pyx_v_tmpdata);
|
|
|
|
/* "View.MemoryView":1326
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
* free(tmpdata)
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* if order == 'F' == get_best_order(&dst, ndim):
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1320
|
|
* direct_copy = slice_is_contig(dst, 'F', ndim)
|
|
*
|
|
* if direct_copy: # <<<<<<<<<<<<<<
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1312
|
|
* src = tmp
|
|
*
|
|
* if not broadcasting: # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1328
|
|
* return 0
|
|
*
|
|
* if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_order == 'F');
|
|
if (__pyx_t_2) {
|
|
__pyx_t_2 = ('F' == __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim));
|
|
}
|
|
__pyx_t_8 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_8) {
|
|
|
|
/* "View.MemoryView":1331
|
|
*
|
|
*
|
|
* transpose_memslice(&src) # <<<<<<<<<<<<<<
|
|
* transpose_memslice(&dst)
|
|
*
|
|
*/
|
|
__pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_src)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(2, 1331, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1332
|
|
*
|
|
* transpose_memslice(&src)
|
|
* transpose_memslice(&dst) # <<<<<<<<<<<<<<
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
*/
|
|
__pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_dst)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(2, 1332, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":1328
|
|
* return 0
|
|
*
|
|
* if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1334
|
|
* transpose_memslice(&dst)
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<<
|
|
* copy_strided_to_strided(&src, &dst, ndim, itemsize)
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
|
|
|
|
/* "View.MemoryView":1335
|
|
*
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* copy_strided_to_strided(&src, &dst, ndim, itemsize) # <<<<<<<<<<<<<<
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*
|
|
*/
|
|
copy_strided_to_strided((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize);
|
|
|
|
/* "View.MemoryView":1336
|
|
* refcount_copying(&dst, dtype_is_object, ndim, False)
|
|
* copy_strided_to_strided(&src, &dst, ndim, itemsize)
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<<
|
|
*
|
|
* free(tmpdata)
|
|
*/
|
|
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
|
|
|
|
/* "View.MemoryView":1338
|
|
* refcount_copying(&dst, dtype_is_object, ndim, True)
|
|
*
|
|
* free(tmpdata) # <<<<<<<<<<<<<<
|
|
* return 0
|
|
*
|
|
*/
|
|
free(__pyx_v_tmpdata);
|
|
|
|
/* "View.MemoryView":1339
|
|
*
|
|
* free(tmpdata)
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_broadcast_leading')
|
|
*/
|
|
__pyx_r = 0;
|
|
goto __pyx_L0;
|
|
|
|
/* "View.MemoryView":1270
|
|
*
|
|
* @cname('__pyx_memoryview_copy_contents')
|
|
* cdef int memoryview_copy_contents(__Pyx_memviewslice src, # <<<<<<<<<<<<<<
|
|
* __Pyx_memviewslice dst,
|
|
* int src_ndim, int dst_ndim,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
{
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_AddTraceback("View.MemoryView.memoryview_copy_contents", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
__pyx_r = -1;
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "View.MemoryView":1342
|
|
*
|
|
* @cname('__pyx_memoryview_broadcast_leading')
|
|
* cdef void broadcast_leading(__Pyx_memviewslice *mslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* int ndim_other) nogil:
|
|
*/
|
|
|
|
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim, int __pyx_v_ndim_other) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_offset;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("broadcast_leading", __pyx_f[2], 1342, 1, __PYX_ERR(2, 1342, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1346
|
|
* int ndim_other) nogil:
|
|
* cdef int i
|
|
* cdef int offset = ndim_other - ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
*/
|
|
__pyx_v_offset = (__pyx_v_ndim_other - __pyx_v_ndim);
|
|
|
|
/* "View.MemoryView":1348
|
|
* cdef int offset = ndim_other - ndim
|
|
*
|
|
* for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
|
|
* mslice.shape[i + offset] = mslice.shape[i]
|
|
* mslice.strides[i + offset] = mslice.strides[i]
|
|
*/
|
|
for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
|
|
__pyx_v_i = __pyx_t_1;
|
|
|
|
/* "View.MemoryView":1349
|
|
*
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* mslice.shape[i + offset] = mslice.shape[i] # <<<<<<<<<<<<<<
|
|
* mslice.strides[i + offset] = mslice.strides[i]
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
|
|
*/
|
|
(__pyx_v_mslice->shape[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->shape[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1350
|
|
* for i in range(ndim - 1, -1, -1):
|
|
* mslice.shape[i + offset] = mslice.shape[i]
|
|
* mslice.strides[i + offset] = mslice.strides[i] # <<<<<<<<<<<<<<
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
|
|
*
|
|
*/
|
|
(__pyx_v_mslice->strides[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->strides[__pyx_v_i]);
|
|
|
|
/* "View.MemoryView":1351
|
|
* mslice.shape[i + offset] = mslice.shape[i]
|
|
* mslice.strides[i + offset] = mslice.strides[i]
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i] # <<<<<<<<<<<<<<
|
|
*
|
|
* for i in range(offset):
|
|
*/
|
|
(__pyx_v_mslice->suboffsets[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->suboffsets[__pyx_v_i]);
|
|
}
|
|
|
|
/* "View.MemoryView":1353
|
|
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
|
|
*
|
|
* for i in range(offset): # <<<<<<<<<<<<<<
|
|
* mslice.shape[i] = 1
|
|
* mslice.strides[i] = mslice.strides[0]
|
|
*/
|
|
__pyx_t_1 = __pyx_v_offset;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "View.MemoryView":1354
|
|
*
|
|
* for i in range(offset):
|
|
* mslice.shape[i] = 1 # <<<<<<<<<<<<<<
|
|
* mslice.strides[i] = mslice.strides[0]
|
|
* mslice.suboffsets[i] = -1
|
|
*/
|
|
(__pyx_v_mslice->shape[__pyx_v_i]) = 1;
|
|
|
|
/* "View.MemoryView":1355
|
|
* for i in range(offset):
|
|
* mslice.shape[i] = 1
|
|
* mslice.strides[i] = mslice.strides[0] # <<<<<<<<<<<<<<
|
|
* mslice.suboffsets[i] = -1
|
|
*
|
|
*/
|
|
(__pyx_v_mslice->strides[__pyx_v_i]) = (__pyx_v_mslice->strides[0]);
|
|
|
|
/* "View.MemoryView":1356
|
|
* mslice.shape[i] = 1
|
|
* mslice.strides[i] = mslice.strides[0]
|
|
* mslice.suboffsets[i] = -1 # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
(__pyx_v_mslice->suboffsets[__pyx_v_i]) = -1L;
|
|
}
|
|
|
|
/* "View.MemoryView":1342
|
|
*
|
|
* @cname('__pyx_memoryview_broadcast_leading')
|
|
* cdef void broadcast_leading(__Pyx_memviewslice *mslice, # <<<<<<<<<<<<<<
|
|
* int ndim,
|
|
* int ndim_other) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.broadcast_leading", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1364
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_copying')
|
|
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, # <<<<<<<<<<<<<<
|
|
* int ndim, bint inc) nogil:
|
|
*
|
|
*/
|
|
|
|
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_dtype_is_object, int __pyx_v_ndim, int __pyx_v_inc) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("refcount_copying", __pyx_f[2], 1364, 1, __PYX_ERR(2, 1364, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1368
|
|
*
|
|
*
|
|
* if dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice_with_gil(dst.data, dst.shape,
|
|
* dst.strides, ndim, inc)
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_dtype_is_object != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1369
|
|
*
|
|
* if dtype_is_object:
|
|
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, # <<<<<<<<<<<<<<
|
|
* dst.strides, ndim, inc)
|
|
*
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice_with_gil(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_inc);
|
|
|
|
/* "View.MemoryView":1368
|
|
*
|
|
*
|
|
* if dtype_is_object: # <<<<<<<<<<<<<<
|
|
* refcount_objects_in_slice_with_gil(dst.data, dst.shape,
|
|
* dst.strides, ndim, inc)
|
|
*/
|
|
}
|
|
|
|
/* "View.MemoryView":1364
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_copying')
|
|
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, # <<<<<<<<<<<<<<
|
|
* int ndim, bint inc) nogil:
|
|
*
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.refcount_copying", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1373
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
|
|
* cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* bint inc) with gil:
|
|
*/
|
|
|
|
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
#endif
|
|
__Pyx_RefNannySetupContext("refcount_objects_in_slice_with_gil", 0);
|
|
__Pyx_TraceCall("refcount_objects_in_slice_with_gil", __pyx_f[2], 1373, 0, __PYX_ERR(2, 1373, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1376
|
|
* Py_ssize_t *strides, int ndim,
|
|
* bint inc) with gil:
|
|
* refcount_objects_in_slice(data, shape, strides, ndim, inc) # <<<<<<<<<<<<<<
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice')
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, __pyx_v_shape, __pyx_v_strides, __pyx_v_ndim, __pyx_v_inc);
|
|
|
|
/* "View.MemoryView":1373
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
|
|
* cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* bint inc) with gil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.refcount_objects_in_slice_with_gil", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
#ifdef WITH_THREAD
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
#endif
|
|
}
|
|
|
|
/* "View.MemoryView":1379
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice')
|
|
* cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim, bint inc):
|
|
* cdef Py_ssize_t i
|
|
*/
|
|
|
|
static void __pyx_memoryview_refcount_objects_in_slice(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
Py_ssize_t __pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("refcount_objects_in_slice", 0);
|
|
__Pyx_TraceCall("refcount_objects_in_slice", __pyx_f[2], 1379, 0, __PYX_ERR(2, 1379, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1383
|
|
* cdef Py_ssize_t i
|
|
*
|
|
* for i in range(shape[0]): # <<<<<<<<<<<<<<
|
|
* if ndim == 1:
|
|
* if inc:
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_shape[0]);
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "View.MemoryView":1384
|
|
*
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if inc:
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
*/
|
|
__pyx_t_4 = ((__pyx_v_ndim == 1) != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":1385
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1:
|
|
* if inc: # <<<<<<<<<<<<<<
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
* else:
|
|
*/
|
|
__pyx_t_4 = (__pyx_v_inc != 0);
|
|
if (__pyx_t_4) {
|
|
|
|
/* "View.MemoryView":1386
|
|
* if ndim == 1:
|
|
* if inc:
|
|
* Py_INCREF((<PyObject **> data)[0]) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* Py_DECREF((<PyObject **> data)[0])
|
|
*/
|
|
Py_INCREF((((PyObject **)__pyx_v_data)[0]));
|
|
|
|
/* "View.MemoryView":1385
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1:
|
|
* if inc: # <<<<<<<<<<<<<<
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
* else:
|
|
*/
|
|
goto __pyx_L6;
|
|
}
|
|
|
|
/* "View.MemoryView":1388
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
* else:
|
|
* Py_DECREF((<PyObject **> data)[0]) # <<<<<<<<<<<<<<
|
|
* else:
|
|
* refcount_objects_in_slice(data, shape + 1, strides + 1,
|
|
*/
|
|
/*else*/ {
|
|
Py_DECREF((((PyObject **)__pyx_v_data)[0]));
|
|
}
|
|
__pyx_L6:;
|
|
|
|
/* "View.MemoryView":1384
|
|
*
|
|
* for i in range(shape[0]):
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* if inc:
|
|
* Py_INCREF((<PyObject **> data)[0])
|
|
*/
|
|
goto __pyx_L5;
|
|
}
|
|
|
|
/* "View.MemoryView":1390
|
|
* Py_DECREF((<PyObject **> data)[0])
|
|
* else:
|
|
* refcount_objects_in_slice(data, shape + 1, strides + 1, # <<<<<<<<<<<<<<
|
|
* ndim - 1, inc)
|
|
*
|
|
*/
|
|
/*else*/ {
|
|
|
|
/* "View.MemoryView":1391
|
|
* else:
|
|
* refcount_objects_in_slice(data, shape + 1, strides + 1,
|
|
* ndim - 1, inc) # <<<<<<<<<<<<<<
|
|
*
|
|
* data += strides[0]
|
|
*/
|
|
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_inc);
|
|
}
|
|
__pyx_L5:;
|
|
|
|
/* "View.MemoryView":1393
|
|
* ndim - 1, inc)
|
|
*
|
|
* data += strides[0] # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_data = (__pyx_v_data + (__pyx_v_strides[0]));
|
|
}
|
|
|
|
/* "View.MemoryView":1379
|
|
*
|
|
* @cname('__pyx_memoryview_refcount_objects_in_slice')
|
|
* cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim, bint inc):
|
|
* cdef Py_ssize_t i
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.refcount_objects_in_slice", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
}
|
|
|
|
/* "View.MemoryView":1399
|
|
*
|
|
* @cname('__pyx_memoryview_slice_assign_scalar')
|
|
* cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim, # <<<<<<<<<<<<<<
|
|
* size_t itemsize, void *item,
|
|
* bint dtype_is_object) nogil:
|
|
*/
|
|
|
|
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item, int __pyx_v_dtype_is_object) {
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("slice_assign_scalar", __pyx_f[2], 1399, 1, __PYX_ERR(2, 1399, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1402
|
|
* size_t itemsize, void *item,
|
|
* bint dtype_is_object) nogil:
|
|
* refcount_copying(dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<<
|
|
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,
|
|
* itemsize, item)
|
|
*/
|
|
__pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
|
|
|
|
/* "View.MemoryView":1403
|
|
* bint dtype_is_object) nogil:
|
|
* refcount_copying(dst, dtype_is_object, ndim, False)
|
|
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, # <<<<<<<<<<<<<<
|
|
* itemsize, item)
|
|
* refcount_copying(dst, dtype_is_object, ndim, True)
|
|
*/
|
|
__pyx_memoryview__slice_assign_scalar(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_itemsize, __pyx_v_item);
|
|
|
|
/* "View.MemoryView":1405
|
|
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,
|
|
* itemsize, item)
|
|
* refcount_copying(dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
|
|
|
|
/* "View.MemoryView":1399
|
|
*
|
|
* @cname('__pyx_memoryview_slice_assign_scalar')
|
|
* cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim, # <<<<<<<<<<<<<<
|
|
* size_t itemsize, void *item,
|
|
* bint dtype_is_object) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView.slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "View.MemoryView":1409
|
|
*
|
|
* @cname('__pyx_memoryview__slice_assign_scalar')
|
|
* cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* size_t itemsize, void *item) nogil:
|
|
*/
|
|
|
|
static void __pyx_memoryview__slice_assign_scalar(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item) {
|
|
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
|
|
Py_ssize_t __pyx_v_stride;
|
|
Py_ssize_t __pyx_v_extent;
|
|
__Pyx_TraceDeclarations
|
|
int __pyx_t_1;
|
|
Py_ssize_t __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
Py_ssize_t __pyx_t_4;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceCall("_slice_assign_scalar", __pyx_f[2], 1409, 1, __PYX_ERR(2, 1409, __pyx_L1_error));
|
|
|
|
/* "View.MemoryView":1413
|
|
* size_t itemsize, void *item) nogil:
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t stride = strides[0] # <<<<<<<<<<<<<<
|
|
* cdef Py_ssize_t extent = shape[0]
|
|
*
|
|
*/
|
|
__pyx_v_stride = (__pyx_v_strides[0]);
|
|
|
|
/* "View.MemoryView":1414
|
|
* cdef Py_ssize_t i
|
|
* cdef Py_ssize_t stride = strides[0]
|
|
* cdef Py_ssize_t extent = shape[0] # <<<<<<<<<<<<<<
|
|
*
|
|
* if ndim == 1:
|
|
*/
|
|
__pyx_v_extent = (__pyx_v_shape[0]);
|
|
|
|
/* "View.MemoryView":1416
|
|
* cdef Py_ssize_t extent = shape[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize)
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_ndim == 1) != 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "View.MemoryView":1417
|
|
*
|
|
* if ndim == 1:
|
|
* for i in range(extent): # <<<<<<<<<<<<<<
|
|
* memcpy(data, item, itemsize)
|
|
* data += stride
|
|
*/
|
|
__pyx_t_2 = __pyx_v_extent;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1418
|
|
* if ndim == 1:
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize) # <<<<<<<<<<<<<<
|
|
* data += stride
|
|
* else:
|
|
*/
|
|
(void)(memcpy(__pyx_v_data, __pyx_v_item, __pyx_v_itemsize));
|
|
|
|
/* "View.MemoryView":1419
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize)
|
|
* data += stride # <<<<<<<<<<<<<<
|
|
* else:
|
|
* for i in range(extent):
|
|
*/
|
|
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
|
|
}
|
|
|
|
/* "View.MemoryView":1416
|
|
* cdef Py_ssize_t extent = shape[0]
|
|
*
|
|
* if ndim == 1: # <<<<<<<<<<<<<<
|
|
* for i in range(extent):
|
|
* memcpy(data, item, itemsize)
|
|
*/
|
|
goto __pyx_L3;
|
|
}
|
|
|
|
/* "View.MemoryView":1421
|
|
* data += stride
|
|
* else:
|
|
* for i in range(extent): # <<<<<<<<<<<<<<
|
|
* _slice_assign_scalar(data, shape + 1, strides + 1,
|
|
* ndim - 1, itemsize, item)
|
|
*/
|
|
/*else*/ {
|
|
__pyx_t_2 = __pyx_v_extent;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "View.MemoryView":1422
|
|
* else:
|
|
* for i in range(extent):
|
|
* _slice_assign_scalar(data, shape + 1, strides + 1, # <<<<<<<<<<<<<<
|
|
* ndim - 1, itemsize, item)
|
|
* data += stride
|
|
*/
|
|
__pyx_memoryview__slice_assign_scalar(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize, __pyx_v_item);
|
|
|
|
/* "View.MemoryView":1424
|
|
* _slice_assign_scalar(data, shape + 1, strides + 1,
|
|
* ndim - 1, itemsize, item)
|
|
* data += stride # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
|
|
}
|
|
}
|
|
__pyx_L3:;
|
|
|
|
/* "View.MemoryView":1409
|
|
*
|
|
* @cname('__pyx_memoryview__slice_assign_scalar')
|
|
* cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<<
|
|
* Py_ssize_t *strides, int ndim,
|
|
* size_t itemsize, void *item) nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_WriteUnraisable("View.MemoryView._slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1);
|
|
__pyx_L0:;
|
|
__Pyx_TraceReturn(Py_None, 1);
|
|
}
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
|
|
/* Python wrapper */
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
|
|
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum = {"__pyx_unpickle_Enum", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum, METH_VARARGS|METH_KEYWORDS, 0};
|
|
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
|
|
PyObject *__pyx_v___pyx_type = 0;
|
|
long __pyx_v___pyx_checksum;
|
|
PyObject *__pyx_v___pyx_state = 0;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyObject *__pyx_r = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum (wrapper)", 0);
|
|
{
|
|
static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_pyx_type,&__pyx_n_s_pyx_checksum,&__pyx_n_s_pyx_state,0};
|
|
PyObject* values[3] = {0,0,0};
|
|
if (unlikely(__pyx_kwds)) {
|
|
Py_ssize_t kw_args;
|
|
const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
|
|
switch (pos_args) {
|
|
case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
CYTHON_FALLTHROUGH;
|
|
case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
CYTHON_FALLTHROUGH;
|
|
case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
CYTHON_FALLTHROUGH;
|
|
case 0: break;
|
|
default: goto __pyx_L5_argtuple_error;
|
|
}
|
|
kw_args = PyDict_Size(__pyx_kwds);
|
|
switch (pos_args) {
|
|
case 0:
|
|
if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_type)) != 0)) kw_args--;
|
|
else goto __pyx_L5_argtuple_error;
|
|
CYTHON_FALLTHROUGH;
|
|
case 1:
|
|
if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_checksum)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 1); __PYX_ERR(2, 1, __pyx_L3_error)
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_state)) != 0)) kw_args--;
|
|
else {
|
|
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 2); __PYX_ERR(2, 1, __pyx_L3_error)
|
|
}
|
|
}
|
|
if (unlikely(kw_args > 0)) {
|
|
if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__pyx_unpickle_Enum") < 0)) __PYX_ERR(2, 1, __pyx_L3_error)
|
|
}
|
|
} else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
|
|
goto __pyx_L5_argtuple_error;
|
|
} else {
|
|
values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
|
|
values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
|
|
values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
|
|
}
|
|
__pyx_v___pyx_type = values[0];
|
|
__pyx_v___pyx_checksum = __Pyx_PyInt_As_long(values[1]); if (unlikely((__pyx_v___pyx_checksum == (long)-1) && PyErr_Occurred())) __PYX_ERR(2, 1, __pyx_L3_error)
|
|
__pyx_v___pyx_state = values[2];
|
|
}
|
|
goto __pyx_L4_argument_unpacking_done;
|
|
__pyx_L5_argtuple_error:;
|
|
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(2, 1, __pyx_L3_error)
|
|
__pyx_L3_error:;
|
|
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__Pyx_RefNannyFinishContext();
|
|
return NULL;
|
|
__pyx_L4_argument_unpacking_done:;
|
|
__pyx_r = __pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(__pyx_self, __pyx_v___pyx_type, __pyx_v___pyx_checksum, __pyx_v___pyx_state);
|
|
|
|
/* function exit code */
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_v___pyx_PickleError = 0;
|
|
PyObject *__pyx_v___pyx_result = 0;
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_TraceFrameInit(__pyx_codeobj__55)
|
|
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum", 0);
|
|
__Pyx_TraceCall("__pyx_unpickle_Enum", __pyx_f[2], 1, 0, __PYX_ERR(2, 1, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":4
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995): # <<<<<<<<<<<<<<
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_long(__pyx_v___pyx_checksum); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_t_1, __pyx_tuple__56, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_3 = (__pyx_t_2 != 0);
|
|
if (__pyx_t_3) {
|
|
|
|
/* "(tree fragment)":5
|
|
* cdef object __pyx_result
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995):
|
|
* from pickle import PickleError as __pyx_PickleError # <<<<<<<<<<<<<<
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_PickleError);
|
|
__Pyx_GIVEREF(__pyx_n_s_PickleError);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_PickleError);
|
|
__pyx_t_4 = __Pyx_Import(__pyx_n_s_pickle, __pyx_t_1, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_4, __pyx_n_s_PickleError); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 5, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_1);
|
|
__pyx_v___pyx_PickleError = __pyx_t_1;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":6
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995):
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum) # <<<<<<<<<<<<<<
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None:
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyInt_From_long(__pyx_v___pyx_checksum); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = __Pyx_PyString_Format(__pyx_kp_s_Incompatible_checksums_0x_x_vs_0, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(2, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_INCREF(__pyx_v___pyx_PickleError);
|
|
__pyx_t_1 = __pyx_v___pyx_PickleError; __pyx_t_6 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_6)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_6);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_6, __pyx_t_5) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 6, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_Raise(__pyx_t_4, 0, 0, 0);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
__PYX_ERR(2, 6, __pyx_L1_error)
|
|
|
|
/* "(tree fragment)":4
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
* if __pyx_checksum not in (0xb068931, 0x82a3537, 0x6ae9995): # <<<<<<<<<<<<<<
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":7
|
|
* from pickle import PickleError as __pyx_PickleError
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type) # <<<<<<<<<<<<<<
|
|
* if __pyx_state is not None:
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_MemviewEnum_type), __pyx_n_s_new); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 7, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_5 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
|
|
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_1);
|
|
if (likely(__pyx_t_5)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_t_5);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_1, function);
|
|
}
|
|
}
|
|
__pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_5, __pyx_v___pyx_type) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v___pyx_type);
|
|
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 7, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_v___pyx_result = __pyx_t_4;
|
|
__pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":8
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None: # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
*/
|
|
__pyx_t_3 = (__pyx_v___pyx_state != Py_None);
|
|
__pyx_t_2 = (__pyx_t_3 != 0);
|
|
if (__pyx_t_2) {
|
|
|
|
/* "(tree fragment)":9
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None:
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state) # <<<<<<<<<<<<<<
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
*/
|
|
if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||((void)PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(2, 9, __pyx_L1_error)
|
|
__pyx_t_4 = __pyx_unpickle_Enum__set_state(((struct __pyx_MemviewEnum_obj *)__pyx_v___pyx_result), ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 9, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "(tree fragment)":8
|
|
* raise __pyx_PickleError("Incompatible checksums (0x%x vs (0xb068931, 0x82a3537, 0x6ae9995) = (name))" % __pyx_checksum)
|
|
* __pyx_result = Enum.__new__(__pyx_type)
|
|
* if __pyx_state is not None: # <<<<<<<<<<<<<<
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":10
|
|
* if __pyx_state is not None:
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result # <<<<<<<<<<<<<<
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0]
|
|
*/
|
|
__Pyx_XDECREF(__pyx_r);
|
|
__Pyx_INCREF(__pyx_v___pyx_result);
|
|
__pyx_r = __pyx_v___pyx_result;
|
|
goto __pyx_L0;
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = NULL;
|
|
__pyx_L0:;
|
|
__Pyx_XDECREF(__pyx_v___pyx_PickleError);
|
|
__Pyx_XDECREF(__pyx_v___pyx_result);
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "(tree fragment)":11
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
*/
|
|
|
|
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *__pyx_v___pyx_result, PyObject *__pyx_v___pyx_state) {
|
|
PyObject *__pyx_r = NULL;
|
|
__Pyx_TraceDeclarations
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_t_2;
|
|
Py_ssize_t __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
PyObject *__pyx_t_6 = NULL;
|
|
PyObject *__pyx_t_7 = NULL;
|
|
PyObject *__pyx_t_8 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum__set_state", 0);
|
|
__Pyx_TraceCall("__pyx_unpickle_Enum__set_state", __pyx_f[2], 11, 0, __PYX_ERR(2, 11, __pyx_L1_error));
|
|
|
|
/* "(tree fragment)":12
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0] # <<<<<<<<<<<<<<
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
* __pyx_result.__dict__.update(__pyx_state[1])
|
|
*/
|
|
if (unlikely(__pyx_v___pyx_state == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(2, 12, __pyx_L1_error)
|
|
}
|
|
__pyx_t_1 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 12, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__Pyx_GOTREF(__pyx_v___pyx_result->name);
|
|
__Pyx_DECREF(__pyx_v___pyx_result->name);
|
|
__pyx_v___pyx_result->name = __pyx_t_1;
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":13
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): # <<<<<<<<<<<<<<
|
|
* __pyx_result.__dict__.update(__pyx_state[1])
|
|
*/
|
|
if (unlikely(__pyx_v___pyx_state == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
|
|
__PYX_ERR(2, 13, __pyx_L1_error)
|
|
}
|
|
__pyx_t_3 = PyTuple_GET_SIZE(__pyx_v___pyx_state); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(2, 13, __pyx_L1_error)
|
|
__pyx_t_4 = ((__pyx_t_3 > 1) != 0);
|
|
if (__pyx_t_4) {
|
|
} else {
|
|
__pyx_t_2 = __pyx_t_4;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_4 = __Pyx_HasAttr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict_2); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 13, __pyx_L1_error)
|
|
__pyx_t_5 = (__pyx_t_4 != 0);
|
|
__pyx_t_2 = __pyx_t_5;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_2) {
|
|
|
|
/* "(tree fragment)":14
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
* __pyx_result.__dict__.update(__pyx_state[1]) # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_update); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_7);
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(__pyx_v___pyx_state == Py_None)) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
|
|
__PYX_ERR(2, 14, __pyx_L1_error)
|
|
}
|
|
__pyx_t_6 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_6);
|
|
__pyx_t_8 = NULL;
|
|
if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
|
|
__pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
|
|
if (likely(__pyx_t_8)) {
|
|
PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
|
|
__Pyx_INCREF(__pyx_t_8);
|
|
__Pyx_INCREF(function);
|
|
__Pyx_DECREF_SET(__pyx_t_7, function);
|
|
}
|
|
}
|
|
__pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
|
|
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
|
|
if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "(tree fragment)":13
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): # <<<<<<<<<<<<<<
|
|
* __pyx_result.__dict__.update(__pyx_state[1])
|
|
*/
|
|
}
|
|
|
|
/* "(tree fragment)":11
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_6);
|
|
__Pyx_XDECREF(__pyx_t_7);
|
|
__Pyx_XDECREF(__pyx_t_8);
|
|
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum__set_state", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
__pyx_r = 0;
|
|
__pyx_L0:;
|
|
__Pyx_XGIVEREF(__pyx_r);
|
|
__Pyx_TraceReturn(__pyx_r, 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return __pyx_r;
|
|
}
|
|
static struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc __pyx_vtable_5spacy_6tokens_3doc_Doc;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc_Doc(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_5spacy_6tokens_3doc_Doc;
|
|
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
|
|
p->vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)Py_None); Py_INCREF(Py_None);
|
|
p->_vector = Py_None; Py_INCREF(Py_None);
|
|
p->_vector_norm = Py_None; Py_INCREF(Py_None);
|
|
p->tensor = Py_None; Py_INCREF(Py_None);
|
|
p->cats = Py_None; Py_INCREF(Py_None);
|
|
p->user_data = Py_None; Py_INCREF(Py_None);
|
|
p->spans = Py_None; Py_INCREF(Py_None);
|
|
p->user_hooks = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
p->user_token_hooks = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
p->user_span_hooks = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
p->_context = Py_None; Py_INCREF(Py_None);
|
|
p->noun_chunks_iterator = Py_None; Py_INCREF(Py_None);
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc_Doc(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *p = (struct __pyx_obj_5spacy_6tokens_3doc_Doc *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
if (p->__weakref__) PyObject_ClearWeakRefs(o);
|
|
Py_CLEAR(p->mem);
|
|
Py_CLEAR(p->vocab);
|
|
Py_CLEAR(p->_vector);
|
|
Py_CLEAR(p->_vector_norm);
|
|
Py_CLEAR(p->tensor);
|
|
Py_CLEAR(p->cats);
|
|
Py_CLEAR(p->user_data);
|
|
Py_CLEAR(p->spans);
|
|
Py_CLEAR(p->user_hooks);
|
|
Py_CLEAR(p->user_token_hooks);
|
|
Py_CLEAR(p->user_span_hooks);
|
|
Py_CLEAR(p->_context);
|
|
Py_CLEAR(p->noun_chunks_iterator);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc_Doc(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *p = (struct __pyx_obj_5spacy_6tokens_3doc_Doc *)o;
|
|
if (p->mem) {
|
|
e = (*v)(((PyObject *)p->mem), a); if (e) return e;
|
|
}
|
|
if (p->vocab) {
|
|
e = (*v)(((PyObject *)p->vocab), a); if (e) return e;
|
|
}
|
|
if (p->_vector) {
|
|
e = (*v)(p->_vector, a); if (e) return e;
|
|
}
|
|
if (p->_vector_norm) {
|
|
e = (*v)(p->_vector_norm, a); if (e) return e;
|
|
}
|
|
if (p->tensor) {
|
|
e = (*v)(p->tensor, a); if (e) return e;
|
|
}
|
|
if (p->cats) {
|
|
e = (*v)(p->cats, a); if (e) return e;
|
|
}
|
|
if (p->user_data) {
|
|
e = (*v)(p->user_data, a); if (e) return e;
|
|
}
|
|
if (p->spans) {
|
|
e = (*v)(p->spans, a); if (e) return e;
|
|
}
|
|
if (p->user_hooks) {
|
|
e = (*v)(p->user_hooks, a); if (e) return e;
|
|
}
|
|
if (p->user_token_hooks) {
|
|
e = (*v)(p->user_token_hooks, a); if (e) return e;
|
|
}
|
|
if (p->user_span_hooks) {
|
|
e = (*v)(p->user_span_hooks, a); if (e) return e;
|
|
}
|
|
if (p->_context) {
|
|
e = (*v)(p->_context, a); if (e) return e;
|
|
}
|
|
if (p->noun_chunks_iterator) {
|
|
e = (*v)(p->noun_chunks_iterator, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc_Doc(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc_Doc *p = (struct __pyx_obj_5spacy_6tokens_3doc_Doc *)o;
|
|
tmp = ((PyObject*)p->mem);
|
|
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->vocab);
|
|
p->vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_vector);
|
|
p->_vector = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_vector_norm);
|
|
p->_vector_norm = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->tensor);
|
|
p->tensor = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->cats);
|
|
p->cats = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->user_data);
|
|
p->user_data = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->spans);
|
|
p->spans = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->user_hooks);
|
|
p->user_hooks = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->user_token_hooks);
|
|
p->user_token_hooks = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->user_span_hooks);
|
|
p->user_span_hooks = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_context);
|
|
p->_context = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->noun_chunks_iterator);
|
|
p->noun_chunks_iterator = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *__pyx_sq_item_5spacy_6tokens_3doc_Doc(PyObject *o, Py_ssize_t i) {
|
|
PyObject *r;
|
|
PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
|
|
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
|
|
Py_DECREF(x);
|
|
return r;
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc__(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_1__1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_is_tagged(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9is_tagged_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_is_parsed(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9is_parsed_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_is_nered(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_8is_nered_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_is_sentenced(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_12is_sentenced_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_doc(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_3doc_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_has_vector(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_10has_vector_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_vector(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_6vector_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_vector(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_6vector_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_vector_norm(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_11vector_norm_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_vector_norm(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_11vector_norm_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_text(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4text_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_text_with_ws(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_12text_with_ws_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_ents(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4ents_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_ents(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4ents_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_noun_chunks(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_11noun_chunks_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_sents(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_5sents_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_lang(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4lang_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_lang_(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_5lang__1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_mem(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_3mem_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_vocab(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_5vocab_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc__vector(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc__vector(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_7_vector_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc__vector_norm(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc__vector_norm(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_12_vector_norm_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_tensor(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_tensor(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_6tensor_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_cats(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_cats(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_4cats_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_user_data(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_data(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9user_data_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_spans(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_5spans_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_sentiment(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9sentiment_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_sentiment(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_9sentiment_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_user_hooks(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_hooks(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_10user_hooks_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_user_token_hooks(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_token_hooks(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_16user_token_hooks_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_user_span_hooks(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_span_hooks(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_15user_span_hooks_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_has_unknown_spaces(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_has_unknown_spaces(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_18has_unknown_spaces_3__set__(o, v);
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_NotImplementedError, "__del__");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc__context(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc__context(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_8_context_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop_5spacy_6tokens_3doc_3Doc_noun_chunks_iterator(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_1__get__(o);
|
|
}
|
|
|
|
static int __pyx_setprop_5spacy_6tokens_3doc_3Doc_noun_chunks_iterator(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
|
|
if (v) {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_3__set__(o, v);
|
|
}
|
|
else {
|
|
return __pyx_pw_5spacy_6tokens_3doc_3Doc_20noun_chunks_iterator_5__del__(o);
|
|
}
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_5spacy_6tokens_3doc_Doc[] = {
|
|
{"set_extension", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_1set_extension, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_set_extension},
|
|
{"get_extension", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_3get_extension, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_2get_extension},
|
|
{"has_extension", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_5has_extension, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_4has_extension},
|
|
{"remove_extension", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_7remove_extension, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_6remove_extension},
|
|
{"has_annotation", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_11has_annotation, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_10has_annotation},
|
|
{"__unicode__", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_20__unicode__, METH_NOARGS, __pyx_doc_5spacy_6tokens_3doc_3Doc_19__unicode__},
|
|
{"__bytes__", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_22__bytes__, METH_NOARGS, __pyx_doc_5spacy_6tokens_3doc_3Doc_21__bytes__},
|
|
{"char_span", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_28char_span, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_27char_span},
|
|
{"similarity", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_30similarity, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_29similarity},
|
|
{"set_ents", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_32set_ents, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_31set_ents},
|
|
{"to_array", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_34to_array, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_33to_array},
|
|
{"count_by", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_36count_by, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_35count_by},
|
|
{"_realloc", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_38_realloc, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_37_realloc},
|
|
{"from_array", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_40from_array, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_39from_array},
|
|
{"from_docs", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_42from_docs, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_41from_docs},
|
|
{"get_lca_matrix", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_44get_lca_matrix, METH_NOARGS, __pyx_doc_5spacy_6tokens_3doc_3Doc_43get_lca_matrix},
|
|
{"copy", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_46copy, METH_NOARGS, __pyx_doc_5spacy_6tokens_3doc_3Doc_45copy},
|
|
{"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_48to_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_47to_disk},
|
|
{"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_50from_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_49from_disk},
|
|
{"to_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_52to_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_51to_bytes},
|
|
{"from_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_54from_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_53from_bytes},
|
|
{"to_dict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_56to_dict, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_55to_dict},
|
|
{"from_dict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_58from_dict, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_57from_dict},
|
|
{"extend_tensor", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_60extend_tensor, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_59extend_tensor},
|
|
{"retokenize", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_62retokenize, METH_NOARGS, __pyx_doc_5spacy_6tokens_3doc_3Doc_61retokenize},
|
|
{"_bulk_merge", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_64_bulk_merge, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_63_bulk_merge},
|
|
{"from_json", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_66from_json, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_65from_json},
|
|
{"to_json", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_68to_json, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_67to_json},
|
|
{"to_utf8_array", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_70to_utf8_array, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_69to_utf8_array},
|
|
{"_get_array_attrs", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_6tokens_3doc_3Doc_72_get_array_attrs, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_6tokens_3doc_3Doc_71_get_array_attrs},
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_74__reduce_cython__, METH_NOARGS, __pyx_doc_5spacy_6tokens_3doc_3Doc_73__reduce_cython__},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw_5spacy_6tokens_3doc_3Doc_76__setstate_cython__, METH_O, __pyx_doc_5spacy_6tokens_3doc_3Doc_75__setstate_cython__},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets_5spacy_6tokens_3doc_Doc[] = {
|
|
{(char *)"_", __pyx_getprop_5spacy_6tokens_3doc_3Doc__, 0, (char *)"Custom extension attributes registered via `set_extension`.", 0},
|
|
{(char *)"is_tagged", __pyx_getprop_5spacy_6tokens_3doc_3Doc_is_tagged, 0, (char *)0, 0},
|
|
{(char *)"is_parsed", __pyx_getprop_5spacy_6tokens_3doc_3Doc_is_parsed, 0, (char *)0, 0},
|
|
{(char *)"is_nered", __pyx_getprop_5spacy_6tokens_3doc_3Doc_is_nered, 0, (char *)0, 0},
|
|
{(char *)"is_sentenced", __pyx_getprop_5spacy_6tokens_3doc_3Doc_is_sentenced, 0, (char *)0, 0},
|
|
{(char *)"doc", __pyx_getprop_5spacy_6tokens_3doc_3Doc_doc, 0, (char *)0, 0},
|
|
{(char *)"has_vector", __pyx_getprop_5spacy_6tokens_3doc_3Doc_has_vector, 0, (char *)"A boolean value indicating whether a word vector is associated with\n the object.\n\n RETURNS (bool): Whether a word vector is associated with the object.\n\n DOCS: https://spacy.io/api/doc#has_vector\n ", 0},
|
|
{(char *)"vector", __pyx_getprop_5spacy_6tokens_3doc_3Doc_vector, __pyx_setprop_5spacy_6tokens_3doc_3Doc_vector, (char *)"A real-valued meaning representation. Defaults to an average of the\n token vectors.\n\n RETURNS (numpy.ndarray[ndim=1, dtype='float32']): A 1D numpy array\n representing the document's semantics.\n\n DOCS: https://spacy.io/api/doc#vector\n ", 0},
|
|
{(char *)"vector_norm", __pyx_getprop_5spacy_6tokens_3doc_3Doc_vector_norm, __pyx_setprop_5spacy_6tokens_3doc_3Doc_vector_norm, (char *)"The L2 norm of the document's vector representation.\n\n RETURNS (float): The L2 norm of the vector representation.\n\n DOCS: https://spacy.io/api/doc#vector_norm\n ", 0},
|
|
{(char *)"text", __pyx_getprop_5spacy_6tokens_3doc_3Doc_text, 0, (char *)"A unicode representation of the document text.\n\n RETURNS (str): The original verbatim text of the document.\n ", 0},
|
|
{(char *)"text_with_ws", __pyx_getprop_5spacy_6tokens_3doc_3Doc_text_with_ws, 0, (char *)"An alias of `Doc.text`, provided for duck-type compatibility with\n `Span` and `Token`.\n\n RETURNS (str): The original verbatim text of the document.\n ", 0},
|
|
{(char *)"ents", __pyx_getprop_5spacy_6tokens_3doc_3Doc_ents, __pyx_setprop_5spacy_6tokens_3doc_3Doc_ents, (char *)"The named entities in the document. Returns a tuple of named entity\n `Span` objects, if the entity recognizer has been applied.\n\n RETURNS (tuple): Entities in the document, one `Span` per entity.\n\n DOCS: https://spacy.io/api/doc#ents\n ", 0},
|
|
{(char *)"noun_chunks", __pyx_getprop_5spacy_6tokens_3doc_3Doc_noun_chunks, 0, (char *)"Iterate over the base noun phrases in the document. Yields base\n noun-phrase #[code Span] objects, if the language has a noun chunk iterator.\n Raises a NotImplementedError otherwise.\n\n A base noun phrase, or \"NP chunk\", is a noun\n phrase that does not permit other NPs to be nested within it \342\200\223 so no\n NP-level coordination, no prepositional phrases, and no relative\n clauses.\n\n YIELDS (Span): Noun chunks in the document.\n\n DOCS: https://spacy.io/api/doc#noun_chunks\n ", 0},
|
|
{(char *)"sents", __pyx_getprop_5spacy_6tokens_3doc_3Doc_sents, 0, (char *)"Iterate over the sentences in the document. Yields sentence `Span`\n objects. Sentence spans have no label.\n\n YIELDS (Span): Sentences in the document.\n\n DOCS: https://spacy.io/api/doc#sents\n ", 0},
|
|
{(char *)"lang", __pyx_getprop_5spacy_6tokens_3doc_3Doc_lang, 0, (char *)"RETURNS (uint64): ID of the language of the doc's vocabulary.", 0},
|
|
{(char *)"lang_", __pyx_getprop_5spacy_6tokens_3doc_3Doc_lang_, 0, (char *)"RETURNS (str): Language of the doc's vocabulary, e.g. 'en'.", 0},
|
|
{(char *)"mem", __pyx_getprop_5spacy_6tokens_3doc_3Doc_mem, 0, (char *)0, 0},
|
|
{(char *)"vocab", __pyx_getprop_5spacy_6tokens_3doc_3Doc_vocab, 0, (char *)0, 0},
|
|
{(char *)"_vector", __pyx_getprop_5spacy_6tokens_3doc_3Doc__vector, __pyx_setprop_5spacy_6tokens_3doc_3Doc__vector, (char *)"_vector: object", 0},
|
|
{(char *)"_vector_norm", __pyx_getprop_5spacy_6tokens_3doc_3Doc__vector_norm, __pyx_setprop_5spacy_6tokens_3doc_3Doc__vector_norm, (char *)"_vector_norm: object", 0},
|
|
{(char *)"tensor", __pyx_getprop_5spacy_6tokens_3doc_3Doc_tensor, __pyx_setprop_5spacy_6tokens_3doc_3Doc_tensor, (char *)"tensor: object", 0},
|
|
{(char *)"cats", __pyx_getprop_5spacy_6tokens_3doc_3Doc_cats, __pyx_setprop_5spacy_6tokens_3doc_3Doc_cats, (char *)"cats: object", 0},
|
|
{(char *)"user_data", __pyx_getprop_5spacy_6tokens_3doc_3Doc_user_data, __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_data, (char *)"user_data: object", 0},
|
|
{(char *)"spans", __pyx_getprop_5spacy_6tokens_3doc_3Doc_spans, 0, (char *)0, 0},
|
|
{(char *)"sentiment", __pyx_getprop_5spacy_6tokens_3doc_3Doc_sentiment, __pyx_setprop_5spacy_6tokens_3doc_3Doc_sentiment, (char *)"sentiment: 'float'", 0},
|
|
{(char *)"user_hooks", __pyx_getprop_5spacy_6tokens_3doc_3Doc_user_hooks, __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_hooks, (char *)"user_hooks: dict", 0},
|
|
{(char *)"user_token_hooks", __pyx_getprop_5spacy_6tokens_3doc_3Doc_user_token_hooks, __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_token_hooks, (char *)"user_token_hooks: dict", 0},
|
|
{(char *)"user_span_hooks", __pyx_getprop_5spacy_6tokens_3doc_3Doc_user_span_hooks, __pyx_setprop_5spacy_6tokens_3doc_3Doc_user_span_hooks, (char *)"user_span_hooks: dict", 0},
|
|
{(char *)"has_unknown_spaces", __pyx_getprop_5spacy_6tokens_3doc_3Doc_has_unknown_spaces, __pyx_setprop_5spacy_6tokens_3doc_3Doc_has_unknown_spaces, (char *)"has_unknown_spaces: 'bool'", 0},
|
|
{(char *)"_context", __pyx_getprop_5spacy_6tokens_3doc_3Doc__context, __pyx_setprop_5spacy_6tokens_3doc_3Doc__context, (char *)"_context: object", 0},
|
|
{(char *)"noun_chunks_iterator", __pyx_getprop_5spacy_6tokens_3doc_3Doc_noun_chunks_iterator, __pyx_setprop_5spacy_6tokens_3doc_3Doc_noun_chunks_iterator, (char *)"noun_chunks_iterator: object", 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PySequenceMethods __pyx_tp_as_sequence_Doc = {
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_18__len__, /*sq_length*/
|
|
0, /*sq_concat*/
|
|
0, /*sq_repeat*/
|
|
__pyx_sq_item_5spacy_6tokens_3doc_Doc, /*sq_item*/
|
|
0, /*sq_slice*/
|
|
0, /*sq_ass_item*/
|
|
0, /*sq_ass_slice*/
|
|
0, /*sq_contains*/
|
|
0, /*sq_inplace_concat*/
|
|
0, /*sq_inplace_repeat*/
|
|
};
|
|
|
|
static PyMappingMethods __pyx_tp_as_mapping_Doc = {
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_18__len__, /*mp_length*/
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_13__getitem__, /*mp_subscript*/
|
|
0, /*mp_ass_subscript*/
|
|
};
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc_Doc = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.Doc", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc_Doc), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc_Doc, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_26__repr__, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
&__pyx_tp_as_sequence_Doc, /*tp_as_sequence*/
|
|
&__pyx_tp_as_mapping_Doc, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_24__str__, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
"Doc(Vocab vocab, words=None, spaces=None, user_data=None, *, tags=None, pos=None, morphs=None, lemmas=None, heads=None, deps=None, sent_starts=None, ents=None)\nA sequence of Token objects. Access sentences and named entities, export\n annotations to numpy arrays, losslessly serialize to compressed binary\n strings. The `Doc` object holds an array of `TokenC` structs. The\n Python-level `Token` and `Span` objects are views of this array, i.e.\n they don't own the data themselves.\n\n EXAMPLE:\n Construction 1\n >>> doc = nlp(u'Some text')\n\n Construction 2\n >>> from spacy.tokens import Doc\n >>> doc = Doc(nlp.vocab, words=[\"hello\", \"world\", \"!\"], spaces=[True, False, False])\n\n DOCS: https://spacy.io/api/doc\n ", /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc_Doc, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc_Doc, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_15__iter__, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_5spacy_6tokens_3doc_Doc, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets_5spacy_6tokens_3doc_Doc, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
__pyx_pw_5spacy_6tokens_3doc_3Doc_9__init__, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc_Doc, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_attr);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *)o;
|
|
if (p->__pyx_v_attr) {
|
|
e = (*v)(p->__pyx_v_attr, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_attr);
|
|
p->__pyx_v_attr = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct__has_annotation", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_1_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_2_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ *)o;
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_3___iter__", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_4___get__[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_4___get__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_4___get__[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_4___get__];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_4___get__(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_4___get__[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_4___get__++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_4___get__(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *)o;
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_4___get__(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_4___get__", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_4___get__), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_4___get__, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_4___get__, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_4___get__, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_4___get__, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_token);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_token) {
|
|
e = (*v)(p->__pyx_v_token, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_5_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_6___get__[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_6___get__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_6___get__[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_6___get__];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_6___get__(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_6___get__[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_6___get__++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_6___get__(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *)o;
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_6___get__(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_6___get__", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_6___get__), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_6___get__, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_6___get__, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_6___get__, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_6___get__, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_t);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_t) {
|
|
e = (*v)(p->__pyx_v_t, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_7_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_8___get__[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_8___get__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_8___get__[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_8___get__];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_8___get__(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_8___get__[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_8___get__++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_8___get__(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *)o;
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_8___get__(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_8___get__", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_8___get__), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_8___get__, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_8___get__, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_8___get__, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_8___get__, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_t);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_t) {
|
|
e = (*v)(p->__pyx_v_t, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_9_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_10___get__[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_10___get__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_10___get__[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_10___get__];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_10___get__(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_end);
|
|
Py_CLEAR(p->__pyx_v_label);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
Py_CLEAR(p->__pyx_v_span);
|
|
Py_CLEAR(p->__pyx_v_spans);
|
|
Py_CLEAR(p->__pyx_v_start);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_10___get__[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_10___get__++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_10___get__(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ *)o;
|
|
if (p->__pyx_v_end) {
|
|
e = (*v)(p->__pyx_v_end, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_label) {
|
|
e = (*v)(p->__pyx_v_label, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_span) {
|
|
e = (*v)(p->__pyx_v_span, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_spans) {
|
|
e = (*v)(p->__pyx_v_spans, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_start) {
|
|
e = (*v)(p->__pyx_v_start, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_10___get__", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_10___get__), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_10___get__, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_10___get__, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_10___get__, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_11___get__[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_11___get__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_11___get__[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_11___get__];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_11___get__(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_11___get__[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_11___get__++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_11___get__(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ *)o;
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_11___get__", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_11___get__), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_11___get__, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_11___get__, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_11___get__, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_attrs);
|
|
Py_CLEAR(p->__pyx_v_doc);
|
|
Py_CLEAR(p->__pyx_v_docs);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *)o;
|
|
if (p->__pyx_v_attrs) {
|
|
e = (*v)(p->__pyx_v_attrs, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_doc) {
|
|
e = (*v)(p->__pyx_v_doc, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_docs) {
|
|
e = (*v)(p->__pyx_v_docs, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_attrs);
|
|
p->__pyx_v_attrs = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_doc);
|
|
p->__pyx_v_doc = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_docs);
|
|
p->__pyx_v_docs = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_12_from_docs", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_attr);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_attr) {
|
|
e = (*v)(p->__pyx_v_attr, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_13_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_attr);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_attr) {
|
|
e = (*v)(p->__pyx_v_attr, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_14_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_t);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_t) {
|
|
e = (*v)(p->__pyx_v_t, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_15_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_t);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_t) {
|
|
e = (*v)(p->__pyx_v_t, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_16_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_doc);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_doc) {
|
|
e = (*v)(p->__pyx_v_doc, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_17_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_array_head);
|
|
Py_CLEAR(p->__pyx_v_self);
|
|
Py_CLEAR(p->__pyx_v_strings);
|
|
Py_CLEAR(p->__pyx_v_user_data_keys);
|
|
Py_CLEAR(p->__pyx_v_user_data_values);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *)o;
|
|
if (p->__pyx_v_array_head) {
|
|
e = (*v)(p->__pyx_v_array_head, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_self) {
|
|
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_strings) {
|
|
e = (*v)(p->__pyx_v_strings, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_user_data_keys) {
|
|
e = (*v)(p->__pyx_v_user_data_keys, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_user_data_values) {
|
|
e = (*v)(p->__pyx_v_user_data_values, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_array_head);
|
|
p->__pyx_v_array_head = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_self);
|
|
p->__pyx_v_self = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_strings);
|
|
p->__pyx_v_strings = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_user_data_keys);
|
|
p->__pyx_v_user_data_keys = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->__pyx_v_user_data_values);
|
|
p->__pyx_v_user_data_values = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_18_to_dict", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_byte_strings);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *)o;
|
|
if (p->__pyx_v_byte_strings) {
|
|
e = (*v)(p->__pyx_v_byte_strings, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array *)o;
|
|
tmp = ((PyObject*)p->__pyx_v_byte_strings);
|
|
p->__pyx_v_byte_strings = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_19_to_utf8_array", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array, /*tp_traverse*/
|
|
__pyx_tp_clear_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_outer_scope);
|
|
Py_CLEAR(p->__pyx_v_bs);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr *)o;
|
|
if (p->__pyx_outer_scope) {
|
|
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
|
|
}
|
|
if (p->__pyx_v_bs) {
|
|
e = (*v)(p->__pyx_v_bs, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_20_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr[8];
|
|
static int __pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr = 0;
|
|
|
|
static PyObject *__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
PyObject *o;
|
|
if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr)))) {
|
|
o = (PyObject*)__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr[--__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr];
|
|
memset(o, 0, sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr));
|
|
(void) PyObject_INIT(o, t);
|
|
PyObject_GC_Track(o);
|
|
} else {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
}
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr(PyObject *o) {
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *)o;
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->__pyx_v_x);
|
|
Py_CLEAR(p->__pyx_t_0);
|
|
if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr)))) {
|
|
__pyx_freelist_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr[__pyx_freecount_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr++] = ((struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *)o);
|
|
} else {
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *p = (struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr *)o;
|
|
if (p->__pyx_v_x) {
|
|
e = (*v)(p->__pyx_v_x, a); if (e) return e;
|
|
}
|
|
if (p->__pyx_t_0) {
|
|
e = (*v)(p->__pyx_t_0, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static PyTypeObject __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.__pyx_scope_struct_21_genexpr", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
static struct __pyx_vtabstruct_array __pyx_vtable_array;
|
|
|
|
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k) {
|
|
struct __pyx_array_obj *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_array_obj *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_array;
|
|
p->mode = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
p->_format = ((PyObject*)Py_None); Py_INCREF(Py_None);
|
|
if (unlikely(__pyx_array___cinit__(o, a, k) < 0)) goto bad;
|
|
return o;
|
|
bad:
|
|
Py_DECREF(o); o = 0;
|
|
return NULL;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_array(PyObject *o) {
|
|
struct __pyx_array_obj *p = (struct __pyx_array_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !__Pyx_PyObject_GC_IsFinalized(o))) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
{
|
|
PyObject *etype, *eval, *etb;
|
|
PyErr_Fetch(&etype, &eval, &etb);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
|
|
__pyx_array___dealloc__(o);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
|
|
PyErr_Restore(etype, eval, etb);
|
|
}
|
|
Py_CLEAR(p->mode);
|
|
Py_CLEAR(p->_format);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
static PyObject *__pyx_sq_item_array(PyObject *o, Py_ssize_t i) {
|
|
PyObject *r;
|
|
PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
|
|
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
|
|
Py_DECREF(x);
|
|
return r;
|
|
}
|
|
|
|
static int __pyx_mp_ass_subscript_array(PyObject *o, PyObject *i, PyObject *v) {
|
|
if (v) {
|
|
return __pyx_array___setitem__(o, i, v);
|
|
}
|
|
else {
|
|
PyErr_Format(PyExc_NotImplementedError,
|
|
"Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name);
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_tp_getattro_array(PyObject *o, PyObject *n) {
|
|
PyObject *v = __Pyx_PyObject_GenericGetAttr(o, n);
|
|
if (!v && PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Clear();
|
|
v = __pyx_array___getattr__(o, n);
|
|
}
|
|
return v;
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_array_memview(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_array[] = {
|
|
{"__getattr__", (PyCFunction)__pyx_array___getattr__, METH_O|METH_COEXIST, 0},
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_array_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_array_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets_array[] = {
|
|
{(char *)"memview", __pyx_getprop___pyx_array_memview, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PySequenceMethods __pyx_tp_as_sequence_array = {
|
|
__pyx_array___len__, /*sq_length*/
|
|
0, /*sq_concat*/
|
|
0, /*sq_repeat*/
|
|
__pyx_sq_item_array, /*sq_item*/
|
|
0, /*sq_slice*/
|
|
0, /*sq_ass_item*/
|
|
0, /*sq_ass_slice*/
|
|
0, /*sq_contains*/
|
|
0, /*sq_inplace_concat*/
|
|
0, /*sq_inplace_repeat*/
|
|
};
|
|
|
|
static PyMappingMethods __pyx_tp_as_mapping_array = {
|
|
__pyx_array___len__, /*mp_length*/
|
|
__pyx_array___getitem__, /*mp_subscript*/
|
|
__pyx_mp_ass_subscript_array, /*mp_ass_subscript*/
|
|
};
|
|
|
|
static PyBufferProcs __pyx_tp_as_buffer_array = {
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getreadbuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getwritebuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getsegcount*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getcharbuffer*/
|
|
#endif
|
|
__pyx_array_getbuffer, /*bf_getbuffer*/
|
|
0, /*bf_releasebuffer*/
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_array = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.array", /*tp_name*/
|
|
sizeof(struct __pyx_array_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_array, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
&__pyx_tp_as_sequence_array, /*tp_as_sequence*/
|
|
&__pyx_tp_as_mapping_array, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
__pyx_tp_getattro_array, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
&__pyx_tp_as_buffer_array, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
0, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_array, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets_array, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_array, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_MemviewEnum_obj *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_MemviewEnum_obj *)o);
|
|
p->name = Py_None; Py_INCREF(Py_None);
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_Enum(PyObject *o) {
|
|
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->name);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse_Enum(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
|
|
if (p->name) {
|
|
e = (*v)(p->name, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_Enum(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
|
|
tmp = ((PyObject*)p->name);
|
|
p->name = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_Enum[] = {
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_MemviewEnum = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.Enum", /*tp_name*/
|
|
sizeof(struct __pyx_MemviewEnum_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_Enum, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
__pyx_MemviewEnum___repr__, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_Enum, /*tp_traverse*/
|
|
__pyx_tp_clear_Enum, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_Enum, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
__pyx_MemviewEnum___init__, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_Enum, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
static struct __pyx_vtabstruct_memoryview __pyx_vtable_memoryview;
|
|
|
|
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k) {
|
|
struct __pyx_memoryview_obj *p;
|
|
PyObject *o;
|
|
if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
|
|
o = (*t->tp_alloc)(t, 0);
|
|
} else {
|
|
o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
|
|
}
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_memoryview_obj *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_memoryview;
|
|
p->obj = Py_None; Py_INCREF(Py_None);
|
|
p->_size = Py_None; Py_INCREF(Py_None);
|
|
p->_array_interface = Py_None; Py_INCREF(Py_None);
|
|
p->view.obj = NULL;
|
|
if (unlikely(__pyx_memoryview___cinit__(o, a, k) < 0)) goto bad;
|
|
return o;
|
|
bad:
|
|
Py_DECREF(o); o = 0;
|
|
return NULL;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_memoryview(PyObject *o) {
|
|
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
{
|
|
PyObject *etype, *eval, *etb;
|
|
PyErr_Fetch(&etype, &eval, &etb);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
|
|
__pyx_memoryview___dealloc__(o);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
|
|
PyErr_Restore(etype, eval, etb);
|
|
}
|
|
Py_CLEAR(p->obj);
|
|
Py_CLEAR(p->_size);
|
|
Py_CLEAR(p->_array_interface);
|
|
(*Py_TYPE(o)->tp_free)(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse_memoryview(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
|
|
if (p->obj) {
|
|
e = (*v)(p->obj, a); if (e) return e;
|
|
}
|
|
if (p->_size) {
|
|
e = (*v)(p->_size, a); if (e) return e;
|
|
}
|
|
if (p->_array_interface) {
|
|
e = (*v)(p->_array_interface, a); if (e) return e;
|
|
}
|
|
if (p->view.obj) {
|
|
e = (*v)(p->view.obj, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_memoryview(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
|
|
tmp = ((PyObject*)p->obj);
|
|
p->obj = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_size);
|
|
p->_size = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
tmp = ((PyObject*)p->_array_interface);
|
|
p->_array_interface = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
Py_CLEAR(p->view.obj);
|
|
return 0;
|
|
}
|
|
static PyObject *__pyx_sq_item_memoryview(PyObject *o, Py_ssize_t i) {
|
|
PyObject *r;
|
|
PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
|
|
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
|
|
Py_DECREF(x);
|
|
return r;
|
|
}
|
|
|
|
static int __pyx_mp_ass_subscript_memoryview(PyObject *o, PyObject *i, PyObject *v) {
|
|
if (v) {
|
|
return __pyx_memoryview___setitem__(o, i, v);
|
|
}
|
|
else {
|
|
PyErr_Format(PyExc_NotImplementedError,
|
|
"Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name);
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_T(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_base(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_shape(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_strides(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_suboffsets(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_ndim(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_itemsize(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_nbytes(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(o);
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryview_size(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods_memoryview[] = {
|
|
{"is_c_contig", (PyCFunction)__pyx_memoryview_is_c_contig, METH_NOARGS, 0},
|
|
{"is_f_contig", (PyCFunction)__pyx_memoryview_is_f_contig, METH_NOARGS, 0},
|
|
{"copy", (PyCFunction)__pyx_memoryview_copy, METH_NOARGS, 0},
|
|
{"copy_fortran", (PyCFunction)__pyx_memoryview_copy_fortran, METH_NOARGS, 0},
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets_memoryview[] = {
|
|
{(char *)"T", __pyx_getprop___pyx_memoryview_T, 0, (char *)0, 0},
|
|
{(char *)"base", __pyx_getprop___pyx_memoryview_base, 0, (char *)0, 0},
|
|
{(char *)"shape", __pyx_getprop___pyx_memoryview_shape, 0, (char *)0, 0},
|
|
{(char *)"strides", __pyx_getprop___pyx_memoryview_strides, 0, (char *)0, 0},
|
|
{(char *)"suboffsets", __pyx_getprop___pyx_memoryview_suboffsets, 0, (char *)0, 0},
|
|
{(char *)"ndim", __pyx_getprop___pyx_memoryview_ndim, 0, (char *)0, 0},
|
|
{(char *)"itemsize", __pyx_getprop___pyx_memoryview_itemsize, 0, (char *)0, 0},
|
|
{(char *)"nbytes", __pyx_getprop___pyx_memoryview_nbytes, 0, (char *)0, 0},
|
|
{(char *)"size", __pyx_getprop___pyx_memoryview_size, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PySequenceMethods __pyx_tp_as_sequence_memoryview = {
|
|
__pyx_memoryview___len__, /*sq_length*/
|
|
0, /*sq_concat*/
|
|
0, /*sq_repeat*/
|
|
__pyx_sq_item_memoryview, /*sq_item*/
|
|
0, /*sq_slice*/
|
|
0, /*sq_ass_item*/
|
|
0, /*sq_ass_slice*/
|
|
0, /*sq_contains*/
|
|
0, /*sq_inplace_concat*/
|
|
0, /*sq_inplace_repeat*/
|
|
};
|
|
|
|
static PyMappingMethods __pyx_tp_as_mapping_memoryview = {
|
|
__pyx_memoryview___len__, /*mp_length*/
|
|
__pyx_memoryview___getitem__, /*mp_subscript*/
|
|
__pyx_mp_ass_subscript_memoryview, /*mp_ass_subscript*/
|
|
};
|
|
|
|
static PyBufferProcs __pyx_tp_as_buffer_memoryview = {
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getreadbuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getwritebuffer*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getsegcount*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*bf_getcharbuffer*/
|
|
#endif
|
|
__pyx_memoryview_getbuffer, /*bf_getbuffer*/
|
|
0, /*bf_releasebuffer*/
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_memoryview = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc.memoryview", /*tp_name*/
|
|
sizeof(struct __pyx_memoryview_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_memoryview, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
__pyx_memoryview___repr__, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
&__pyx_tp_as_sequence_memoryview, /*tp_as_sequence*/
|
|
&__pyx_tp_as_mapping_memoryview, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
__pyx_memoryview___str__, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
&__pyx_tp_as_buffer_memoryview, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_memoryview, /*tp_traverse*/
|
|
__pyx_tp_clear_memoryview, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods_memoryview, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets_memoryview, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_memoryview, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
static struct __pyx_vtabstruct__memoryviewslice __pyx_vtable__memoryviewslice;
|
|
|
|
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k) {
|
|
struct __pyx_memoryviewslice_obj *p;
|
|
PyObject *o = __pyx_tp_new_memoryview(t, a, k);
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_memoryviewslice_obj *)o);
|
|
p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_memoryview*)__pyx_vtabptr__memoryviewslice;
|
|
p->from_object = Py_None; Py_INCREF(Py_None);
|
|
p->from_slice.memview = NULL;
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc__memoryviewslice(PyObject *o) {
|
|
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
{
|
|
PyObject *etype, *eval, *etb;
|
|
PyErr_Fetch(&etype, &eval, &etb);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
|
|
__pyx_memoryviewslice___dealloc__(o);
|
|
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
|
|
PyErr_Restore(etype, eval, etb);
|
|
}
|
|
Py_CLEAR(p->from_object);
|
|
PyObject_GC_Track(o);
|
|
__pyx_tp_dealloc_memoryview(o);
|
|
}
|
|
|
|
static int __pyx_tp_traverse__memoryviewslice(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
|
|
e = __pyx_tp_traverse_memoryview(o, v, a); if (e) return e;
|
|
if (p->from_object) {
|
|
e = (*v)(p->from_object, a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear__memoryviewslice(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
|
|
__pyx_tp_clear_memoryview(o);
|
|
tmp = ((PyObject*)p->from_object);
|
|
p->from_object = Py_None; Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
__PYX_XDEC_MEMVIEW(&p->from_slice, 1);
|
|
return 0;
|
|
}
|
|
|
|
static PyObject *__pyx_getprop___pyx_memoryviewslice_base(PyObject *o, CYTHON_UNUSED void *x) {
|
|
return __pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(o);
|
|
}
|
|
|
|
static PyMethodDef __pyx_methods__memoryviewslice[] = {
|
|
{"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_1__reduce_cython__, METH_NOARGS, 0},
|
|
{"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_3__setstate_cython__, METH_O, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
static struct PyGetSetDef __pyx_getsets__memoryviewslice[] = {
|
|
{(char *)"base", __pyx_getprop___pyx_memoryviewslice_base, 0, (char *)0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
|
|
static PyTypeObject __pyx_type___pyx_memoryviewslice = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"spacy.tokens.doc._memoryviewslice", /*tp_name*/
|
|
sizeof(struct __pyx_memoryviewslice_obj), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc__memoryviewslice, /*tp_dealloc*/
|
|
#if PY_VERSION_HEX < 0x030800b4
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4
|
|
0, /*tp_vectorcall_offset*/
|
|
#endif
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
#if PY_MAJOR_VERSION < 3
|
|
0, /*tp_compare*/
|
|
#endif
|
|
#if PY_MAJOR_VERSION >= 3
|
|
0, /*tp_as_async*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
__pyx_memoryview___repr__, /*tp_repr*/
|
|
#else
|
|
0, /*tp_repr*/
|
|
#endif
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
__pyx_memoryview___str__, /*tp_str*/
|
|
#else
|
|
0, /*tp_str*/
|
|
#endif
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
"Internal class for passing memoryview slices to Python", /*tp_doc*/
|
|
__pyx_tp_traverse__memoryviewslice, /*tp_traverse*/
|
|
__pyx_tp_clear__memoryviewslice, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
__pyx_methods__memoryviewslice, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
__pyx_getsets__memoryviewslice, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
0, /*tp_dictoffset*/
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new__memoryviewslice, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0, /*tp_finalize*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
|
|
static PyMethodDef __pyx_methods[] = {
|
|
{0, 0, 0, 0}
|
|
};
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
|
|
static int __pyx_pymod_exec_doc(PyObject* module); /*proto*/
|
|
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
|
|
{Py_mod_create, (void*)__pyx_pymod_create},
|
|
{Py_mod_exec, (void*)__pyx_pymod_exec_doc},
|
|
{0, NULL}
|
|
};
|
|
#endif
|
|
|
|
static struct PyModuleDef __pyx_moduledef = {
|
|
PyModuleDef_HEAD_INIT,
|
|
"doc",
|
|
0, /* m_doc */
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
0, /* m_size */
|
|
#else
|
|
-1, /* m_size */
|
|
#endif
|
|
__pyx_methods /* m_methods */,
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__pyx_moduledef_slots, /* m_slots */
|
|
#else
|
|
NULL, /* m_reload */
|
|
#endif
|
|
NULL, /* m_traverse */
|
|
NULL, /* m_clear */
|
|
NULL /* m_free */
|
|
};
|
|
#endif
|
|
#ifndef CYTHON_SMALL_CODE
|
|
#if defined(__clang__)
|
|
#define CYTHON_SMALL_CODE
|
|
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
|
|
#define CYTHON_SMALL_CODE __attribute__((cold))
|
|
#else
|
|
#define CYTHON_SMALL_CODE
|
|
#endif
|
|
#endif
|
|
|
|
static __Pyx_StringTabEntry __pyx_string_tab[] = {
|
|
{&__pyx_n_s_ASCII, __pyx_k_ASCII, sizeof(__pyx_k_ASCII), 0, 0, 1, 1},
|
|
{&__pyx_n_s_B, __pyx_k_B, sizeof(__pyx_k_B), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Buffer_view_does_not_expose_stri, __pyx_k_Buffer_view_does_not_expose_stri, sizeof(__pyx_k_Buffer_view_does_not_expose_stri), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Can_only_create_a_buffer_that_is, __pyx_k_Can_only_create_a_buffer_that_is, sizeof(__pyx_k_Can_only_create_a_buffer_that_is), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Cannot_assign_to_read_only_memor, __pyx_k_Cannot_assign_to_read_only_memor, sizeof(__pyx_k_Cannot_assign_to_read_only_memor), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Cannot_create_writable_memory_vi, __pyx_k_Cannot_create_writable_memory_vi, sizeof(__pyx_k_Cannot_create_writable_memory_vi), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Cannot_index_with_type_s, __pyx_k_Cannot_index_with_type_s, sizeof(__pyx_k_Cannot_index_with_type_s), 0, 0, 1, 0},
|
|
{&__pyx_n_s_Counter, __pyx_k_Counter, sizeof(__pyx_k_Counter), 0, 0, 1, 1},
|
|
{&__pyx_n_s_DEP, __pyx_k_DEP, sizeof(__pyx_k_DEP), 0, 0, 1, 1},
|
|
{&__pyx_n_s_DOCBIN_ALL_ATTRS, __pyx_k_DOCBIN_ALL_ATTRS, sizeof(__pyx_k_DOCBIN_ALL_ATTRS), 0, 0, 1, 1},
|
|
{&__pyx_n_s_DeprecationWarning, __pyx_k_DeprecationWarning, sizeof(__pyx_k_DeprecationWarning), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Doc, __pyx_k_Doc, sizeof(__pyx_k_Doc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_DocJSONSchema, __pyx_k_DocJSONSchema, sizeof(__pyx_k_DocJSONSchema), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Doc___get, __pyx_k_Doc___get, sizeof(__pyx_k_Doc___get), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Doc___get___locals_genexpr, __pyx_k_Doc___get___locals_genexpr, sizeof(__pyx_k_Doc___get___locals_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_kp_u_Doc___getitem___line_474, __pyx_k_Doc___getitem___line_474, sizeof(__pyx_k_Doc___getitem___line_474), 0, 1, 0, 0},
|
|
{&__pyx_n_s_Doc___iter, __pyx_k_Doc___iter, sizeof(__pyx_k_Doc___iter), 0, 0, 1, 1},
|
|
{&__pyx_kp_u_Doc_to_array_line_969, __pyx_k_Doc_to_array_line_969, sizeof(__pyx_k_Doc_to_array_line_969), 0, 1, 0, 0},
|
|
{&__pyx_n_s_E026, __pyx_k_E026, sizeof(__pyx_k_E026), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E027, __pyx_k_E027, sizeof(__pyx_k_E027), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E028, __pyx_k_E028, sizeof(__pyx_k_E028), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E030, __pyx_k_E030, sizeof(__pyx_k_E030), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E031, __pyx_k_E031, sizeof(__pyx_k_E031), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E033, __pyx_k_E033, sizeof(__pyx_k_E033), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E040, __pyx_k_E040, sizeof(__pyx_k_E040), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E046, __pyx_k_E046, sizeof(__pyx_k_E046), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E090, __pyx_k_E090, sizeof(__pyx_k_E090), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E093, __pyx_k_E093, sizeof(__pyx_k_E093), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1010, __pyx_k_E1010, sizeof(__pyx_k_E1010), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1011, __pyx_k_E1011, sizeof(__pyx_k_E1011), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1012, __pyx_k_E1012, sizeof(__pyx_k_E1012), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1017, __pyx_k_E1017, sizeof(__pyx_k_E1017), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1021, __pyx_k_E1021, sizeof(__pyx_k_E1021), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1022, __pyx_k_E1022, sizeof(__pyx_k_E1022), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1037, __pyx_k_E1037, sizeof(__pyx_k_E1037), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1038, __pyx_k_E1038, sizeof(__pyx_k_E1038), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1039, __pyx_k_E1039, sizeof(__pyx_k_E1039), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E1040, __pyx_k_E1040, sizeof(__pyx_k_E1040), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E106, __pyx_k_E106, sizeof(__pyx_k_E106), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E107, __pyx_k_E107, sizeof(__pyx_k_E107), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E121, __pyx_k_E121, sizeof(__pyx_k_E121), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E177, __pyx_k_E177, sizeof(__pyx_k_E177), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E189, __pyx_k_E189, sizeof(__pyx_k_E189), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E190, __pyx_k_E190, sizeof(__pyx_k_E190), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E202, __pyx_k_E202, sizeof(__pyx_k_E202), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E873, __pyx_k_E873, sizeof(__pyx_k_E873), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E894, __pyx_k_E894, sizeof(__pyx_k_E894), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E908, __pyx_k_E908, sizeof(__pyx_k_E908), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E971, __pyx_k_E971, sizeof(__pyx_k_E971), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E982, __pyx_k_E982, sizeof(__pyx_k_E982), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E983, __pyx_k_E983, sizeof(__pyx_k_E983), 0, 0, 1, 1},
|
|
{&__pyx_n_s_E999, __pyx_k_E999, sizeof(__pyx_k_E999), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ENT_ID, __pyx_k_ENT_ID, sizeof(__pyx_k_ENT_ID), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ENT_IOB, __pyx_k_ENT_IOB, sizeof(__pyx_k_ENT_IOB), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ENT_KB_ID, __pyx_k_ENT_KB_ID, sizeof(__pyx_k_ENT_KB_ID), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ENT_TYPE, __pyx_k_ENT_TYPE, sizeof(__pyx_k_ENT_TYPE), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Ellipsis, __pyx_k_Ellipsis, sizeof(__pyx_k_Ellipsis), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Empty_shape_tuple_for_cython_arr, __pyx_k_Empty_shape_tuple_for_cython_arr, sizeof(__pyx_k_Empty_shape_tuple_for_cython_arr), 0, 0, 1, 0},
|
|
{&__pyx_n_s_Enum, __pyx_k_Enum, sizeof(__pyx_k_Enum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Errors, __pyx_k_Errors, sizeof(__pyx_k_Errors), 0, 0, 1, 1},
|
|
{&__pyx_kp_u_Export_given_token_attributes_to, __pyx_k_Export_given_token_attributes_to, sizeof(__pyx_k_Export_given_token_attributes_to), 0, 1, 0, 0},
|
|
{&__pyx_n_s_FLAG, __pyx_k_FLAG, sizeof(__pyx_k_FLAG), 0, 0, 1, 1},
|
|
{&__pyx_kp_u_Get_a_Token_or_Span_object_i_int, __pyx_k_Get_a_Token_or_Span_object_i_int, sizeof(__pyx_k_Get_a_Token_or_Span_object_i_int), 0, 1, 0, 0},
|
|
{&__pyx_n_s_HEAD, __pyx_k_HEAD, sizeof(__pyx_k_HEAD), 0, 0, 1, 1},
|
|
{&__pyx_n_s_I, __pyx_k_I, sizeof(__pyx_k_I), 0, 0, 1, 1},
|
|
{&__pyx_n_s_IDS, __pyx_k_IDS, sizeof(__pyx_k_IDS), 0, 0, 1, 1},
|
|
{&__pyx_n_s_IS_SENT_END, __pyx_k_IS_SENT_END, sizeof(__pyx_k_IS_SENT_END), 0, 0, 1, 1},
|
|
{&__pyx_n_s_IS_SENT_START, __pyx_k_IS_SENT_START, sizeof(__pyx_k_IS_SENT_START), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ImportError, __pyx_k_ImportError, sizeof(__pyx_k_ImportError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Incompatible_checksums_0x_x_vs_0, __pyx_k_Incompatible_checksums_0x_x_vs_0, sizeof(__pyx_k_Incompatible_checksums_0x_x_vs_0), 0, 0, 1, 0},
|
|
{&__pyx_n_s_IndexError, __pyx_k_IndexError, sizeof(__pyx_k_IndexError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Indirect_dimensions_not_supporte, __pyx_k_Indirect_dimensions_not_supporte, sizeof(__pyx_k_Indirect_dimensions_not_supporte), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_k_Invalid_mode_expected_c_or_fortr, sizeof(__pyx_k_Invalid_mode_expected_c_or_fortr), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_k_Invalid_shape_in_axis_d_d, sizeof(__pyx_k_Invalid_shape_in_axis_d_d), 0, 0, 1, 0},
|
|
{&__pyx_n_s_KeyError, __pyx_k_KeyError, sizeof(__pyx_k_KeyError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_LEMMA, __pyx_k_LEMMA, sizeof(__pyx_k_LEMMA), 0, 0, 1, 1},
|
|
{&__pyx_n_s_MORPH, __pyx_k_MORPH, sizeof(__pyx_k_MORPH), 0, 0, 1, 1},
|
|
{&__pyx_n_s_MemoryError, __pyx_k_MemoryError, sizeof(__pyx_k_MemoryError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_k_MemoryView_of_r_at_0x_x, sizeof(__pyx_k_MemoryView_of_r_at_0x_x), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_MemoryView_of_r_object, __pyx_k_MemoryView_of_r_object, sizeof(__pyx_k_MemoryView_of_r_object), 0, 0, 1, 0},
|
|
{&__pyx_n_s_NORM, __pyx_k_NORM, sizeof(__pyx_k_NORM), 0, 0, 1, 1},
|
|
{&__pyx_n_s_NotImplementedError, __pyx_k_NotImplementedError, sizeof(__pyx_k_NotImplementedError), 0, 0, 1, 1},
|
|
{&__pyx_n_b_O, __pyx_k_O, sizeof(__pyx_k_O), 0, 0, 0, 1},
|
|
{&__pyx_n_s_O, __pyx_k_O, sizeof(__pyx_k_O), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ORTH, __pyx_k_ORTH, sizeof(__pyx_k_ORTH), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_k_Out_of_bounds_on_buffer_access_a, sizeof(__pyx_k_Out_of_bounds_on_buffer_access_a), 0, 0, 1, 0},
|
|
{&__pyx_n_s_POS, __pyx_k_POS, sizeof(__pyx_k_POS), 0, 0, 1, 1},
|
|
{&__pyx_n_s_PickleError, __pyx_k_PickleError, sizeof(__pyx_k_PickleError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Retokenizer, __pyx_k_Retokenizer, sizeof(__pyx_k_Retokenizer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_SENT_START, __pyx_k_SENT_START, sizeof(__pyx_k_SENT_START), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Set, __pyx_k_Set, sizeof(__pyx_k_Set), 0, 0, 1, 1},
|
|
{&__pyx_n_s_SetEntsDefault, __pyx_k_SetEntsDefault, sizeof(__pyx_k_SetEntsDefault), 0, 0, 1, 1},
|
|
{&__pyx_n_s_SetEntsDefault_values, __pyx_k_SetEntsDefault_values, sizeof(__pyx_k_SetEntsDefault_values), 0, 0, 1, 1},
|
|
{&__pyx_n_s_SpanGroups, __pyx_k_SpanGroups, sizeof(__pyx_k_SpanGroups), 0, 0, 1, 1},
|
|
{&__pyx_n_s_T, __pyx_k_T, sizeof(__pyx_k_T), 0, 0, 1, 1},
|
|
{&__pyx_n_s_TAG, __pyx_k_TAG, sizeof(__pyx_k_TAG), 0, 0, 1, 1},
|
|
{&__pyx_n_s_TypeError, __pyx_k_TypeError, sizeof(__pyx_k_TypeError), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_Unable_to_convert_item_to_object, __pyx_k_Unable_to_convert_item_to_object, sizeof(__pyx_k_Unable_to_convert_item_to_object), 0, 0, 1, 0},
|
|
{&__pyx_n_s_Underscore, __pyx_k_Underscore, sizeof(__pyx_k_Underscore), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ValueError, __pyx_k_ValueError, sizeof(__pyx_k_ValueError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_View_MemoryView, __pyx_k_View_MemoryView, sizeof(__pyx_k_View_MemoryView), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W007, __pyx_k_W007, sizeof(__pyx_k_W007), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W008, __pyx_k_W008, sizeof(__pyx_k_W008), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W026, __pyx_k_W026, sizeof(__pyx_k_W026), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W028, __pyx_k_W028, sizeof(__pyx_k_W028), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W101, __pyx_k_W101, sizeof(__pyx_k_W101), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W102, __pyx_k_W102, sizeof(__pyx_k_W102), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W107, __pyx_k_W107, sizeof(__pyx_k_W107), 0, 0, 1, 1},
|
|
{&__pyx_n_s_W109, __pyx_k_W109, sizeof(__pyx_k_W109), 0, 0, 1, 1},
|
|
{&__pyx_n_s_Warnings, __pyx_k_Warnings, sizeof(__pyx_k_Warnings), 0, 0, 1, 1},
|
|
{&__pyx_kp_u__10, __pyx_k__10, sizeof(__pyx_k__10), 0, 1, 0, 0},
|
|
{&__pyx_kp_s__11, __pyx_k__11, sizeof(__pyx_k__11), 0, 0, 1, 0},
|
|
{&__pyx_kp_s__16, __pyx_k__16, sizeof(__pyx_k__16), 0, 0, 1, 0},
|
|
{&__pyx_n_s__27, __pyx_k__27, sizeof(__pyx_k__27), 0, 0, 1, 1},
|
|
{&__pyx_kp_s__4, __pyx_k__4, sizeof(__pyx_k__4), 0, 0, 1, 0},
|
|
{&__pyx_kp_s__6, __pyx_k__6, sizeof(__pyx_k__6), 0, 0, 1, 0},
|
|
{&__pyx_kp_s__9, __pyx_k__9, sizeof(__pyx_k__9), 0, 0, 1, 0},
|
|
{&__pyx_n_s_add, __pyx_k_add, sizeof(__pyx_k_add), 0, 0, 1, 1},
|
|
{&__pyx_n_s_alignment, __pyx_k_alignment, sizeof(__pyx_k_alignment), 0, 0, 1, 1},
|
|
{&__pyx_n_s_alignment_mode, __pyx_k_alignment_mode, sizeof(__pyx_k_alignment_mode), 0, 0, 1, 1},
|
|
{&__pyx_n_s_allocate_buffer, __pyx_k_allocate_buffer, sizeof(__pyx_k_allocate_buffer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ancestors, __pyx_k_ancestors, sizeof(__pyx_k_ancestors), 0, 0, 1, 1},
|
|
{&__pyx_n_s_any, __pyx_k_any, sizeof(__pyx_k_any), 0, 0, 1, 1},
|
|
{&__pyx_n_s_append, __pyx_k_append, sizeof(__pyx_k_append), 0, 0, 1, 1},
|
|
{&__pyx_n_s_args, __pyx_k_args, sizeof(__pyx_k_args), 0, 0, 1, 1},
|
|
{&__pyx_n_s_array, __pyx_k_array, sizeof(__pyx_k_array), 0, 0, 1, 1},
|
|
{&__pyx_n_s_array_body, __pyx_k_array_body, sizeof(__pyx_k_array_body), 0, 0, 1, 1},
|
|
{&__pyx_n_s_array_head, __pyx_k_array_head, sizeof(__pyx_k_array_head), 0, 0, 1, 1},
|
|
{&__pyx_n_s_array_length, __pyx_k_array_length, sizeof(__pyx_k_array_length), 0, 0, 1, 1},
|
|
{&__pyx_n_s_arrays, __pyx_k_arrays, sizeof(__pyx_k_arrays), 0, 0, 1, 1},
|
|
{&__pyx_n_s_asarray, __pyx_k_asarray, sizeof(__pyx_k_asarray), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ascontiguousarray, __pyx_k_ascontiguousarray, sizeof(__pyx_k_ascontiguousarray), 0, 0, 1, 1},
|
|
{&__pyx_n_s_astype, __pyx_k_astype, sizeof(__pyx_k_astype), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attr, __pyx_k_attr, sizeof(__pyx_k_attr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attr_id, __pyx_k_attr_id, sizeof(__pyx_k_attr_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attr_len, __pyx_k_attr_len, sizeof(__pyx_k_attr_len), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attributes, __pyx_k_attributes, sizeof(__pyx_k_attributes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_attrs, __pyx_k_attrs, sizeof(__pyx_k_attrs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_axis, __pyx_k_axis, sizeof(__pyx_k_axis), 0, 0, 1, 1},
|
|
{&__pyx_n_s_base, __pyx_k_base, sizeof(__pyx_k_base), 0, 0, 1, 1},
|
|
{&__pyx_n_s_blocked, __pyx_k_blocked, sizeof(__pyx_k_blocked), 0, 0, 1, 1},
|
|
{&__pyx_n_s_bytes_data, __pyx_k_bytes_data, sizeof(__pyx_k_bytes_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 0, 1, 1},
|
|
{&__pyx_n_u_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 1, 0, 1},
|
|
{&__pyx_n_s_cats, __pyx_k_cats, sizeof(__pyx_k_cats), 0, 0, 1, 1},
|
|
{&__pyx_n_s_chain, __pyx_k_chain, sizeof(__pyx_k_chain), 0, 0, 1, 1},
|
|
{&__pyx_n_s_char_offset, __pyx_k_char_offset, sizeof(__pyx_k_char_offset), 0, 0, 1, 1},
|
|
{&__pyx_n_s_char_span, __pyx_k_char_span, sizeof(__pyx_k_char_span), 0, 0, 1, 1},
|
|
{&__pyx_n_s_class, __pyx_k_class, sizeof(__pyx_k_class), 0, 0, 1, 1},
|
|
{&__pyx_n_s_clear, __pyx_k_clear, sizeof(__pyx_k_clear), 0, 0, 1, 1},
|
|
{&__pyx_n_s_cline_in_traceback, __pyx_k_cline_in_traceback, sizeof(__pyx_k_cline_in_traceback), 0, 0, 1, 1},
|
|
{&__pyx_n_s_close, __pyx_k_close, sizeof(__pyx_k_close), 0, 0, 1, 1},
|
|
{&__pyx_n_s_cls, __pyx_k_cls, sizeof(__pyx_k_cls), 0, 0, 1, 1},
|
|
{&__pyx_n_s_collections, __pyx_k_collections, sizeof(__pyx_k_collections), 0, 0, 1, 1},
|
|
{&__pyx_n_s_compat, __pyx_k_compat, sizeof(__pyx_k_compat), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concat_array, __pyx_k_concat_array, sizeof(__pyx_k_concat_array), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concat_doc, __pyx_k_concat_doc, sizeof(__pyx_k_concat_doc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concat_spaces, __pyx_k_concat_spaces, sizeof(__pyx_k_concat_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concat_spans, __pyx_k_concat_spans, sizeof(__pyx_k_concat_spans), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concat_user_data, __pyx_k_concat_user_data, sizeof(__pyx_k_concat_user_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concat_words, __pyx_k_concat_words, sizeof(__pyx_k_concat_words), 0, 0, 1, 1},
|
|
{&__pyx_n_s_concatenate, __pyx_k_concatenate, sizeof(__pyx_k_concatenate), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_contiguous_and_direct, __pyx_k_contiguous_and_direct, sizeof(__pyx_k_contiguous_and_direct), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_contiguous_and_indirect, __pyx_k_contiguous_and_indirect, sizeof(__pyx_k_contiguous_and_indirect), 0, 0, 1, 0},
|
|
{&__pyx_n_s_contract, __pyx_k_contract, sizeof(__pyx_k_contract), 0, 0, 1, 1},
|
|
{&__pyx_n_s_copy, __pyx_k_copy, sizeof(__pyx_k_copy), 0, 0, 1, 1},
|
|
{&__pyx_n_s_copy_array, __pyx_k_copy_array, sizeof(__pyx_k_copy_array), 0, 0, 1, 1},
|
|
{&__pyx_n_s_copy_reg, __pyx_k_copy_reg, sizeof(__pyx_k_copy_reg), 0, 0, 1, 1},
|
|
{&__pyx_n_s_counts, __pyx_k_counts, sizeof(__pyx_k_counts), 0, 0, 1, 1},
|
|
{&__pyx_n_s_data, __pyx_k_data, sizeof(__pyx_k_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_data_type, __pyx_k_data_type, sizeof(__pyx_k_data_type), 0, 0, 1, 1},
|
|
{&__pyx_n_s_debug, __pyx_k_debug, sizeof(__pyx_k_debug), 0, 0, 1, 1},
|
|
{&__pyx_n_s_deepcopy, __pyx_k_deepcopy, sizeof(__pyx_k_deepcopy), 0, 0, 1, 1},
|
|
{&__pyx_n_s_default, __pyx_k_default, sizeof(__pyx_k_default), 0, 0, 1, 1},
|
|
{&__pyx_n_s_defaultdict, __pyx_k_defaultdict, sizeof(__pyx_k_defaultdict), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dep, __pyx_k_dep, sizeof(__pyx_k_dep), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dep_2, __pyx_k_dep_2, sizeof(__pyx_k_dep_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_deps, __pyx_k_deps, sizeof(__pyx_k_deps), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dict, __pyx_k_dict, sizeof(__pyx_k_dict), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dict_2, __pyx_k_dict_2, sizeof(__pyx_k_dict_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dict_proxies, __pyx_k_dict_proxies, sizeof(__pyx_k_dict_proxies), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc, __pyx_k_doc, sizeof(__pyx_k_doc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc_2, __pyx_k_doc_2, sizeof(__pyx_k_doc_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc_extensions, __pyx_k_doc_extensions, sizeof(__pyx_k_doc_extensions), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc_hooks, __pyx_k_doc_hooks, sizeof(__pyx_k_doc_hooks), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc_json, __pyx_k_doc_json, sizeof(__pyx_k_doc_json), 0, 0, 1, 1},
|
|
{&__pyx_n_s_doc_length, __pyx_k_doc_length, sizeof(__pyx_k_doc_length), 0, 0, 1, 1},
|
|
{&__pyx_n_s_docs, __pyx_k_docs, sizeof(__pyx_k_docs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dot, __pyx_k_dot, sizeof(__pyx_k_dot), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dtype, __pyx_k_dtype, sizeof(__pyx_k_dtype), 0, 0, 1, 1},
|
|
{&__pyx_n_s_dtype_is_object, __pyx_k_dtype_is_object, sizeof(__pyx_k_dtype_is_object), 0, 0, 1, 1},
|
|
{&__pyx_n_s_empty, __pyx_k_empty, sizeof(__pyx_k_empty), 0, 0, 1, 1},
|
|
{&__pyx_n_s_encode, __pyx_k_encode, sizeof(__pyx_k_encode), 0, 0, 1, 1},
|
|
{&__pyx_n_s_end, __pyx_k_end, sizeof(__pyx_k_end), 0, 0, 1, 1},
|
|
{&__pyx_n_s_end_char, __pyx_k_end_char, sizeof(__pyx_k_end_char), 0, 0, 1, 1},
|
|
{&__pyx_n_s_end_idx, __pyx_k_end_idx, sizeof(__pyx_k_end_idx), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ensure_path, __pyx_k_ensure_path, sizeof(__pyx_k_ensure_path), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ensure_whitespace, __pyx_k_ensure_whitespace, sizeof(__pyx_k_ensure_whitespace), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_id, __pyx_k_ent_id, sizeof(__pyx_k_ent_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_id_2, __pyx_k_ent_id_2, sizeof(__pyx_k_ent_id_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_info, __pyx_k_ent_info, sizeof(__pyx_k_ent_info), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_iob, __pyx_k_ent_iob, sizeof(__pyx_k_ent_iob), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_kb_id, __pyx_k_ent_kb_id, sizeof(__pyx_k_ent_kb_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_kb_id_2, __pyx_k_ent_kb_id_2, sizeof(__pyx_k_ent_kb_id_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_type, __pyx_k_ent_type, sizeof(__pyx_k_ent_type), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ent_type_2, __pyx_k_ent_type_2, sizeof(__pyx_k_ent_type_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_enter, __pyx_k_enter, sizeof(__pyx_k_enter), 0, 0, 1, 1},
|
|
{&__pyx_n_s_entities, __pyx_k_entities, sizeof(__pyx_k_entities), 0, 0, 1, 1},
|
|
{&__pyx_n_s_entity, __pyx_k_entity, sizeof(__pyx_k_entity), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ents, __pyx_k_ents, sizeof(__pyx_k_ents), 0, 0, 1, 1},
|
|
{&__pyx_n_s_enum, __pyx_k_enum, sizeof(__pyx_k_enum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_enumerate, __pyx_k_enumerate, sizeof(__pyx_k_enumerate), 0, 0, 1, 1},
|
|
{&__pyx_n_s_error, __pyx_k_error, sizeof(__pyx_k_error), 0, 0, 1, 1},
|
|
{&__pyx_n_s_errors, __pyx_k_errors, sizeof(__pyx_k_errors), 0, 0, 1, 1},
|
|
{&__pyx_n_s_exclude, __pyx_k_exclude, sizeof(__pyx_k_exclude), 0, 0, 1, 1},
|
|
{&__pyx_n_s_exit, __pyx_k_exit, sizeof(__pyx_k_exit), 0, 0, 1, 1},
|
|
{&__pyx_n_s_expand, __pyx_k_expand, sizeof(__pyx_k_expand), 0, 0, 1, 1},
|
|
{&__pyx_n_s_f, __pyx_k_f, sizeof(__pyx_k_f), 0, 0, 1, 1},
|
|
{&__pyx_n_s_fill, __pyx_k_fill, sizeof(__pyx_k_fill), 0, 0, 1, 1},
|
|
{&__pyx_n_s_fix_attributes, __pyx_k_fix_attributes, sizeof(__pyx_k_fix_attributes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_flags, __pyx_k_flags, sizeof(__pyx_k_flags), 0, 0, 1, 1},
|
|
{&__pyx_n_s_float32, __pyx_k_float32, sizeof(__pyx_k_float32), 0, 0, 1, 1},
|
|
{&__pyx_n_s_force, __pyx_k_force, sizeof(__pyx_k_force), 0, 0, 1, 1},
|
|
{&__pyx_n_s_format, __pyx_k_format, sizeof(__pyx_k_format), 0, 0, 1, 1},
|
|
{&__pyx_n_s_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 0, 1, 1},
|
|
{&__pyx_n_u_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 1, 0, 1},
|
|
{&__pyx_n_s_from_array, __pyx_k_from_array, sizeof(__pyx_k_from_array), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_bytes, __pyx_k_from_bytes, sizeof(__pyx_k_from_bytes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_dict, __pyx_k_from_dict, sizeof(__pyx_k_from_dict), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_docs, __pyx_k_from_docs, sizeof(__pyx_k_from_docs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_docs_locals_genexpr, __pyx_k_from_docs_locals_genexpr, sizeof(__pyx_k_from_docs_locals_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_from_iterable, __pyx_k_from_iterable, sizeof(__pyx_k_from_iterable), 0, 0, 1, 1},
|
|
{&__pyx_n_s_genexpr, __pyx_k_genexpr, sizeof(__pyx_k_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get, __pyx_k_get, sizeof(__pyx_k_get), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_2, __pyx_k_get_2, sizeof(__pyx_k_get_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_array_attrs, __pyx_k_get_array_attrs, sizeof(__pyx_k_get_array_attrs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_array_attrs_locals_genexpr, __pyx_k_get_array_attrs_locals_genexpr, sizeof(__pyx_k_get_array_attrs_locals_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_array_module, __pyx_k_get_array_module, sizeof(__pyx_k_get_array_module), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_current_ops, __pyx_k_get_current_ops, sizeof(__pyx_k_get_current_ops), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_entity_info, __pyx_k_get_entity_info, sizeof(__pyx_k_get_entity_info), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_ext_args, __pyx_k_get_ext_args, sizeof(__pyx_k_get_ext_args), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_extension, __pyx_k_get_extension, sizeof(__pyx_k_get_extension), 0, 0, 1, 1},
|
|
{&__pyx_n_s_get_words_and_spaces, __pyx_k_get_words_and_spaces, sizeof(__pyx_k_get_words_and_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_getstate, __pyx_k_getstate, sizeof(__pyx_k_getstate), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_k_got_differing_extents_in_dimensi, sizeof(__pyx_k_got_differing_extents_in_dimensi), 0, 0, 1, 0},
|
|
{&__pyx_n_s_has_annotation, __pyx_k_has_annotation, sizeof(__pyx_k_has_annotation), 0, 0, 1, 1},
|
|
{&__pyx_n_s_has_annotation_locals_genexpr, __pyx_k_has_annotation_locals_genexpr, sizeof(__pyx_k_has_annotation_locals_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_has_extension, __pyx_k_has_extension, sizeof(__pyx_k_has_extension), 0, 0, 1, 1},
|
|
{&__pyx_n_s_has_unknown_spaces, __pyx_k_has_unknown_spaces, sizeof(__pyx_k_has_unknown_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_has_vector, __pyx_k_has_vector, sizeof(__pyx_k_has_vector), 0, 0, 1, 1},
|
|
{&__pyx_n_s_head, __pyx_k_head, sizeof(__pyx_k_head), 0, 0, 1, 1},
|
|
{&__pyx_n_s_heads, __pyx_k_heads, sizeof(__pyx_k_heads), 0, 0, 1, 1},
|
|
{&__pyx_n_s_hooks_and_data, __pyx_k_hooks_and_data, sizeof(__pyx_k_hooks_and_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_hstack, __pyx_k_hstack, sizeof(__pyx_k_hstack), 0, 0, 1, 1},
|
|
{&__pyx_n_s_i, __pyx_k_i, sizeof(__pyx_k_i), 0, 0, 1, 1},
|
|
{&__pyx_n_s_id, __pyx_k_id, sizeof(__pyx_k_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_id_2, __pyx_k_id_2, sizeof(__pyx_k_id_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_idx, __pyx_k_idx, sizeof(__pyx_k_idx), 0, 0, 1, 1},
|
|
{&__pyx_n_s_import, __pyx_k_import, sizeof(__pyx_k_import), 0, 0, 1, 1},
|
|
{&__pyx_n_s_index, __pyx_k_index, sizeof(__pyx_k_index), 0, 0, 1, 1},
|
|
{&__pyx_n_s_int32, __pyx_k_int32, sizeof(__pyx_k_int32), 0, 0, 1, 1},
|
|
{&__pyx_n_s_intify_attr, __pyx_k_intify_attr, sizeof(__pyx_k_intify_attr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_iob_strings, __pyx_k_iob_strings, sizeof(__pyx_k_iob_strings), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_json_serializable, __pyx_k_is_json_serializable, sizeof(__pyx_k_is_json_serializable), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_nered, __pyx_k_is_nered, sizeof(__pyx_k_is_nered), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_parsed, __pyx_k_is_parsed, sizeof(__pyx_k_is_parsed), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_sent_start, __pyx_k_is_sent_start, sizeof(__pyx_k_is_sent_start), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_sentenced, __pyx_k_is_sentenced, sizeof(__pyx_k_is_sentenced), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_space, __pyx_k_is_space, sizeof(__pyx_k_is_space), 0, 0, 1, 1},
|
|
{&__pyx_n_s_is_tagged, __pyx_k_is_tagged, sizeof(__pyx_k_is_tagged), 0, 0, 1, 1},
|
|
{&__pyx_n_s_item, __pyx_k_item, sizeof(__pyx_k_item), 0, 0, 1, 1},
|
|
{&__pyx_n_s_items, __pyx_k_items, sizeof(__pyx_k_items), 0, 0, 1, 1},
|
|
{&__pyx_n_s_itemsize, __pyx_k_itemsize, sizeof(__pyx_k_itemsize), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_itemsize_0_for_cython_array, __pyx_k_itemsize_0_for_cython_array, sizeof(__pyx_k_itemsize_0_for_cython_array), 0, 0, 1, 0},
|
|
{&__pyx_n_s_iter, __pyx_k_iter, sizeof(__pyx_k_iter), 0, 0, 1, 1},
|
|
{&__pyx_n_s_itertools, __pyx_k_itertools, sizeof(__pyx_k_itertools), 0, 0, 1, 1},
|
|
{&__pyx_n_s_join, __pyx_k_join, sizeof(__pyx_k_join), 0, 0, 1, 1},
|
|
{&__pyx_n_s_kb_id, __pyx_k_kb_id, sizeof(__pyx_k_kb_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_kb_id_2, __pyx_k_kb_id_2, sizeof(__pyx_k_kb_id_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_key, __pyx_k_key, sizeof(__pyx_k_key), 0, 0, 1, 1},
|
|
{&__pyx_n_s_keys, __pyx_k_keys, sizeof(__pyx_k_keys), 0, 0, 1, 1},
|
|
{&__pyx_n_s_label, __pyx_k_label, sizeof(__pyx_k_label), 0, 0, 1, 1},
|
|
{&__pyx_n_s_label_2, __pyx_k_label_2, sizeof(__pyx_k_label_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_lang, __pyx_k_lang, sizeof(__pyx_k_lang), 0, 0, 1, 1},
|
|
{&__pyx_n_s_lemma, __pyx_k_lemma, sizeof(__pyx_k_lemma), 0, 0, 1, 1},
|
|
{&__pyx_n_s_lemma_2, __pyx_k_lemma_2, sizeof(__pyx_k_lemma_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_lemmas, __pyx_k_lemmas, sizeof(__pyx_k_lemmas), 0, 0, 1, 1},
|
|
{&__pyx_n_s_length, __pyx_k_length, sizeof(__pyx_k_length), 0, 0, 1, 1},
|
|
{&__pyx_n_s_logger, __pyx_k_logger, sizeof(__pyx_k_logger), 0, 0, 1, 1},
|
|
{&__pyx_n_s_lower, __pyx_k_lower, sizeof(__pyx_k_lower), 0, 0, 1, 1},
|
|
{&__pyx_n_s_main, __pyx_k_main, sizeof(__pyx_k_main), 0, 0, 1, 1},
|
|
{&__pyx_n_s_max, __pyx_k_max, sizeof(__pyx_k_max), 0, 0, 1, 1},
|
|
{&__pyx_n_s_max_length, __pyx_k_max_length, sizeof(__pyx_k_max_length), 0, 0, 1, 1},
|
|
{&__pyx_n_s_mean, __pyx_k_mean, sizeof(__pyx_k_mean), 0, 0, 1, 1},
|
|
{&__pyx_n_s_members, __pyx_k_members, sizeof(__pyx_k_members), 0, 0, 1, 1},
|
|
{&__pyx_n_s_memview, __pyx_k_memview, sizeof(__pyx_k_memview), 0, 0, 1, 1},
|
|
{&__pyx_n_s_merge, __pyx_k_merge, sizeof(__pyx_k_merge), 0, 0, 1, 1},
|
|
{&__pyx_n_s_message, __pyx_k_message, sizeof(__pyx_k_message), 0, 0, 1, 1},
|
|
{&__pyx_n_s_metaclass, __pyx_k_metaclass, sizeof(__pyx_k_metaclass), 0, 0, 1, 1},
|
|
{&__pyx_n_s_missing, __pyx_k_missing, sizeof(__pyx_k_missing), 0, 0, 1, 1},
|
|
{&__pyx_n_s_mode, __pyx_k_mode, sizeof(__pyx_k_mode), 0, 0, 1, 1},
|
|
{&__pyx_n_s_modes, __pyx_k_modes, sizeof(__pyx_k_modes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_module, __pyx_k_module, sizeof(__pyx_k_module), 0, 0, 1, 1},
|
|
{&__pyx_n_s_morph, __pyx_k_morph, sizeof(__pyx_k_morph), 0, 0, 1, 1},
|
|
{&__pyx_n_s_morphs, __pyx_k_morphs, sizeof(__pyx_k_morphs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_msg, __pyx_k_msg, sizeof(__pyx_k_msg), 0, 0, 1, 1},
|
|
{&__pyx_n_s_msgpack_dumps, __pyx_k_msgpack_dumps, sizeof(__pyx_k_msgpack_dumps), 0, 0, 1, 1},
|
|
{&__pyx_n_s_msgpack_loads, __pyx_k_msgpack_loads, sizeof(__pyx_k_msgpack_loads), 0, 0, 1, 1},
|
|
{&__pyx_n_s_n_keys, __pyx_k_n_keys, sizeof(__pyx_k_n_keys), 0, 0, 1, 1},
|
|
{&__pyx_n_s_name, __pyx_k_name, sizeof(__pyx_k_name), 0, 0, 1, 1},
|
|
{&__pyx_n_s_name_2, __pyx_k_name_2, sizeof(__pyx_k_name_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ndarray, __pyx_k_ndarray, sizeof(__pyx_k_ndarray), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ndim, __pyx_k_ndim, sizeof(__pyx_k_ndim), 0, 0, 1, 1},
|
|
{&__pyx_n_s_new, __pyx_k_new, sizeof(__pyx_k_new), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_no_default___reduce___due_to_non, __pyx_k_no_default___reduce___due_to_non, sizeof(__pyx_k_no_default___reduce___due_to_non), 0, 0, 1, 0},
|
|
{&__pyx_n_s_norm, __pyx_k_norm, sizeof(__pyx_k_norm), 0, 0, 1, 1},
|
|
{&__pyx_n_s_normalize_slice, __pyx_k_normalize_slice, sizeof(__pyx_k_normalize_slice), 0, 0, 1, 1},
|
|
{&__pyx_n_s_nr_char, __pyx_k_nr_char, sizeof(__pyx_k_nr_char), 0, 0, 1, 1},
|
|
{&__pyx_n_s_numpy, __pyx_k_numpy, sizeof(__pyx_k_numpy), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_numpy_core_multiarray_failed_to, __pyx_k_numpy_core_multiarray_failed_to, sizeof(__pyx_k_numpy_core_multiarray_failed_to), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_numpy_core_umath_failed_to_impor, __pyx_k_numpy_core_umath_failed_to_impor, sizeof(__pyx_k_numpy_core_umath_failed_to_impor), 0, 0, 1, 0},
|
|
{&__pyx_n_s_obj, __pyx_k_obj, sizeof(__pyx_k_obj), 0, 0, 1, 1},
|
|
{&__pyx_n_s_open, __pyx_k_open, sizeof(__pyx_k_open), 0, 0, 1, 1},
|
|
{&__pyx_n_s_ops, __pyx_k_ops, sizeof(__pyx_k_ops), 0, 0, 1, 1},
|
|
{&__pyx_n_s_opts, __pyx_k_opts, sizeof(__pyx_k_opts), 0, 0, 1, 1},
|
|
{&__pyx_n_s_orth, __pyx_k_orth, sizeof(__pyx_k_orth), 0, 0, 1, 1},
|
|
{&__pyx_n_s_outside, __pyx_k_outside, sizeof(__pyx_k_outside), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pack, __pyx_k_pack, sizeof(__pyx_k_pack), 0, 0, 1, 1},
|
|
{&__pyx_n_s_partial_attrs, __pyx_k_partial_attrs, sizeof(__pyx_k_partial_attrs), 0, 0, 1, 1},
|
|
{&__pyx_n_s_parts_of_speech, __pyx_k_parts_of_speech, sizeof(__pyx_k_parts_of_speech), 0, 0, 1, 1},
|
|
{&__pyx_n_s_path, __pyx_k_path, sizeof(__pyx_k_path), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pickle, __pyx_k_pickle, sizeof(__pyx_k_pickle), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pickle_doc, __pyx_k_pickle_doc, sizeof(__pyx_k_pickle_doc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pickle_dumps, __pyx_k_pickle_dumps, sizeof(__pyx_k_pickle_dumps), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pickle_loads, __pyx_k_pickle_loads, sizeof(__pyx_k_pickle_loads), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pop, __pyx_k_pop, sizeof(__pyx_k_pop), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pos, __pyx_k_pos, sizeof(__pyx_k_pos), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pos_2, __pyx_k_pos_2, sizeof(__pyx_k_pos_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pp, __pyx_k_pp, sizeof(__pyx_k_pp), 0, 0, 1, 1},
|
|
{&__pyx_n_s_prepare, __pyx_k_prepare, sizeof(__pyx_k_prepare), 0, 0, 1, 1},
|
|
{&__pyx_n_s_prop, __pyx_k_prop, sizeof(__pyx_k_prop), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_PickleError, __pyx_k_pyx_PickleError, sizeof(__pyx_k_pyx_PickleError), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_checksum, __pyx_k_pyx_checksum, sizeof(__pyx_k_pyx_checksum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_getbuffer, __pyx_k_pyx_getbuffer, sizeof(__pyx_k_pyx_getbuffer), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_result, __pyx_k_pyx_result, sizeof(__pyx_k_pyx_result), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_state, __pyx_k_pyx_state, sizeof(__pyx_k_pyx_state), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_type, __pyx_k_pyx_type, sizeof(__pyx_k_pyx_type), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_unpickle_Enum, __pyx_k_pyx_unpickle_Enum, sizeof(__pyx_k_pyx_unpickle_Enum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_pyx_vtable, __pyx_k_pyx_vtable, sizeof(__pyx_k_pyx_vtable), 0, 0, 1, 1},
|
|
{&__pyx_n_s_qualname, __pyx_k_qualname, sizeof(__pyx_k_qualname), 0, 0, 1, 1},
|
|
{&__pyx_n_s_range, __pyx_k_range, sizeof(__pyx_k_range), 0, 0, 1, 1},
|
|
{&__pyx_n_s_rb, __pyx_k_rb, sizeof(__pyx_k_rb), 0, 0, 1, 1},
|
|
{&__pyx_n_s_read, __pyx_k_read, sizeof(__pyx_k_read), 0, 0, 1, 1},
|
|
{&__pyx_n_s_realloc, __pyx_k_realloc, sizeof(__pyx_k_realloc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reduce, __pyx_k_reduce, sizeof(__pyx_k_reduce), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reduce_cython, __pyx_k_reduce_cython, sizeof(__pyx_k_reduce_cython), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reduce_ex, __pyx_k_reduce_ex, sizeof(__pyx_k_reduce_ex), 0, 0, 1, 1},
|
|
{&__pyx_n_s_refcheck, __pyx_k_refcheck, sizeof(__pyx_k_refcheck), 0, 0, 1, 1},
|
|
{&__pyx_n_s_rel_head_index, __pyx_k_rel_head_index, sizeof(__pyx_k_rel_head_index), 0, 0, 1, 1},
|
|
{&__pyx_n_s_remove_extension, __pyx_k_remove_extension, sizeof(__pyx_k_remove_extension), 0, 0, 1, 1},
|
|
{&__pyx_n_s_remove_label_if_necessary, __pyx_k_remove_label_if_necessary, sizeof(__pyx_k_remove_label_if_necessary), 0, 0, 1, 1},
|
|
{&__pyx_n_s_require_complete, __pyx_k_require_complete, sizeof(__pyx_k_require_complete), 0, 0, 1, 1},
|
|
{&__pyx_n_s_reshape, __pyx_k_reshape, sizeof(__pyx_k_reshape), 0, 0, 1, 1},
|
|
{&__pyx_n_s_resize, __pyx_k_resize, sizeof(__pyx_k_resize), 0, 0, 1, 1},
|
|
{&__pyx_n_s_retokenize, __pyx_k_retokenize, sizeof(__pyx_k_retokenize), 0, 0, 1, 1},
|
|
{&__pyx_n_s_retokenize_2, __pyx_k_retokenize_2, sizeof(__pyx_k_retokenize_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_schemas, __pyx_k_schemas, sizeof(__pyx_k_schemas), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_self_c_cannot_be_converted_to_a, __pyx_k_self_c_cannot_be_converted_to_a, sizeof(__pyx_k_self_c_cannot_be_converted_to_a), 0, 0, 1, 0},
|
|
{&__pyx_n_s_send, __pyx_k_send, sizeof(__pyx_k_send), 0, 0, 1, 1},
|
|
{&__pyx_n_s_sent, __pyx_k_sent, sizeof(__pyx_k_sent), 0, 0, 1, 1},
|
|
{&__pyx_n_s_sent_starts, __pyx_k_sent_starts, sizeof(__pyx_k_sent_starts), 0, 0, 1, 1},
|
|
{&__pyx_n_s_sentence, __pyx_k_sentence, sizeof(__pyx_k_sentence), 0, 0, 1, 1},
|
|
{&__pyx_n_s_sentiment, __pyx_k_sentiment, sizeof(__pyx_k_sentiment), 0, 0, 1, 1},
|
|
{&__pyx_n_s_sents, __pyx_k_sents, sizeof(__pyx_k_sents), 0, 0, 1, 1},
|
|
{&__pyx_n_s_seq, __pyx_k_seq, sizeof(__pyx_k_seq), 0, 0, 1, 1},
|
|
{&__pyx_n_s_set, __pyx_k_set, sizeof(__pyx_k_set), 0, 0, 1, 1},
|
|
{&__pyx_n_s_set_ents, __pyx_k_set_ents, sizeof(__pyx_k_set_ents), 0, 0, 1, 1},
|
|
{&__pyx_n_s_set_extension, __pyx_k_set_extension, sizeof(__pyx_k_set_extension), 0, 0, 1, 1},
|
|
{&__pyx_n_s_setstate, __pyx_k_setstate, sizeof(__pyx_k_setstate), 0, 0, 1, 1},
|
|
{&__pyx_n_s_setstate_cython, __pyx_k_setstate_cython, sizeof(__pyx_k_setstate_cython), 0, 0, 1, 1},
|
|
{&__pyx_n_s_shape, __pyx_k_shape, sizeof(__pyx_k_shape), 0, 0, 1, 1},
|
|
{&__pyx_n_s_similarity, __pyx_k_similarity, sizeof(__pyx_k_similarity), 0, 0, 1, 1},
|
|
{&__pyx_n_s_size, __pyx_k_size, sizeof(__pyx_k_size), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spaces, __pyx_k_spaces, sizeof(__pyx_k_spaces), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spacy_index, __pyx_k_spacy_index, sizeof(__pyx_k_spacy_index), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spacy_tokens_doc, __pyx_k_spacy_tokens_doc, sizeof(__pyx_k_spacy_tokens_doc), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_spacy_tokens_doc_pyx, __pyx_k_spacy_tokens_doc_pyx, sizeof(__pyx_k_spacy_tokens_doc_pyx), 0, 0, 1, 0},
|
|
{&__pyx_n_s_span, __pyx_k_span, sizeof(__pyx_k_span), 0, 0, 1, 1},
|
|
{&__pyx_n_s_span_hooks, __pyx_k_span_hooks, sizeof(__pyx_k_span_hooks), 0, 0, 1, 1},
|
|
{&__pyx_n_s_span_id, __pyx_k_span_id, sizeof(__pyx_k_span_id), 0, 0, 1, 1},
|
|
{&__pyx_n_s_span_len, __pyx_k_span_len, sizeof(__pyx_k_span_len), 0, 0, 1, 1},
|
|
{&__pyx_n_s_span_tuple, __pyx_k_span_tuple, sizeof(__pyx_k_span_tuple), 0, 0, 1, 1},
|
|
{&__pyx_n_s_spans, __pyx_k_spans, sizeof(__pyx_k_spans), 0, 0, 1, 1},
|
|
{&__pyx_n_s_split, __pyx_k_split, sizeof(__pyx_k_split), 0, 0, 1, 1},
|
|
{&__pyx_n_s_srsly, __pyx_k_srsly, sizeof(__pyx_k_srsly), 0, 0, 1, 1},
|
|
{&__pyx_n_s_start, __pyx_k_start, sizeof(__pyx_k_start), 0, 0, 1, 1},
|
|
{&__pyx_n_s_start_char, __pyx_k_start_char, sizeof(__pyx_k_start_char), 0, 0, 1, 1},
|
|
{&__pyx_n_s_start_idx, __pyx_k_start_idx, sizeof(__pyx_k_start_idx), 0, 0, 1, 1},
|
|
{&__pyx_n_s_startswith, __pyx_k_startswith, sizeof(__pyx_k_startswith), 0, 0, 1, 1},
|
|
{&__pyx_n_s_staticmethod, __pyx_k_staticmethod, sizeof(__pyx_k_staticmethod), 0, 0, 1, 1},
|
|
{&__pyx_n_s_step, __pyx_k_step, sizeof(__pyx_k_step), 0, 0, 1, 1},
|
|
{&__pyx_n_s_stop, __pyx_k_stop, sizeof(__pyx_k_stop), 0, 0, 1, 1},
|
|
{&__pyx_n_s_str, __pyx_k_str, sizeof(__pyx_k_str), 0, 0, 1, 1},
|
|
{&__pyx_n_s_strict, __pyx_k_strict, sizeof(__pyx_k_strict), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_strided_and_direct, __pyx_k_strided_and_direct, sizeof(__pyx_k_strided_and_direct), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_strided_and_direct_or_indirect, __pyx_k_strided_and_direct_or_indirect, sizeof(__pyx_k_strided_and_direct_or_indirect), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_strided_and_indirect, __pyx_k_strided_and_indirect, sizeof(__pyx_k_strided_and_indirect), 0, 0, 1, 0},
|
|
{&__pyx_n_s_strings, __pyx_k_strings, sizeof(__pyx_k_strings), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_stringsource, __pyx_k_stringsource, sizeof(__pyx_k_stringsource), 0, 0, 1, 0},
|
|
{&__pyx_n_s_struct, __pyx_k_struct, sizeof(__pyx_k_struct), 0, 0, 1, 1},
|
|
{&__pyx_n_s_sum, __pyx_k_sum, sizeof(__pyx_k_sum), 0, 0, 1, 1},
|
|
{&__pyx_n_s_tag, __pyx_k_tag, sizeof(__pyx_k_tag), 0, 0, 1, 1},
|
|
{&__pyx_n_s_tag_2, __pyx_k_tag_2, sizeof(__pyx_k_tag_2), 0, 0, 1, 1},
|
|
{&__pyx_n_s_tags, __pyx_k_tags, sizeof(__pyx_k_tags), 0, 0, 1, 1},
|
|
{&__pyx_n_s_tensor, __pyx_k_tensor, sizeof(__pyx_k_tensor), 0, 0, 1, 1},
|
|
{&__pyx_n_s_test, __pyx_k_test, sizeof(__pyx_k_test), 0, 0, 1, 1},
|
|
{&__pyx_n_s_text, __pyx_k_text, sizeof(__pyx_k_text), 0, 0, 1, 1},
|
|
{&__pyx_n_s_text_with_ws, __pyx_k_text_with_ws, sizeof(__pyx_k_text_with_ws), 0, 0, 1, 1},
|
|
{&__pyx_n_s_thinc_api, __pyx_k_thinc_api, sizeof(__pyx_k_thinc_api), 0, 0, 1, 1},
|
|
{&__pyx_n_s_thinc_util, __pyx_k_thinc_util, sizeof(__pyx_k_thinc_util), 0, 0, 1, 1},
|
|
{&__pyx_n_s_throw, __pyx_k_throw, sizeof(__pyx_k_throw), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_array, __pyx_k_to_array, sizeof(__pyx_k_to_array), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_bytes, __pyx_k_to_bytes, sizeof(__pyx_k_to_bytes), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_dict, __pyx_k_to_dict, sizeof(__pyx_k_to_dict), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_dict_locals_lambda, __pyx_k_to_dict_locals_lambda, sizeof(__pyx_k_to_dict_locals_lambda), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_json, __pyx_k_to_json, sizeof(__pyx_k_to_json), 0, 0, 1, 1},
|
|
{&__pyx_n_s_to_utf8_array_locals_genexpr, __pyx_k_to_utf8_array_locals_genexpr, sizeof(__pyx_k_to_utf8_array_locals_genexpr), 0, 0, 1, 1},
|
|
{&__pyx_n_s_token_hooks, __pyx_k_token_hooks, sizeof(__pyx_k_token_hooks), 0, 0, 1, 1},
|
|
{&__pyx_n_s_token_offset, __pyx_k_token_offset, sizeof(__pyx_k_token_offset), 0, 0, 1, 1},
|
|
{&__pyx_n_s_tokens, __pyx_k_tokens, sizeof(__pyx_k_tokens), 0, 0, 1, 1},
|
|
{&__pyx_n_s_type, __pyx_k_type, sizeof(__pyx_k_type), 0, 0, 1, 1},
|
|
{&__pyx_n_s_typing, __pyx_k_typing, sizeof(__pyx_k_typing), 0, 0, 1, 1},
|
|
{&__pyx_n_s_uint64, __pyx_k_uint64, sizeof(__pyx_k_uint64), 0, 0, 1, 1},
|
|
{&__pyx_n_s_uint8, __pyx_k_uint8, sizeof(__pyx_k_uint8), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_unable_to_allocate_array_data, __pyx_k_unable_to_allocate_array_data, sizeof(__pyx_k_unable_to_allocate_array_data), 0, 0, 1, 0},
|
|
{&__pyx_kp_s_unable_to_allocate_shape_and_str, __pyx_k_unable_to_allocate_shape_and_str, sizeof(__pyx_k_unable_to_allocate_shape_and_str), 0, 0, 1, 0},
|
|
{&__pyx_n_s_underscore, __pyx_k_underscore, sizeof(__pyx_k_underscore), 0, 0, 1, 1},
|
|
{&__pyx_n_s_underscore_span, __pyx_k_underscore_span, sizeof(__pyx_k_underscore_span), 0, 0, 1, 1},
|
|
{&__pyx_n_s_underscore_token, __pyx_k_underscore_token, sizeof(__pyx_k_underscore_token), 0, 0, 1, 1},
|
|
{&__pyx_n_s_unicode, __pyx_k_unicode, sizeof(__pyx_k_unicode), 0, 0, 1, 1},
|
|
{&__pyx_n_s_unmodified, __pyx_k_unmodified, sizeof(__pyx_k_unmodified), 0, 0, 1, 1},
|
|
{&__pyx_n_s_unpack, __pyx_k_unpack, sizeof(__pyx_k_unpack), 0, 0, 1, 1},
|
|
{&__pyx_n_s_unpickle_doc, __pyx_k_unpickle_doc, sizeof(__pyx_k_unpickle_doc), 0, 0, 1, 1},
|
|
{&__pyx_n_s_update, __pyx_k_update, sizeof(__pyx_k_update), 0, 0, 1, 1},
|
|
{&__pyx_n_s_upper, __pyx_k_upper, sizeof(__pyx_k_upper), 0, 0, 1, 1},
|
|
{&__pyx_n_s_use_list, __pyx_k_use_list, sizeof(__pyx_k_use_list), 0, 0, 1, 1},
|
|
{&__pyx_n_s_user_data, __pyx_k_user_data, sizeof(__pyx_k_user_data), 0, 0, 1, 1},
|
|
{&__pyx_n_s_user_data_keys, __pyx_k_user_data_keys, sizeof(__pyx_k_user_data_keys), 0, 0, 1, 1},
|
|
{&__pyx_n_s_user_data_values, __pyx_k_user_data_values, sizeof(__pyx_k_user_data_values), 0, 0, 1, 1},
|
|
{&__pyx_n_s_user_hooks, __pyx_k_user_hooks, sizeof(__pyx_k_user_hooks), 0, 0, 1, 1},
|
|
{&__pyx_n_s_user_span_hooks, __pyx_k_user_span_hooks, sizeof(__pyx_k_user_span_hooks), 0, 0, 1, 1},
|
|
{&__pyx_n_s_user_token_hooks, __pyx_k_user_token_hooks, sizeof(__pyx_k_user_token_hooks), 0, 0, 1, 1},
|
|
{&__pyx_n_s_utf8, __pyx_k_utf8, sizeof(__pyx_k_utf8), 0, 0, 1, 1},
|
|
{&__pyx_kp_s_utf_8, __pyx_k_utf_8, sizeof(__pyx_k_utf_8), 0, 0, 1, 0},
|
|
{&__pyx_n_s_util, __pyx_k_util, sizeof(__pyx_k_util), 0, 0, 1, 1},
|
|
{&__pyx_n_s_validate, __pyx_k_validate, sizeof(__pyx_k_validate), 0, 0, 1, 1},
|
|
{&__pyx_n_s_value, __pyx_k_value, sizeof(__pyx_k_value), 0, 0, 1, 1},
|
|
{&__pyx_n_s_values, __pyx_k_values, sizeof(__pyx_k_values), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vector, __pyx_k_vector, sizeof(__pyx_k_vector), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vector_norm, __pyx_k_vector_norm, sizeof(__pyx_k_vector_norm), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vectors, __pyx_k_vectors, sizeof(__pyx_k_vectors), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vectors_length, __pyx_k_vectors_length, sizeof(__pyx_k_vectors_length), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vocab, __pyx_k_vocab, sizeof(__pyx_k_vocab), 0, 0, 1, 1},
|
|
{&__pyx_n_s_vstack, __pyx_k_vstack, sizeof(__pyx_k_vstack), 0, 0, 1, 1},
|
|
{&__pyx_n_s_warn, __pyx_k_warn, sizeof(__pyx_k_warn), 0, 0, 1, 1},
|
|
{&__pyx_n_s_warnings, __pyx_k_warnings, sizeof(__pyx_k_warnings), 0, 0, 1, 1},
|
|
{&__pyx_n_s_wb, __pyx_k_wb, sizeof(__pyx_k_wb), 0, 0, 1, 1},
|
|
{&__pyx_n_s_whitespace, __pyx_k_whitespace, sizeof(__pyx_k_whitespace), 0, 0, 1, 1},
|
|
{&__pyx_n_s_words, __pyx_k_words, sizeof(__pyx_k_words), 0, 0, 1, 1},
|
|
{&__pyx_n_s_write, __pyx_k_write, sizeof(__pyx_k_write), 0, 0, 1, 1},
|
|
{&__pyx_n_s_wtype, __pyx_k_wtype, sizeof(__pyx_k_wtype), 0, 0, 1, 1},
|
|
{&__pyx_n_s_xp, __pyx_k_xp, sizeof(__pyx_k_xp), 0, 0, 1, 1},
|
|
{&__pyx_n_s_zeros, __pyx_k_zeros, sizeof(__pyx_k_zeros), 0, 0, 1, 1},
|
|
{&__pyx_n_s_zip, __pyx_k_zip, sizeof(__pyx_k_zip), 0, 0, 1, 1},
|
|
{0, 0, 0, 0, 0, 0, 0}
|
|
};
|
|
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(void) {
|
|
__pyx_builtin_staticmethod = __Pyx_GetBuiltinName(__pyx_n_s_staticmethod); if (!__pyx_builtin_staticmethod) __PYX_ERR(0, 1156, __pyx_L1_error)
|
|
__pyx_builtin_IndexError = __Pyx_GetBuiltinName(__pyx_n_s_IndexError); if (!__pyx_builtin_IndexError) __PYX_ERR(0, 69, __pyx_L1_error)
|
|
__pyx_builtin_ValueError = __Pyx_GetBuiltinName(__pyx_n_s_ValueError); if (!__pyx_builtin_ValueError) __PYX_ERR(0, 163, __pyx_L1_error)
|
|
__pyx_builtin_range = __Pyx_GetBuiltinName(__pyx_n_s_range); if (!__pyx_builtin_range) __PYX_ERR(0, 261, __pyx_L1_error)
|
|
__pyx_builtin_zip = __Pyx_GetBuiltinName(__pyx_n_s_zip); if (!__pyx_builtin_zip) __PYX_ERR(0, 289, __pyx_L1_error)
|
|
__pyx_builtin_TypeError = __Pyx_GetBuiltinName(__pyx_n_s_TypeError); if (!__pyx_builtin_TypeError) __PYX_ERR(0, 297, __pyx_L1_error)
|
|
__pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_n_s_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 302, __pyx_L1_error)
|
|
__pyx_builtin_DeprecationWarning = __Pyx_GetBuiltinName(__pyx_n_s_DeprecationWarning); if (!__pyx_builtin_DeprecationWarning) __PYX_ERR(0, 413, __pyx_L1_error)
|
|
__pyx_builtin_sum = __Pyx_GetBuiltinName(__pyx_n_s_sum); if (!__pyx_builtin_sum) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
__pyx_builtin_NotImplementedError = __Pyx_GetBuiltinName(__pyx_n_s_NotImplementedError); if (!__pyx_builtin_NotImplementedError) __PYX_ERR(0, 900, __pyx_L1_error)
|
|
__pyx_builtin_KeyError = __Pyx_GetBuiltinName(__pyx_n_s_KeyError); if (!__pyx_builtin_KeyError) __PYX_ERR(0, 1004, __pyx_L1_error)
|
|
__pyx_builtin_any = __Pyx_GetBuiltinName(__pyx_n_s_any); if (!__pyx_builtin_any) __PYX_ERR(0, 1406, __pyx_L1_error)
|
|
__pyx_builtin_max = __Pyx_GetBuiltinName(__pyx_n_s_max); if (!__pyx_builtin_max) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
__pyx_builtin_ImportError = __Pyx_GetBuiltinName(__pyx_n_s_ImportError); if (!__pyx_builtin_ImportError) __PYX_ERR(3, 942, __pyx_L1_error)
|
|
__pyx_builtin_MemoryError = __Pyx_GetBuiltinName(__pyx_n_s_MemoryError); if (!__pyx_builtin_MemoryError) __PYX_ERR(2, 149, __pyx_L1_error)
|
|
__pyx_builtin_Ellipsis = __Pyx_GetBuiltinName(__pyx_n_s_Ellipsis); if (!__pyx_builtin_Ellipsis) __PYX_ERR(2, 406, __pyx_L1_error)
|
|
__pyx_builtin_id = __Pyx_GetBuiltinName(__pyx_n_s_id); if (!__pyx_builtin_id) __PYX_ERR(2, 615, __pyx_L1_error)
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
return -1;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
|
|
|
|
/* "spacy/tokens/doc.pyx":273
|
|
* self.user_token_hooks = {}
|
|
* self.user_span_hooks = {}
|
|
* self.tensor = numpy.zeros((0,), dtype="float32") # <<<<<<<<<<<<<<
|
|
* self.user_data = {} if user_data is None else user_data
|
|
* self._vector = None
|
|
*/
|
|
__pyx_tuple__2 = PyTuple_Pack(1, __pyx_int_0); if (unlikely(!__pyx_tuple__2)) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__2);
|
|
__Pyx_GIVEREF(__pyx_tuple__2);
|
|
__pyx_tuple__3 = PyTuple_Pack(1, __pyx_tuple__2); if (unlikely(!__pyx_tuple__3)) __PYX_ERR(0, 273, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__3);
|
|
__Pyx_GIVEREF(__pyx_tuple__3);
|
|
|
|
/* "spacy/tokens/doc.pyx":336
|
|
* if (ent is None or ent.startswith("O")) and \
|
|
* (ents[i+1] is not None and ents[i+1].startswith("I")):
|
|
* ents[i+1] = "B" + ents[i+1][1:] # <<<<<<<<<<<<<<
|
|
* # B-TYPE1 I-TYPE2 or I-TYPE1 I-TYPE2 -> B/I-TYPE1 B-TYPE2
|
|
* if ent is not None and ents[i+1] is not None and \
|
|
*/
|
|
__pyx_slice__5 = PySlice_New(__pyx_int_1, Py_None, Py_None); if (unlikely(!__pyx_slice__5)) __PYX_ERR(0, 336, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_slice__5);
|
|
__Pyx_GIVEREF(__pyx_slice__5);
|
|
|
|
/* "spacy/tokens/doc.pyx":355
|
|
* if len(ent) < 3 or ent[1] != "-":
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
* ent_iob, ent_type = ent.split("-", 1) # <<<<<<<<<<<<<<
|
|
* if ent_iob not in iob_strings:
|
|
* raise ValueError(Errors.E177.format(tag=ent))
|
|
*/
|
|
__pyx_tuple__7 = PyTuple_Pack(2, __pyx_kp_s__6, __pyx_int_1); if (unlikely(!__pyx_tuple__7)) __PYX_ERR(0, 355, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__7);
|
|
__Pyx_GIVEREF(__pyx_tuple__7);
|
|
|
|
/* "spacy/tokens/doc.pyx":569
|
|
* DOCS: https://spacy.io/api/doc#char_span
|
|
* """
|
|
* alignment_modes = ("strict", "contract", "expand") # <<<<<<<<<<<<<<
|
|
* if alignment_mode not in alignment_modes:
|
|
* raise ValueError(
|
|
*/
|
|
__pyx_tuple__8 = PyTuple_Pack(3, __pyx_n_s_strict, __pyx_n_s_contract, __pyx_n_s_expand); if (unlikely(!__pyx_tuple__8)) __PYX_ERR(0, 569, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__8);
|
|
__Pyx_GIVEREF(__pyx_tuple__8);
|
|
|
|
/* "spacy/tokens/doc.pyx":1152
|
|
* if HEAD in attrs and DEP in attrs:
|
|
* col = attrs.index(DEP)
|
|
* if array[:, col].any(): # <<<<<<<<<<<<<<
|
|
* set_children_from_heads(self.c, 0, length)
|
|
* return self
|
|
*/
|
|
__pyx_slice__13 = PySlice_New(Py_None, Py_None, Py_None); if (unlikely(!__pyx_slice__13)) __PYX_ERR(0, 1152, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_slice__13);
|
|
__Pyx_GIVEREF(__pyx_slice__13);
|
|
|
|
/* "spacy/tokens/doc.pyx":1240
|
|
* if len(concat_spaces) > 0:
|
|
* token_offset = -1
|
|
* for doc in docs[:-1]: # <<<<<<<<<<<<<<
|
|
* token_offset += len(doc)
|
|
* if len(doc) > 0 and not doc[-1].is_space:
|
|
*/
|
|
__pyx_slice__17 = PySlice_New(Py_None, __pyx_int_neg_1, Py_None); if (unlikely(!__pyx_slice__17)) __PYX_ERR(0, 1240, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_slice__17);
|
|
__Pyx_GIVEREF(__pyx_slice__17);
|
|
|
|
/* "spacy/tokens/doc.pyx":1320
|
|
* """
|
|
* path = util.ensure_path(path)
|
|
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*
|
|
*/
|
|
__pyx_tuple__19 = PyTuple_Pack(3, Py_None, Py_None, Py_None); if (unlikely(!__pyx_tuple__19)) __PYX_ERR(0, 1320, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__19);
|
|
__Pyx_GIVEREF(__pyx_tuple__19);
|
|
|
|
/* "spacy/tokens/doc.pyx":1452
|
|
* self.push_back(lex, has_space)
|
|
* start = end + has_space
|
|
* self.from_array(msg["array_head"][2:], attrs[:, 2:]) # <<<<<<<<<<<<<<
|
|
* if "spans" in msg:
|
|
* self.spans.from_bytes(msg["spans"])
|
|
*/
|
|
__pyx_slice__25 = PySlice_New(__pyx_int_2, Py_None, Py_None); if (unlikely(!__pyx_slice__25)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_slice__25);
|
|
__Pyx_GIVEREF(__pyx_slice__25);
|
|
__pyx_tuple__26 = PyTuple_Pack(2, __pyx_slice__13, __pyx_slice__25); if (unlikely(!__pyx_tuple__26)) __PYX_ERR(0, 1452, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__26);
|
|
__Pyx_GIVEREF(__pyx_tuple__26);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
*/
|
|
__pyx_tuple__29 = PyTuple_Pack(1, __pyx_kp_s_self_c_cannot_be_converted_to_a); if (unlikely(!__pyx_tuple__29)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__29);
|
|
__Pyx_GIVEREF(__pyx_tuple__29);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("self.c cannot be converted to a Python object for pickling") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__30 = PyTuple_Pack(1, __pyx_kp_s_self_c_cannot_be_converted_to_a); if (unlikely(!__pyx_tuple__30)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__30);
|
|
__Pyx_GIVEREF(__pyx_tuple__30);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":942
|
|
* __pyx_import_array()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.multiarray failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_umath() except -1:
|
|
*/
|
|
__pyx_tuple__36 = PyTuple_Pack(1, __pyx_kp_s_numpy_core_multiarray_failed_to); if (unlikely(!__pyx_tuple__36)) __PYX_ERR(3, 942, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__36);
|
|
__Pyx_GIVEREF(__pyx_tuple__36);
|
|
|
|
/* "C:/Users/VssAdministrator/AppData/Local/Temp/pip-build-env-j_5kk2xi/overlay/Lib/site-packages/numpy/__init__.pxd":948
|
|
* _import_umath()
|
|
* except Exception:
|
|
* raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef inline int import_ufunc() except -1:
|
|
*/
|
|
__pyx_tuple__37 = PyTuple_Pack(1, __pyx_kp_s_numpy_core_umath_failed_to_impor); if (unlikely(!__pyx_tuple__37)) __PYX_ERR(3, 948, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__37);
|
|
__Pyx_GIVEREF(__pyx_tuple__37);
|
|
|
|
/* "View.MemoryView":134
|
|
*
|
|
* if not self.ndim:
|
|
* raise ValueError("Empty shape tuple for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if itemsize <= 0:
|
|
*/
|
|
__pyx_tuple__38 = PyTuple_Pack(1, __pyx_kp_s_Empty_shape_tuple_for_cython_arr); if (unlikely(!__pyx_tuple__38)) __PYX_ERR(2, 134, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__38);
|
|
__Pyx_GIVEREF(__pyx_tuple__38);
|
|
|
|
/* "View.MemoryView":137
|
|
*
|
|
* if itemsize <= 0:
|
|
* raise ValueError("itemsize <= 0 for cython.array") # <<<<<<<<<<<<<<
|
|
*
|
|
* if not isinstance(format, bytes):
|
|
*/
|
|
__pyx_tuple__39 = PyTuple_Pack(1, __pyx_kp_s_itemsize_0_for_cython_array); if (unlikely(!__pyx_tuple__39)) __PYX_ERR(2, 137, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__39);
|
|
__Pyx_GIVEREF(__pyx_tuple__39);
|
|
|
|
/* "View.MemoryView":149
|
|
*
|
|
* if not self._shape:
|
|
* raise MemoryError("unable to allocate shape and strides.") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__40 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_shape_and_str); if (unlikely(!__pyx_tuple__40)) __PYX_ERR(2, 149, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__40);
|
|
__Pyx_GIVEREF(__pyx_tuple__40);
|
|
|
|
/* "View.MemoryView":177
|
|
* self.data = <char *>malloc(self.len)
|
|
* if not self.data:
|
|
* raise MemoryError("unable to allocate array data.") # <<<<<<<<<<<<<<
|
|
*
|
|
* if self.dtype_is_object:
|
|
*/
|
|
__pyx_tuple__41 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_array_data); if (unlikely(!__pyx_tuple__41)) __PYX_ERR(2, 177, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__41);
|
|
__Pyx_GIVEREF(__pyx_tuple__41);
|
|
|
|
/* "View.MemoryView":193
|
|
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
|
|
* if not (flags & bufmode):
|
|
* raise ValueError("Can only create a buffer that is contiguous in memory.") # <<<<<<<<<<<<<<
|
|
* info.buf = self.data
|
|
* info.len = self.len
|
|
*/
|
|
__pyx_tuple__42 = PyTuple_Pack(1, __pyx_kp_s_Can_only_create_a_buffer_that_is); if (unlikely(!__pyx_tuple__42)) __PYX_ERR(2, 193, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__42);
|
|
__Pyx_GIVEREF(__pyx_tuple__42);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_tuple__43 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__43)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__43);
|
|
__Pyx_GIVEREF(__pyx_tuple__43);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__44 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__44)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__44);
|
|
__Pyx_GIVEREF(__pyx_tuple__44);
|
|
|
|
/* "View.MemoryView":420
|
|
* def __setitem__(memoryview self, object index, object value):
|
|
* if self.view.readonly:
|
|
* raise TypeError("Cannot assign to read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* have_slices, index = _unellipsify(index, self.view.ndim)
|
|
*/
|
|
__pyx_tuple__45 = PyTuple_Pack(1, __pyx_kp_s_Cannot_assign_to_read_only_memor); if (unlikely(!__pyx_tuple__45)) __PYX_ERR(2, 420, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__45);
|
|
__Pyx_GIVEREF(__pyx_tuple__45);
|
|
|
|
/* "View.MemoryView":497
|
|
* result = struct.unpack(self.view.format, bytesitem)
|
|
* except struct.error:
|
|
* raise ValueError("Unable to convert item to object") # <<<<<<<<<<<<<<
|
|
* else:
|
|
* if len(self.view.format) == 1:
|
|
*/
|
|
__pyx_tuple__46 = PyTuple_Pack(1, __pyx_kp_s_Unable_to_convert_item_to_object); if (unlikely(!__pyx_tuple__46)) __PYX_ERR(2, 497, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__46);
|
|
__Pyx_GIVEREF(__pyx_tuple__46);
|
|
|
|
/* "View.MemoryView":522
|
|
* def __getbuffer__(self, Py_buffer *info, int flags):
|
|
* if flags & PyBUF_WRITABLE and self.view.readonly:
|
|
* raise ValueError("Cannot create writable memory view from read-only memoryview") # <<<<<<<<<<<<<<
|
|
*
|
|
* if flags & PyBUF_ND:
|
|
*/
|
|
__pyx_tuple__47 = PyTuple_Pack(1, __pyx_kp_s_Cannot_create_writable_memory_vi); if (unlikely(!__pyx_tuple__47)) __PYX_ERR(2, 522, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__47);
|
|
__Pyx_GIVEREF(__pyx_tuple__47);
|
|
|
|
/* "View.MemoryView":572
|
|
* if self.view.strides == NULL:
|
|
*
|
|
* raise ValueError("Buffer view does not expose strides") # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
|
|
*/
|
|
__pyx_tuple__48 = PyTuple_Pack(1, __pyx_kp_s_Buffer_view_does_not_expose_stri); if (unlikely(!__pyx_tuple__48)) __PYX_ERR(2, 572, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__48);
|
|
__Pyx_GIVEREF(__pyx_tuple__48);
|
|
|
|
/* "View.MemoryView":579
|
|
* def suboffsets(self):
|
|
* if self.view.suboffsets == NULL:
|
|
* return (-1,) * self.view.ndim # <<<<<<<<<<<<<<
|
|
*
|
|
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
|
|
*/
|
|
__pyx_tuple__49 = PyTuple_New(1); if (unlikely(!__pyx_tuple__49)) __PYX_ERR(2, 579, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__49);
|
|
__Pyx_INCREF(__pyx_int_neg_1);
|
|
__Pyx_GIVEREF(__pyx_int_neg_1);
|
|
PyTuple_SET_ITEM(__pyx_tuple__49, 0, __pyx_int_neg_1);
|
|
__Pyx_GIVEREF(__pyx_tuple__49);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_tuple__50 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__50)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__50);
|
|
__Pyx_GIVEREF(__pyx_tuple__50);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__51 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__51)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__51);
|
|
__Pyx_GIVEREF(__pyx_tuple__51);
|
|
|
|
/* "View.MemoryView":705
|
|
* for suboffset in suboffsets[:ndim]:
|
|
* if suboffset >= 0:
|
|
* raise ValueError("Indirect dimensions not supported") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__52 = PyTuple_Pack(1, __pyx_kp_s_Indirect_dimensions_not_supporte); if (unlikely(!__pyx_tuple__52)) __PYX_ERR(2, 705, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__52);
|
|
__Pyx_GIVEREF(__pyx_tuple__52);
|
|
|
|
/* "(tree fragment)":2
|
|
* def __reduce_cython__(self):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
*/
|
|
__pyx_tuple__53 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__53)) __PYX_ERR(2, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__53);
|
|
__Pyx_GIVEREF(__pyx_tuple__53);
|
|
|
|
/* "(tree fragment)":4
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__")
|
|
* def __setstate_cython__(self, __pyx_state):
|
|
* raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_tuple__54 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__54)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__54);
|
|
__Pyx_GIVEREF(__pyx_tuple__54);
|
|
__pyx_tuple__56 = PyTuple_Pack(3, __pyx_int_184977713, __pyx_int_136983863, __pyx_int_112105877); if (unlikely(!__pyx_tuple__56)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__56);
|
|
__Pyx_GIVEREF(__pyx_tuple__56);
|
|
|
|
/* "spacy/tokens/doc.pyx":64
|
|
*
|
|
* # fmt: off
|
|
* DOCBIN_ALL_ATTRS = ("ORTH", "NORM", "TAG", "HEAD", "DEP", "ENT_IOB", "ENT_TYPE", "ENT_KB_ID", "ENT_ID", "LEMMA", "MORPH", "POS", "SENT_START") # <<<<<<<<<<<<<<
|
|
* # fmt: on
|
|
*
|
|
*/
|
|
__pyx_tuple__57 = PyTuple_Pack(13, __pyx_n_s_ORTH, __pyx_n_s_NORM, __pyx_n_s_TAG, __pyx_n_s_HEAD, __pyx_n_s_DEP, __pyx_n_s_ENT_IOB, __pyx_n_s_ENT_TYPE, __pyx_n_s_ENT_KB_ID, __pyx_n_s_ENT_ID, __pyx_n_s_LEMMA, __pyx_n_s_MORPH, __pyx_n_s_POS, __pyx_n_s_SENT_START); if (unlikely(!__pyx_tuple__57)) __PYX_ERR(0, 64, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__57);
|
|
__Pyx_GIVEREF(__pyx_tuple__57);
|
|
|
|
/* "spacy/tokens/doc.pyx":126
|
|
*
|
|
* @classmethod
|
|
* def values(cls): # <<<<<<<<<<<<<<
|
|
* return list(cls.__members__.keys())
|
|
*
|
|
*/
|
|
__pyx_tuple__58 = PyTuple_Pack(1, __pyx_n_s_cls); if (unlikely(!__pyx_tuple__58)) __PYX_ERR(0, 126, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__58);
|
|
__Pyx_GIVEREF(__pyx_tuple__58);
|
|
__pyx_codeobj_ = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__58, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_values, 126, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj_)) __PYX_ERR(0, 126, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1157
|
|
*
|
|
* @staticmethod
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
* if the `Doc` objects do not all share the same `Vocab`.
|
|
*/
|
|
__pyx_tuple__59 = PyTuple_Pack(36, __pyx_n_s_docs, __pyx_n_s_ensure_whitespace, __pyx_n_s_attrs, __pyx_n_s_exclude, __pyx_n_s_vocab, __pyx_n_s_concat_words, __pyx_n_s_concat_spaces, __pyx_n_s_concat_user_data, __pyx_n_s_concat_spans, __pyx_n_s_char_offset, __pyx_n_s_doc, __pyx_n_s_key, __pyx_n_s_value, __pyx_n_s_data_type, __pyx_n_s_name, __pyx_n_s_start, __pyx_n_s_end, __pyx_n_s_span, __pyx_n_s_arrays, __pyx_n_s_spacy_index, __pyx_n_s_i, __pyx_n_s_array, __pyx_n_s_token_offset, __pyx_n_s_concat_array, __pyx_n_s_concat_doc, __pyx_n_s_span_tuple, __pyx_n_s_text, __pyx_n_s_ops, __pyx_n_s_doc, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_attr, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__59)) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__59);
|
|
__Pyx_GIVEREF(__pyx_tuple__59);
|
|
__pyx_codeobj__15 = (PyObject*)__Pyx_PyCode_New(3, 1, 36, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__59, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_from_docs, 1157, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__15)) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1777
|
|
*
|
|
* @staticmethod
|
|
* def _get_array_attrs(): # <<<<<<<<<<<<<<
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
*/
|
|
__pyx_tuple__60 = PyTuple_Pack(3, __pyx_n_s_attrs, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__60)) __PYX_ERR(0, 1777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__60);
|
|
__Pyx_GIVEREF(__pyx_tuple__60);
|
|
__pyx_codeobj__28 = (PyObject*)__Pyx_PyCode_New(0, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__60, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_get_array_attrs, 1777, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__28)) __PYX_ERR(0, 1777, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1955
|
|
*
|
|
*
|
|
* def pickle_doc(doc): # <<<<<<<<<<<<<<
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
*/
|
|
__pyx_tuple__61 = PyTuple_Pack(3, __pyx_n_s_doc, __pyx_n_s_bytes_data, __pyx_n_s_hooks_and_data); if (unlikely(!__pyx_tuple__61)) __PYX_ERR(0, 1955, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__61);
|
|
__Pyx_GIVEREF(__pyx_tuple__61);
|
|
__pyx_codeobj__31 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__61, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_pickle_doc, 1955, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__31)) __PYX_ERR(0, 1955, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1962
|
|
*
|
|
*
|
|
* def unpickle_doc(vocab, hooks_and_data, bytes_data): # <<<<<<<<<<<<<<
|
|
* user_data, doc_hooks, span_hooks, token_hooks = srsly.pickle_loads(hooks_and_data)
|
|
*
|
|
*/
|
|
__pyx_tuple__62 = PyTuple_Pack(8, __pyx_n_s_vocab, __pyx_n_s_hooks_and_data, __pyx_n_s_bytes_data, __pyx_n_s_user_data, __pyx_n_s_doc_hooks, __pyx_n_s_span_hooks, __pyx_n_s_token_hooks, __pyx_n_s_doc); if (unlikely(!__pyx_tuple__62)) __PYX_ERR(0, 1962, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__62);
|
|
__Pyx_GIVEREF(__pyx_tuple__62);
|
|
__pyx_codeobj__32 = (PyObject*)__Pyx_PyCode_New(3, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__62, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_unpickle_doc, 1962, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__32)) __PYX_ERR(0, 1962, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1975
|
|
*
|
|
*
|
|
* def remove_label_if_necessary(attributes): # <<<<<<<<<<<<<<
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes:
|
|
*/
|
|
__pyx_tuple__63 = PyTuple_Pack(1, __pyx_n_s_attributes); if (unlikely(!__pyx_tuple__63)) __PYX_ERR(0, 1975, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__63);
|
|
__Pyx_GIVEREF(__pyx_tuple__63);
|
|
__pyx_codeobj__33 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__63, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_remove_label_if_necessary, 1975, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__33)) __PYX_ERR(0, 1975, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1981
|
|
*
|
|
*
|
|
* def fix_attributes(doc, attributes): # <<<<<<<<<<<<<<
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int):
|
|
*/
|
|
__pyx_tuple__64 = PyTuple_Pack(2, __pyx_n_s_doc, __pyx_n_s_attributes); if (unlikely(!__pyx_tuple__64)) __PYX_ERR(0, 1981, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__64);
|
|
__Pyx_GIVEREF(__pyx_tuple__64);
|
|
__pyx_codeobj__34 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__64, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_fix_attributes, 1981, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__34)) __PYX_ERR(0, 1981, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":1991
|
|
*
|
|
*
|
|
* def get_entity_info(ent_info): # <<<<<<<<<<<<<<
|
|
* ent_kb_id = 0
|
|
* ent_id = 0
|
|
*/
|
|
__pyx_tuple__65 = PyTuple_Pack(6, __pyx_n_s_ent_info, __pyx_n_s_ent_kb_id_2, __pyx_n_s_ent_id_2, __pyx_n_s_ent_type_2, __pyx_n_s_start, __pyx_n_s_end); if (unlikely(!__pyx_tuple__65)) __PYX_ERR(0, 1991, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__65);
|
|
__Pyx_GIVEREF(__pyx_tuple__65);
|
|
__pyx_codeobj__35 = (PyObject*)__Pyx_PyCode_New(1, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__65, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_spacy_tokens_doc_pyx, __pyx_n_s_get_entity_info, 1991, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__35)) __PYX_ERR(0, 1991, __pyx_L1_error)
|
|
|
|
/* "View.MemoryView":287
|
|
* return self.name
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>") # <<<<<<<<<<<<<<
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*/
|
|
__pyx_tuple__66 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct_or_indirect); if (unlikely(!__pyx_tuple__66)) __PYX_ERR(2, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__66);
|
|
__Pyx_GIVEREF(__pyx_tuple__66);
|
|
|
|
/* "View.MemoryView":288
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default # <<<<<<<<<<<<<<
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*
|
|
*/
|
|
__pyx_tuple__67 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct); if (unlikely(!__pyx_tuple__67)) __PYX_ERR(2, 288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__67);
|
|
__Pyx_GIVEREF(__pyx_tuple__67);
|
|
|
|
/* "View.MemoryView":289
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__68 = PyTuple_Pack(1, __pyx_kp_s_strided_and_indirect); if (unlikely(!__pyx_tuple__68)) __PYX_ERR(2, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__68);
|
|
__Pyx_GIVEREF(__pyx_tuple__68);
|
|
|
|
/* "View.MemoryView":292
|
|
*
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>") # <<<<<<<<<<<<<<
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>")
|
|
*
|
|
*/
|
|
__pyx_tuple__69 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_direct); if (unlikely(!__pyx_tuple__69)) __PYX_ERR(2, 292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__69);
|
|
__Pyx_GIVEREF(__pyx_tuple__69);
|
|
|
|
/* "View.MemoryView":293
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>")
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_tuple__70 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_indirect); if (unlikely(!__pyx_tuple__70)) __PYX_ERR(2, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__70);
|
|
__Pyx_GIVEREF(__pyx_tuple__70);
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
__pyx_tuple__71 = PyTuple_Pack(5, __pyx_n_s_pyx_type, __pyx_n_s_pyx_checksum, __pyx_n_s_pyx_state, __pyx_n_s_pyx_PickleError, __pyx_n_s_pyx_result); if (unlikely(!__pyx_tuple__71)) __PYX_ERR(2, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_tuple__71);
|
|
__Pyx_GIVEREF(__pyx_tuple__71);
|
|
__pyx_codeobj__55 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__71, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_stringsource, __pyx_n_s_pyx_unpickle_Enum, 1, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__55)) __PYX_ERR(2, 1, __pyx_L1_error)
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void) {
|
|
/* AssertionsEnabled.init */
|
|
__Pyx_init_assertions_enabled();
|
|
|
|
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
|
|
__pyx_umethod_PyDict_Type_get.type = (PyObject*)&PyDict_Type;
|
|
__pyx_umethod_PyDict_Type_items.type = (PyObject*)&PyDict_Type;
|
|
__pyx_umethod_PyDict_Type_keys.type = (PyObject*)&PyDict_Type;
|
|
if (__Pyx_InitStrings(__pyx_string_tab) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_float_0_0 = PyFloat_FromDouble(0.0); if (unlikely(!__pyx_float_0_0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_float_1_0 = PyFloat_FromDouble(1.0); if (unlikely(!__pyx_float_1_0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_0 = PyInt_FromLong(0); if (unlikely(!__pyx_int_0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_1 = PyInt_FromLong(1); if (unlikely(!__pyx_int_1)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_2 = PyInt_FromLong(2); if (unlikely(!__pyx_int_2)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_10 = PyInt_FromLong(10); if (unlikely(!__pyx_int_10)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_255 = PyInt_FromLong(255); if (unlikely(!__pyx_int_255)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_112105877 = PyInt_FromLong(112105877L); if (unlikely(!__pyx_int_112105877)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_136983863 = PyInt_FromLong(136983863L); if (unlikely(!__pyx_int_136983863)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_184977713 = PyInt_FromLong(184977713L); if (unlikely(!__pyx_int_184977713)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_int_neg_1 = PyInt_FromLong(-1); if (unlikely(!__pyx_int_neg_1)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
return -1;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(void); /*proto*/
|
|
|
|
static int __Pyx_modinit_global_init_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
|
|
/*--- Global init code ---*/
|
|
generic = Py_None; Py_INCREF(Py_None);
|
|
strided = Py_None; Py_INCREF(Py_None);
|
|
indirect = Py_None; Py_INCREF(Py_None);
|
|
contiguous = Py_None; Py_INCREF(Py_None);
|
|
indirect_contiguous = Py_None; Py_INCREF(Py_None);
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_variable_export_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
|
|
/*--- Variable export code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_function_export_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
|
|
/*--- Function export code ---*/
|
|
if (__Pyx_ExportFunction("get_token_attr", (void (*)(void))__pyx_f_5spacy_6tokens_3doc_get_token_attr, "__pyx_t_5spacy_8typedefs_attr_t (struct __pyx_t_5spacy_7structs_TokenC const *, enum __pyx_t_5spacy_5attrs_attr_id_t)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ExportFunction("get_token_attr_for_matcher", (void (*)(void))__pyx_f_5spacy_6tokens_3doc_get_token_attr_for_matcher, "__pyx_t_5spacy_8typedefs_attr_t (struct __pyx_t_5spacy_7structs_TokenC const *, enum __pyx_t_5spacy_5attrs_attr_id_t)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ExportFunction("set_children_from_heads", (void (*)(void))__pyx_f_5spacy_6tokens_3doc_set_children_from_heads, "int (struct __pyx_t_5spacy_7structs_TokenC *, int, int)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ExportFunction("_set_lr_kids_and_edges", (void (*)(void))__pyx_f_5spacy_6tokens_3doc__set_lr_kids_and_edges, "int (struct __pyx_t_5spacy_7structs_TokenC *, int, int, int)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ExportFunction("token_by_start", (void (*)(void))__pyx_f_5spacy_6tokens_3doc_token_by_start, "int (struct __pyx_t_5spacy_7structs_TokenC const *, int, int)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ExportFunction("token_by_end", (void (*)(void))__pyx_f_5spacy_6tokens_3doc_token_by_end, "int (struct __pyx_t_5spacy_7structs_TokenC const *, int, int)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ExportFunction("_get_lca_matrix", (void (*)(void))__pyx_f_5spacy_6tokens_3doc__get_lca_matrix, "__Pyx_memviewslice (struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int, int)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_type_init_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
|
|
/*--- Type init code ---*/
|
|
__pyx_vtabptr_5spacy_6tokens_3doc_Doc = &__pyx_vtable_5spacy_6tokens_3doc_Doc;
|
|
__pyx_vtable_5spacy_6tokens_3doc_Doc.to_array = (PyArrayObject *(*)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, int __pyx_skip_dispatch))__pyx_f_5spacy_6tokens_3doc_3Doc_to_array;
|
|
__pyx_vtable_5spacy_6tokens_3doc_Doc.__pyx_fuse_0push_back = (int (*)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr, int))__pyx_fuse_0__pyx_f_5spacy_6tokens_3doc_3Doc_push_back;
|
|
__pyx_vtable_5spacy_6tokens_3doc_Doc.__pyx_fuse_1push_back = (int (*)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr, int))__pyx_fuse_1__pyx_f_5spacy_6tokens_3doc_3Doc_push_back;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc_Doc) < 0) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc_Doc.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc_Doc.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc_Doc.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc_Doc.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
{
|
|
PyObject *wrapper = PyObject_GetAttrString((PyObject *)&__pyx_type_5spacy_6tokens_3doc_Doc, "__init__"); if (unlikely(!wrapper)) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) {
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_8__init__ = *((PyWrapperDescrObject *)wrapper)->d_base;
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_8__init__.doc = __pyx_doc_5spacy_6tokens_3doc_3Doc_8__init__;
|
|
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_8__init__;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
{
|
|
PyObject *wrapper = PyObject_GetAttrString((PyObject *)&__pyx_type_5spacy_6tokens_3doc_Doc, "__getitem__"); if (unlikely(!wrapper)) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) {
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_12__getitem__ = *((PyWrapperDescrObject *)wrapper)->d_base;
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_12__getitem__.doc = __pyx_doc_5spacy_6tokens_3doc_3Doc_12__getitem__;
|
|
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_12__getitem__;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
{
|
|
PyObject *wrapper = PyObject_GetAttrString((PyObject *)&__pyx_type_5spacy_6tokens_3doc_Doc, "__iter__"); if (unlikely(!wrapper)) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) {
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_14__iter__ = *((PyWrapperDescrObject *)wrapper)->d_base;
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_14__iter__.doc = __pyx_doc_5spacy_6tokens_3doc_3Doc_14__iter__;
|
|
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_14__iter__;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
{
|
|
PyObject *wrapper = PyObject_GetAttrString((PyObject *)&__pyx_type_5spacy_6tokens_3doc_Doc, "__len__"); if (unlikely(!wrapper)) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) {
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_17__len__ = *((PyWrapperDescrObject *)wrapper)->d_base;
|
|
__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_17__len__.doc = __pyx_doc_5spacy_6tokens_3doc_3Doc_17__len__;
|
|
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_6tokens_3doc_3Doc_17__len__;
|
|
}
|
|
}
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_type_5spacy_6tokens_3doc_Doc.tp_dict, __pyx_vtabptr_5spacy_6tokens_3doc_Doc) < 0) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_n_s_Doc, (PyObject *)&__pyx_type_5spacy_6tokens_3doc_Doc) < 0) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
if (__pyx_type_5spacy_6tokens_3doc_Doc.tp_weaklistoffset == 0) __pyx_type_5spacy_6tokens_3doc_Doc.tp_weaklistoffset = offsetof(struct __pyx_obj_5spacy_6tokens_3doc_Doc, __weakref__);
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type_5spacy_6tokens_3doc_Doc) < 0) __PYX_ERR(0, 130, __pyx_L1_error)
|
|
__pyx_ptype_5spacy_6tokens_3doc_Doc = &__pyx_type_5spacy_6tokens_3doc_Doc;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation) < 0) __PYX_ERR(0, 431, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct__has_annotation;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr) < 0) __PYX_ERR(0, 470, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_1_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr) < 0) __PYX_ERR(0, 472, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_2_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__) < 0) __PYX_ERR(0, 507, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__ = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_3___iter__;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__) < 0) __PYX_ERR(0, 653, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_4___get__ = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_4___get__;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr) < 0) __PYX_ERR(0, 664, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_5_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__) < 0) __PYX_ERR(0, 679, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_6___get__ = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_6___get__;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr) < 0) __PYX_ERR(0, 689, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_7_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__) < 0) __PYX_ERR(0, 723, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_8___get__ = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_8___get__;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr) < 0) __PYX_ERR(0, 728, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_9_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__) < 0) __PYX_ERR(0, 885, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_10___get__ = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_10___get__;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__) < 0) __PYX_ERR(0, 914, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_11___get__ = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_11___get__;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs) < 0) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_12_from_docs;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr) < 0) __PYX_ERR(0, 1184, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_13_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr) < 0) __PYX_ERR(0, 1186, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_14_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr) < 0) __PYX_ERR(0, 1196, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_15_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr) < 0) __PYX_ERR(0, 1197, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_16_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr) < 0) __PYX_ERR(0, 1268, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_17_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict) < 0) __PYX_ERR(0, 1361, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_18_to_dict;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array) < 0) __PYX_ERR(0, 1746, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_19_to_utf8_array;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr) < 0) __PYX_ERR(0, 1757, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_20_genexpr;
|
|
if (PyType_Ready(&__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr) < 0) __PYX_ERR(0, 1779, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr.tp_dictoffset && __pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
}
|
|
__pyx_ptype_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr = &__pyx_type_5spacy_6tokens_3doc___pyx_scope_struct_21_genexpr;
|
|
__pyx_vtabptr_array = &__pyx_vtable_array;
|
|
__pyx_vtable_array.get_memview = (PyObject *(*)(struct __pyx_array_obj *))__pyx_array_get_memview;
|
|
if (PyType_Ready(&__pyx_type___pyx_array) < 0) __PYX_ERR(2, 106, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_array.tp_print = 0;
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_type___pyx_array.tp_dict, __pyx_vtabptr_array) < 0) __PYX_ERR(2, 106, __pyx_L1_error)
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_array) < 0) __PYX_ERR(2, 106, __pyx_L1_error)
|
|
__pyx_array_type = &__pyx_type___pyx_array;
|
|
if (PyType_Ready(&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(2, 280, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_MemviewEnum.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_MemviewEnum.tp_dictoffset && __pyx_type___pyx_MemviewEnum.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type___pyx_MemviewEnum.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(2, 280, __pyx_L1_error)
|
|
__pyx_MemviewEnum_type = &__pyx_type___pyx_MemviewEnum;
|
|
__pyx_vtabptr_memoryview = &__pyx_vtable_memoryview;
|
|
__pyx_vtable_memoryview.get_item_pointer = (char *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_get_item_pointer;
|
|
__pyx_vtable_memoryview.is_slice = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_is_slice;
|
|
__pyx_vtable_memoryview.setitem_slice_assignment = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_slice_assignment;
|
|
__pyx_vtable_memoryview.setitem_slice_assign_scalar = (PyObject *(*)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_setitem_slice_assign_scalar;
|
|
__pyx_vtable_memoryview.setitem_indexed = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_indexed;
|
|
__pyx_vtable_memoryview.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryview_convert_item_to_object;
|
|
__pyx_vtable_memoryview.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryview_assign_item_from_object;
|
|
if (PyType_Ready(&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(2, 331, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_memoryview.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryview.tp_dictoffset && __pyx_type___pyx_memoryview.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type___pyx_memoryview.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
if (__Pyx_SetVtable(__pyx_type___pyx_memoryview.tp_dict, __pyx_vtabptr_memoryview) < 0) __PYX_ERR(2, 331, __pyx_L1_error)
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(2, 331, __pyx_L1_error)
|
|
__pyx_memoryview_type = &__pyx_type___pyx_memoryview;
|
|
__pyx_vtabptr__memoryviewslice = &__pyx_vtable__memoryviewslice;
|
|
__pyx_vtable__memoryviewslice.__pyx_base = *__pyx_vtabptr_memoryview;
|
|
__pyx_vtable__memoryviewslice.__pyx_base.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryviewslice_convert_item_to_object;
|
|
__pyx_vtable__memoryviewslice.__pyx_base.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryviewslice_assign_item_from_object;
|
|
__pyx_type___pyx_memoryviewslice.tp_base = __pyx_memoryview_type;
|
|
if (PyType_Ready(&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(2, 967, __pyx_L1_error)
|
|
#if PY_VERSION_HEX < 0x030800B1
|
|
__pyx_type___pyx_memoryviewslice.tp_print = 0;
|
|
#endif
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryviewslice.tp_dictoffset && __pyx_type___pyx_memoryviewslice.tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_type___pyx_memoryviewslice.tp_getattro = __Pyx_PyObject_GenericGetAttr;
|
|
}
|
|
if (__Pyx_SetVtable(__pyx_type___pyx_memoryviewslice.tp_dict, __pyx_vtabptr__memoryviewslice) < 0) __PYX_ERR(2, 967, __pyx_L1_error)
|
|
if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(2, 967, __pyx_L1_error)
|
|
__pyx_memoryviewslice_type = &__pyx_type___pyx_memoryviewslice;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_type_import_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
|
|
/*--- Type import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(7, 9, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_7cpython_4type_type = __Pyx_ImportType_0_29_37(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type",
|
|
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
|
|
sizeof(PyTypeObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyTypeObject),
|
|
#else
|
|
sizeof(PyHeapTypeObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyHeapTypeObject),
|
|
#endif
|
|
__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_7cpython_4type_type) __PYX_ERR(7, 9, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 199, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5numpy_dtype = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "dtype", sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArray_Descr),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_dtype) __PYX_ERR(3, 199, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_flatiter = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "flatiter", sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArrayIterObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_flatiter) __PYX_ERR(3, 222, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_broadcast = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "broadcast", sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArrayMultiIterObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_broadcast) __PYX_ERR(3, 226, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_ndarray = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "ndarray", sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyArrayObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_ndarray) __PYX_ERR(3, 238, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_generic = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "generic", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_generic) __PYX_ERR(3, 767, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_number = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "number", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_number) __PYX_ERR(3, 769, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_integer = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "integer", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_integer) __PYX_ERR(3, 771, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_signedinteger = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "signedinteger", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_signedinteger) __PYX_ERR(3, 773, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_unsignedinteger = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "unsignedinteger", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_unsignedinteger) __PYX_ERR(3, 775, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_inexact = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "inexact", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_inexact) __PYX_ERR(3, 777, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_floating = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "floating", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_floating) __PYX_ERR(3, 779, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_complexfloating = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "complexfloating", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_complexfloating) __PYX_ERR(3, 781, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_flexible = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "flexible", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_flexible) __PYX_ERR(3, 783, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_character = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "character", sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyObject),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5numpy_character) __PYX_ERR(3, 785, __pyx_L1_error)
|
|
__pyx_ptype_5numpy_ufunc = __Pyx_ImportType_0_29_37(__pyx_t_1, "numpy", "ufunc", sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(PyUFuncObject),__Pyx_ImportType_CheckSize_Ignore_0_29_37); if (!__pyx_ptype_5numpy_ufunc) __PYX_ERR(3, 824, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("cymem.cymem"); if (unlikely(!__pyx_t_1)) __PYX_ERR(8, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5cymem_5cymem_PyMalloc = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "PyMalloc", sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_PyMalloc),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_PyMalloc) __PYX_ERR(8, 4, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_PyMalloc = (struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_PyMalloc->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyMalloc)) __PYX_ERR(8, 4, __pyx_L1_error)
|
|
__pyx_ptype_5cymem_5cymem_PyFree = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "PyFree", sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_PyFree),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_PyFree) __PYX_ERR(8, 10, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_PyFree = (struct __pyx_vtabstruct_5cymem_5cymem_PyFree*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_PyFree->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyFree)) __PYX_ERR(8, 10, __pyx_L1_error)
|
|
__pyx_ptype_5cymem_5cymem_Pool = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "Pool", sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_Pool),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_Pool) __PYX_ERR(8, 16, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_Pool = (struct __pyx_vtabstruct_5cymem_5cymem_Pool*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_Pool->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_Pool)) __PYX_ERR(8, 16, __pyx_L1_error)
|
|
__pyx_ptype_5cymem_5cymem_Address = __Pyx_ImportType_0_29_37(__pyx_t_1, "cymem.cymem", "Address", sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5cymem_5cymem_Address),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5cymem_5cymem_Address) __PYX_ERR(8, 28, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("preshed.maps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(9, 45, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_7preshed_4maps_PreshMap = __Pyx_ImportType_0_29_37(__pyx_t_1, "preshed.maps", "PreshMap", sizeof(struct __pyx_obj_7preshed_4maps_PreshMap), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_7preshed_4maps_PreshMap),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_7preshed_4maps_PreshMap) __PYX_ERR(9, 45, __pyx_L1_error)
|
|
__pyx_vtabptr_7preshed_4maps_PreshMap = (struct __pyx_vtabstruct_7preshed_4maps_PreshMap*)__Pyx_GetVtable(__pyx_ptype_7preshed_4maps_PreshMap->tp_dict); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMap)) __PYX_ERR(9, 45, __pyx_L1_error)
|
|
__pyx_ptype_7preshed_4maps_PreshMapArray = __Pyx_ImportType_0_29_37(__pyx_t_1, "preshed.maps", "PreshMapArray", sizeof(struct __pyx_obj_7preshed_4maps_PreshMapArray), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_7preshed_4maps_PreshMapArray),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_7preshed_4maps_PreshMapArray) __PYX_ERR(9, 53, __pyx_L1_error)
|
|
__pyx_vtabptr_7preshed_4maps_PreshMapArray = (struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray*)__Pyx_GetVtable(__pyx_ptype_7preshed_4maps_PreshMapArray->tp_dict); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMapArray)) __PYX_ERR(9, 53, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.strings"); if (unlikely(!__pyx_t_1)) __PYX_ERR(10, 22, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_7strings_StringStore = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.strings", "StringStore", sizeof(struct __pyx_obj_5spacy_7strings_StringStore), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_7strings_StringStore),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_7strings_StringStore) __PYX_ERR(10, 22, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_7strings_StringStore = (struct __pyx_vtabstruct_5spacy_7strings_StringStore*)__Pyx_GetVtable(__pyx_ptype_5spacy_7strings_StringStore->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_7strings_StringStore)) __PYX_ERR(10, 22, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.morphology"); if (unlikely(!__pyx_t_1)) __PYX_ERR(11, 11, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_10morphology_Morphology = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.morphology", "Morphology", sizeof(struct __pyx_obj_5spacy_10morphology_Morphology), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_10morphology_Morphology),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_10morphology_Morphology) __PYX_ERR(11, 11, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_10morphology_Morphology = (struct __pyx_vtabstruct_5spacy_10morphology_Morphology*)__Pyx_GetVtable(__pyx_ptype_5spacy_10morphology_Morphology->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_10morphology_Morphology)) __PYX_ERR(11, 11, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (unlikely(!__pyx_t_1)) __PYX_ERR(12, 26, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_5vocab_Vocab = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.vocab", "Vocab", sizeof(struct __pyx_obj_5spacy_5vocab_Vocab), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_5vocab_Vocab),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_5vocab_Vocab) __PYX_ERR(12, 26, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_5vocab_Vocab = (struct __pyx_vtabstruct_5spacy_5vocab_Vocab*)__Pyx_GetVtable(__pyx_ptype_5spacy_5vocab_Vocab->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_5vocab_Vocab)) __PYX_ERR(12, 26, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.tokens.span"); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 8, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_6tokens_4span_Span = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.tokens.span", "Span", sizeof(struct __pyx_obj_5spacy_6tokens_4span_Span), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_6tokens_4span_Span),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_6tokens_4span_Span) __PYX_ERR(4, 8, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_6tokens_4span_Span = (struct __pyx_vtabstruct_5spacy_6tokens_4span_Span*)__Pyx_GetVtable(__pyx_ptype_5spacy_6tokens_4span_Span->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6tokens_4span_Span)) __PYX_ERR(4, 8, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 24, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_6lexeme_Lexeme = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.lexeme", "Lexeme", sizeof(struct __pyx_obj_5spacy_6lexeme_Lexeme), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_6lexeme_Lexeme),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_6lexeme_Lexeme) __PYX_ERR(5, 24, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_6lexeme_Lexeme = (struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme*)__Pyx_GetVtable(__pyx_ptype_5spacy_6lexeme_Lexeme->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6lexeme_Lexeme)) __PYX_ERR(5, 24, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.tokens.token"); if (unlikely(!__pyx_t_1)) __PYX_ERR(6, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_ptype_5spacy_6tokens_5token_Token = __Pyx_ImportType_0_29_37(__pyx_t_1, "spacy.tokens.token", "Token", sizeof(struct __pyx_obj_5spacy_6tokens_5token_Token), __PYX_GET_STRUCT_ALIGNMENT_0_29_37(struct __pyx_obj_5spacy_6tokens_5token_Token),__Pyx_ImportType_CheckSize_Warn_0_29_37); if (!__pyx_ptype_5spacy_6tokens_5token_Token) __PYX_ERR(6, 16, __pyx_L1_error)
|
|
__pyx_vtabptr_5spacy_6tokens_5token_Token = (struct __pyx_vtabstruct_5spacy_6tokens_5token_Token*)__Pyx_GetVtable(__pyx_ptype_5spacy_6tokens_5token_Token->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6tokens_5token_Token)) __PYX_ERR(6, 16, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_variable_import_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
|
|
/*--- Variable import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "EMPTY_LEXEME", (void **)&__pyx_vp_5spacy_5vocab_EMPTY_LEXEME, "struct __pyx_t_5spacy_7structs_LexemeC") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "EMPTY_LEXEME", (void **)&__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME, "struct __pyx_t_5spacy_7structs_LexemeC") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "OOV_RANK", (void **)&__pyx_vp_5spacy_6lexeme_OOV_RANK, "__pyx_t_5spacy_8typedefs_attr_t") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = PyImport_ImportModule("spacy.tokens.token"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportVoidPtr_0_29_37(__pyx_t_1, "MISSING_DEP", (void **)&__pyx_vp_5spacy_6tokens_5token_MISSING_DEP, "int") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_function_import_code(void) {
|
|
__Pyx_RefNannyDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
|
|
/*--- Function import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule("murmurhash.mrmr"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (__Pyx_ImportFunction_0_29_37(__pyx_t_1, "hash64", (void (**)(void))&__pyx_f_10murmurhash_4mrmr_hash64, "uint64_t (void *, int, uint64_t)") < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
|
|
#ifndef CYTHON_NO_PYINIT_EXPORT
|
|
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
|
|
#elif PY_MAJOR_VERSION < 3
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" void
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC void
|
|
#endif
|
|
#else
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC PyObject *
|
|
#endif
|
|
#endif
|
|
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
__Pyx_PyMODINIT_FUNC initdoc(void) CYTHON_SMALL_CODE; /*proto*/
|
|
__Pyx_PyMODINIT_FUNC initdoc(void)
|
|
#else
|
|
__Pyx_PyMODINIT_FUNC PyInit_doc(void) CYTHON_SMALL_CODE; /*proto*/
|
|
__Pyx_PyMODINIT_FUNC PyInit_doc(void)
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
{
|
|
return PyModuleDef_Init(&__pyx_moduledef);
|
|
}
|
|
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
|
|
#if PY_VERSION_HEX >= 0x030700A1
|
|
static PY_INT64_T main_interpreter_id = -1;
|
|
PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
|
|
if (main_interpreter_id == -1) {
|
|
main_interpreter_id = current_id;
|
|
return (unlikely(current_id == -1)) ? -1 : 0;
|
|
} else if (unlikely(main_interpreter_id != current_id))
|
|
#else
|
|
static PyInterpreterState *main_interpreter = NULL;
|
|
PyInterpreterState *current_interpreter = PyThreadState_Get()->interp;
|
|
if (!main_interpreter) {
|
|
main_interpreter = current_interpreter;
|
|
} else if (unlikely(main_interpreter != current_interpreter))
|
|
#endif
|
|
{
|
|
PyErr_SetString(
|
|
PyExc_ImportError,
|
|
"Interpreter change detected - this module can only be loaded into one interpreter per process.");
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none) {
|
|
PyObject *value = PyObject_GetAttrString(spec, from_name);
|
|
int result = 0;
|
|
if (likely(value)) {
|
|
if (allow_none || value != Py_None) {
|
|
result = PyDict_SetItemString(moddict, to_name, value);
|
|
}
|
|
Py_DECREF(value);
|
|
} else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Clear();
|
|
} else {
|
|
result = -1;
|
|
}
|
|
return result;
|
|
}
|
|
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, CYTHON_UNUSED PyModuleDef *def) {
|
|
PyObject *module = NULL, *moddict, *modname;
|
|
if (__Pyx_check_single_interpreter())
|
|
return NULL;
|
|
if (__pyx_m)
|
|
return __Pyx_NewRef(__pyx_m);
|
|
modname = PyObject_GetAttrString(spec, "name");
|
|
if (unlikely(!modname)) goto bad;
|
|
module = PyModule_NewObject(modname);
|
|
Py_DECREF(modname);
|
|
if (unlikely(!module)) goto bad;
|
|
moddict = PyModule_GetDict(module);
|
|
if (unlikely(!moddict)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
|
|
return module;
|
|
bad:
|
|
Py_XDECREF(module);
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static CYTHON_SMALL_CODE int __pyx_pymod_exec_doc(PyObject *__pyx_pyinit_module)
|
|
#endif
|
|
#endif
|
|
{
|
|
__Pyx_TraceDeclarations
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
static PyThread_type_lock __pyx_t_6[8];
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
if (__pyx_m) {
|
|
if (__pyx_m == __pyx_pyinit_module) return 0;
|
|
PyErr_SetString(PyExc_RuntimeError, "Module 'doc' has already been imported. Re-initialisation is not supported.");
|
|
return -1;
|
|
}
|
|
#elif PY_MAJOR_VERSION >= 3
|
|
if (__pyx_m) return __Pyx_NewRef(__pyx_m);
|
|
#endif
|
|
#if CYTHON_REFNANNY
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
|
|
if (!__Pyx_RefNanny) {
|
|
PyErr_Clear();
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
|
|
if (!__Pyx_RefNanny)
|
|
Py_FatalError("failed to import 'refnanny' module");
|
|
}
|
|
#endif
|
|
__Pyx_RefNannySetupContext("__Pyx_PyMODINIT_FUNC PyInit_doc(void)", 0);
|
|
if (__Pyx_check_binary_version() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#ifdef __Pxy_PyFrame_Initialize_Offsets
|
|
__Pxy_PyFrame_Initialize_Offsets();
|
|
#endif
|
|
__pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (__pyx_CyFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_FusedFunction_USED
|
|
if (__pyx_FusedFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__pyx_Coroutine_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__pyx_Generator_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__pyx_AsyncGen_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#ifdef __Pyx_StopAsyncIteration_USED
|
|
if (__pyx_StopAsyncIteration_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
/*--- Library function declarations ---*/
|
|
/*--- Threads initialization code ---*/
|
|
#if defined(WITH_THREAD) && PY_VERSION_HEX < 0x030700F0 && defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS
|
|
PyEval_InitThreads();
|
|
#endif
|
|
/*--- Module creation code ---*/
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__pyx_m = __pyx_pyinit_module;
|
|
Py_INCREF(__pyx_m);
|
|
#else
|
|
#if PY_MAJOR_VERSION < 3
|
|
__pyx_m = Py_InitModule4("doc", __pyx_methods, 0, 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m);
|
|
#else
|
|
__pyx_m = PyModule_Create(&__pyx_moduledef);
|
|
#endif
|
|
if (unlikely(!__pyx_m)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
__pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_d);
|
|
__pyx_b = PyImport_AddModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_b);
|
|
__pyx_cython_runtime = PyImport_AddModule((char *) "cython_runtime"); if (unlikely(!__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_cython_runtime);
|
|
if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Initialize various global constants etc. ---*/
|
|
if (__Pyx_InitGlobals() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#if PY_MAJOR_VERSION < 3 && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT)
|
|
if (__Pyx_init_sys_getdefaultencoding_params() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
if (__pyx_module_is_main_spacy__tokens__doc) {
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_n_s_name_2, __pyx_n_s_main) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
#if PY_MAJOR_VERSION >= 3
|
|
{
|
|
PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (!PyDict_GetItemString(modules, "spacy.tokens.doc")) {
|
|
if (unlikely(PyDict_SetItemString(modules, "spacy.tokens.doc", __pyx_m) < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
}
|
|
#endif
|
|
/*--- Builtin init code ---*/
|
|
if (__Pyx_InitCachedBuiltins() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Constants init code ---*/
|
|
if (__Pyx_InitCachedConstants() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Global type/function init code ---*/
|
|
(void)__Pyx_modinit_global_init_code();
|
|
(void)__Pyx_modinit_variable_export_code();
|
|
if (unlikely(__Pyx_modinit_function_export_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_type_init_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_type_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_variable_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely(__Pyx_modinit_function_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Execution code ---*/
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
if (__Pyx_patch_abc() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
__Pyx_TraceCall("__Pyx_PyMODINIT_FUNC PyInit_doc(void)", __pyx_f[0], 1, 0, __PYX_ERR(0, 1, __pyx_L1_error));
|
|
|
|
/* "spacy/tokens/doc.pyx":2
|
|
* # cython: infer_types=True, bounds_check=False
|
|
* from typing import Set # <<<<<<<<<<<<<<
|
|
*
|
|
* cimport cython
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_Set);
|
|
__Pyx_GIVEREF(__pyx_n_s_Set);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_Set);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_typing, __pyx_t_1, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Set); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Set, __pyx_t_1) < 0) __PYX_ERR(0, 2, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":10
|
|
* from libc.string cimport memcpy
|
|
*
|
|
* import copy # <<<<<<<<<<<<<<
|
|
* import itertools
|
|
* import warnings
|
|
*/
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_copy, 0, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 10, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_copy, __pyx_t_2) < 0) __PYX_ERR(0, 10, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":11
|
|
*
|
|
* import copy
|
|
* import itertools # <<<<<<<<<<<<<<
|
|
* import warnings
|
|
* from collections import Counter, defaultdict
|
|
*/
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_itertools, 0, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 11, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_itertools, __pyx_t_2) < 0) __PYX_ERR(0, 11, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":12
|
|
* import copy
|
|
* import itertools
|
|
* import warnings # <<<<<<<<<<<<<<
|
|
* from collections import Counter, defaultdict
|
|
* from enum import Enum
|
|
*/
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_warnings, 0, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 12, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_warnings, __pyx_t_2) < 0) __PYX_ERR(0, 12, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":13
|
|
* import itertools
|
|
* import warnings
|
|
* from collections import Counter, defaultdict # <<<<<<<<<<<<<<
|
|
* from enum import Enum
|
|
*
|
|
*/
|
|
__pyx_t_2 = PyList_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_Counter);
|
|
__Pyx_GIVEREF(__pyx_n_s_Counter);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Counter);
|
|
__Pyx_INCREF(__pyx_n_s_defaultdict);
|
|
__Pyx_GIVEREF(__pyx_n_s_defaultdict);
|
|
PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_defaultdict);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_collections, __pyx_t_2, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Counter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Counter, __pyx_t_2) < 0) __PYX_ERR(0, 13, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_defaultdict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 13, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_defaultdict, __pyx_t_2) < 0) __PYX_ERR(0, 13, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":14
|
|
* import warnings
|
|
* from collections import Counter, defaultdict
|
|
* from enum import Enum # <<<<<<<<<<<<<<
|
|
*
|
|
* import numpy
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_Enum);
|
|
__Pyx_GIVEREF(__pyx_n_s_Enum);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_Enum);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_enum, __pyx_t_1, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Enum); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 14, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Enum, __pyx_t_1) < 0) __PYX_ERR(0, 14, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":16
|
|
* from enum import Enum
|
|
*
|
|
* import numpy # <<<<<<<<<<<<<<
|
|
* import srsly
|
|
* from thinc.api import get_array_module, get_current_ops
|
|
*/
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_numpy, 0, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 16, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_numpy, __pyx_t_2) < 0) __PYX_ERR(0, 16, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":17
|
|
*
|
|
* import numpy
|
|
* import srsly # <<<<<<<<<<<<<<
|
|
* from thinc.api import get_array_module, get_current_ops
|
|
* from thinc.util import copy_array
|
|
*/
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_srsly, 0, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 17, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_srsly, __pyx_t_2) < 0) __PYX_ERR(0, 17, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":18
|
|
* import numpy
|
|
* import srsly
|
|
* from thinc.api import get_array_module, get_current_ops # <<<<<<<<<<<<<<
|
|
* from thinc.util import copy_array
|
|
*
|
|
*/
|
|
__pyx_t_2 = PyList_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_get_array_module);
|
|
__Pyx_GIVEREF(__pyx_n_s_get_array_module);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_get_array_module);
|
|
__Pyx_INCREF(__pyx_n_s_get_current_ops);
|
|
__Pyx_GIVEREF(__pyx_n_s_get_current_ops);
|
|
PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_get_current_ops);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_thinc_api, __pyx_t_2, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_array_module, __pyx_t_2) < 0) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_get_current_ops); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_current_ops, __pyx_t_2) < 0) __PYX_ERR(0, 18, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":19
|
|
* import srsly
|
|
* from thinc.api import get_array_module, get_current_ops
|
|
* from thinc.util import copy_array # <<<<<<<<<<<<<<
|
|
*
|
|
* from .span cimport Span
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_copy_array);
|
|
__Pyx_GIVEREF(__pyx_n_s_copy_array);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_copy_array);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_thinc_util, __pyx_t_1, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_copy_array); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_copy_array, __pyx_t_1) < 0) __PYX_ERR(0, 19, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":24
|
|
* from .token cimport MISSING_DEP
|
|
*
|
|
* from ._dict_proxies import SpanGroups # <<<<<<<<<<<<<<
|
|
*
|
|
* from ..attrs cimport (
|
|
*/
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 24, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_SpanGroups);
|
|
__Pyx_GIVEREF(__pyx_n_s_SpanGroups);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_SpanGroups);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_dict_proxies, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 24, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_SpanGroups); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 24, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_SpanGroups, __pyx_t_2) < 0) __PYX_ERR(0, 24, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":49
|
|
* from .token cimport Token
|
|
*
|
|
* from .. import parts_of_speech, schemas, util # <<<<<<<<<<<<<<
|
|
* from ..attrs import IDS, intify_attr
|
|
* from ..compat import copy_reg
|
|
*/
|
|
__pyx_t_1 = PyList_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_parts_of_speech);
|
|
__Pyx_GIVEREF(__pyx_n_s_parts_of_speech);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_parts_of_speech);
|
|
__Pyx_INCREF(__pyx_n_s_schemas);
|
|
__Pyx_GIVEREF(__pyx_n_s_schemas);
|
|
PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_schemas);
|
|
__Pyx_INCREF(__pyx_n_s_util);
|
|
__Pyx_GIVEREF(__pyx_n_s_util);
|
|
PyList_SET_ITEM(__pyx_t_1, 2, __pyx_n_s_util);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_kp_s__4, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_parts_of_speech); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_parts_of_speech, __pyx_t_1) < 0) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_schemas); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_schemas, __pyx_t_1) < 0) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_util, __pyx_t_1) < 0) __PYX_ERR(0, 49, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":50
|
|
*
|
|
* from .. import parts_of_speech, schemas, util
|
|
* from ..attrs import IDS, intify_attr # <<<<<<<<<<<<<<
|
|
* from ..compat import copy_reg
|
|
* from ..errors import Errors, Warnings
|
|
*/
|
|
__pyx_t_2 = PyList_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 50, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_IDS);
|
|
__Pyx_GIVEREF(__pyx_n_s_IDS);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_IDS);
|
|
__Pyx_INCREF(__pyx_n_s_intify_attr);
|
|
__Pyx_GIVEREF(__pyx_n_s_intify_attr);
|
|
PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_intify_attr);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_attrs, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 50, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_IDS); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 50, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_IDS, __pyx_t_2) < 0) __PYX_ERR(0, 50, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_intify_attr); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 50, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_intify_attr, __pyx_t_2) < 0) __PYX_ERR(0, 50, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":51
|
|
* from .. import parts_of_speech, schemas, util
|
|
* from ..attrs import IDS, intify_attr
|
|
* from ..compat import copy_reg # <<<<<<<<<<<<<<
|
|
* from ..errors import Errors, Warnings
|
|
* from ..util import get_words_and_spaces
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 51, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_copy_reg);
|
|
__Pyx_GIVEREF(__pyx_n_s_copy_reg);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_copy_reg);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_compat, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 51, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_copy_reg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 51, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_copy_reg, __pyx_t_1) < 0) __PYX_ERR(0, 51, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":52
|
|
* from ..attrs import IDS, intify_attr
|
|
* from ..compat import copy_reg
|
|
* from ..errors import Errors, Warnings # <<<<<<<<<<<<<<
|
|
* from ..util import get_words_and_spaces
|
|
* from ._retokenize import Retokenizer
|
|
*/
|
|
__pyx_t_2 = PyList_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 52, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_Errors);
|
|
__Pyx_GIVEREF(__pyx_n_s_Errors);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Errors);
|
|
__Pyx_INCREF(__pyx_n_s_Warnings);
|
|
__Pyx_GIVEREF(__pyx_n_s_Warnings);
|
|
PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_Warnings);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_errors, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 52, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 52, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Errors, __pyx_t_2) < 0) __PYX_ERR(0, 52, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 52, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Warnings, __pyx_t_2) < 0) __PYX_ERR(0, 52, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":53
|
|
* from ..compat import copy_reg
|
|
* from ..errors import Errors, Warnings
|
|
* from ..util import get_words_and_spaces # <<<<<<<<<<<<<<
|
|
* from ._retokenize import Retokenizer
|
|
* from .underscore import Underscore, get_ext_args
|
|
*/
|
|
__pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 53, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_get_words_and_spaces);
|
|
__Pyx_GIVEREF(__pyx_n_s_get_words_and_spaces);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_get_words_and_spaces);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_util, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 53, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_get_words_and_spaces); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 53, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_words_and_spaces, __pyx_t_1) < 0) __PYX_ERR(0, 53, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":54
|
|
* from ..errors import Errors, Warnings
|
|
* from ..util import get_words_and_spaces
|
|
* from ._retokenize import Retokenizer # <<<<<<<<<<<<<<
|
|
* from .underscore import Underscore, get_ext_args
|
|
*
|
|
*/
|
|
__pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 54, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_INCREF(__pyx_n_s_Retokenizer);
|
|
__Pyx_GIVEREF(__pyx_n_s_Retokenizer);
|
|
PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Retokenizer);
|
|
__pyx_t_1 = __Pyx_Import(__pyx_n_s_retokenize_2, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 54, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Retokenizer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 54, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Retokenizer, __pyx_t_2) < 0) __PYX_ERR(0, 54, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":55
|
|
* from ..util import get_words_and_spaces
|
|
* from ._retokenize import Retokenizer
|
|
* from .underscore import Underscore, get_ext_args # <<<<<<<<<<<<<<
|
|
*
|
|
* DEF PADDING = 5
|
|
*/
|
|
__pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 55, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(__pyx_n_s_Underscore);
|
|
__Pyx_GIVEREF(__pyx_n_s_Underscore);
|
|
PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_Underscore);
|
|
__Pyx_INCREF(__pyx_n_s_get_ext_args);
|
|
__Pyx_GIVEREF(__pyx_n_s_get_ext_args);
|
|
PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_get_ext_args);
|
|
__pyx_t_2 = __Pyx_Import(__pyx_n_s_underscore, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 55, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Underscore); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 55, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_Underscore, __pyx_t_1) < 0) __PYX_ERR(0, 55, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_get_ext_args); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 55, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_ext_args, __pyx_t_1) < 0) __PYX_ERR(0, 55, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":64
|
|
*
|
|
* # fmt: off
|
|
* DOCBIN_ALL_ATTRS = ("ORTH", "NORM", "TAG", "HEAD", "DEP", "ENT_IOB", "ENT_TYPE", "ENT_KB_ID", "ENT_ID", "LEMMA", "MORPH", "POS", "SENT_START") # <<<<<<<<<<<<<<
|
|
* # fmt: on
|
|
*
|
|
*/
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_DOCBIN_ALL_ATTRS, __pyx_tuple__57) < 0) __PYX_ERR(0, 64, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":119
|
|
*
|
|
*
|
|
* class SetEntsDefault(str, Enum): # <<<<<<<<<<<<<<
|
|
* blocked = "blocked"
|
|
* missing = "missing"
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Enum); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_INCREF(((PyObject *)(&PyString_Type)));
|
|
__Pyx_GIVEREF(((PyObject *)(&PyString_Type)));
|
|
PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)(&PyString_Type)));
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = __Pyx_CalculateMetaclass(NULL, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_2, __pyx_t_1, __pyx_n_s_SetEntsDefault, __pyx_n_s_SetEntsDefault, (PyObject *) NULL, __pyx_n_s_spacy_tokens_doc, (PyObject *) NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
|
|
/* "spacy/tokens/doc.pyx":120
|
|
*
|
|
* class SetEntsDefault(str, Enum):
|
|
* blocked = "blocked" # <<<<<<<<<<<<<<
|
|
* missing = "missing"
|
|
* outside = "outside"
|
|
*/
|
|
if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_blocked, __pyx_n_s_blocked) < 0) __PYX_ERR(0, 120, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":121
|
|
* class SetEntsDefault(str, Enum):
|
|
* blocked = "blocked"
|
|
* missing = "missing" # <<<<<<<<<<<<<<
|
|
* outside = "outside"
|
|
* unmodified = "unmodified"
|
|
*/
|
|
if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_missing, __pyx_n_s_missing) < 0) __PYX_ERR(0, 121, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":122
|
|
* blocked = "blocked"
|
|
* missing = "missing"
|
|
* outside = "outside" # <<<<<<<<<<<<<<
|
|
* unmodified = "unmodified"
|
|
*
|
|
*/
|
|
if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_outside, __pyx_n_s_outside) < 0) __PYX_ERR(0, 122, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":123
|
|
* missing = "missing"
|
|
* outside = "outside"
|
|
* unmodified = "unmodified" # <<<<<<<<<<<<<<
|
|
*
|
|
* @classmethod
|
|
*/
|
|
if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_unmodified, __pyx_n_s_unmodified) < 0) __PYX_ERR(0, 123, __pyx_L1_error)
|
|
|
|
/* "spacy/tokens/doc.pyx":126
|
|
*
|
|
* @classmethod
|
|
* def values(cls): # <<<<<<<<<<<<<<
|
|
* return list(cls.__members__.keys())
|
|
*
|
|
*/
|
|
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_6tokens_3doc_14SetEntsDefault_1values, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_SetEntsDefault_values, NULL, __pyx_n_s_spacy_tokens_doc, __pyx_d, ((PyObject *)__pyx_codeobj_)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 126, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
|
|
/* "spacy/tokens/doc.pyx":125
|
|
* unmodified = "unmodified"
|
|
*
|
|
* @classmethod # <<<<<<<<<<<<<<
|
|
* def values(cls):
|
|
* return list(cls.__members__.keys())
|
|
*/
|
|
__pyx_t_5 = __Pyx_Method_ClassMethod(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 125, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_values, __pyx_t_5) < 0) __PYX_ERR(0, 126, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":119
|
|
*
|
|
*
|
|
* class SetEntsDefault(str, Enum): # <<<<<<<<<<<<<<
|
|
* blocked = "blocked"
|
|
* missing = "missing"
|
|
*/
|
|
__pyx_t_5 = __Pyx_Py3ClassCreate(__pyx_t_2, __pyx_n_s_SetEntsDefault, __pyx_t_1, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_SetEntsDefault, __pyx_t_5) < 0) __PYX_ERR(0, 119, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":149
|
|
*
|
|
* @classmethod
|
|
* def set_extension(cls, name, **kwargs): # <<<<<<<<<<<<<<
|
|
* """Define a custom attribute which becomes available as `Doc._`.
|
|
*
|
|
*/
|
|
__Pyx_GetNameInClass(__pyx_t_1, (PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_n_s_set_extension); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 149, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "spacy/tokens/doc.pyx":148
|
|
* """
|
|
*
|
|
* @classmethod # <<<<<<<<<<<<<<
|
|
* def set_extension(cls, name, **kwargs):
|
|
* """Define a custom attribute which becomes available as `Doc._`.
|
|
*/
|
|
__pyx_t_2 = __Pyx_Method_ClassMethod(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 148, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_set_extension, __pyx_t_2) < 0) __PYX_ERR(0, 149, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":167
|
|
*
|
|
* @classmethod
|
|
* def get_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Look up a previously registered extension by name.
|
|
*
|
|
*/
|
|
__Pyx_GetNameInClass(__pyx_t_2, (PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_n_s_get_extension); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 167, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
|
|
/* "spacy/tokens/doc.pyx":166
|
|
* Underscore.doc_extensions[name] = get_ext_args(**kwargs)
|
|
*
|
|
* @classmethod # <<<<<<<<<<<<<<
|
|
* def get_extension(cls, name):
|
|
* """Look up a previously registered extension by name.
|
|
*/
|
|
__pyx_t_1 = __Pyx_Method_ClassMethod(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 166, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_get_extension, __pyx_t_1) < 0) __PYX_ERR(0, 167, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":178
|
|
*
|
|
* @classmethod
|
|
* def has_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Check whether an extension has been registered.
|
|
*
|
|
*/
|
|
__Pyx_GetNameInClass(__pyx_t_1, (PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_n_s_has_extension); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
|
|
/* "spacy/tokens/doc.pyx":177
|
|
* return Underscore.doc_extensions.get(name)
|
|
*
|
|
* @classmethod # <<<<<<<<<<<<<<
|
|
* def has_extension(cls, name):
|
|
* """Check whether an extension has been registered.
|
|
*/
|
|
__pyx_t_2 = __Pyx_Method_ClassMethod(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 177, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_has_extension, __pyx_t_2) < 0) __PYX_ERR(0, 178, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":189
|
|
*
|
|
* @classmethod
|
|
* def remove_extension(cls, name): # <<<<<<<<<<<<<<
|
|
* """Remove a previously registered extension.
|
|
*
|
|
*/
|
|
__Pyx_GetNameInClass(__pyx_t_2, (PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_n_s_remove_extension); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 189, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
|
|
/* "spacy/tokens/doc.pyx":188
|
|
* return name in Underscore.doc_extensions
|
|
*
|
|
* @classmethod # <<<<<<<<<<<<<<
|
|
* def remove_extension(cls, name):
|
|
* """Remove a previously registered extension.
|
|
*/
|
|
__pyx_t_1 = __Pyx_Method_ClassMethod(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 188, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_remove_extension, __pyx_t_1) < 0) __PYX_ERR(0, 189, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":797
|
|
* self.set_ents(ent_spans, default=SetEntsDefault.outside)
|
|
*
|
|
* def set_ents(self, entities, *, blocked=None, missing=None, outside=None, default=SetEntsDefault.outside): # <<<<<<<<<<<<<<
|
|
* """Set entity annotation.
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_SetEntsDefault); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 797, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_outside); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 797, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__pyx_k__12 = __pyx_t_2;
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1157
|
|
*
|
|
* @staticmethod
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
* if the `Doc` objects do not all share the same `Vocab`.
|
|
*/
|
|
__pyx_t_2 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_k__14 = __pyx_t_2;
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_42from_docs, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_from_docs, __pyx_t_2) < 0) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":1156
|
|
* return self
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* def from_docs(docs, ensure_whitespace=True, attrs=None, *, exclude=tuple()):
|
|
* """Concatenate multiple Doc objects to form a new one. Raises an error
|
|
*/
|
|
__Pyx_GetNameInClass(__pyx_t_2, (PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_n_s_from_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1156, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_from_docs, __pyx_t_1) < 0) __PYX_ERR(0, 1157, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":1310
|
|
* return other
|
|
*
|
|
* def to_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Save the current state to a directory.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1310, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__18 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1323
|
|
* file_.write(self.to_bytes(exclude=exclude))
|
|
*
|
|
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Loads state from a directory. Modifies the object in place and
|
|
* returns it.
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1323, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__20 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1339
|
|
* return self.from_bytes(bytes_data, exclude=exclude)
|
|
*
|
|
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Serialize, i.e. export the document contents to a binary string.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1339, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__21 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1350
|
|
* return srsly.msgpack_dumps(self.to_dict(exclude=exclude))
|
|
*
|
|
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Deserialize, i.e. import the document contents from a binary string.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1350, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__22 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1361
|
|
* return self.from_dict(srsly.msgpack_loads(bytes_data), exclude=exclude)
|
|
*
|
|
* def to_dict(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Export the document contents to a dictionary for serialization.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1361, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__23 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1410
|
|
* return util.to_dict(serializers, exclude)
|
|
*
|
|
* def from_dict(self, msg, *, exclude=tuple()): # <<<<<<<<<<<<<<
|
|
* """Deserialize the document contents from a dictionary representation.
|
|
*
|
|
*/
|
|
__pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1410, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_k__24 = __pyx_t_1;
|
|
__Pyx_GIVEREF(__pyx_t_1);
|
|
__pyx_t_1 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1777
|
|
*
|
|
* @staticmethod
|
|
* def _get_array_attrs(): # <<<<<<<<<<<<<<
|
|
* attrs = [LENGTH, SPACY]
|
|
* attrs.extend(intify_attr(x) for x in DOCBIN_ALL_ATTRS)
|
|
*/
|
|
__pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_3Doc_72_get_array_attrs, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_get_array_attrs, __pyx_t_1) < 0) __PYX_ERR(0, 1777, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":1776
|
|
* return output
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* def _get_array_attrs():
|
|
* attrs = [LENGTH, SPACY]
|
|
*/
|
|
__Pyx_GetNameInClass(__pyx_t_1, (PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_n_s_get_array_attrs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1777, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1776, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict, __pyx_n_s_get_array_attrs, __pyx_t_2) < 0) __PYX_ERR(0, 1777, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
PyType_Modified(__pyx_ptype_5spacy_6tokens_3doc_Doc);
|
|
|
|
/* "spacy/tokens/doc.pyx":1955
|
|
*
|
|
*
|
|
* def pickle_doc(doc): # <<<<<<<<<<<<<<
|
|
* bytes_data = doc.to_bytes(exclude=["vocab", "user_data", "user_hooks"])
|
|
* hooks_and_data = (doc.user_data, doc.user_hooks, doc.user_span_hooks,
|
|
*/
|
|
__pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_1pickle_doc, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1955, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_pickle_doc, __pyx_t_2) < 0) __PYX_ERR(0, 1955, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1962
|
|
*
|
|
*
|
|
* def unpickle_doc(vocab, hooks_and_data, bytes_data): # <<<<<<<<<<<<<<
|
|
* user_data, doc_hooks, span_hooks, token_hooks = srsly.pickle_loads(hooks_and_data)
|
|
*
|
|
*/
|
|
__pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_3unpickle_doc, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1962, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_unpickle_doc, __pyx_t_2) < 0) __PYX_ERR(0, 1962, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1972
|
|
*
|
|
*
|
|
* copy_reg.pickle(Doc, pickle_doc, unpickle_doc) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_copy_reg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1972, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_pickle); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1972, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_pickle_doc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1972, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_2);
|
|
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_unpickle_doc); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1972, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1972, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_5);
|
|
__Pyx_INCREF(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc));
|
|
__Pyx_GIVEREF(((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc));
|
|
PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_ptype_5spacy_6tokens_3doc_Doc));
|
|
__Pyx_GIVEREF(__pyx_t_2);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_3);
|
|
__pyx_t_2 = 0;
|
|
__pyx_t_3 = 0;
|
|
__pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_5, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1972, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1975
|
|
*
|
|
*
|
|
* def remove_label_if_necessary(attributes): # <<<<<<<<<<<<<<
|
|
* # More deprecated attribute handling =/
|
|
* if "label" in attributes:
|
|
*/
|
|
__pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_5remove_label_if_necessary, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1975, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_remove_label_if_necessary, __pyx_t_3) < 0) __PYX_ERR(0, 1975, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1981
|
|
*
|
|
*
|
|
* def fix_attributes(doc, attributes): # <<<<<<<<<<<<<<
|
|
* if "label" in attributes and "ent_type" not in attributes:
|
|
* if isinstance(attributes["label"], int):
|
|
*/
|
|
__pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_7fix_attributes, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1981, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_fix_attributes, __pyx_t_3) < 0) __PYX_ERR(0, 1981, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1991
|
|
*
|
|
*
|
|
* def get_entity_info(ent_info): # <<<<<<<<<<<<<<
|
|
* ent_kb_id = 0
|
|
* ent_id = 0
|
|
*/
|
|
__pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_5spacy_6tokens_3doc_9get_entity_info, NULL, __pyx_n_s_spacy_tokens_doc); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1991, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_entity_info, __pyx_t_3) < 0) __PYX_ERR(0, 1991, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "spacy/tokens/doc.pyx":1
|
|
* # cython: infer_types=True, bounds_check=False # <<<<<<<<<<<<<<
|
|
* from typing import Set
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_kp_u_Doc___getitem___line_474, __pyx_kp_u_Get_a_Token_or_Span_object_i_int) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_t_3, __pyx_kp_u_Doc_to_array_line_969, __pyx_kp_u_Export_given_token_attributes_to) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_test, __pyx_t_3) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":210
|
|
* info.obj = self
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<<
|
|
*
|
|
* def __dealloc__(array self):
|
|
*/
|
|
__pyx_t_3 = __pyx_capsule_create(((void *)(&__pyx_array_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 210, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem((PyObject *)__pyx_array_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_3) < 0) __PYX_ERR(2, 210, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
PyType_Modified(__pyx_array_type);
|
|
|
|
/* "View.MemoryView":287
|
|
* return self.name
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>") # <<<<<<<<<<<<<<
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__66, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 287, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(generic);
|
|
__Pyx_DECREF_SET(generic, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":288
|
|
*
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default # <<<<<<<<<<<<<<
|
|
* cdef indirect = Enum("<strided and indirect>")
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__67, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 288, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(strided);
|
|
__Pyx_DECREF_SET(strided, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":289
|
|
* cdef generic = Enum("<strided and direct or indirect>")
|
|
* cdef strided = Enum("<strided and direct>") # default
|
|
* cdef indirect = Enum("<strided and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__68, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 289, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(indirect);
|
|
__Pyx_DECREF_SET(indirect, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":292
|
|
*
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>") # <<<<<<<<<<<<<<
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>")
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__69, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 292, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(contiguous);
|
|
__Pyx_DECREF_SET(contiguous, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":293
|
|
*
|
|
* cdef contiguous = Enum("<contiguous and direct>")
|
|
* cdef indirect_contiguous = Enum("<contiguous and indirect>") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__70, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 293, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
__Pyx_XGOTREF(indirect_contiguous);
|
|
__Pyx_DECREF_SET(indirect_contiguous, __pyx_t_3);
|
|
__Pyx_GIVEREF(__pyx_t_3);
|
|
__pyx_t_3 = 0;
|
|
|
|
/* "View.MemoryView":317
|
|
*
|
|
* DEF THREAD_LOCKS_PREALLOCATED = 8
|
|
* cdef int __pyx_memoryview_thread_locks_used = 0 # <<<<<<<<<<<<<<
|
|
* cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [
|
|
* PyThread_allocate_lock(),
|
|
*/
|
|
__pyx_memoryview_thread_locks_used = 0;
|
|
|
|
/* "View.MemoryView":318
|
|
* DEF THREAD_LOCKS_PREALLOCATED = 8
|
|
* cdef int __pyx_memoryview_thread_locks_used = 0
|
|
* cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [ # <<<<<<<<<<<<<<
|
|
* PyThread_allocate_lock(),
|
|
* PyThread_allocate_lock(),
|
|
*/
|
|
__pyx_t_6[0] = PyThread_allocate_lock();
|
|
__pyx_t_6[1] = PyThread_allocate_lock();
|
|
__pyx_t_6[2] = PyThread_allocate_lock();
|
|
__pyx_t_6[3] = PyThread_allocate_lock();
|
|
__pyx_t_6[4] = PyThread_allocate_lock();
|
|
__pyx_t_6[5] = PyThread_allocate_lock();
|
|
__pyx_t_6[6] = PyThread_allocate_lock();
|
|
__pyx_t_6[7] = PyThread_allocate_lock();
|
|
memcpy(&(__pyx_memoryview_thread_locks[0]), __pyx_t_6, sizeof(__pyx_memoryview_thread_locks[0]) * (8));
|
|
|
|
/* "View.MemoryView":551
|
|
* info.obj = self
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 551, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem((PyObject *)__pyx_memoryview_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_3) < 0) __PYX_ERR(2, 551, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
PyType_Modified(__pyx_memoryview_type);
|
|
|
|
/* "View.MemoryView":997
|
|
* return self.from_object
|
|
*
|
|
* __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_t_3 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 997, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem((PyObject *)__pyx_memoryviewslice_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_3) < 0) __PYX_ERR(2, 997, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
PyType_Modified(__pyx_memoryviewslice_type);
|
|
|
|
/* "(tree fragment)":1
|
|
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<<
|
|
* cdef object __pyx_PickleError
|
|
* cdef object __pyx_result
|
|
*/
|
|
__pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum, NULL, __pyx_n_s_View_MemoryView); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_3);
|
|
if (PyDict_SetItem(__pyx_d, __pyx_n_s_pyx_unpickle_Enum, __pyx_t_3) < 0) __PYX_ERR(2, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
|
|
/* "(tree fragment)":11
|
|
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
|
|
* return __pyx_result
|
|
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<<
|
|
* __pyx_result.name = __pyx_state[0]
|
|
* if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
|
|
*/
|
|
__Pyx_TraceReturn(Py_None, 0);
|
|
|
|
/*--- Wrapped vars code ---*/
|
|
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_XDECREF(__pyx_t_2);
|
|
__Pyx_XDECREF(__pyx_t_3);
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
__Pyx_XDECREF(__pyx_t_5);
|
|
if (__pyx_m) {
|
|
if (__pyx_d) {
|
|
__Pyx_AddTraceback("init spacy.tokens.doc", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
}
|
|
Py_CLEAR(__pyx_m);
|
|
} else if (!PyErr_Occurred()) {
|
|
PyErr_SetString(PyExc_ImportError, "init spacy.tokens.doc");
|
|
}
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
return (__pyx_m != NULL) ? 0 : -1;
|
|
#elif PY_MAJOR_VERSION >= 3
|
|
return __pyx_m;
|
|
#else
|
|
return;
|
|
#endif
|
|
}
|
|
|
|
/* --- Runtime support code --- */
|
|
/* Refnanny */
|
|
#if CYTHON_REFNANNY
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
|
|
PyObject *m = NULL, *p = NULL;
|
|
void *r = NULL;
|
|
m = PyImport_ImportModule(modname);
|
|
if (!m) goto end;
|
|
p = PyObject_GetAttrString(m, "RefNannyAPI");
|
|
if (!p) goto end;
|
|
r = PyLong_AsVoidPtr(p);
|
|
end:
|
|
Py_XDECREF(p);
|
|
Py_XDECREF(m);
|
|
return (__Pyx_RefNannyAPIStruct *)r;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectGetAttrStr */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_getattro))
|
|
return tp->tp_getattro(obj, attr_name);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(tp->tp_getattr))
|
|
return tp->tp_getattr(obj, PyString_AS_STRING(attr_name));
|
|
#endif
|
|
return PyObject_GetAttr(obj, attr_name);
|
|
}
|
|
#endif
|
|
|
|
/* GetBuiltinName */
|
|
static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
|
|
PyObject* result = __Pyx_PyObject_GetAttrStr(__pyx_b, name);
|
|
if (unlikely(!result)) {
|
|
PyErr_Format(PyExc_NameError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"name '%U' is not defined", name);
|
|
#else
|
|
"name '%.200s' is not defined", PyString_AS_STRING(name));
|
|
#endif
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/* PyErrFetchRestore */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
tmp_type = tstate->curexc_type;
|
|
tmp_value = tstate->curexc_value;
|
|
tmp_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = type;
|
|
tstate->curexc_value = value;
|
|
tstate->curexc_traceback = tb;
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
}
|
|
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
*type = tstate->curexc_type;
|
|
*value = tstate->curexc_value;
|
|
*tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
}
|
|
#endif
|
|
|
|
/* Profile */
|
|
#if CYTHON_PROFILE
|
|
static int __Pyx_TraceSetupAndCall(PyCodeObject** code,
|
|
PyFrameObject** frame,
|
|
PyThreadState* tstate,
|
|
const char *funcname,
|
|
const char *srcfile,
|
|
int firstlineno) {
|
|
PyObject *type, *value, *traceback;
|
|
int retval;
|
|
if (*frame == NULL || !CYTHON_PROFILE_REUSE_FRAME) {
|
|
if (*code == NULL) {
|
|
*code = __Pyx_createFrameCodeObject(funcname, srcfile, firstlineno);
|
|
if (*code == NULL) return 0;
|
|
}
|
|
*frame = PyFrame_New(
|
|
tstate, /*PyThreadState *tstate*/
|
|
*code, /*PyCodeObject *code*/
|
|
__pyx_d, /*PyObject *globals*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (*frame == NULL) return 0;
|
|
if (CYTHON_TRACE && (*frame)->f_trace == NULL) {
|
|
Py_INCREF(Py_None);
|
|
(*frame)->f_trace = Py_None;
|
|
}
|
|
#if PY_VERSION_HEX < 0x030400B1
|
|
} else {
|
|
(*frame)->f_tstate = tstate;
|
|
#endif
|
|
}
|
|
__Pyx_PyFrame_SetLineNumber(*frame, firstlineno);
|
|
retval = 1;
|
|
__Pyx_EnterTracing(tstate);
|
|
__Pyx_ErrFetchInState(tstate, &type, &value, &traceback);
|
|
#if CYTHON_TRACE
|
|
if (tstate->c_tracefunc)
|
|
retval = tstate->c_tracefunc(tstate->c_traceobj, *frame, PyTrace_CALL, NULL) == 0;
|
|
if (retval && tstate->c_profilefunc)
|
|
#endif
|
|
retval = tstate->c_profilefunc(tstate->c_profileobj, *frame, PyTrace_CALL, NULL) == 0;
|
|
__Pyx_LeaveTracing(tstate);
|
|
if (retval) {
|
|
__Pyx_ErrRestoreInState(tstate, type, value, traceback);
|
|
return __Pyx_IsTracing(tstate, 0, 0) && retval;
|
|
} else {
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(value);
|
|
Py_XDECREF(traceback);
|
|
return -1;
|
|
}
|
|
}
|
|
static PyCodeObject *__Pyx_createFrameCodeObject(const char *funcname, const char *srcfile, int firstlineno) {
|
|
PyCodeObject *py_code = 0;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
py_code = PyCode_NewEmpty(srcfile, funcname, firstlineno);
|
|
if (likely(py_code)) {
|
|
py_code->co_flags |= CO_OPTIMIZED | CO_NEWLOCALS;
|
|
}
|
|
#else
|
|
PyObject *py_srcfile = 0;
|
|
PyObject *py_funcname = 0;
|
|
py_funcname = PyString_FromString(funcname);
|
|
if (unlikely(!py_funcname)) goto bad;
|
|
py_srcfile = PyString_FromString(srcfile);
|
|
if (unlikely(!py_srcfile)) goto bad;
|
|
py_code = PyCode_New(
|
|
0,
|
|
0,
|
|
0,
|
|
CO_OPTIMIZED | CO_NEWLOCALS,
|
|
__pyx_empty_bytes, /*PyObject *code,*/
|
|
__pyx_empty_tuple, /*PyObject *consts,*/
|
|
__pyx_empty_tuple, /*PyObject *names,*/
|
|
__pyx_empty_tuple, /*PyObject *varnames,*/
|
|
__pyx_empty_tuple, /*PyObject *freevars,*/
|
|
__pyx_empty_tuple, /*PyObject *cellvars,*/
|
|
py_srcfile, /*PyObject *filename,*/
|
|
py_funcname, /*PyObject *name,*/
|
|
firstlineno,
|
|
__pyx_empty_bytes /*PyObject *lnotab*/
|
|
);
|
|
bad:
|
|
Py_XDECREF(py_srcfile);
|
|
Py_XDECREF(py_funcname);
|
|
#endif
|
|
return py_code;
|
|
}
|
|
#endif
|
|
|
|
/* PyDictVersioning */
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
|
|
PyObject *dict = Py_TYPE(obj)->tp_dict;
|
|
return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
|
|
}
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
|
|
PyObject **dictptr = NULL;
|
|
Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
|
|
if (offset) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
|
|
#else
|
|
dictptr = _PyObject_GetDictPtr(obj);
|
|
#endif
|
|
}
|
|
return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
|
|
PyObject *dict = Py_TYPE(obj)->tp_dict;
|
|
if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
|
|
return 0;
|
|
return obj_dict_version == __Pyx_get_object_dict_version(obj);
|
|
}
|
|
#endif
|
|
|
|
/* GetModuleGlobalName */
|
|
#if CYTHON_USE_DICT_VERSIONS
|
|
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value)
|
|
#else
|
|
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name)
|
|
#endif
|
|
{
|
|
PyObject *result;
|
|
#if !CYTHON_AVOID_BORROWED_REFS
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1
|
|
result = _PyDict_GetItem_KnownHash(__pyx_d, name, ((PyASCIIObject *) name)->hash);
|
|
__PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
|
|
if (likely(result)) {
|
|
return __Pyx_NewRef(result);
|
|
} else if (unlikely(PyErr_Occurred())) {
|
|
return NULL;
|
|
}
|
|
#else
|
|
result = PyDict_GetItem(__pyx_d, name);
|
|
__PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
|
|
if (likely(result)) {
|
|
return __Pyx_NewRef(result);
|
|
}
|
|
#endif
|
|
#else
|
|
result = PyObject_GetItem(__pyx_d, name);
|
|
__PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
|
|
if (likely(result)) {
|
|
return __Pyx_NewRef(result);
|
|
}
|
|
PyErr_Clear();
|
|
#endif
|
|
return __Pyx_GetBuiltinName(name);
|
|
}
|
|
|
|
/* PyObjectCall */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
|
|
PyObject *result;
|
|
ternaryfunc call = Py_TYPE(func)->tp_call;
|
|
if (unlikely(!call))
|
|
return PyObject_Call(func, arg, kw);
|
|
if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object")))
|
|
return NULL;
|
|
result = (*call)(func, arg, kw);
|
|
Py_LeaveRecursiveCall();
|
|
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
|
|
PyErr_SetString(
|
|
PyExc_SystemError,
|
|
"NULL result without error in PyObject_Call");
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyCFunctionFastCall */
|
|
#if CYTHON_FAST_PYCCALL
|
|
static CYTHON_INLINE PyObject * __Pyx_PyCFunction_FastCall(PyObject *func_obj, PyObject **args, Py_ssize_t nargs) {
|
|
PyCFunctionObject *func = (PyCFunctionObject*)func_obj;
|
|
PyCFunction meth = PyCFunction_GET_FUNCTION(func);
|
|
PyObject *self = PyCFunction_GET_SELF(func);
|
|
int flags = PyCFunction_GET_FLAGS(func);
|
|
assert(PyCFunction_Check(func));
|
|
assert(METH_FASTCALL == (flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)));
|
|
assert(nargs >= 0);
|
|
assert(nargs == 0 || args != NULL);
|
|
/* _PyCFunction_FastCallDict() must not be called with an exception set,
|
|
because it may clear it (directly or indirectly) and so the
|
|
caller loses its exception */
|
|
assert(!PyErr_Occurred());
|
|
if ((PY_VERSION_HEX < 0x030700A0) || unlikely(flags & METH_KEYWORDS)) {
|
|
return (*((__Pyx_PyCFunctionFastWithKeywords)(void*)meth)) (self, args, nargs, NULL);
|
|
} else {
|
|
return (*((__Pyx_PyCFunctionFast)(void*)meth)) (self, args, nargs);
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* PyFunctionFastCall */
|
|
#if CYTHON_FAST_PYCALL
|
|
static PyObject* __Pyx_PyFunction_FastCallNoKw(PyCodeObject *co, PyObject **args, Py_ssize_t na,
|
|
PyObject *globals) {
|
|
PyFrameObject *f;
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject **fastlocals;
|
|
Py_ssize_t i;
|
|
PyObject *result;
|
|
assert(globals != NULL);
|
|
/* XXX Perhaps we should create a specialized
|
|
PyFrame_New() that doesn't take locals, but does
|
|
take builtins without sanity checking them.
|
|
*/
|
|
assert(tstate != NULL);
|
|
f = PyFrame_New(tstate, co, globals, NULL);
|
|
if (f == NULL) {
|
|
return NULL;
|
|
}
|
|
fastlocals = __Pyx_PyFrame_GetLocalsplus(f);
|
|
for (i = 0; i < na; i++) {
|
|
Py_INCREF(*args);
|
|
fastlocals[i] = *args++;
|
|
}
|
|
result = PyEval_EvalFrameEx(f,0);
|
|
++tstate->recursion_depth;
|
|
Py_DECREF(f);
|
|
--tstate->recursion_depth;
|
|
return result;
|
|
}
|
|
#if 1 || PY_VERSION_HEX < 0x030600B1
|
|
static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs) {
|
|
PyCodeObject *co = (PyCodeObject *)PyFunction_GET_CODE(func);
|
|
PyObject *globals = PyFunction_GET_GLOBALS(func);
|
|
PyObject *argdefs = PyFunction_GET_DEFAULTS(func);
|
|
PyObject *closure;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
PyObject *kwdefs;
|
|
#endif
|
|
PyObject *kwtuple, **k;
|
|
PyObject **d;
|
|
Py_ssize_t nd;
|
|
Py_ssize_t nk;
|
|
PyObject *result;
|
|
assert(kwargs == NULL || PyDict_Check(kwargs));
|
|
nk = kwargs ? PyDict_Size(kwargs) : 0;
|
|
if (Py_EnterRecursiveCall((char*)" while calling a Python object")) {
|
|
return NULL;
|
|
}
|
|
if (
|
|
#if PY_MAJOR_VERSION >= 3
|
|
co->co_kwonlyargcount == 0 &&
|
|
#endif
|
|
likely(kwargs == NULL || nk == 0) &&
|
|
co->co_flags == (CO_OPTIMIZED | CO_NEWLOCALS | CO_NOFREE)) {
|
|
if (argdefs == NULL && co->co_argcount == nargs) {
|
|
result = __Pyx_PyFunction_FastCallNoKw(co, args, nargs, globals);
|
|
goto done;
|
|
}
|
|
else if (nargs == 0 && argdefs != NULL
|
|
&& co->co_argcount == Py_SIZE(argdefs)) {
|
|
/* function called with no arguments, but all parameters have
|
|
a default value: use default values as arguments .*/
|
|
args = &PyTuple_GET_ITEM(argdefs, 0);
|
|
result =__Pyx_PyFunction_FastCallNoKw(co, args, Py_SIZE(argdefs), globals);
|
|
goto done;
|
|
}
|
|
}
|
|
if (kwargs != NULL) {
|
|
Py_ssize_t pos, i;
|
|
kwtuple = PyTuple_New(2 * nk);
|
|
if (kwtuple == NULL) {
|
|
result = NULL;
|
|
goto done;
|
|
}
|
|
k = &PyTuple_GET_ITEM(kwtuple, 0);
|
|
pos = i = 0;
|
|
while (PyDict_Next(kwargs, &pos, &k[i], &k[i+1])) {
|
|
Py_INCREF(k[i]);
|
|
Py_INCREF(k[i+1]);
|
|
i += 2;
|
|
}
|
|
nk = i / 2;
|
|
}
|
|
else {
|
|
kwtuple = NULL;
|
|
k = NULL;
|
|
}
|
|
closure = PyFunction_GET_CLOSURE(func);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
kwdefs = PyFunction_GET_KW_DEFAULTS(func);
|
|
#endif
|
|
if (argdefs != NULL) {
|
|
d = &PyTuple_GET_ITEM(argdefs, 0);
|
|
nd = Py_SIZE(argdefs);
|
|
}
|
|
else {
|
|
d = NULL;
|
|
nd = 0;
|
|
}
|
|
#if PY_MAJOR_VERSION >= 3
|
|
result = PyEval_EvalCodeEx((PyObject*)co, globals, (PyObject *)NULL,
|
|
args, (int)nargs,
|
|
k, (int)nk,
|
|
d, (int)nd, kwdefs, closure);
|
|
#else
|
|
result = PyEval_EvalCodeEx(co, globals, (PyObject *)NULL,
|
|
args, (int)nargs,
|
|
k, (int)nk,
|
|
d, (int)nd, closure);
|
|
#endif
|
|
Py_XDECREF(kwtuple);
|
|
done:
|
|
Py_LeaveRecursiveCall();
|
|
return result;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
/* PyObjectCallMethO */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
|
|
PyObject *self, *result;
|
|
PyCFunction cfunc;
|
|
cfunc = PyCFunction_GET_FUNCTION(func);
|
|
self = PyCFunction_GET_SELF(func);
|
|
if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object")))
|
|
return NULL;
|
|
result = cfunc(self, arg);
|
|
Py_LeaveRecursiveCall();
|
|
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
|
|
PyErr_SetString(
|
|
PyExc_SystemError,
|
|
"NULL result without error in PyObject_Call");
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCallOneArg */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static PyObject* __Pyx__PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
PyObject *result;
|
|
PyObject *args = PyTuple_New(1);
|
|
if (unlikely(!args)) return NULL;
|
|
Py_INCREF(arg);
|
|
PyTuple_SET_ITEM(args, 0, arg);
|
|
result = __Pyx_PyObject_Call(func, args, NULL);
|
|
Py_DECREF(args);
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(func)) {
|
|
return __Pyx_PyFunction_FastCall(func, &arg, 1);
|
|
}
|
|
#endif
|
|
if (likely(PyCFunction_Check(func))) {
|
|
if (likely(PyCFunction_GET_FLAGS(func) & METH_O)) {
|
|
return __Pyx_PyObject_CallMethO(func, arg);
|
|
#if CYTHON_FAST_PYCCALL
|
|
} else if (__Pyx_PyFastCFunction_Check(func)) {
|
|
return __Pyx_PyCFunction_FastCall(func, &arg, 1);
|
|
#endif
|
|
}
|
|
}
|
|
return __Pyx__PyObject_CallOneArg(func, arg);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
PyObject *result;
|
|
PyObject *args = PyTuple_Pack(1, arg);
|
|
if (unlikely(!args)) return NULL;
|
|
result = __Pyx_PyObject_Call(func, args, NULL);
|
|
Py_DECREF(args);
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* RaiseException */
|
|
#if PY_MAJOR_VERSION < 3
|
|
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb,
|
|
CYTHON_UNUSED PyObject *cause) {
|
|
__Pyx_PyThreadState_declare
|
|
Py_XINCREF(type);
|
|
if (!value || value == Py_None)
|
|
value = NULL;
|
|
else
|
|
Py_INCREF(value);
|
|
if (!tb || tb == Py_None)
|
|
tb = NULL;
|
|
else {
|
|
Py_INCREF(tb);
|
|
if (!PyTraceBack_Check(tb)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: arg 3 must be a traceback or None");
|
|
goto raise_error;
|
|
}
|
|
}
|
|
if (PyType_Check(type)) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
if (!value) {
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
#endif
|
|
PyErr_NormalizeException(&type, &value, &tb);
|
|
} else {
|
|
if (value) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"instance exception may not have a separate value");
|
|
goto raise_error;
|
|
}
|
|
value = type;
|
|
type = (PyObject*) Py_TYPE(type);
|
|
Py_INCREF(type);
|
|
if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: exception class must be a subclass of BaseException");
|
|
goto raise_error;
|
|
}
|
|
}
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrRestore(type, value, tb);
|
|
return;
|
|
raise_error:
|
|
Py_XDECREF(value);
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(tb);
|
|
return;
|
|
}
|
|
#else
|
|
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
|
|
PyObject* owned_instance = NULL;
|
|
if (tb == Py_None) {
|
|
tb = 0;
|
|
} else if (tb && !PyTraceBack_Check(tb)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: arg 3 must be a traceback or None");
|
|
goto bad;
|
|
}
|
|
if (value == Py_None)
|
|
value = 0;
|
|
if (PyExceptionInstance_Check(type)) {
|
|
if (value) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"instance exception may not have a separate value");
|
|
goto bad;
|
|
}
|
|
value = type;
|
|
type = (PyObject*) Py_TYPE(value);
|
|
} else if (PyExceptionClass_Check(type)) {
|
|
PyObject *instance_class = NULL;
|
|
if (value && PyExceptionInstance_Check(value)) {
|
|
instance_class = (PyObject*) Py_TYPE(value);
|
|
if (instance_class != type) {
|
|
int is_subclass = PyObject_IsSubclass(instance_class, type);
|
|
if (!is_subclass) {
|
|
instance_class = NULL;
|
|
} else if (unlikely(is_subclass == -1)) {
|
|
goto bad;
|
|
} else {
|
|
type = instance_class;
|
|
}
|
|
}
|
|
}
|
|
if (!instance_class) {
|
|
PyObject *args;
|
|
if (!value)
|
|
args = PyTuple_New(0);
|
|
else if (PyTuple_Check(value)) {
|
|
Py_INCREF(value);
|
|
args = value;
|
|
} else
|
|
args = PyTuple_Pack(1, value);
|
|
if (!args)
|
|
goto bad;
|
|
owned_instance = PyObject_Call(type, args, NULL);
|
|
Py_DECREF(args);
|
|
if (!owned_instance)
|
|
goto bad;
|
|
value = owned_instance;
|
|
if (!PyExceptionInstance_Check(value)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"calling %R should have returned an instance of "
|
|
"BaseException, not %R",
|
|
type, Py_TYPE(value));
|
|
goto bad;
|
|
}
|
|
}
|
|
} else {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"raise: exception class must be a subclass of BaseException");
|
|
goto bad;
|
|
}
|
|
if (cause) {
|
|
PyObject *fixed_cause;
|
|
if (cause == Py_None) {
|
|
fixed_cause = NULL;
|
|
} else if (PyExceptionClass_Check(cause)) {
|
|
fixed_cause = PyObject_CallObject(cause, NULL);
|
|
if (fixed_cause == NULL)
|
|
goto bad;
|
|
} else if (PyExceptionInstance_Check(cause)) {
|
|
fixed_cause = cause;
|
|
Py_INCREF(fixed_cause);
|
|
} else {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"exception causes must derive from "
|
|
"BaseException");
|
|
goto bad;
|
|
}
|
|
PyException_SetCause(value, fixed_cause);
|
|
}
|
|
PyErr_SetObject(type, value);
|
|
if (tb) {
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject* tmp_tb = tstate->curexc_traceback;
|
|
if (tb != tmp_tb) {
|
|
Py_INCREF(tb);
|
|
tstate->curexc_traceback = tb;
|
|
Py_XDECREF(tmp_tb);
|
|
}
|
|
#else
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb);
|
|
Py_INCREF(tb);
|
|
PyErr_Restore(tmp_type, tmp_value, tb);
|
|
Py_XDECREF(tmp_tb);
|
|
#endif
|
|
}
|
|
bad:
|
|
Py_XDECREF(owned_instance);
|
|
return;
|
|
}
|
|
#endif
|
|
|
|
/* WriteUnraisableException */
|
|
static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno,
|
|
CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename,
|
|
int full_traceback, CYTHON_UNUSED int nogil) {
|
|
PyObject *old_exc, *old_val, *old_tb;
|
|
PyObject *ctx;
|
|
__Pyx_PyThreadState_declare
|
|
#ifdef WITH_THREAD
|
|
PyGILState_STATE state;
|
|
if (nogil)
|
|
state = PyGILState_Ensure();
|
|
else state = (PyGILState_STATE)0;
|
|
#endif
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&old_exc, &old_val, &old_tb);
|
|
if (full_traceback) {
|
|
Py_XINCREF(old_exc);
|
|
Py_XINCREF(old_val);
|
|
Py_XINCREF(old_tb);
|
|
__Pyx_ErrRestore(old_exc, old_val, old_tb);
|
|
PyErr_PrintEx(1);
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
ctx = PyString_FromString(name);
|
|
#else
|
|
ctx = PyUnicode_FromString(name);
|
|
#endif
|
|
__Pyx_ErrRestore(old_exc, old_val, old_tb);
|
|
if (!ctx) {
|
|
PyErr_WriteUnraisable(Py_None);
|
|
} else {
|
|
PyErr_WriteUnraisable(ctx);
|
|
Py_DECREF(ctx);
|
|
}
|
|
#ifdef WITH_THREAD
|
|
if (nogil)
|
|
PyGILState_Release(state);
|
|
#endif
|
|
}
|
|
|
|
/* PyObjectCallNoArg */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(func)) {
|
|
return __Pyx_PyFunction_FastCall(func, NULL, 0);
|
|
}
|
|
#endif
|
|
#if defined(__Pyx_CyFunction_USED) && defined(NDEBUG)
|
|
if (likely(PyCFunction_Check(func) || __Pyx_CyFunction_Check(func)))
|
|
#else
|
|
if (likely(PyCFunction_Check(func)))
|
|
#endif
|
|
{
|
|
if (likely(PyCFunction_GET_FLAGS(func) & METH_NOARGS)) {
|
|
return __Pyx_PyObject_CallMethO(func, NULL);
|
|
}
|
|
}
|
|
return __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL);
|
|
}
|
|
#endif
|
|
|
|
/* RaiseDoubleKeywords */
|
|
static void __Pyx_RaiseDoubleKeywordsError(
|
|
const char* func_name,
|
|
PyObject* kw_name)
|
|
{
|
|
PyErr_Format(PyExc_TypeError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"%s() got multiple values for keyword argument '%U'", func_name, kw_name);
|
|
#else
|
|
"%s() got multiple values for keyword argument '%s'", func_name,
|
|
PyString_AsString(kw_name));
|
|
#endif
|
|
}
|
|
|
|
/* ParseKeywords */
|
|
static int __Pyx_ParseOptionalKeywords(
|
|
PyObject *kwds,
|
|
PyObject **argnames[],
|
|
PyObject *kwds2,
|
|
PyObject *values[],
|
|
Py_ssize_t num_pos_args,
|
|
const char* function_name)
|
|
{
|
|
PyObject *key = 0, *value = 0;
|
|
Py_ssize_t pos = 0;
|
|
PyObject*** name;
|
|
PyObject*** first_kw_arg = argnames + num_pos_args;
|
|
while (PyDict_Next(kwds, &pos, &key, &value)) {
|
|
name = first_kw_arg;
|
|
while (*name && (**name != key)) name++;
|
|
if (*name) {
|
|
values[name-argnames] = value;
|
|
continue;
|
|
}
|
|
name = first_kw_arg;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyString_Check(key))) {
|
|
while (*name) {
|
|
if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key))
|
|
&& _PyString_Eq(**name, key)) {
|
|
values[name-argnames] = value;
|
|
break;
|
|
}
|
|
name++;
|
|
}
|
|
if (*name) continue;
|
|
else {
|
|
PyObject*** argname = argnames;
|
|
while (argname != first_kw_arg) {
|
|
if ((**argname == key) || (
|
|
(CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key))
|
|
&& _PyString_Eq(**argname, key))) {
|
|
goto arg_passed_twice;
|
|
}
|
|
argname++;
|
|
}
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyUnicode_Check(key))) {
|
|
while (*name) {
|
|
int cmp = (**name == key) ? 0 :
|
|
#if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
|
|
(__Pyx_PyUnicode_GET_LENGTH(**name) != __Pyx_PyUnicode_GET_LENGTH(key)) ? 1 :
|
|
#endif
|
|
PyUnicode_Compare(**name, key);
|
|
if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
|
|
if (cmp == 0) {
|
|
values[name-argnames] = value;
|
|
break;
|
|
}
|
|
name++;
|
|
}
|
|
if (*name) continue;
|
|
else {
|
|
PyObject*** argname = argnames;
|
|
while (argname != first_kw_arg) {
|
|
int cmp = (**argname == key) ? 0 :
|
|
#if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
|
|
(__Pyx_PyUnicode_GET_LENGTH(**argname) != __Pyx_PyUnicode_GET_LENGTH(key)) ? 1 :
|
|
#endif
|
|
PyUnicode_Compare(**argname, key);
|
|
if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
|
|
if (cmp == 0) goto arg_passed_twice;
|
|
argname++;
|
|
}
|
|
}
|
|
} else
|
|
goto invalid_keyword_type;
|
|
if (kwds2) {
|
|
if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
|
|
} else {
|
|
goto invalid_keyword;
|
|
}
|
|
}
|
|
return 0;
|
|
arg_passed_twice:
|
|
__Pyx_RaiseDoubleKeywordsError(function_name, key);
|
|
goto bad;
|
|
invalid_keyword_type:
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() keywords must be strings", function_name);
|
|
goto bad;
|
|
invalid_keyword:
|
|
PyErr_Format(PyExc_TypeError,
|
|
#if PY_MAJOR_VERSION < 3
|
|
"%.200s() got an unexpected keyword argument '%.200s'",
|
|
function_name, PyString_AsString(key));
|
|
#else
|
|
"%s() got an unexpected keyword argument '%U'",
|
|
function_name, key);
|
|
#endif
|
|
bad:
|
|
return -1;
|
|
}
|
|
|
|
/* RaiseArgTupleInvalid */
|
|
static void __Pyx_RaiseArgtupleInvalid(
|
|
const char* func_name,
|
|
int exact,
|
|
Py_ssize_t num_min,
|
|
Py_ssize_t num_max,
|
|
Py_ssize_t num_found)
|
|
{
|
|
Py_ssize_t num_expected;
|
|
const char *more_or_less;
|
|
if (num_found < num_min) {
|
|
num_expected = num_min;
|
|
more_or_less = "at least";
|
|
} else {
|
|
num_expected = num_max;
|
|
more_or_less = "at most";
|
|
}
|
|
if (exact) {
|
|
more_or_less = "exactly";
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)",
|
|
func_name, more_or_less, num_expected,
|
|
(num_expected == 1) ? "" : "s", num_found);
|
|
}
|
|
|
|
/* PyObjectCall2Args */
|
|
static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2) {
|
|
PyObject *args, *result = NULL;
|
|
#if CYTHON_FAST_PYCALL
|
|
if (PyFunction_Check(function)) {
|
|
PyObject *args[2] = {arg1, arg2};
|
|
return __Pyx_PyFunction_FastCall(function, args, 2);
|
|
}
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
if (__Pyx_PyFastCFunction_Check(function)) {
|
|
PyObject *args[2] = {arg1, arg2};
|
|
return __Pyx_PyCFunction_FastCall(function, args, 2);
|
|
}
|
|
#endif
|
|
args = PyTuple_New(2);
|
|
if (unlikely(!args)) goto done;
|
|
Py_INCREF(arg1);
|
|
PyTuple_SET_ITEM(args, 0, arg1);
|
|
Py_INCREF(arg2);
|
|
PyTuple_SET_ITEM(args, 1, arg2);
|
|
Py_INCREF(function);
|
|
result = __Pyx_PyObject_Call(function, args, NULL);
|
|
Py_DECREF(args);
|
|
Py_DECREF(function);
|
|
done:
|
|
return result;
|
|
}
|
|
|
|
/* UnpackUnboundCMethod */
|
|
static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) {
|
|
PyObject *method;
|
|
method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name);
|
|
if (unlikely(!method))
|
|
return -1;
|
|
target->method = method;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type)))
|
|
#endif
|
|
{
|
|
PyMethodDescrObject *descr = (PyMethodDescrObject*) method;
|
|
target->func = descr->d_method->ml_meth;
|
|
target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS);
|
|
}
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
/* CallUnboundCMethod1 */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg) {
|
|
if (likely(cfunc->func)) {
|
|
int flag = cfunc->flag;
|
|
if (flag == METH_O) {
|
|
return (*(cfunc->func))(self, arg);
|
|
} else if (PY_VERSION_HEX >= 0x030600B1 && flag == METH_FASTCALL) {
|
|
#if PY_VERSION_HEX >= 0x030700A0
|
|
return (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)cfunc->func)(self, &arg, 1);
|
|
#else
|
|
return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, &arg, 1, NULL);
|
|
#endif
|
|
} else if (PY_VERSION_HEX >= 0x030700A0 && flag == (METH_FASTCALL | METH_KEYWORDS)) {
|
|
return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, &arg, 1, NULL);
|
|
}
|
|
}
|
|
return __Pyx__CallUnboundCMethod1(cfunc, self, arg);
|
|
}
|
|
#endif
|
|
static PyObject* __Pyx__CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg){
|
|
PyObject *args, *result = NULL;
|
|
if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
if (cfunc->func && (cfunc->flag & METH_VARARGS)) {
|
|
args = PyTuple_New(1);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(arg);
|
|
PyTuple_SET_ITEM(args, 0, arg);
|
|
if (cfunc->flag & METH_KEYWORDS)
|
|
result = (*(PyCFunctionWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, NULL);
|
|
else
|
|
result = (*cfunc->func)(self, args);
|
|
} else {
|
|
args = PyTuple_New(2);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(self);
|
|
PyTuple_SET_ITEM(args, 0, self);
|
|
Py_INCREF(arg);
|
|
PyTuple_SET_ITEM(args, 1, arg);
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
}
|
|
#else
|
|
args = PyTuple_Pack(2, self, arg);
|
|
if (unlikely(!args)) goto bad;
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
#endif
|
|
bad:
|
|
Py_XDECREF(args);
|
|
return result;
|
|
}
|
|
|
|
/* CallUnboundCMethod2 */
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030600B1
|
|
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2) {
|
|
if (likely(cfunc->func)) {
|
|
PyObject *args[2] = {arg1, arg2};
|
|
if (cfunc->flag == METH_FASTCALL) {
|
|
#if PY_VERSION_HEX >= 0x030700A0
|
|
return (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)cfunc->func)(self, args, 2);
|
|
#else
|
|
return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, 2, NULL);
|
|
#endif
|
|
}
|
|
#if PY_VERSION_HEX >= 0x030700A0
|
|
if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
|
|
return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, 2, NULL);
|
|
#endif
|
|
}
|
|
return __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2);
|
|
}
|
|
#endif
|
|
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2){
|
|
PyObject *args, *result = NULL;
|
|
if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
if (cfunc->func && (cfunc->flag & METH_VARARGS)) {
|
|
args = PyTuple_New(2);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(arg1);
|
|
PyTuple_SET_ITEM(args, 0, arg1);
|
|
Py_INCREF(arg2);
|
|
PyTuple_SET_ITEM(args, 1, arg2);
|
|
if (cfunc->flag & METH_KEYWORDS)
|
|
result = (*(PyCFunctionWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, NULL);
|
|
else
|
|
result = (*cfunc->func)(self, args);
|
|
} else {
|
|
args = PyTuple_New(3);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(self);
|
|
PyTuple_SET_ITEM(args, 0, self);
|
|
Py_INCREF(arg1);
|
|
PyTuple_SET_ITEM(args, 1, arg1);
|
|
Py_INCREF(arg2);
|
|
PyTuple_SET_ITEM(args, 2, arg2);
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
}
|
|
#else
|
|
args = PyTuple_Pack(3, self, arg1, arg2);
|
|
if (unlikely(!args)) goto bad;
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
#endif
|
|
bad:
|
|
Py_XDECREF(args);
|
|
return result;
|
|
}
|
|
|
|
/* dict_getitem_default */
|
|
static PyObject* __Pyx_PyDict_GetItemDefault(PyObject* d, PyObject* key, PyObject* default_value) {
|
|
PyObject* value;
|
|
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
|
|
value = PyDict_GetItemWithError(d, key);
|
|
if (unlikely(!value)) {
|
|
if (unlikely(PyErr_Occurred()))
|
|
return NULL;
|
|
value = default_value;
|
|
}
|
|
Py_INCREF(value);
|
|
if ((1));
|
|
#else
|
|
if (PyString_CheckExact(key) || PyUnicode_CheckExact(key) || PyInt_CheckExact(key)) {
|
|
value = PyDict_GetItem(d, key);
|
|
if (unlikely(!value)) {
|
|
value = default_value;
|
|
}
|
|
Py_INCREF(value);
|
|
}
|
|
#endif
|
|
else {
|
|
if (default_value == Py_None)
|
|
value = __Pyx_CallUnboundCMethod1(&__pyx_umethod_PyDict_Type_get, d, key);
|
|
else
|
|
value = __Pyx_CallUnboundCMethod2(&__pyx_umethod_PyDict_Type_get, d, key, default_value);
|
|
}
|
|
return value;
|
|
}
|
|
|
|
/* ArgTypeTest */
|
|
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact)
|
|
{
|
|
if (unlikely(!type)) {
|
|
PyErr_SetString(PyExc_SystemError, "Missing type object");
|
|
return 0;
|
|
}
|
|
else if (exact) {
|
|
#if PY_MAJOR_VERSION == 2
|
|
if ((type == &PyBaseString_Type) && likely(__Pyx_PyBaseString_CheckExact(obj))) return 1;
|
|
#endif
|
|
}
|
|
else {
|
|
if (likely(__Pyx_TypeCheck(obj, type))) return 1;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"Argument '%.200s' has incorrect type (expected %.200s, got %.200s)",
|
|
name, type->tp_name, Py_TYPE(obj)->tp_name);
|
|
return 0;
|
|
}
|
|
|
|
/* RaiseTooManyValuesToUnpack */
|
|
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);
|
|
}
|
|
|
|
/* RaiseNeedMoreValuesToUnpack */
|
|
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack",
|
|
index, (index == 1) ? "" : "s");
|
|
}
|
|
|
|
/* IterFinish */
|
|
static CYTHON_INLINE int __Pyx_IterFinish(void) {
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject* exc_type = tstate->curexc_type;
|
|
if (unlikely(exc_type)) {
|
|
if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) {
|
|
PyObject *exc_value, *exc_tb;
|
|
exc_value = tstate->curexc_value;
|
|
exc_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
Py_DECREF(exc_type);
|
|
Py_XDECREF(exc_value);
|
|
Py_XDECREF(exc_tb);
|
|
return 0;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
return 0;
|
|
#else
|
|
if (unlikely(PyErr_Occurred())) {
|
|
if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) {
|
|
PyErr_Clear();
|
|
return 0;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
return 0;
|
|
#endif
|
|
}
|
|
|
|
/* UnpackItemEndCheck */
|
|
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) {
|
|
if (unlikely(retval)) {
|
|
Py_DECREF(retval);
|
|
__Pyx_RaiseTooManyValuesError(expected);
|
|
return -1;
|
|
}
|
|
return __Pyx_IterFinish();
|
|
}
|
|
|
|
/* GetTopmostException */
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
static _PyErr_StackItem *
|
|
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
|
|
{
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
while ((exc_info->exc_type == NULL || exc_info->exc_type == Py_None) &&
|
|
exc_info->previous_item != NULL)
|
|
{
|
|
exc_info = exc_info->previous_item;
|
|
}
|
|
return exc_info;
|
|
}
|
|
#endif
|
|
|
|
/* SaveResetException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
|
|
*type = exc_info->exc_type;
|
|
*value = exc_info->exc_value;
|
|
*tb = exc_info->exc_traceback;
|
|
#else
|
|
*type = tstate->exc_type;
|
|
*value = tstate->exc_value;
|
|
*tb = tstate->exc_traceback;
|
|
#endif
|
|
Py_XINCREF(*type);
|
|
Py_XINCREF(*value);
|
|
Py_XINCREF(*tb);
|
|
}
|
|
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = type;
|
|
exc_info->exc_value = value;
|
|
exc_info->exc_traceback = tb;
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = type;
|
|
tstate->exc_value = value;
|
|
tstate->exc_traceback = tb;
|
|
#endif
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
}
|
|
#endif
|
|
|
|
/* PyErrExceptionMatches */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
#endif
|
|
for (i=0; i<n; i++) {
|
|
if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
|
|
PyObject *exc_type = tstate->curexc_type;
|
|
if (exc_type == err) return 1;
|
|
if (unlikely(!exc_type)) return 0;
|
|
if (unlikely(PyTuple_Check(err)))
|
|
return __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
|
|
return __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
|
|
}
|
|
#endif
|
|
|
|
/* GetException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb)
|
|
#else
|
|
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb)
|
|
#endif
|
|
{
|
|
PyObject *local_type, *local_value, *local_tb;
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
local_type = tstate->curexc_type;
|
|
local_value = tstate->curexc_value;
|
|
local_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
#else
|
|
PyErr_Fetch(&local_type, &local_value, &local_tb);
|
|
#endif
|
|
PyErr_NormalizeException(&local_type, &local_value, &local_tb);
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
if (unlikely(tstate->curexc_type))
|
|
#else
|
|
if (unlikely(PyErr_Occurred()))
|
|
#endif
|
|
goto bad;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (local_tb) {
|
|
if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
|
|
goto bad;
|
|
}
|
|
#endif
|
|
Py_XINCREF(local_tb);
|
|
Py_XINCREF(local_type);
|
|
Py_XINCREF(local_value);
|
|
*type = local_type;
|
|
*value = local_value;
|
|
*tb = local_tb;
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
{
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = local_type;
|
|
exc_info->exc_value = local_value;
|
|
exc_info->exc_traceback = local_tb;
|
|
}
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = local_type;
|
|
tstate->exc_value = local_value;
|
|
tstate->exc_traceback = local_tb;
|
|
#endif
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
#else
|
|
PyErr_SetExcInfo(local_type, local_value, local_tb);
|
|
#endif
|
|
return 0;
|
|
bad:
|
|
*type = 0;
|
|
*value = 0;
|
|
*tb = 0;
|
|
Py_XDECREF(local_type);
|
|
Py_XDECREF(local_value);
|
|
Py_XDECREF(local_tb);
|
|
return -1;
|
|
}
|
|
|
|
/* GetItemInt */
|
|
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
|
|
PyObject *r;
|
|
if (!j) return NULL;
|
|
r = PyObject_GetItem(o, j);
|
|
Py_DECREF(j);
|
|
return r;
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
|
|
CYTHON_NCP_UNUSED int wraparound,
|
|
CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
Py_ssize_t wrapped_i = i;
|
|
if (wraparound & unlikely(i < 0)) {
|
|
wrapped_i += PyList_GET_SIZE(o);
|
|
}
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) {
|
|
PyObject *r = PyList_GET_ITEM(o, wrapped_i);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
|
|
#else
|
|
return PySequence_GetItem(o, i);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
|
|
CYTHON_NCP_UNUSED int wraparound,
|
|
CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
Py_ssize_t wrapped_i = i;
|
|
if (wraparound & unlikely(i < 0)) {
|
|
wrapped_i += PyTuple_GET_SIZE(o);
|
|
}
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) {
|
|
PyObject *r = PyTuple_GET_ITEM(o, wrapped_i);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
|
|
#else
|
|
return PySequence_GetItem(o, i);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list,
|
|
CYTHON_NCP_UNUSED int wraparound,
|
|
CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS
|
|
if (is_list || PyList_CheckExact(o)) {
|
|
Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
|
|
if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) {
|
|
PyObject *r = PyList_GET_ITEM(o, n);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
}
|
|
else if (PyTuple_CheckExact(o)) {
|
|
Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) {
|
|
PyObject *r = PyTuple_GET_ITEM(o, n);
|
|
Py_INCREF(r);
|
|
return r;
|
|
}
|
|
} else {
|
|
PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
|
|
if (likely(m && m->sq_item)) {
|
|
if (wraparound && unlikely(i < 0) && likely(m->sq_length)) {
|
|
Py_ssize_t l = m->sq_length(o);
|
|
if (likely(l >= 0)) {
|
|
i += l;
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
|
|
return NULL;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
return m->sq_item(o, i);
|
|
}
|
|
}
|
|
#else
|
|
if (is_list || PySequence_Check(o)) {
|
|
return PySequence_GetItem(o, i);
|
|
}
|
|
#endif
|
|
return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
|
|
}
|
|
|
|
/* SetItemInt */
|
|
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v) {
|
|
int r;
|
|
if (!j) return -1;
|
|
r = PyObject_SetItem(o, j, v);
|
|
Py_DECREF(j);
|
|
return r;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list,
|
|
CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS
|
|
if (is_list || PyList_CheckExact(o)) {
|
|
Py_ssize_t n = (!wraparound) ? i : ((likely(i >= 0)) ? i : i + PyList_GET_SIZE(o));
|
|
if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o)))) {
|
|
PyObject* old = PyList_GET_ITEM(o, n);
|
|
Py_INCREF(v);
|
|
PyList_SET_ITEM(o, n, v);
|
|
Py_DECREF(old);
|
|
return 1;
|
|
}
|
|
} else {
|
|
PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
|
|
if (likely(m && m->sq_ass_item)) {
|
|
if (wraparound && unlikely(i < 0) && likely(m->sq_length)) {
|
|
Py_ssize_t l = m->sq_length(o);
|
|
if (likely(l >= 0)) {
|
|
i += l;
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
|
|
return -1;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
return m->sq_ass_item(o, i, v);
|
|
}
|
|
}
|
|
#else
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
if (is_list || (PySequence_Check(o) && !PyDict_Check(o)))
|
|
#else
|
|
if (is_list || PySequence_Check(o))
|
|
#endif
|
|
{
|
|
return PySequence_SetItem(o, i, v);
|
|
}
|
|
#endif
|
|
return __Pyx_SetItemInt_Generic(o, PyInt_FromSsize_t(i), v);
|
|
}
|
|
|
|
/* PyIntCompare */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_NeObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED long inplace) {
|
|
if (op1 == op2) {
|
|
Py_RETURN_FALSE;
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long a = PyInt_AS_LONG(op1);
|
|
if (a != b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(PyLong_CheckExact(op1))) {
|
|
int unequal;
|
|
unsigned long uintval;
|
|
Py_ssize_t size = Py_SIZE(op1);
|
|
const digit* digits = ((PyLongObject*)op1)->ob_digit;
|
|
if (intval == 0) {
|
|
if (size != 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
} else if (intval < 0) {
|
|
if (size >= 0)
|
|
Py_RETURN_TRUE;
|
|
intval = -intval;
|
|
size = -size;
|
|
} else {
|
|
if (size <= 0)
|
|
Py_RETURN_TRUE;
|
|
}
|
|
uintval = (unsigned long) intval;
|
|
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 4)) {
|
|
unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 3)) {
|
|
unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 2)) {
|
|
unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 1)) {
|
|
unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
|
|
if (unequal != 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
if (PyFloat_CheckExact(op1)) {
|
|
const long b = intval;
|
|
double a = PyFloat_AS_DOUBLE(op1);
|
|
if ((double)a != (double)b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
return (
|
|
PyObject_RichCompare(op1, op2, Py_NE));
|
|
}
|
|
|
|
/* set_iter */
|
|
static CYTHON_INLINE PyObject* __Pyx_set_iterator(PyObject* iterable, int is_set,
|
|
Py_ssize_t* p_orig_length, int* p_source_is_set) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
is_set = is_set || likely(PySet_CheckExact(iterable) || PyFrozenSet_CheckExact(iterable));
|
|
*p_source_is_set = is_set;
|
|
if (likely(is_set)) {
|
|
*p_orig_length = PySet_Size(iterable);
|
|
Py_INCREF(iterable);
|
|
return iterable;
|
|
}
|
|
#else
|
|
(void)is_set;
|
|
*p_source_is_set = 0;
|
|
#endif
|
|
*p_orig_length = 0;
|
|
return PyObject_GetIter(iterable);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_set_iter_next(
|
|
PyObject* iter_obj, Py_ssize_t orig_length,
|
|
Py_ssize_t* ppos, PyObject **value,
|
|
int source_is_set) {
|
|
if (!CYTHON_COMPILING_IN_CPYTHON || unlikely(!source_is_set)) {
|
|
*value = PyIter_Next(iter_obj);
|
|
if (unlikely(!*value)) {
|
|
return __Pyx_IterFinish();
|
|
}
|
|
(void)orig_length;
|
|
(void)ppos;
|
|
return 1;
|
|
}
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
if (unlikely(PySet_GET_SIZE(iter_obj) != orig_length)) {
|
|
PyErr_SetString(
|
|
PyExc_RuntimeError,
|
|
"set changed size during iteration");
|
|
return -1;
|
|
}
|
|
{
|
|
Py_hash_t hash;
|
|
int ret = _PySet_NextEntry(iter_obj, ppos, value, &hash);
|
|
assert (ret != -1);
|
|
if (likely(ret)) {
|
|
Py_INCREF(*value);
|
|
return 1;
|
|
}
|
|
}
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
/* BytesEquals */
|
|
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
return PyObject_RichCompareBool(s1, s2, equals);
|
|
#else
|
|
if (s1 == s2) {
|
|
return (equals == Py_EQ);
|
|
} else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) {
|
|
const char *ps1, *ps2;
|
|
Py_ssize_t length = PyBytes_GET_SIZE(s1);
|
|
if (length != PyBytes_GET_SIZE(s2))
|
|
return (equals == Py_NE);
|
|
ps1 = PyBytes_AS_STRING(s1);
|
|
ps2 = PyBytes_AS_STRING(s2);
|
|
if (ps1[0] != ps2[0]) {
|
|
return (equals == Py_NE);
|
|
} else if (length == 1) {
|
|
return (equals == Py_EQ);
|
|
} else {
|
|
int result;
|
|
#if CYTHON_USE_UNICODE_INTERNALS && (PY_VERSION_HEX < 0x030B0000)
|
|
Py_hash_t hash1, hash2;
|
|
hash1 = ((PyBytesObject*)s1)->ob_shash;
|
|
hash2 = ((PyBytesObject*)s2)->ob_shash;
|
|
if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
|
|
return (equals == Py_NE);
|
|
}
|
|
#endif
|
|
result = memcmp(ps1, ps2, (size_t)length);
|
|
return (equals == Py_EQ) ? (result == 0) : (result != 0);
|
|
}
|
|
} else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) {
|
|
return (equals == Py_NE);
|
|
} else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) {
|
|
return (equals == Py_NE);
|
|
} else {
|
|
int result;
|
|
PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
|
|
if (!py_result)
|
|
return -1;
|
|
result = __Pyx_PyObject_IsTrue(py_result);
|
|
Py_DECREF(py_result);
|
|
return result;
|
|
}
|
|
#endif
|
|
}
|
|
|
|
/* UnicodeEquals */
|
|
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
return PyObject_RichCompareBool(s1, s2, equals);
|
|
#else
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject* owned_ref = NULL;
|
|
#endif
|
|
int s1_is_unicode, s2_is_unicode;
|
|
if (s1 == s2) {
|
|
goto return_eq;
|
|
}
|
|
s1_is_unicode = PyUnicode_CheckExact(s1);
|
|
s2_is_unicode = PyUnicode_CheckExact(s2);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if ((s1_is_unicode & (!s2_is_unicode)) && PyString_CheckExact(s2)) {
|
|
owned_ref = PyUnicode_FromObject(s2);
|
|
if (unlikely(!owned_ref))
|
|
return -1;
|
|
s2 = owned_ref;
|
|
s2_is_unicode = 1;
|
|
} else if ((s2_is_unicode & (!s1_is_unicode)) && PyString_CheckExact(s1)) {
|
|
owned_ref = PyUnicode_FromObject(s1);
|
|
if (unlikely(!owned_ref))
|
|
return -1;
|
|
s1 = owned_ref;
|
|
s1_is_unicode = 1;
|
|
} else if (((!s2_is_unicode) & (!s1_is_unicode))) {
|
|
return __Pyx_PyBytes_Equals(s1, s2, equals);
|
|
}
|
|
#endif
|
|
if (s1_is_unicode & s2_is_unicode) {
|
|
Py_ssize_t length;
|
|
int kind;
|
|
void *data1, *data2;
|
|
if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0))
|
|
return -1;
|
|
length = __Pyx_PyUnicode_GET_LENGTH(s1);
|
|
if (length != __Pyx_PyUnicode_GET_LENGTH(s2)) {
|
|
goto return_ne;
|
|
}
|
|
#if CYTHON_USE_UNICODE_INTERNALS
|
|
{
|
|
Py_hash_t hash1, hash2;
|
|
#if CYTHON_PEP393_ENABLED
|
|
hash1 = ((PyASCIIObject*)s1)->hash;
|
|
hash2 = ((PyASCIIObject*)s2)->hash;
|
|
#else
|
|
hash1 = ((PyUnicodeObject*)s1)->hash;
|
|
hash2 = ((PyUnicodeObject*)s2)->hash;
|
|
#endif
|
|
if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
|
|
goto return_ne;
|
|
}
|
|
}
|
|
#endif
|
|
kind = __Pyx_PyUnicode_KIND(s1);
|
|
if (kind != __Pyx_PyUnicode_KIND(s2)) {
|
|
goto return_ne;
|
|
}
|
|
data1 = __Pyx_PyUnicode_DATA(s1);
|
|
data2 = __Pyx_PyUnicode_DATA(s2);
|
|
if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) {
|
|
goto return_ne;
|
|
} else if (length == 1) {
|
|
goto return_eq;
|
|
} else {
|
|
int result = memcmp(data1, data2, (size_t)(length * kind));
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
return (equals == Py_EQ) ? (result == 0) : (result != 0);
|
|
}
|
|
} else if ((s1 == Py_None) & s2_is_unicode) {
|
|
goto return_ne;
|
|
} else if ((s2 == Py_None) & s1_is_unicode) {
|
|
goto return_ne;
|
|
} else {
|
|
int result;
|
|
PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
if (!py_result)
|
|
return -1;
|
|
result = __Pyx_PyObject_IsTrue(py_result);
|
|
Py_DECREF(py_result);
|
|
return result;
|
|
}
|
|
return_eq:
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
return (equals == Py_EQ);
|
|
return_ne:
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(owned_ref);
|
|
#endif
|
|
return (equals == Py_NE);
|
|
#endif
|
|
}
|
|
|
|
/* SliceObject */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(PyObject* obj,
|
|
Py_ssize_t cstart, Py_ssize_t cstop,
|
|
PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice,
|
|
int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
PyMappingMethods* mp;
|
|
#if PY_MAJOR_VERSION < 3
|
|
PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence;
|
|
if (likely(ms && ms->sq_slice)) {
|
|
if (!has_cstart) {
|
|
if (_py_start && (*_py_start != Py_None)) {
|
|
cstart = __Pyx_PyIndex_AsSsize_t(*_py_start);
|
|
if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
|
|
} else
|
|
cstart = 0;
|
|
}
|
|
if (!has_cstop) {
|
|
if (_py_stop && (*_py_stop != Py_None)) {
|
|
cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop);
|
|
if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
|
|
} else
|
|
cstop = PY_SSIZE_T_MAX;
|
|
}
|
|
if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) {
|
|
Py_ssize_t l = ms->sq_length(obj);
|
|
if (likely(l >= 0)) {
|
|
if (cstop < 0) {
|
|
cstop += l;
|
|
if (cstop < 0) cstop = 0;
|
|
}
|
|
if (cstart < 0) {
|
|
cstart += l;
|
|
if (cstart < 0) cstart = 0;
|
|
}
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
|
|
goto bad;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
return ms->sq_slice(obj, cstart, cstop);
|
|
}
|
|
#endif
|
|
mp = Py_TYPE(obj)->tp_as_mapping;
|
|
if (likely(mp && mp->mp_subscript))
|
|
#endif
|
|
{
|
|
PyObject* result;
|
|
PyObject *py_slice, *py_start, *py_stop;
|
|
if (_py_slice) {
|
|
py_slice = *_py_slice;
|
|
} else {
|
|
PyObject* owned_start = NULL;
|
|
PyObject* owned_stop = NULL;
|
|
if (_py_start) {
|
|
py_start = *_py_start;
|
|
} else {
|
|
if (has_cstart) {
|
|
owned_start = py_start = PyInt_FromSsize_t(cstart);
|
|
if (unlikely(!py_start)) goto bad;
|
|
} else
|
|
py_start = Py_None;
|
|
}
|
|
if (_py_stop) {
|
|
py_stop = *_py_stop;
|
|
} else {
|
|
if (has_cstop) {
|
|
owned_stop = py_stop = PyInt_FromSsize_t(cstop);
|
|
if (unlikely(!py_stop)) {
|
|
Py_XDECREF(owned_start);
|
|
goto bad;
|
|
}
|
|
} else
|
|
py_stop = Py_None;
|
|
}
|
|
py_slice = PySlice_New(py_start, py_stop, Py_None);
|
|
Py_XDECREF(owned_start);
|
|
Py_XDECREF(owned_stop);
|
|
if (unlikely(!py_slice)) goto bad;
|
|
}
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
result = mp->mp_subscript(obj, py_slice);
|
|
#else
|
|
result = PyObject_GetItem(obj, py_slice);
|
|
#endif
|
|
if (!_py_slice) {
|
|
Py_DECREF(py_slice);
|
|
}
|
|
return result;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"'%.200s' object is unsliceable", Py_TYPE(obj)->tp_name);
|
|
bad:
|
|
return NULL;
|
|
}
|
|
|
|
/* PyIntBinop */
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, int inplace, int zerodivision_check) {
|
|
(void)inplace;
|
|
(void)zerodivision_check;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long x;
|
|
long a = PyInt_AS_LONG(op1);
|
|
x = (long)((unsigned long)a + b);
|
|
if (likely((x^a) >= 0 || (x^b) >= 0))
|
|
return PyInt_FromLong(x);
|
|
return PyLong_Type.tp_as_number->nb_add(op1, op2);
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(PyLong_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long a, x;
|
|
#ifdef HAVE_LONG_LONG
|
|
const PY_LONG_LONG llb = intval;
|
|
PY_LONG_LONG lla, llx;
|
|
#endif
|
|
const digit* digits = ((PyLongObject*)op1)->ob_digit;
|
|
const Py_ssize_t size = Py_SIZE(op1);
|
|
if (likely(__Pyx_sst_abs(size) <= 1)) {
|
|
a = likely(size) ? digits[0] : 0;
|
|
if (size == -1) a = -a;
|
|
} else {
|
|
switch (size) {
|
|
case -2:
|
|
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
|
|
lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 2:
|
|
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
|
|
lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case -3:
|
|
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
|
|
lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 3:
|
|
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
|
|
lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case -4:
|
|
if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
|
|
lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 4:
|
|
if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
|
|
break;
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
|
|
lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
|
|
goto long_long;
|
|
#endif
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
default: return PyLong_Type.tp_as_number->nb_add(op1, op2);
|
|
}
|
|
}
|
|
x = a + b;
|
|
return PyLong_FromLong(x);
|
|
#ifdef HAVE_LONG_LONG
|
|
long_long:
|
|
llx = lla + llb;
|
|
return PyLong_FromLongLong(llx);
|
|
#endif
|
|
|
|
|
|
}
|
|
#endif
|
|
if (PyFloat_CheckExact(op1)) {
|
|
const long b = intval;
|
|
double a = PyFloat_AS_DOUBLE(op1);
|
|
double result;
|
|
PyFPE_START_PROTECT("add", return NULL)
|
|
result = ((double)a) + (double)b;
|
|
PyFPE_END_PROTECT(result)
|
|
return PyFloat_FromDouble(result);
|
|
}
|
|
return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2);
|
|
}
|
|
#endif
|
|
|
|
/* ObjectGetItem */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject* index) {
|
|
PyObject *runerr = NULL;
|
|
Py_ssize_t key_value;
|
|
PySequenceMethods *m = Py_TYPE(obj)->tp_as_sequence;
|
|
if (unlikely(!(m && m->sq_item))) {
|
|
PyErr_Format(PyExc_TypeError, "'%.200s' object is not subscriptable", Py_TYPE(obj)->tp_name);
|
|
return NULL;
|
|
}
|
|
key_value = __Pyx_PyIndex_AsSsize_t(index);
|
|
if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) {
|
|
return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1);
|
|
}
|
|
if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) {
|
|
PyErr_Clear();
|
|
PyErr_Format(PyExc_IndexError, "cannot fit '%.200s' into an index-sized integer", Py_TYPE(index)->tp_name);
|
|
}
|
|
return NULL;
|
|
}
|
|
static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key) {
|
|
PyMappingMethods *m = Py_TYPE(obj)->tp_as_mapping;
|
|
if (likely(m && m->mp_subscript)) {
|
|
return m->mp_subscript(obj, key);
|
|
}
|
|
return __Pyx_PyObject_GetIndex(obj, key);
|
|
}
|
|
#endif
|
|
|
|
/* None */
|
|
static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname) {
|
|
PyErr_Format(PyExc_NameError, "free variable '%s' referenced before assignment in enclosing scope", varname);
|
|
}
|
|
|
|
/* StringJoin */
|
|
#if !CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyBytes_Join(PyObject* sep, PyObject* values) {
|
|
return PyObject_CallMethodObjArgs(sep, __pyx_n_s_join, values, NULL);
|
|
}
|
|
#endif
|
|
|
|
/* DictGetItem */
|
|
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
|
|
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) {
|
|
PyObject *value;
|
|
value = PyDict_GetItemWithError(d, key);
|
|
if (unlikely(!value)) {
|
|
if (!PyErr_Occurred()) {
|
|
if (unlikely(PyTuple_Check(key))) {
|
|
PyObject* args = PyTuple_Pack(1, key);
|
|
if (likely(args)) {
|
|
PyErr_SetObject(PyExc_KeyError, args);
|
|
Py_DECREF(args);
|
|
}
|
|
} else {
|
|
PyErr_SetObject(PyExc_KeyError, key);
|
|
}
|
|
}
|
|
return NULL;
|
|
}
|
|
Py_INCREF(value);
|
|
return value;
|
|
}
|
|
#endif
|
|
|
|
/* GetAttr */
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *o, PyObject *n) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (likely(PyUnicode_Check(n)))
|
|
#else
|
|
if (likely(PyString_Check(n)))
|
|
#endif
|
|
return __Pyx_PyObject_GetAttrStr(o, n);
|
|
#endif
|
|
return PyObject_GetAttr(o, n);
|
|
}
|
|
|
|
/* GetAttr3 */
|
|
static PyObject *__Pyx_GetAttr3Default(PyObject *d) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
return NULL;
|
|
__Pyx_PyErr_Clear();
|
|
Py_INCREF(d);
|
|
return d;
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *o, PyObject *n, PyObject *d) {
|
|
PyObject *r = __Pyx_GetAttr(o, n);
|
|
return (likely(r)) ? r : __Pyx_GetAttr3Default(d);
|
|
}
|
|
|
|
/* ExtTypeTest */
|
|
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) {
|
|
if (unlikely(!type)) {
|
|
PyErr_SetString(PyExc_SystemError, "Missing type object");
|
|
return 0;
|
|
}
|
|
if (likely(__Pyx_TypeCheck(obj, type)))
|
|
return 1;
|
|
PyErr_Format(PyExc_TypeError, "Cannot convert %.200s to %.200s",
|
|
Py_TYPE(obj)->tp_name, type->tp_name);
|
|
return 0;
|
|
}
|
|
|
|
/* PyIntCompare */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_EqObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED long inplace) {
|
|
if (op1 == op2) {
|
|
Py_RETURN_TRUE;
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(op1))) {
|
|
const long b = intval;
|
|
long a = PyInt_AS_LONG(op1);
|
|
if (a == b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(PyLong_CheckExact(op1))) {
|
|
int unequal;
|
|
unsigned long uintval;
|
|
Py_ssize_t size = Py_SIZE(op1);
|
|
const digit* digits = ((PyLongObject*)op1)->ob_digit;
|
|
if (intval == 0) {
|
|
if (size == 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
} else if (intval < 0) {
|
|
if (size >= 0)
|
|
Py_RETURN_FALSE;
|
|
intval = -intval;
|
|
size = -size;
|
|
} else {
|
|
if (size <= 0)
|
|
Py_RETURN_FALSE;
|
|
}
|
|
uintval = (unsigned long) intval;
|
|
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 4)) {
|
|
unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 3)) {
|
|
unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 2)) {
|
|
unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
|
|
if (uintval >> (PyLong_SHIFT * 1)) {
|
|
unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
|
|
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
|
|
} else
|
|
#endif
|
|
unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
|
|
if (unequal == 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
#endif
|
|
if (PyFloat_CheckExact(op1)) {
|
|
const long b = intval;
|
|
double a = PyFloat_AS_DOUBLE(op1);
|
|
if ((double)a == (double)b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
|
|
}
|
|
return (
|
|
PyObject_RichCompare(op1, op2, Py_EQ));
|
|
}
|
|
|
|
/* JoinPyUnicode */
|
|
static PyObject* __Pyx_PyUnicode_Join(PyObject* value_tuple, Py_ssize_t value_count, Py_ssize_t result_ulength,
|
|
CYTHON_UNUSED Py_UCS4 max_char) {
|
|
#if CYTHON_USE_UNICODE_INTERNALS && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
PyObject *result_uval;
|
|
int result_ukind;
|
|
Py_ssize_t i, char_pos;
|
|
void *result_udata;
|
|
#if CYTHON_PEP393_ENABLED
|
|
result_uval = PyUnicode_New(result_ulength, max_char);
|
|
if (unlikely(!result_uval)) return NULL;
|
|
result_ukind = (max_char <= 255) ? PyUnicode_1BYTE_KIND : (max_char <= 65535) ? PyUnicode_2BYTE_KIND : PyUnicode_4BYTE_KIND;
|
|
result_udata = PyUnicode_DATA(result_uval);
|
|
#else
|
|
result_uval = PyUnicode_FromUnicode(NULL, result_ulength);
|
|
if (unlikely(!result_uval)) return NULL;
|
|
result_ukind = sizeof(Py_UNICODE);
|
|
result_udata = PyUnicode_AS_UNICODE(result_uval);
|
|
#endif
|
|
char_pos = 0;
|
|
for (i=0; i < value_count; i++) {
|
|
int ukind;
|
|
Py_ssize_t ulength;
|
|
void *udata;
|
|
PyObject *uval = PyTuple_GET_ITEM(value_tuple, i);
|
|
if (unlikely(__Pyx_PyUnicode_READY(uval)))
|
|
goto bad;
|
|
ulength = __Pyx_PyUnicode_GET_LENGTH(uval);
|
|
if (unlikely(!ulength))
|
|
continue;
|
|
if (unlikely(char_pos + ulength < 0))
|
|
goto overflow;
|
|
ukind = __Pyx_PyUnicode_KIND(uval);
|
|
udata = __Pyx_PyUnicode_DATA(uval);
|
|
if (!CYTHON_PEP393_ENABLED || ukind == result_ukind) {
|
|
memcpy((char *)result_udata + char_pos * result_ukind, udata, (size_t) (ulength * result_ukind));
|
|
} else {
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030300F0 || defined(_PyUnicode_FastCopyCharacters)
|
|
_PyUnicode_FastCopyCharacters(result_uval, char_pos, uval, 0, ulength);
|
|
#else
|
|
Py_ssize_t j;
|
|
for (j=0; j < ulength; j++) {
|
|
Py_UCS4 uchar = __Pyx_PyUnicode_READ(ukind, udata, j);
|
|
__Pyx_PyUnicode_WRITE(result_ukind, result_udata, char_pos+j, uchar);
|
|
}
|
|
#endif
|
|
}
|
|
char_pos += ulength;
|
|
}
|
|
return result_uval;
|
|
overflow:
|
|
PyErr_SetString(PyExc_OverflowError, "join() result is too long for a Python string");
|
|
bad:
|
|
Py_DECREF(result_uval);
|
|
return NULL;
|
|
#else
|
|
result_ulength++;
|
|
value_count++;
|
|
return PyUnicode_Join(__pyx_empty_unicode, value_tuple);
|
|
#endif
|
|
}
|
|
|
|
/* pyfrozenset_new */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyFrozenSet_New(PyObject* it) {
|
|
if (it) {
|
|
PyObject* result;
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
PyObject* args;
|
|
args = PyTuple_Pack(1, it);
|
|
if (unlikely(!args))
|
|
return NULL;
|
|
result = PyObject_Call((PyObject*)&PyFrozenSet_Type, args, NULL);
|
|
Py_DECREF(args);
|
|
return result;
|
|
#else
|
|
if (PyFrozenSet_CheckExact(it)) {
|
|
Py_INCREF(it);
|
|
return it;
|
|
}
|
|
result = PyFrozenSet_New(it);
|
|
if (unlikely(!result))
|
|
return NULL;
|
|
if ((PY_VERSION_HEX >= 0x031000A1) || likely(PySet_GET_SIZE(result)))
|
|
return result;
|
|
Py_DECREF(result);
|
|
#endif
|
|
}
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
return PyFrozenSet_Type.tp_new(&PyFrozenSet_Type, __pyx_empty_tuple, NULL);
|
|
#else
|
|
return PyObject_Call((PyObject*)&PyFrozenSet_Type, __pyx_empty_tuple, NULL);
|
|
#endif
|
|
}
|
|
|
|
/* PySetContains */
|
|
static int __Pyx_PySet_ContainsUnhashable(PyObject *set, PyObject *key) {
|
|
int result = -1;
|
|
if (PySet_Check(key) && PyErr_ExceptionMatches(PyExc_TypeError)) {
|
|
PyObject *tmpkey;
|
|
PyErr_Clear();
|
|
tmpkey = __Pyx_PyFrozenSet_New(key);
|
|
if (tmpkey != NULL) {
|
|
result = PySet_Contains(set, tmpkey);
|
|
Py_DECREF(tmpkey);
|
|
}
|
|
}
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PySet_ContainsTF(PyObject* key, PyObject* set, int eq) {
|
|
int result = PySet_Contains(set, key);
|
|
if (unlikely(result < 0)) {
|
|
result = __Pyx_PySet_ContainsUnhashable(set, key);
|
|
}
|
|
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
|
|
}
|
|
|
|
/* FetchCommonType */
|
|
static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type) {
|
|
PyObject* fake_module;
|
|
PyTypeObject* cached_type = NULL;
|
|
fake_module = PyImport_AddModule((char*) "_cython_" CYTHON_ABI);
|
|
if (!fake_module) return NULL;
|
|
Py_INCREF(fake_module);
|
|
cached_type = (PyTypeObject*) PyObject_GetAttrString(fake_module, type->tp_name);
|
|
if (cached_type) {
|
|
if (!PyType_Check((PyObject*)cached_type)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"Shared Cython type %.200s is not a type object",
|
|
type->tp_name);
|
|
goto bad;
|
|
}
|
|
if (cached_type->tp_basicsize != type->tp_basicsize) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"Shared Cython type %.200s has the wrong size, try recompiling",
|
|
type->tp_name);
|
|
goto bad;
|
|
}
|
|
} else {
|
|
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) goto bad;
|
|
PyErr_Clear();
|
|
if (PyType_Ready(type) < 0) goto bad;
|
|
if (PyObject_SetAttrString(fake_module, type->tp_name, (PyObject*) type) < 0)
|
|
goto bad;
|
|
Py_INCREF(type);
|
|
cached_type = type;
|
|
}
|
|
done:
|
|
Py_DECREF(fake_module);
|
|
return cached_type;
|
|
bad:
|
|
Py_XDECREF(cached_type);
|
|
cached_type = NULL;
|
|
goto done;
|
|
}
|
|
|
|
/* SwapException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = *type;
|
|
exc_info->exc_value = *value;
|
|
exc_info->exc_traceback = *tb;
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = *type;
|
|
tstate->exc_value = *value;
|
|
tstate->exc_traceback = *tb;
|
|
#endif
|
|
*type = tmp_type;
|
|
*value = tmp_value;
|
|
*tb = tmp_tb;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) {
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
PyErr_GetExcInfo(&tmp_type, &tmp_value, &tmp_tb);
|
|
PyErr_SetExcInfo(*type, *value, *tb);
|
|
*type = tmp_type;
|
|
*value = tmp_value;
|
|
*tb = tmp_tb;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectGetMethod */
|
|
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
|
|
PyObject *attr;
|
|
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
PyObject *descr;
|
|
descrgetfunc f = NULL;
|
|
PyObject **dictptr, *dict;
|
|
int meth_found = 0;
|
|
assert (*method == NULL);
|
|
if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
|
|
attr = __Pyx_PyObject_GetAttrStr(obj, name);
|
|
goto try_unpack;
|
|
}
|
|
if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
|
|
return 0;
|
|
}
|
|
descr = _PyType_Lookup(tp, name);
|
|
if (likely(descr != NULL)) {
|
|
Py_INCREF(descr);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
|
|
#else
|
|
if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type)))
|
|
#endif
|
|
#else
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (likely(PyFunction_Check(descr) || __Pyx_CyFunction_Check(descr)))
|
|
#else
|
|
if (likely(PyFunction_Check(descr)))
|
|
#endif
|
|
#endif
|
|
{
|
|
meth_found = 1;
|
|
} else {
|
|
f = Py_TYPE(descr)->tp_descr_get;
|
|
if (f != NULL && PyDescr_IsData(descr)) {
|
|
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
|
|
Py_DECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
}
|
|
}
|
|
dictptr = _PyObject_GetDictPtr(obj);
|
|
if (dictptr != NULL && (dict = *dictptr) != NULL) {
|
|
Py_INCREF(dict);
|
|
attr = __Pyx_PyDict_GetItemStr(dict, name);
|
|
if (attr != NULL) {
|
|
Py_INCREF(attr);
|
|
Py_DECREF(dict);
|
|
Py_XDECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
Py_DECREF(dict);
|
|
}
|
|
if (meth_found) {
|
|
*method = descr;
|
|
return 1;
|
|
}
|
|
if (f != NULL) {
|
|
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
|
|
Py_DECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
if (descr != NULL) {
|
|
*method = descr;
|
|
return 0;
|
|
}
|
|
PyErr_Format(PyExc_AttributeError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"'%.50s' object has no attribute '%U'",
|
|
tp->tp_name, name);
|
|
#else
|
|
"'%.50s' object has no attribute '%.400s'",
|
|
tp->tp_name, PyString_AS_STRING(name));
|
|
#endif
|
|
return 0;
|
|
#else
|
|
attr = __Pyx_PyObject_GetAttrStr(obj, name);
|
|
goto try_unpack;
|
|
#endif
|
|
try_unpack:
|
|
#if CYTHON_UNPACK_METHODS
|
|
if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
|
|
PyObject *function = PyMethod_GET_FUNCTION(attr);
|
|
Py_INCREF(function);
|
|
Py_DECREF(attr);
|
|
*method = function;
|
|
return 1;
|
|
}
|
|
#endif
|
|
*method = attr;
|
|
return 0;
|
|
}
|
|
|
|
/* PyObjectCallMethod1 */
|
|
static PyObject* __Pyx__PyObject_CallMethod1(PyObject* method, PyObject* arg) {
|
|
PyObject *result = __Pyx_PyObject_CallOneArg(method, arg);
|
|
Py_DECREF(method);
|
|
return result;
|
|
}
|
|
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) {
|
|
PyObject *method = NULL, *result;
|
|
int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
|
|
if (likely(is_method)) {
|
|
result = __Pyx_PyObject_Call2Args(method, obj, arg);
|
|
Py_DECREF(method);
|
|
return result;
|
|
}
|
|
if (unlikely(!method)) return NULL;
|
|
return __Pyx__PyObject_CallMethod1(method, arg);
|
|
}
|
|
|
|
/* CoroutineBase */
|
|
#include <structmember.h>
|
|
#include <frameobject.h>
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#define __Pyx_Coroutine_Undelegate(gen) Py_CLEAR((gen)->yieldfrom)
|
|
static int __Pyx_PyGen__FetchStopIterationValue(CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject **pvalue) {
|
|
PyObject *et, *ev, *tb;
|
|
PyObject *value = NULL;
|
|
__Pyx_ErrFetch(&et, &ev, &tb);
|
|
if (!et) {
|
|
Py_XDECREF(tb);
|
|
Py_XDECREF(ev);
|
|
Py_INCREF(Py_None);
|
|
*pvalue = Py_None;
|
|
return 0;
|
|
}
|
|
if (likely(et == PyExc_StopIteration)) {
|
|
if (!ev) {
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
#if PY_VERSION_HEX >= 0x030300A0
|
|
else if (Py_TYPE(ev) == (PyTypeObject*)PyExc_StopIteration) {
|
|
value = ((PyStopIterationObject *)ev)->value;
|
|
Py_INCREF(value);
|
|
Py_DECREF(ev);
|
|
}
|
|
#endif
|
|
else if (unlikely(PyTuple_Check(ev))) {
|
|
if (PyTuple_GET_SIZE(ev) >= 1) {
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
value = PyTuple_GET_ITEM(ev, 0);
|
|
Py_INCREF(value);
|
|
#else
|
|
value = PySequence_ITEM(ev, 0);
|
|
#endif
|
|
} else {
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
Py_DECREF(ev);
|
|
}
|
|
else if (!__Pyx_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration)) {
|
|
value = ev;
|
|
}
|
|
if (likely(value)) {
|
|
Py_XDECREF(tb);
|
|
Py_DECREF(et);
|
|
*pvalue = value;
|
|
return 0;
|
|
}
|
|
} else if (!__Pyx_PyErr_GivenExceptionMatches(et, PyExc_StopIteration)) {
|
|
__Pyx_ErrRestore(et, ev, tb);
|
|
return -1;
|
|
}
|
|
PyErr_NormalizeException(&et, &ev, &tb);
|
|
if (unlikely(!PyObject_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration))) {
|
|
__Pyx_ErrRestore(et, ev, tb);
|
|
return -1;
|
|
}
|
|
Py_XDECREF(tb);
|
|
Py_DECREF(et);
|
|
#if PY_VERSION_HEX >= 0x030300A0
|
|
value = ((PyStopIterationObject *)ev)->value;
|
|
Py_INCREF(value);
|
|
Py_DECREF(ev);
|
|
#else
|
|
{
|
|
PyObject* args = __Pyx_PyObject_GetAttrStr(ev, __pyx_n_s_args);
|
|
Py_DECREF(ev);
|
|
if (likely(args)) {
|
|
value = PySequence_GetItem(args, 0);
|
|
Py_DECREF(args);
|
|
}
|
|
if (unlikely(!value)) {
|
|
__Pyx_ErrRestore(NULL, NULL, NULL);
|
|
Py_INCREF(Py_None);
|
|
value = Py_None;
|
|
}
|
|
}
|
|
#endif
|
|
*pvalue = value;
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE
|
|
void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *exc_state) {
|
|
PyObject *t, *v, *tb;
|
|
t = exc_state->exc_type;
|
|
v = exc_state->exc_value;
|
|
tb = exc_state->exc_traceback;
|
|
exc_state->exc_type = NULL;
|
|
exc_state->exc_value = NULL;
|
|
exc_state->exc_traceback = NULL;
|
|
Py_XDECREF(t);
|
|
Py_XDECREF(v);
|
|
Py_XDECREF(tb);
|
|
}
|
|
#define __Pyx_Coroutine_AlreadyRunningError(gen) (__Pyx__Coroutine_AlreadyRunningError(gen), (PyObject*)NULL)
|
|
static void __Pyx__Coroutine_AlreadyRunningError(CYTHON_UNUSED __pyx_CoroutineObject *gen) {
|
|
const char *msg;
|
|
if ((0)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_Coroutine_Check((PyObject*)gen)) {
|
|
msg = "coroutine already executing";
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
} else if (__Pyx_AsyncGen_CheckExact((PyObject*)gen)) {
|
|
msg = "async generator already executing";
|
|
#endif
|
|
} else {
|
|
msg = "generator already executing";
|
|
}
|
|
PyErr_SetString(PyExc_ValueError, msg);
|
|
}
|
|
#define __Pyx_Coroutine_NotStartedError(gen) (__Pyx__Coroutine_NotStartedError(gen), (PyObject*)NULL)
|
|
static void __Pyx__Coroutine_NotStartedError(CYTHON_UNUSED PyObject *gen) {
|
|
const char *msg;
|
|
if ((0)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_Coroutine_Check(gen)) {
|
|
msg = "can't send non-None value to a just-started coroutine";
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
} else if (__Pyx_AsyncGen_CheckExact(gen)) {
|
|
msg = "can't send non-None value to a just-started async generator";
|
|
#endif
|
|
} else {
|
|
msg = "can't send non-None value to a just-started generator";
|
|
}
|
|
PyErr_SetString(PyExc_TypeError, msg);
|
|
}
|
|
#define __Pyx_Coroutine_AlreadyTerminatedError(gen, value, closing) (__Pyx__Coroutine_AlreadyTerminatedError(gen, value, closing), (PyObject*)NULL)
|
|
static void __Pyx__Coroutine_AlreadyTerminatedError(CYTHON_UNUSED PyObject *gen, PyObject *value, CYTHON_UNUSED int closing) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (!closing && __Pyx_Coroutine_Check(gen)) {
|
|
PyErr_SetString(PyExc_RuntimeError, "cannot reuse already awaited coroutine");
|
|
} else
|
|
#endif
|
|
if (value) {
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(gen))
|
|
PyErr_SetNone(__Pyx_PyExc_StopAsyncIteration);
|
|
else
|
|
#endif
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
}
|
|
}
|
|
static
|
|
PyObject *__Pyx_Coroutine_SendEx(__pyx_CoroutineObject *self, PyObject *value, int closing) {
|
|
__Pyx_PyThreadState_declare
|
|
PyThreadState *tstate;
|
|
__Pyx_ExcInfoStruct *exc_state;
|
|
PyObject *retval;
|
|
assert(!self->is_running);
|
|
if (unlikely(self->resume_label == 0)) {
|
|
if (unlikely(value && value != Py_None)) {
|
|
return __Pyx_Coroutine_NotStartedError((PyObject*)self);
|
|
}
|
|
}
|
|
if (unlikely(self->resume_label == -1)) {
|
|
return __Pyx_Coroutine_AlreadyTerminatedError((PyObject*)self, value, closing);
|
|
}
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
__Pyx_PyThreadState_assign
|
|
tstate = __pyx_tstate;
|
|
#else
|
|
tstate = __Pyx_PyThreadState_Current;
|
|
#endif
|
|
exc_state = &self->gi_exc_state;
|
|
if (exc_state->exc_type) {
|
|
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON
|
|
#else
|
|
if (exc_state->exc_traceback) {
|
|
PyTracebackObject *tb = (PyTracebackObject *) exc_state->exc_traceback;
|
|
PyFrameObject *f = tb->tb_frame;
|
|
assert(f->f_back == NULL);
|
|
#if PY_VERSION_HEX >= 0x030B00A1
|
|
f->f_back = PyThreadState_GetFrame(tstate);
|
|
#else
|
|
Py_XINCREF(tstate->frame);
|
|
f->f_back = tstate->frame;
|
|
#endif
|
|
}
|
|
#endif
|
|
}
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
exc_state->previous_item = tstate->exc_info;
|
|
tstate->exc_info = exc_state;
|
|
#else
|
|
if (exc_state->exc_type) {
|
|
__Pyx_ExceptionSwap(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback);
|
|
} else {
|
|
__Pyx_Coroutine_ExceptionClear(exc_state);
|
|
__Pyx_ExceptionSave(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback);
|
|
}
|
|
#endif
|
|
self->is_running = 1;
|
|
retval = self->body((PyObject *) self, tstate, value);
|
|
self->is_running = 0;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
exc_state = &self->gi_exc_state;
|
|
tstate->exc_info = exc_state->previous_item;
|
|
exc_state->previous_item = NULL;
|
|
__Pyx_Coroutine_ResetFrameBackpointer(exc_state);
|
|
#endif
|
|
return retval;
|
|
}
|
|
static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state) {
|
|
PyObject *exc_tb = exc_state->exc_traceback;
|
|
if (likely(exc_tb)) {
|
|
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON
|
|
#else
|
|
PyTracebackObject *tb = (PyTracebackObject *) exc_tb;
|
|
PyFrameObject *f = tb->tb_frame;
|
|
Py_CLEAR(f->f_back);
|
|
#endif
|
|
}
|
|
}
|
|
static CYTHON_INLINE
|
|
PyObject *__Pyx_Coroutine_MethodReturn(CYTHON_UNUSED PyObject* gen, PyObject *retval) {
|
|
if (unlikely(!retval)) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (!__Pyx_PyErr_Occurred()) {
|
|
PyObject *exc = PyExc_StopIteration;
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(gen))
|
|
exc = __Pyx_PyExc_StopAsyncIteration;
|
|
#endif
|
|
__Pyx_PyErr_SetNone(exc);
|
|
}
|
|
}
|
|
return retval;
|
|
}
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
static CYTHON_INLINE
|
|
PyObject *__Pyx_PyGen_Send(PyGenObject *gen, PyObject *arg) {
|
|
#if PY_VERSION_HEX <= 0x030A00A1
|
|
return _PyGen_Send(gen, arg);
|
|
#else
|
|
PyObject *result;
|
|
if (PyIter_Send((PyObject*)gen, arg ? arg : Py_None, &result) == PYGEN_RETURN) {
|
|
if (PyAsyncGen_CheckExact(gen)) {
|
|
assert(result == Py_None);
|
|
PyErr_SetNone(PyExc_StopAsyncIteration);
|
|
}
|
|
else if (result == Py_None) {
|
|
PyErr_SetNone(PyExc_StopIteration);
|
|
}
|
|
else {
|
|
_PyGen_SetStopIterationValue(result);
|
|
}
|
|
Py_CLEAR(result);
|
|
}
|
|
return result;
|
|
#endif
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE
|
|
PyObject *__Pyx_Coroutine_FinishDelegation(__pyx_CoroutineObject *gen) {
|
|
PyObject *ret;
|
|
PyObject *val = NULL;
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, &val);
|
|
ret = __Pyx_Coroutine_SendEx(gen, val, 0);
|
|
Py_XDECREF(val);
|
|
return ret;
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value) {
|
|
PyObject *retval;
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
|
|
PyObject *yf = gen->yieldfrom;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
PyObject *ret;
|
|
gen->is_running = 1;
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__Pyx_Generator_CheckExact(yf)) {
|
|
ret = __Pyx_Coroutine_Send(yf, value);
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(yf)) {
|
|
ret = __Pyx_Coroutine_Send(yf, value);
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__pyx_PyAsyncGenASend_CheckExact(yf)) {
|
|
ret = __Pyx_async_gen_asend_send(yf, value);
|
|
} else
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
if (PyGen_CheckExact(yf)) {
|
|
ret = __Pyx_PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value);
|
|
} else
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03050000 && defined(PyCoro_CheckExact) && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
if (PyCoro_CheckExact(yf)) {
|
|
ret = __Pyx_PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value);
|
|
} else
|
|
#endif
|
|
{
|
|
if (value == Py_None)
|
|
ret = Py_TYPE(yf)->tp_iternext(yf);
|
|
else
|
|
ret = __Pyx_PyObject_CallMethod1(yf, __pyx_n_s_send, value);
|
|
}
|
|
gen->is_running = 0;
|
|
if (likely(ret)) {
|
|
return ret;
|
|
}
|
|
retval = __Pyx_Coroutine_FinishDelegation(gen);
|
|
} else {
|
|
retval = __Pyx_Coroutine_SendEx(gen, value, 0);
|
|
}
|
|
return __Pyx_Coroutine_MethodReturn(self, retval);
|
|
}
|
|
static int __Pyx_Coroutine_CloseIter(__pyx_CoroutineObject *gen, PyObject *yf) {
|
|
PyObject *retval = NULL;
|
|
int err = 0;
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__Pyx_Generator_CheckExact(yf)) {
|
|
retval = __Pyx_Coroutine_Close(yf);
|
|
if (!retval)
|
|
return -1;
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(yf)) {
|
|
retval = __Pyx_Coroutine_Close(yf);
|
|
if (!retval)
|
|
return -1;
|
|
} else
|
|
if (__Pyx_CoroutineAwait_CheckExact(yf)) {
|
|
retval = __Pyx_CoroutineAwait_Close((__pyx_CoroutineAwaitObject*)yf, NULL);
|
|
if (!retval)
|
|
return -1;
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__pyx_PyAsyncGenASend_CheckExact(yf)) {
|
|
retval = __Pyx_async_gen_asend_close(yf, NULL);
|
|
} else
|
|
if (__pyx_PyAsyncGenAThrow_CheckExact(yf)) {
|
|
retval = __Pyx_async_gen_athrow_close(yf, NULL);
|
|
} else
|
|
#endif
|
|
{
|
|
PyObject *meth;
|
|
gen->is_running = 1;
|
|
meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_close);
|
|
if (unlikely(!meth)) {
|
|
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_WriteUnraisable(yf);
|
|
}
|
|
PyErr_Clear();
|
|
} else {
|
|
retval = PyObject_CallFunction(meth, NULL);
|
|
Py_DECREF(meth);
|
|
if (!retval)
|
|
err = -1;
|
|
}
|
|
gen->is_running = 0;
|
|
}
|
|
Py_XDECREF(retval);
|
|
return err;
|
|
}
|
|
static PyObject *__Pyx_Generator_Next(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
|
|
PyObject *yf = gen->yieldfrom;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
PyObject *ret;
|
|
gen->is_running = 1;
|
|
#ifdef __Pyx_Generator_USED
|
|
if (__Pyx_Generator_CheckExact(yf)) {
|
|
ret = __Pyx_Generator_Next(yf);
|
|
} else
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3)
|
|
if (PyGen_CheckExact(yf)) {
|
|
ret = __Pyx_PyGen_Send((PyGenObject*)yf, NULL);
|
|
} else
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(yf)) {
|
|
ret = __Pyx_Coroutine_Send(yf, Py_None);
|
|
} else
|
|
#endif
|
|
ret = Py_TYPE(yf)->tp_iternext(yf);
|
|
gen->is_running = 0;
|
|
if (likely(ret)) {
|
|
return ret;
|
|
}
|
|
return __Pyx_Coroutine_FinishDelegation(gen);
|
|
}
|
|
return __Pyx_Coroutine_SendEx(gen, Py_None, 0);
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Close_Method(PyObject *self, CYTHON_UNUSED PyObject *arg) {
|
|
return __Pyx_Coroutine_Close(self);
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Close(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
PyObject *retval, *raised_exception;
|
|
PyObject *yf = gen->yieldfrom;
|
|
int err = 0;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
Py_INCREF(yf);
|
|
err = __Pyx_Coroutine_CloseIter(gen, yf);
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
Py_DECREF(yf);
|
|
}
|
|
if (err == 0)
|
|
PyErr_SetNone(PyExc_GeneratorExit);
|
|
retval = __Pyx_Coroutine_SendEx(gen, NULL, 1);
|
|
if (unlikely(retval)) {
|
|
const char *msg;
|
|
Py_DECREF(retval);
|
|
if ((0)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_Coroutine_Check(self)) {
|
|
msg = "coroutine ignored GeneratorExit";
|
|
#endif
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
} else if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
#if PY_VERSION_HEX < 0x03060000
|
|
msg = "async generator ignored GeneratorExit - might require Python 3.6+ finalisation (PEP 525)";
|
|
#else
|
|
msg = "async generator ignored GeneratorExit";
|
|
#endif
|
|
#endif
|
|
} else {
|
|
msg = "generator ignored GeneratorExit";
|
|
}
|
|
PyErr_SetString(PyExc_RuntimeError, msg);
|
|
return NULL;
|
|
}
|
|
raised_exception = PyErr_Occurred();
|
|
if (likely(!raised_exception || __Pyx_PyErr_GivenExceptionMatches2(raised_exception, PyExc_GeneratorExit, PyExc_StopIteration))) {
|
|
if (raised_exception) PyErr_Clear();
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
return NULL;
|
|
}
|
|
static PyObject *__Pyx__Coroutine_Throw(PyObject *self, PyObject *typ, PyObject *val, PyObject *tb,
|
|
PyObject *args, int close_on_genexit) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
PyObject *yf = gen->yieldfrom;
|
|
if (unlikely(gen->is_running))
|
|
return __Pyx_Coroutine_AlreadyRunningError(gen);
|
|
if (yf) {
|
|
PyObject *ret;
|
|
Py_INCREF(yf);
|
|
if (__Pyx_PyErr_GivenExceptionMatches(typ, PyExc_GeneratorExit) && close_on_genexit) {
|
|
int err = __Pyx_Coroutine_CloseIter(gen, yf);
|
|
Py_DECREF(yf);
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
if (err < 0)
|
|
return __Pyx_Coroutine_MethodReturn(self, __Pyx_Coroutine_SendEx(gen, NULL, 0));
|
|
goto throw_here;
|
|
}
|
|
gen->is_running = 1;
|
|
if (0
|
|
#ifdef __Pyx_Generator_USED
|
|
|| __Pyx_Generator_CheckExact(yf)
|
|
#endif
|
|
#ifdef __Pyx_Coroutine_USED
|
|
|| __Pyx_Coroutine_Check(yf)
|
|
#endif
|
|
) {
|
|
ret = __Pyx__Coroutine_Throw(yf, typ, val, tb, args, close_on_genexit);
|
|
#ifdef __Pyx_Coroutine_USED
|
|
} else if (__Pyx_CoroutineAwait_CheckExact(yf)) {
|
|
ret = __Pyx__Coroutine_Throw(((__pyx_CoroutineAwaitObject*)yf)->coroutine, typ, val, tb, args, close_on_genexit);
|
|
#endif
|
|
} else {
|
|
PyObject *meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_throw);
|
|
if (unlikely(!meth)) {
|
|
Py_DECREF(yf);
|
|
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
gen->is_running = 0;
|
|
return NULL;
|
|
}
|
|
PyErr_Clear();
|
|
__Pyx_Coroutine_Undelegate(gen);
|
|
gen->is_running = 0;
|
|
goto throw_here;
|
|
}
|
|
if (likely(args)) {
|
|
ret = PyObject_CallObject(meth, args);
|
|
} else {
|
|
ret = PyObject_CallFunctionObjArgs(meth, typ, val, tb, NULL);
|
|
}
|
|
Py_DECREF(meth);
|
|
}
|
|
gen->is_running = 0;
|
|
Py_DECREF(yf);
|
|
if (!ret) {
|
|
ret = __Pyx_Coroutine_FinishDelegation(gen);
|
|
}
|
|
return __Pyx_Coroutine_MethodReturn(self, ret);
|
|
}
|
|
throw_here:
|
|
__Pyx_Raise(typ, val, tb, NULL);
|
|
return __Pyx_Coroutine_MethodReturn(self, __Pyx_Coroutine_SendEx(gen, NULL, 0));
|
|
}
|
|
static PyObject *__Pyx_Coroutine_Throw(PyObject *self, PyObject *args) {
|
|
PyObject *typ;
|
|
PyObject *val = NULL;
|
|
PyObject *tb = NULL;
|
|
if (!PyArg_UnpackTuple(args, (char *)"throw", 1, 3, &typ, &val, &tb))
|
|
return NULL;
|
|
return __Pyx__Coroutine_Throw(self, typ, val, tb, args, 1);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_Coroutine_traverse_excstate(__Pyx_ExcInfoStruct *exc_state, visitproc visit, void *arg) {
|
|
Py_VISIT(exc_state->exc_type);
|
|
Py_VISIT(exc_state->exc_value);
|
|
Py_VISIT(exc_state->exc_traceback);
|
|
return 0;
|
|
}
|
|
static int __Pyx_Coroutine_traverse(__pyx_CoroutineObject *gen, visitproc visit, void *arg) {
|
|
Py_VISIT(gen->closure);
|
|
Py_VISIT(gen->classobj);
|
|
Py_VISIT(gen->yieldfrom);
|
|
return __Pyx_Coroutine_traverse_excstate(&gen->gi_exc_state, visit, arg);
|
|
}
|
|
static int __Pyx_Coroutine_clear(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
Py_CLEAR(gen->closure);
|
|
Py_CLEAR(gen->classobj);
|
|
Py_CLEAR(gen->yieldfrom);
|
|
__Pyx_Coroutine_ExceptionClear(&gen->gi_exc_state);
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
Py_CLEAR(((__pyx_PyAsyncGenObject*)gen)->ag_finalizer);
|
|
}
|
|
#endif
|
|
Py_CLEAR(gen->gi_code);
|
|
Py_CLEAR(gen->gi_frame);
|
|
Py_CLEAR(gen->gi_name);
|
|
Py_CLEAR(gen->gi_qualname);
|
|
Py_CLEAR(gen->gi_modulename);
|
|
return 0;
|
|
}
|
|
static void __Pyx_Coroutine_dealloc(PyObject *self) {
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
PyObject_GC_UnTrack(gen);
|
|
if (gen->gi_weakreflist != NULL)
|
|
PyObject_ClearWeakRefs(self);
|
|
if (gen->resume_label >= 0) {
|
|
PyObject_GC_Track(self);
|
|
#if PY_VERSION_HEX >= 0x030400a1 && CYTHON_USE_TP_FINALIZE
|
|
if (PyObject_CallFinalizerFromDealloc(self))
|
|
#else
|
|
Py_TYPE(gen)->tp_del(self);
|
|
if (Py_REFCNT(self) > 0)
|
|
#endif
|
|
{
|
|
return;
|
|
}
|
|
PyObject_GC_UnTrack(self);
|
|
}
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
/* We have to handle this case for asynchronous generators
|
|
right here, because this code has to be between UNTRACK
|
|
and GC_Del. */
|
|
Py_CLEAR(((__pyx_PyAsyncGenObject*)self)->ag_finalizer);
|
|
}
|
|
#endif
|
|
__Pyx_Coroutine_clear(self);
|
|
PyObject_GC_Del(gen);
|
|
}
|
|
static void __Pyx_Coroutine_del(PyObject *self) {
|
|
PyObject *error_type, *error_value, *error_traceback;
|
|
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
|
|
__Pyx_PyThreadState_declare
|
|
if (gen->resume_label < 0) {
|
|
return;
|
|
}
|
|
#if !CYTHON_USE_TP_FINALIZE
|
|
assert(self->ob_refcnt == 0);
|
|
__Pyx_SET_REFCNT(self, 1);
|
|
#endif
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&error_type, &error_value, &error_traceback);
|
|
#ifdef __Pyx_AsyncGen_USED
|
|
if (__Pyx_AsyncGen_CheckExact(self)) {
|
|
__pyx_PyAsyncGenObject *agen = (__pyx_PyAsyncGenObject*)self;
|
|
PyObject *finalizer = agen->ag_finalizer;
|
|
if (finalizer && !agen->ag_closed) {
|
|
PyObject *res = __Pyx_PyObject_CallOneArg(finalizer, self);
|
|
if (unlikely(!res)) {
|
|
PyErr_WriteUnraisable(self);
|
|
} else {
|
|
Py_DECREF(res);
|
|
}
|
|
__Pyx_ErrRestore(error_type, error_value, error_traceback);
|
|
return;
|
|
}
|
|
}
|
|
#endif
|
|
if (unlikely(gen->resume_label == 0 && !error_value)) {
|
|
#ifdef __Pyx_Coroutine_USED
|
|
#ifdef __Pyx_Generator_USED
|
|
if (!__Pyx_Generator_CheckExact(self))
|
|
#endif
|
|
{
|
|
PyObject_GC_UnTrack(self);
|
|
#if PY_MAJOR_VERSION >= 3 || defined(PyErr_WarnFormat)
|
|
if (unlikely(PyErr_WarnFormat(PyExc_RuntimeWarning, 1, "coroutine '%.50S' was never awaited", gen->gi_qualname) < 0))
|
|
PyErr_WriteUnraisable(self);
|
|
#else
|
|
{PyObject *msg;
|
|
char *cmsg;
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
msg = NULL;
|
|
cmsg = (char*) "coroutine was never awaited";
|
|
#else
|
|
char *cname;
|
|
PyObject *qualname;
|
|
qualname = gen->gi_qualname;
|
|
cname = PyString_AS_STRING(qualname);
|
|
msg = PyString_FromFormat("coroutine '%.50s' was never awaited", cname);
|
|
if (unlikely(!msg)) {
|
|
PyErr_Clear();
|
|
cmsg = (char*) "coroutine was never awaited";
|
|
} else {
|
|
cmsg = PyString_AS_STRING(msg);
|
|
}
|
|
#endif
|
|
if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, cmsg, 1) < 0))
|
|
PyErr_WriteUnraisable(self);
|
|
Py_XDECREF(msg);}
|
|
#endif
|
|
PyObject_GC_Track(self);
|
|
}
|
|
#endif
|
|
} else {
|
|
PyObject *res = __Pyx_Coroutine_Close(self);
|
|
if (unlikely(!res)) {
|
|
if (PyErr_Occurred())
|
|
PyErr_WriteUnraisable(self);
|
|
} else {
|
|
Py_DECREF(res);
|
|
}
|
|
}
|
|
__Pyx_ErrRestore(error_type, error_value, error_traceback);
|
|
#if !CYTHON_USE_TP_FINALIZE
|
|
assert(Py_REFCNT(self) > 0);
|
|
if (--self->ob_refcnt == 0) {
|
|
return;
|
|
}
|
|
{
|
|
Py_ssize_t refcnt = Py_REFCNT(self);
|
|
_Py_NewReference(self);
|
|
__Pyx_SET_REFCNT(self, refcnt);
|
|
}
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
assert(PyType_IS_GC(Py_TYPE(self)) &&
|
|
_Py_AS_GC(self)->gc.gc_refs != _PyGC_REFS_UNTRACKED);
|
|
_Py_DEC_REFTOTAL;
|
|
#endif
|
|
#ifdef COUNT_ALLOCS
|
|
--Py_TYPE(self)->tp_frees;
|
|
--Py_TYPE(self)->tp_allocs;
|
|
#endif
|
|
#endif
|
|
}
|
|
static PyObject *
|
|
__Pyx_Coroutine_get_name(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *name = self->gi_name;
|
|
if (unlikely(!name)) name = Py_None;
|
|
Py_INCREF(name);
|
|
return name;
|
|
}
|
|
static int
|
|
__Pyx_Coroutine_set_name(__pyx_CoroutineObject *self, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__name__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = self->gi_name;
|
|
Py_INCREF(value);
|
|
self->gi_name = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_Coroutine_get_qualname(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *name = self->gi_qualname;
|
|
if (unlikely(!name)) name = Py_None;
|
|
Py_INCREF(name);
|
|
return name;
|
|
}
|
|
static int
|
|
__Pyx_Coroutine_set_qualname(__pyx_CoroutineObject *self, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__qualname__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = self->gi_qualname;
|
|
Py_INCREF(value);
|
|
self->gi_qualname = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_Coroutine_get_frame(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *frame = self->gi_frame;
|
|
if (!frame) {
|
|
if (unlikely(!self->gi_code)) {
|
|
Py_RETURN_NONE;
|
|
}
|
|
frame = (PyObject *) PyFrame_New(
|
|
PyThreadState_Get(), /*PyThreadState *tstate,*/
|
|
(PyCodeObject*) self->gi_code, /*PyCodeObject *code,*/
|
|
__pyx_d, /*PyObject *globals,*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (unlikely(!frame))
|
|
return NULL;
|
|
self->gi_frame = frame;
|
|
}
|
|
Py_INCREF(frame);
|
|
return frame;
|
|
}
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_New(
|
|
PyTypeObject* type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name) {
|
|
__pyx_CoroutineObject *gen = PyObject_GC_New(__pyx_CoroutineObject, type);
|
|
if (unlikely(!gen))
|
|
return NULL;
|
|
return __Pyx__Coroutine_NewInit(gen, body, code, closure, name, qualname, module_name);
|
|
}
|
|
static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit(
|
|
__pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
|
|
PyObject *name, PyObject *qualname, PyObject *module_name) {
|
|
gen->body = body;
|
|
gen->closure = closure;
|
|
Py_XINCREF(closure);
|
|
gen->is_running = 0;
|
|
gen->resume_label = 0;
|
|
gen->classobj = NULL;
|
|
gen->yieldfrom = NULL;
|
|
gen->gi_exc_state.exc_type = NULL;
|
|
gen->gi_exc_state.exc_value = NULL;
|
|
gen->gi_exc_state.exc_traceback = NULL;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
gen->gi_exc_state.previous_item = NULL;
|
|
#endif
|
|
gen->gi_weakreflist = NULL;
|
|
Py_XINCREF(qualname);
|
|
gen->gi_qualname = qualname;
|
|
Py_XINCREF(name);
|
|
gen->gi_name = name;
|
|
Py_XINCREF(module_name);
|
|
gen->gi_modulename = module_name;
|
|
Py_XINCREF(code);
|
|
gen->gi_code = code;
|
|
gen->gi_frame = NULL;
|
|
PyObject_GC_Track(gen);
|
|
return gen;
|
|
}
|
|
|
|
/* PyObject_GenericGetAttrNoDict */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static PyObject *__Pyx_RaiseGenericGetAttributeError(PyTypeObject *tp, PyObject *attr_name) {
|
|
PyErr_Format(PyExc_AttributeError,
|
|
#if PY_MAJOR_VERSION >= 3
|
|
"'%.50s' object has no attribute '%U'",
|
|
tp->tp_name, attr_name);
|
|
#else
|
|
"'%.50s' object has no attribute '%.400s'",
|
|
tp->tp_name, PyString_AS_STRING(attr_name));
|
|
#endif
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *descr;
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
if (unlikely(!PyString_Check(attr_name))) {
|
|
return PyObject_GenericGetAttr(obj, attr_name);
|
|
}
|
|
assert(!tp->tp_dictoffset);
|
|
descr = _PyType_Lookup(tp, attr_name);
|
|
if (unlikely(!descr)) {
|
|
return __Pyx_RaiseGenericGetAttributeError(tp, attr_name);
|
|
}
|
|
Py_INCREF(descr);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_HAVE_CLASS)))
|
|
#endif
|
|
{
|
|
descrgetfunc f = Py_TYPE(descr)->tp_descr_get;
|
|
if (unlikely(f)) {
|
|
PyObject *res = f(descr, obj, (PyObject *)tp);
|
|
Py_DECREF(descr);
|
|
return res;
|
|
}
|
|
}
|
|
return descr;
|
|
}
|
|
#endif
|
|
|
|
/* PatchModuleWithCoroutine */
|
|
static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code) {
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
int result;
|
|
PyObject *globals, *result_obj;
|
|
globals = PyDict_New(); if (unlikely(!globals)) goto ignore;
|
|
result = PyDict_SetItemString(globals, "_cython_coroutine_type",
|
|
#ifdef __Pyx_Coroutine_USED
|
|
(PyObject*)__pyx_CoroutineType);
|
|
#else
|
|
Py_None);
|
|
#endif
|
|
if (unlikely(result < 0)) goto ignore;
|
|
result = PyDict_SetItemString(globals, "_cython_generator_type",
|
|
#ifdef __Pyx_Generator_USED
|
|
(PyObject*)__pyx_GeneratorType);
|
|
#else
|
|
Py_None);
|
|
#endif
|
|
if (unlikely(result < 0)) goto ignore;
|
|
if (unlikely(PyDict_SetItemString(globals, "_module", module) < 0)) goto ignore;
|
|
if (unlikely(PyDict_SetItemString(globals, "__builtins__", __pyx_b) < 0)) goto ignore;
|
|
result_obj = PyRun_String(py_code, Py_file_input, globals, globals);
|
|
if (unlikely(!result_obj)) goto ignore;
|
|
Py_DECREF(result_obj);
|
|
Py_DECREF(globals);
|
|
return module;
|
|
ignore:
|
|
Py_XDECREF(globals);
|
|
PyErr_WriteUnraisable(module);
|
|
if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, "Cython module failed to patch module with custom type", 1) < 0)) {
|
|
Py_DECREF(module);
|
|
module = NULL;
|
|
}
|
|
#else
|
|
py_code++;
|
|
#endif
|
|
return module;
|
|
}
|
|
|
|
/* PatchGeneratorABC */
|
|
#ifndef CYTHON_REGISTER_ABCS
|
|
#define CYTHON_REGISTER_ABCS 1
|
|
#endif
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
static PyObject* __Pyx_patch_abc_module(PyObject *module);
|
|
static PyObject* __Pyx_patch_abc_module(PyObject *module) {
|
|
module = __Pyx_Coroutine_patch_module(
|
|
module, ""
|
|
"if _cython_generator_type is not None:\n"
|
|
" try: Generator = _module.Generator\n"
|
|
" except AttributeError: pass\n"
|
|
" else: Generator.register(_cython_generator_type)\n"
|
|
"if _cython_coroutine_type is not None:\n"
|
|
" try: Coroutine = _module.Coroutine\n"
|
|
" except AttributeError: pass\n"
|
|
" else: Coroutine.register(_cython_coroutine_type)\n"
|
|
);
|
|
return module;
|
|
}
|
|
#endif
|
|
static int __Pyx_patch_abc(void) {
|
|
#if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
|
|
static int abc_patched = 0;
|
|
if (CYTHON_REGISTER_ABCS && !abc_patched) {
|
|
PyObject *module;
|
|
module = PyImport_ImportModule((PY_MAJOR_VERSION >= 3) ? "collections.abc" : "collections");
|
|
if (!module) {
|
|
PyErr_WriteUnraisable(NULL);
|
|
if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning,
|
|
((PY_MAJOR_VERSION >= 3) ?
|
|
"Cython module failed to register with collections.abc module" :
|
|
"Cython module failed to register with collections module"), 1) < 0)) {
|
|
return -1;
|
|
}
|
|
} else {
|
|
module = __Pyx_patch_abc_module(module);
|
|
abc_patched = 1;
|
|
if (unlikely(!module))
|
|
return -1;
|
|
Py_DECREF(module);
|
|
}
|
|
module = PyImport_ImportModule("backports_abc");
|
|
if (module) {
|
|
module = __Pyx_patch_abc_module(module);
|
|
Py_XDECREF(module);
|
|
}
|
|
if (!module) {
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
#else
|
|
if ((0)) __Pyx_Coroutine_patch_module(NULL, NULL);
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
/* Generator */
|
|
static PyMethodDef __pyx_Generator_methods[] = {
|
|
{"send", (PyCFunction) __Pyx_Coroutine_Send, METH_O,
|
|
(char*) PyDoc_STR("send(arg) -> send 'arg' into generator,\nreturn next yielded value or raise StopIteration.")},
|
|
{"throw", (PyCFunction) __Pyx_Coroutine_Throw, METH_VARARGS,
|
|
(char*) PyDoc_STR("throw(typ[,val[,tb]]) -> raise exception in generator,\nreturn next yielded value or raise StopIteration.")},
|
|
{"close", (PyCFunction) __Pyx_Coroutine_Close_Method, METH_NOARGS,
|
|
(char*) PyDoc_STR("close() -> raise GeneratorExit inside generator.")},
|
|
{0, 0, 0, 0}
|
|
};
|
|
static PyMemberDef __pyx_Generator_memberlist[] = {
|
|
{(char *) "gi_running", T_BOOL, offsetof(__pyx_CoroutineObject, is_running), READONLY, NULL},
|
|
{(char*) "gi_yieldfrom", T_OBJECT, offsetof(__pyx_CoroutineObject, yieldfrom), READONLY,
|
|
(char*) PyDoc_STR("object being iterated by 'yield from', or None")},
|
|
{(char*) "gi_code", T_OBJECT, offsetof(__pyx_CoroutineObject, gi_code), READONLY, NULL},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyGetSetDef __pyx_Generator_getsets[] = {
|
|
{(char *) "__name__", (getter)__Pyx_Coroutine_get_name, (setter)__Pyx_Coroutine_set_name,
|
|
(char*) PyDoc_STR("name of the generator"), 0},
|
|
{(char *) "__qualname__", (getter)__Pyx_Coroutine_get_qualname, (setter)__Pyx_Coroutine_set_qualname,
|
|
(char*) PyDoc_STR("qualified name of the generator"), 0},
|
|
{(char *) "gi_frame", (getter)__Pyx_Coroutine_get_frame, NULL,
|
|
(char*) PyDoc_STR("Frame of the generator"), 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyTypeObject __pyx_GeneratorType_type = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"generator",
|
|
sizeof(__pyx_CoroutineObject),
|
|
0,
|
|
(destructor) __Pyx_Coroutine_dealloc,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_HAVE_FINALIZE,
|
|
0,
|
|
(traverseproc) __Pyx_Coroutine_traverse,
|
|
0,
|
|
0,
|
|
offsetof(__pyx_CoroutineObject, gi_weakreflist),
|
|
0,
|
|
(iternextfunc) __Pyx_Generator_Next,
|
|
__pyx_Generator_methods,
|
|
__pyx_Generator_memberlist,
|
|
__pyx_Generator_getsets,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
0,
|
|
#else
|
|
__Pyx_Coroutine_del,
|
|
#endif
|
|
0,
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
__Pyx_Coroutine_del,
|
|
#elif PY_VERSION_HEX >= 0x030400a1
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0,
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0,
|
|
#endif
|
|
};
|
|
static int __pyx_Generator_init(void) {
|
|
__pyx_GeneratorType_type.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
|
|
__pyx_GeneratorType_type.tp_iter = PyObject_SelfIter;
|
|
__pyx_GeneratorType = __Pyx_FetchCommonType(&__pyx_GeneratorType_type);
|
|
if (unlikely(!__pyx_GeneratorType)) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/* GeneratorYieldFrom */
|
|
static void __PyxPyIter_CheckErrorAndDecref(PyObject *source) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"iter() returned non-iterator of type '%.100s'",
|
|
Py_TYPE(source)->tp_name);
|
|
Py_DECREF(source);
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_Generator_Yield_From(__pyx_CoroutineObject *gen, PyObject *source) {
|
|
PyObject *source_gen, *retval;
|
|
#ifdef __Pyx_Coroutine_USED
|
|
if (__Pyx_Coroutine_Check(source)) {
|
|
Py_INCREF(source);
|
|
source_gen = source;
|
|
retval = __Pyx_Generator_Next(source);
|
|
} else
|
|
#endif
|
|
{
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
if (likely(Py_TYPE(source)->tp_iter)) {
|
|
source_gen = Py_TYPE(source)->tp_iter(source);
|
|
if (unlikely(!source_gen))
|
|
return NULL;
|
|
if (unlikely(!PyIter_Check(source_gen))) {
|
|
__PyxPyIter_CheckErrorAndDecref(source_gen);
|
|
return NULL;
|
|
}
|
|
} else
|
|
#endif
|
|
{
|
|
source_gen = PyObject_GetIter(source);
|
|
if (unlikely(!source_gen))
|
|
return NULL;
|
|
}
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
retval = Py_TYPE(source_gen)->tp_iternext(source_gen);
|
|
#else
|
|
retval = PyIter_Next(source_gen);
|
|
#endif
|
|
}
|
|
if (likely(retval)) {
|
|
gen->yieldfrom = source_gen;
|
|
return retval;
|
|
}
|
|
Py_DECREF(source_gen);
|
|
return NULL;
|
|
}
|
|
|
|
/* HasAttr */
|
|
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
|
|
PyObject *r;
|
|
if (unlikely(!__Pyx_PyBaseString_Check(n))) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"hasattr(): attribute name must be string");
|
|
return -1;
|
|
}
|
|
r = __Pyx_GetAttr(o, n);
|
|
if (unlikely(!r)) {
|
|
PyErr_Clear();
|
|
return 0;
|
|
} else {
|
|
Py_DECREF(r);
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
/* IsLittleEndian */
|
|
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void)
|
|
{
|
|
union {
|
|
uint32_t u32;
|
|
uint8_t u8[4];
|
|
} S;
|
|
S.u32 = 0x01020304;
|
|
return S.u8[0] == 4;
|
|
}
|
|
|
|
/* BufferFormatCheck */
|
|
static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx,
|
|
__Pyx_BufFmt_StackElem* stack,
|
|
__Pyx_TypeInfo* type) {
|
|
stack[0].field = &ctx->root;
|
|
stack[0].parent_offset = 0;
|
|
ctx->root.type = type;
|
|
ctx->root.name = "buffer dtype";
|
|
ctx->root.offset = 0;
|
|
ctx->head = stack;
|
|
ctx->head->field = &ctx->root;
|
|
ctx->fmt_offset = 0;
|
|
ctx->head->parent_offset = 0;
|
|
ctx->new_packmode = '@';
|
|
ctx->enc_packmode = '@';
|
|
ctx->new_count = 1;
|
|
ctx->enc_count = 0;
|
|
ctx->enc_type = 0;
|
|
ctx->is_complex = 0;
|
|
ctx->is_valid_array = 0;
|
|
ctx->struct_alignment = 0;
|
|
while (type->typegroup == 'S') {
|
|
++ctx->head;
|
|
ctx->head->field = type->fields;
|
|
ctx->head->parent_offset = 0;
|
|
type = type->fields->type;
|
|
}
|
|
}
|
|
static int __Pyx_BufFmt_ParseNumber(const char** ts) {
|
|
int count;
|
|
const char* t = *ts;
|
|
if (*t < '0' || *t > '9') {
|
|
return -1;
|
|
} else {
|
|
count = *t++ - '0';
|
|
while (*t >= '0' && *t <= '9') {
|
|
count *= 10;
|
|
count += *t++ - '0';
|
|
}
|
|
}
|
|
*ts = t;
|
|
return count;
|
|
}
|
|
static int __Pyx_BufFmt_ExpectNumber(const char **ts) {
|
|
int number = __Pyx_BufFmt_ParseNumber(ts);
|
|
if (number == -1)
|
|
PyErr_Format(PyExc_ValueError,\
|
|
"Does not understand character buffer dtype format string ('%c')", **ts);
|
|
return number;
|
|
}
|
|
static void __Pyx_BufFmt_RaiseUnexpectedChar(char ch) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Unexpected format string character: '%c'", ch);
|
|
}
|
|
static const char* __Pyx_BufFmt_DescribeTypeChar(char ch, int is_complex) {
|
|
switch (ch) {
|
|
case '?': return "'bool'";
|
|
case 'c': return "'char'";
|
|
case 'b': return "'signed char'";
|
|
case 'B': return "'unsigned char'";
|
|
case 'h': return "'short'";
|
|
case 'H': return "'unsigned short'";
|
|
case 'i': return "'int'";
|
|
case 'I': return "'unsigned int'";
|
|
case 'l': return "'long'";
|
|
case 'L': return "'unsigned long'";
|
|
case 'q': return "'long long'";
|
|
case 'Q': return "'unsigned long long'";
|
|
case 'f': return (is_complex ? "'complex float'" : "'float'");
|
|
case 'd': return (is_complex ? "'complex double'" : "'double'");
|
|
case 'g': return (is_complex ? "'complex long double'" : "'long double'");
|
|
case 'T': return "a struct";
|
|
case 'O': return "Python object";
|
|
case 'P': return "a pointer";
|
|
case 's': case 'p': return "a string";
|
|
case 0: return "end";
|
|
default: return "unparseable format string";
|
|
}
|
|
}
|
|
static size_t __Pyx_BufFmt_TypeCharToStandardSize(char ch, int is_complex) {
|
|
switch (ch) {
|
|
case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
|
|
case 'h': case 'H': return 2;
|
|
case 'i': case 'I': case 'l': case 'L': return 4;
|
|
case 'q': case 'Q': return 8;
|
|
case 'f': return (is_complex ? 8 : 4);
|
|
case 'd': return (is_complex ? 16 : 8);
|
|
case 'g': {
|
|
PyErr_SetString(PyExc_ValueError, "Python does not define a standard format string size for long double ('g')..");
|
|
return 0;
|
|
}
|
|
case 'O': case 'P': return sizeof(void*);
|
|
default:
|
|
__Pyx_BufFmt_RaiseUnexpectedChar(ch);
|
|
return 0;
|
|
}
|
|
}
|
|
static size_t __Pyx_BufFmt_TypeCharToNativeSize(char ch, int is_complex) {
|
|
switch (ch) {
|
|
case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
|
|
case 'h': case 'H': return sizeof(short);
|
|
case 'i': case 'I': return sizeof(int);
|
|
case 'l': case 'L': return sizeof(long);
|
|
#ifdef HAVE_LONG_LONG
|
|
case 'q': case 'Q': return sizeof(PY_LONG_LONG);
|
|
#endif
|
|
case 'f': return sizeof(float) * (is_complex ? 2 : 1);
|
|
case 'd': return sizeof(double) * (is_complex ? 2 : 1);
|
|
case 'g': return sizeof(long double) * (is_complex ? 2 : 1);
|
|
case 'O': case 'P': return sizeof(void*);
|
|
default: {
|
|
__Pyx_BufFmt_RaiseUnexpectedChar(ch);
|
|
return 0;
|
|
}
|
|
}
|
|
}
|
|
typedef struct { char c; short x; } __Pyx_st_short;
|
|
typedef struct { char c; int x; } __Pyx_st_int;
|
|
typedef struct { char c; long x; } __Pyx_st_long;
|
|
typedef struct { char c; float x; } __Pyx_st_float;
|
|
typedef struct { char c; double x; } __Pyx_st_double;
|
|
typedef struct { char c; long double x; } __Pyx_st_longdouble;
|
|
typedef struct { char c; void *x; } __Pyx_st_void_p;
|
|
#ifdef HAVE_LONG_LONG
|
|
typedef struct { char c; PY_LONG_LONG x; } __Pyx_st_longlong;
|
|
#endif
|
|
static size_t __Pyx_BufFmt_TypeCharToAlignment(char ch, CYTHON_UNUSED int is_complex) {
|
|
switch (ch) {
|
|
case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
|
|
case 'h': case 'H': return sizeof(__Pyx_st_short) - sizeof(short);
|
|
case 'i': case 'I': return sizeof(__Pyx_st_int) - sizeof(int);
|
|
case 'l': case 'L': return sizeof(__Pyx_st_long) - sizeof(long);
|
|
#ifdef HAVE_LONG_LONG
|
|
case 'q': case 'Q': return sizeof(__Pyx_st_longlong) - sizeof(PY_LONG_LONG);
|
|
#endif
|
|
case 'f': return sizeof(__Pyx_st_float) - sizeof(float);
|
|
case 'd': return sizeof(__Pyx_st_double) - sizeof(double);
|
|
case 'g': return sizeof(__Pyx_st_longdouble) - sizeof(long double);
|
|
case 'P': case 'O': return sizeof(__Pyx_st_void_p) - sizeof(void*);
|
|
default:
|
|
__Pyx_BufFmt_RaiseUnexpectedChar(ch);
|
|
return 0;
|
|
}
|
|
}
|
|
/* These are for computing the padding at the end of the struct to align
|
|
on the first member of the struct. This will probably the same as above,
|
|
but we don't have any guarantees.
|
|
*/
|
|
typedef struct { short x; char c; } __Pyx_pad_short;
|
|
typedef struct { int x; char c; } __Pyx_pad_int;
|
|
typedef struct { long x; char c; } __Pyx_pad_long;
|
|
typedef struct { float x; char c; } __Pyx_pad_float;
|
|
typedef struct { double x; char c; } __Pyx_pad_double;
|
|
typedef struct { long double x; char c; } __Pyx_pad_longdouble;
|
|
typedef struct { void *x; char c; } __Pyx_pad_void_p;
|
|
#ifdef HAVE_LONG_LONG
|
|
typedef struct { PY_LONG_LONG x; char c; } __Pyx_pad_longlong;
|
|
#endif
|
|
static size_t __Pyx_BufFmt_TypeCharToPadding(char ch, CYTHON_UNUSED int is_complex) {
|
|
switch (ch) {
|
|
case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
|
|
case 'h': case 'H': return sizeof(__Pyx_pad_short) - sizeof(short);
|
|
case 'i': case 'I': return sizeof(__Pyx_pad_int) - sizeof(int);
|
|
case 'l': case 'L': return sizeof(__Pyx_pad_long) - sizeof(long);
|
|
#ifdef HAVE_LONG_LONG
|
|
case 'q': case 'Q': return sizeof(__Pyx_pad_longlong) - sizeof(PY_LONG_LONG);
|
|
#endif
|
|
case 'f': return sizeof(__Pyx_pad_float) - sizeof(float);
|
|
case 'd': return sizeof(__Pyx_pad_double) - sizeof(double);
|
|
case 'g': return sizeof(__Pyx_pad_longdouble) - sizeof(long double);
|
|
case 'P': case 'O': return sizeof(__Pyx_pad_void_p) - sizeof(void*);
|
|
default:
|
|
__Pyx_BufFmt_RaiseUnexpectedChar(ch);
|
|
return 0;
|
|
}
|
|
}
|
|
static char __Pyx_BufFmt_TypeCharToGroup(char ch, int is_complex) {
|
|
switch (ch) {
|
|
case 'c':
|
|
return 'H';
|
|
case 'b': case 'h': case 'i':
|
|
case 'l': case 'q': case 's': case 'p':
|
|
return 'I';
|
|
case '?': case 'B': case 'H': case 'I': case 'L': case 'Q':
|
|
return 'U';
|
|
case 'f': case 'd': case 'g':
|
|
return (is_complex ? 'C' : 'R');
|
|
case 'O':
|
|
return 'O';
|
|
case 'P':
|
|
return 'P';
|
|
default: {
|
|
__Pyx_BufFmt_RaiseUnexpectedChar(ch);
|
|
return 0;
|
|
}
|
|
}
|
|
}
|
|
static void __Pyx_BufFmt_RaiseExpected(__Pyx_BufFmt_Context* ctx) {
|
|
if (ctx->head == NULL || ctx->head->field == &ctx->root) {
|
|
const char* expected;
|
|
const char* quote;
|
|
if (ctx->head == NULL) {
|
|
expected = "end";
|
|
quote = "";
|
|
} else {
|
|
expected = ctx->head->field->type->name;
|
|
quote = "'";
|
|
}
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer dtype mismatch, expected %s%s%s but got %s",
|
|
quote, expected, quote,
|
|
__Pyx_BufFmt_DescribeTypeChar(ctx->enc_type, ctx->is_complex));
|
|
} else {
|
|
__Pyx_StructField* field = ctx->head->field;
|
|
__Pyx_StructField* parent = (ctx->head - 1)->field;
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer dtype mismatch, expected '%s' but got %s in '%s.%s'",
|
|
field->type->name, __Pyx_BufFmt_DescribeTypeChar(ctx->enc_type, ctx->is_complex),
|
|
parent->type->name, field->name);
|
|
}
|
|
}
|
|
static int __Pyx_BufFmt_ProcessTypeChunk(__Pyx_BufFmt_Context* ctx) {
|
|
char group;
|
|
size_t size, offset, arraysize = 1;
|
|
if (ctx->enc_type == 0) return 0;
|
|
if (ctx->head->field->type->arraysize[0]) {
|
|
int i, ndim = 0;
|
|
if (ctx->enc_type == 's' || ctx->enc_type == 'p') {
|
|
ctx->is_valid_array = ctx->head->field->type->ndim == 1;
|
|
ndim = 1;
|
|
if (ctx->enc_count != ctx->head->field->type->arraysize[0]) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Expected a dimension of size %zu, got %zu",
|
|
ctx->head->field->type->arraysize[0], ctx->enc_count);
|
|
return -1;
|
|
}
|
|
}
|
|
if (!ctx->is_valid_array) {
|
|
PyErr_Format(PyExc_ValueError, "Expected %d dimensions, got %d",
|
|
ctx->head->field->type->ndim, ndim);
|
|
return -1;
|
|
}
|
|
for (i = 0; i < ctx->head->field->type->ndim; i++) {
|
|
arraysize *= ctx->head->field->type->arraysize[i];
|
|
}
|
|
ctx->is_valid_array = 0;
|
|
ctx->enc_count = 1;
|
|
}
|
|
group = __Pyx_BufFmt_TypeCharToGroup(ctx->enc_type, ctx->is_complex);
|
|
do {
|
|
__Pyx_StructField* field = ctx->head->field;
|
|
__Pyx_TypeInfo* type = field->type;
|
|
if (ctx->enc_packmode == '@' || ctx->enc_packmode == '^') {
|
|
size = __Pyx_BufFmt_TypeCharToNativeSize(ctx->enc_type, ctx->is_complex);
|
|
} else {
|
|
size = __Pyx_BufFmt_TypeCharToStandardSize(ctx->enc_type, ctx->is_complex);
|
|
}
|
|
if (ctx->enc_packmode == '@') {
|
|
size_t align_at = __Pyx_BufFmt_TypeCharToAlignment(ctx->enc_type, ctx->is_complex);
|
|
size_t align_mod_offset;
|
|
if (align_at == 0) return -1;
|
|
align_mod_offset = ctx->fmt_offset % align_at;
|
|
if (align_mod_offset > 0) ctx->fmt_offset += align_at - align_mod_offset;
|
|
if (ctx->struct_alignment == 0)
|
|
ctx->struct_alignment = __Pyx_BufFmt_TypeCharToPadding(ctx->enc_type,
|
|
ctx->is_complex);
|
|
}
|
|
if (type->size != size || type->typegroup != group) {
|
|
if (type->typegroup == 'C' && type->fields != NULL) {
|
|
size_t parent_offset = ctx->head->parent_offset + field->offset;
|
|
++ctx->head;
|
|
ctx->head->field = type->fields;
|
|
ctx->head->parent_offset = parent_offset;
|
|
continue;
|
|
}
|
|
if ((type->typegroup == 'H' || group == 'H') && type->size == size) {
|
|
} else {
|
|
__Pyx_BufFmt_RaiseExpected(ctx);
|
|
return -1;
|
|
}
|
|
}
|
|
offset = ctx->head->parent_offset + field->offset;
|
|
if (ctx->fmt_offset != offset) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer dtype mismatch; next field is at offset %" CYTHON_FORMAT_SSIZE_T "d but %" CYTHON_FORMAT_SSIZE_T "d expected",
|
|
(Py_ssize_t)ctx->fmt_offset, (Py_ssize_t)offset);
|
|
return -1;
|
|
}
|
|
ctx->fmt_offset += size;
|
|
if (arraysize)
|
|
ctx->fmt_offset += (arraysize - 1) * size;
|
|
--ctx->enc_count;
|
|
while (1) {
|
|
if (field == &ctx->root) {
|
|
ctx->head = NULL;
|
|
if (ctx->enc_count != 0) {
|
|
__Pyx_BufFmt_RaiseExpected(ctx);
|
|
return -1;
|
|
}
|
|
break;
|
|
}
|
|
ctx->head->field = ++field;
|
|
if (field->type == NULL) {
|
|
--ctx->head;
|
|
field = ctx->head->field;
|
|
continue;
|
|
} else if (field->type->typegroup == 'S') {
|
|
size_t parent_offset = ctx->head->parent_offset + field->offset;
|
|
if (field->type->fields->type == NULL) continue;
|
|
field = field->type->fields;
|
|
++ctx->head;
|
|
ctx->head->field = field;
|
|
ctx->head->parent_offset = parent_offset;
|
|
break;
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
} while (ctx->enc_count);
|
|
ctx->enc_type = 0;
|
|
ctx->is_complex = 0;
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__pyx_buffmt_parse_array(__Pyx_BufFmt_Context* ctx, const char** tsp)
|
|
{
|
|
const char *ts = *tsp;
|
|
int i = 0, number, ndim;
|
|
++ts;
|
|
if (ctx->new_count != 1) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Cannot handle repeated arrays in format string");
|
|
return NULL;
|
|
}
|
|
if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
|
|
ndim = ctx->head->field->type->ndim;
|
|
while (*ts && *ts != ')') {
|
|
switch (*ts) {
|
|
case ' ': case '\f': case '\r': case '\n': case '\t': case '\v': continue;
|
|
default: break;
|
|
}
|
|
number = __Pyx_BufFmt_ExpectNumber(&ts);
|
|
if (number == -1) return NULL;
|
|
if (i < ndim && (size_t) number != ctx->head->field->type->arraysize[i])
|
|
return PyErr_Format(PyExc_ValueError,
|
|
"Expected a dimension of size %zu, got %d",
|
|
ctx->head->field->type->arraysize[i], number);
|
|
if (*ts != ',' && *ts != ')')
|
|
return PyErr_Format(PyExc_ValueError,
|
|
"Expected a comma in format string, got '%c'", *ts);
|
|
if (*ts == ',') ts++;
|
|
i++;
|
|
}
|
|
if (i != ndim)
|
|
return PyErr_Format(PyExc_ValueError, "Expected %d dimension(s), got %d",
|
|
ctx->head->field->type->ndim, i);
|
|
if (!*ts) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Unexpected end of format string, expected ')'");
|
|
return NULL;
|
|
}
|
|
ctx->is_valid_array = 1;
|
|
ctx->new_count = 1;
|
|
*tsp = ++ts;
|
|
return Py_None;
|
|
}
|
|
static const char* __Pyx_BufFmt_CheckString(__Pyx_BufFmt_Context* ctx, const char* ts) {
|
|
int got_Z = 0;
|
|
while (1) {
|
|
switch(*ts) {
|
|
case 0:
|
|
if (ctx->enc_type != 0 && ctx->head == NULL) {
|
|
__Pyx_BufFmt_RaiseExpected(ctx);
|
|
return NULL;
|
|
}
|
|
if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
|
|
if (ctx->head != NULL) {
|
|
__Pyx_BufFmt_RaiseExpected(ctx);
|
|
return NULL;
|
|
}
|
|
return ts;
|
|
case ' ':
|
|
case '\r':
|
|
case '\n':
|
|
++ts;
|
|
break;
|
|
case '<':
|
|
if (!__Pyx_Is_Little_Endian()) {
|
|
PyErr_SetString(PyExc_ValueError, "Little-endian buffer not supported on big-endian compiler");
|
|
return NULL;
|
|
}
|
|
ctx->new_packmode = '=';
|
|
++ts;
|
|
break;
|
|
case '>':
|
|
case '!':
|
|
if (__Pyx_Is_Little_Endian()) {
|
|
PyErr_SetString(PyExc_ValueError, "Big-endian buffer not supported on little-endian compiler");
|
|
return NULL;
|
|
}
|
|
ctx->new_packmode = '=';
|
|
++ts;
|
|
break;
|
|
case '=':
|
|
case '@':
|
|
case '^':
|
|
ctx->new_packmode = *ts++;
|
|
break;
|
|
case 'T':
|
|
{
|
|
const char* ts_after_sub;
|
|
size_t i, struct_count = ctx->new_count;
|
|
size_t struct_alignment = ctx->struct_alignment;
|
|
ctx->new_count = 1;
|
|
++ts;
|
|
if (*ts != '{') {
|
|
PyErr_SetString(PyExc_ValueError, "Buffer acquisition: Expected '{' after 'T'");
|
|
return NULL;
|
|
}
|
|
if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
|
|
ctx->enc_type = 0;
|
|
ctx->enc_count = 0;
|
|
ctx->struct_alignment = 0;
|
|
++ts;
|
|
ts_after_sub = ts;
|
|
for (i = 0; i != struct_count; ++i) {
|
|
ts_after_sub = __Pyx_BufFmt_CheckString(ctx, ts);
|
|
if (!ts_after_sub) return NULL;
|
|
}
|
|
ts = ts_after_sub;
|
|
if (struct_alignment) ctx->struct_alignment = struct_alignment;
|
|
}
|
|
break;
|
|
case '}':
|
|
{
|
|
size_t alignment = ctx->struct_alignment;
|
|
++ts;
|
|
if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
|
|
ctx->enc_type = 0;
|
|
if (alignment && ctx->fmt_offset % alignment) {
|
|
ctx->fmt_offset += alignment - (ctx->fmt_offset % alignment);
|
|
}
|
|
}
|
|
return ts;
|
|
case 'x':
|
|
if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
|
|
ctx->fmt_offset += ctx->new_count;
|
|
ctx->new_count = 1;
|
|
ctx->enc_count = 0;
|
|
ctx->enc_type = 0;
|
|
ctx->enc_packmode = ctx->new_packmode;
|
|
++ts;
|
|
break;
|
|
case 'Z':
|
|
got_Z = 1;
|
|
++ts;
|
|
if (*ts != 'f' && *ts != 'd' && *ts != 'g') {
|
|
__Pyx_BufFmt_RaiseUnexpectedChar('Z');
|
|
return NULL;
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case '?': case 'c': case 'b': case 'B': case 'h': case 'H': case 'i': case 'I':
|
|
case 'l': case 'L': case 'q': case 'Q':
|
|
case 'f': case 'd': case 'g':
|
|
case 'O': case 'p':
|
|
if ((ctx->enc_type == *ts) && (got_Z == ctx->is_complex) &&
|
|
(ctx->enc_packmode == ctx->new_packmode) && (!ctx->is_valid_array)) {
|
|
ctx->enc_count += ctx->new_count;
|
|
ctx->new_count = 1;
|
|
got_Z = 0;
|
|
++ts;
|
|
break;
|
|
}
|
|
CYTHON_FALLTHROUGH;
|
|
case 's':
|
|
if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
|
|
ctx->enc_count = ctx->new_count;
|
|
ctx->enc_packmode = ctx->new_packmode;
|
|
ctx->enc_type = *ts;
|
|
ctx->is_complex = got_Z;
|
|
++ts;
|
|
ctx->new_count = 1;
|
|
got_Z = 0;
|
|
break;
|
|
case ':':
|
|
++ts;
|
|
while(*ts != ':') ++ts;
|
|
++ts;
|
|
break;
|
|
case '(':
|
|
if (!__pyx_buffmt_parse_array(ctx, &ts)) return NULL;
|
|
break;
|
|
default:
|
|
{
|
|
int number = __Pyx_BufFmt_ExpectNumber(&ts);
|
|
if (number == -1) return NULL;
|
|
ctx->new_count = (size_t)number;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/* BufferGetAndValidate */
|
|
static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info) {
|
|
if (unlikely(info->buf == NULL)) return;
|
|
if (info->suboffsets == __Pyx_minusones) info->suboffsets = NULL;
|
|
__Pyx_ReleaseBuffer(info);
|
|
}
|
|
static void __Pyx_ZeroBuffer(Py_buffer* buf) {
|
|
buf->buf = NULL;
|
|
buf->obj = NULL;
|
|
buf->strides = __Pyx_zeros;
|
|
buf->shape = __Pyx_zeros;
|
|
buf->suboffsets = __Pyx_minusones;
|
|
}
|
|
static int __Pyx__GetBufferAndValidate(
|
|
Py_buffer* buf, PyObject* obj, __Pyx_TypeInfo* dtype, int flags,
|
|
int nd, int cast, __Pyx_BufFmt_StackElem* stack)
|
|
{
|
|
buf->buf = NULL;
|
|
if (unlikely(__Pyx_GetBuffer(obj, buf, flags) == -1)) {
|
|
__Pyx_ZeroBuffer(buf);
|
|
return -1;
|
|
}
|
|
if (unlikely(buf->ndim != nd)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer has wrong number of dimensions (expected %d, got %d)",
|
|
nd, buf->ndim);
|
|
goto fail;
|
|
}
|
|
if (!cast) {
|
|
__Pyx_BufFmt_Context ctx;
|
|
__Pyx_BufFmt_Init(&ctx, stack, dtype);
|
|
if (!__Pyx_BufFmt_CheckString(&ctx, buf->format)) goto fail;
|
|
}
|
|
if (unlikely((size_t)buf->itemsize != dtype->size)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Item size of buffer (%" CYTHON_FORMAT_SSIZE_T "d byte%s) does not match size of '%s' (%" CYTHON_FORMAT_SSIZE_T "d byte%s)",
|
|
buf->itemsize, (buf->itemsize > 1) ? "s" : "",
|
|
dtype->name, (Py_ssize_t)dtype->size, (dtype->size > 1) ? "s" : "");
|
|
goto fail;
|
|
}
|
|
if (buf->suboffsets == NULL) buf->suboffsets = __Pyx_minusones;
|
|
return 0;
|
|
fail:;
|
|
__Pyx_SafeReleaseBuffer(buf);
|
|
return -1;
|
|
}
|
|
|
|
/* BufferFallbackError */
|
|
static void __Pyx_RaiseBufferFallbackError(void) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Buffer acquisition failed on assignment; and then reacquiring the old buffer failed too!");
|
|
}
|
|
|
|
/* append */
|
|
static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x) {
|
|
if (likely(PyList_CheckExact(L))) {
|
|
if (unlikely(__Pyx_PyList_Append(L, x) < 0)) return -1;
|
|
} else {
|
|
PyObject* retval = __Pyx_PyObject_CallMethod1(L, __pyx_n_s_append, x);
|
|
if (unlikely(!retval))
|
|
return -1;
|
|
Py_DECREF(retval);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/* SliceTupleAndList */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE void __Pyx_crop_slice(Py_ssize_t* _start, Py_ssize_t* _stop, Py_ssize_t* _length) {
|
|
Py_ssize_t start = *_start, stop = *_stop, length = *_length;
|
|
if (start < 0) {
|
|
start += length;
|
|
if (start < 0)
|
|
start = 0;
|
|
}
|
|
if (stop < 0)
|
|
stop += length;
|
|
else if (stop > length)
|
|
stop = length;
|
|
*_length = stop - start;
|
|
*_start = start;
|
|
*_stop = stop;
|
|
}
|
|
static CYTHON_INLINE void __Pyx_copy_object_array(PyObject** CYTHON_RESTRICT src, PyObject** CYTHON_RESTRICT dest, Py_ssize_t length) {
|
|
PyObject *v;
|
|
Py_ssize_t i;
|
|
for (i = 0; i < length; i++) {
|
|
v = dest[i] = src[i];
|
|
Py_INCREF(v);
|
|
}
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyList_GetSlice(
|
|
PyObject* src, Py_ssize_t start, Py_ssize_t stop) {
|
|
PyObject* dest;
|
|
Py_ssize_t length = PyList_GET_SIZE(src);
|
|
__Pyx_crop_slice(&start, &stop, &length);
|
|
if (unlikely(length <= 0))
|
|
return PyList_New(0);
|
|
dest = PyList_New(length);
|
|
if (unlikely(!dest))
|
|
return NULL;
|
|
__Pyx_copy_object_array(
|
|
((PyListObject*)src)->ob_item + start,
|
|
((PyListObject*)dest)->ob_item,
|
|
length);
|
|
return dest;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyTuple_GetSlice(
|
|
PyObject* src, Py_ssize_t start, Py_ssize_t stop) {
|
|
PyObject* dest;
|
|
Py_ssize_t length = PyTuple_GET_SIZE(src);
|
|
__Pyx_crop_slice(&start, &stop, &length);
|
|
if (unlikely(length <= 0))
|
|
return PyTuple_New(0);
|
|
dest = PyTuple_New(length);
|
|
if (unlikely(!dest))
|
|
return NULL;
|
|
__Pyx_copy_object_array(
|
|
((PyTupleObject*)src)->ob_item + start,
|
|
((PyTupleObject*)dest)->ob_item,
|
|
length);
|
|
return dest;
|
|
}
|
|
#endif
|
|
|
|
/* MemviewSliceInit */
|
|
static int
|
|
__Pyx_init_memviewslice(struct __pyx_memoryview_obj *memview,
|
|
int ndim,
|
|
__Pyx_memviewslice *memviewslice,
|
|
int memview_is_new_reference)
|
|
{
|
|
__Pyx_RefNannyDeclarations
|
|
int i, retval=-1;
|
|
Py_buffer *buf = &memview->view;
|
|
__Pyx_RefNannySetupContext("init_memviewslice", 0);
|
|
if (unlikely(memviewslice->memview || memviewslice->data)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"memviewslice is already initialized!");
|
|
goto fail;
|
|
}
|
|
if (buf->strides) {
|
|
for (i = 0; i < ndim; i++) {
|
|
memviewslice->strides[i] = buf->strides[i];
|
|
}
|
|
} else {
|
|
Py_ssize_t stride = buf->itemsize;
|
|
for (i = ndim - 1; i >= 0; i--) {
|
|
memviewslice->strides[i] = stride;
|
|
stride *= buf->shape[i];
|
|
}
|
|
}
|
|
for (i = 0; i < ndim; i++) {
|
|
memviewslice->shape[i] = buf->shape[i];
|
|
if (buf->suboffsets) {
|
|
memviewslice->suboffsets[i] = buf->suboffsets[i];
|
|
} else {
|
|
memviewslice->suboffsets[i] = -1;
|
|
}
|
|
}
|
|
memviewslice->memview = memview;
|
|
memviewslice->data = (char *)buf->buf;
|
|
if (__pyx_add_acquisition_count(memview) == 0 && !memview_is_new_reference) {
|
|
Py_INCREF(memview);
|
|
}
|
|
retval = 0;
|
|
goto no_fail;
|
|
fail:
|
|
memviewslice->memview = 0;
|
|
memviewslice->data = 0;
|
|
retval = -1;
|
|
no_fail:
|
|
__Pyx_RefNannyFinishContext();
|
|
return retval;
|
|
}
|
|
#ifndef Py_NO_RETURN
|
|
#define Py_NO_RETURN
|
|
#endif
|
|
static void __pyx_fatalerror(const char *fmt, ...) Py_NO_RETURN {
|
|
va_list vargs;
|
|
char msg[200];
|
|
#if PY_VERSION_HEX >= 0x030A0000 || defined(HAVE_STDARG_PROTOTYPES)
|
|
va_start(vargs, fmt);
|
|
#else
|
|
va_start(vargs);
|
|
#endif
|
|
vsnprintf(msg, 200, fmt, vargs);
|
|
va_end(vargs);
|
|
Py_FatalError(msg);
|
|
}
|
|
static CYTHON_INLINE int
|
|
__pyx_add_acquisition_count_locked(__pyx_atomic_int *acquisition_count,
|
|
PyThread_type_lock lock)
|
|
{
|
|
int result;
|
|
PyThread_acquire_lock(lock, 1);
|
|
result = (*acquisition_count)++;
|
|
PyThread_release_lock(lock);
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE int
|
|
__pyx_sub_acquisition_count_locked(__pyx_atomic_int *acquisition_count,
|
|
PyThread_type_lock lock)
|
|
{
|
|
int result;
|
|
PyThread_acquire_lock(lock, 1);
|
|
result = (*acquisition_count)--;
|
|
PyThread_release_lock(lock);
|
|
return result;
|
|
}
|
|
static CYTHON_INLINE void
|
|
__Pyx_INC_MEMVIEW(__Pyx_memviewslice *memslice, int have_gil, int lineno)
|
|
{
|
|
int first_time;
|
|
struct __pyx_memoryview_obj *memview = memslice->memview;
|
|
if (unlikely(!memview || (PyObject *) memview == Py_None))
|
|
return;
|
|
if (unlikely(__pyx_get_slice_count(memview) < 0))
|
|
__pyx_fatalerror("Acquisition count is %d (line %d)",
|
|
__pyx_get_slice_count(memview), lineno);
|
|
first_time = __pyx_add_acquisition_count(memview) == 0;
|
|
if (unlikely(first_time)) {
|
|
if (have_gil) {
|
|
Py_INCREF((PyObject *) memview);
|
|
} else {
|
|
PyGILState_STATE _gilstate = PyGILState_Ensure();
|
|
Py_INCREF((PyObject *) memview);
|
|
PyGILState_Release(_gilstate);
|
|
}
|
|
}
|
|
}
|
|
static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *memslice,
|
|
int have_gil, int lineno) {
|
|
int last_time;
|
|
struct __pyx_memoryview_obj *memview = memslice->memview;
|
|
if (unlikely(!memview || (PyObject *) memview == Py_None)) {
|
|
memslice->memview = NULL;
|
|
return;
|
|
}
|
|
if (unlikely(__pyx_get_slice_count(memview) <= 0))
|
|
__pyx_fatalerror("Acquisition count is %d (line %d)",
|
|
__pyx_get_slice_count(memview), lineno);
|
|
last_time = __pyx_sub_acquisition_count(memview) == 1;
|
|
memslice->data = NULL;
|
|
if (unlikely(last_time)) {
|
|
if (have_gil) {
|
|
Py_CLEAR(memslice->memview);
|
|
} else {
|
|
PyGILState_STATE _gilstate = PyGILState_Ensure();
|
|
Py_CLEAR(memslice->memview);
|
|
PyGILState_Release(_gilstate);
|
|
}
|
|
} else {
|
|
memslice->memview = NULL;
|
|
}
|
|
}
|
|
|
|
/* None */
|
|
static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname) {
|
|
PyErr_Format(PyExc_UnboundLocalError, "local variable '%s' referenced before assignment", varname);
|
|
}
|
|
|
|
/* CythonFunctionShared */
|
|
#include <structmember.h>
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure)
|
|
{
|
|
if (unlikely(op->func_doc == NULL)) {
|
|
if (op->func.m_ml->ml_doc) {
|
|
#if PY_MAJOR_VERSION >= 3
|
|
op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc);
|
|
#else
|
|
op->func_doc = PyString_FromString(op->func.m_ml->ml_doc);
|
|
#endif
|
|
if (unlikely(op->func_doc == NULL))
|
|
return NULL;
|
|
} else {
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
}
|
|
Py_INCREF(op->func_doc);
|
|
return op->func_doc;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp = op->func_doc;
|
|
if (value == NULL) {
|
|
value = Py_None;
|
|
}
|
|
Py_INCREF(value);
|
|
op->func_doc = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
if (unlikely(op->func_name == NULL)) {
|
|
#if PY_MAJOR_VERSION >= 3
|
|
op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name);
|
|
#else
|
|
op->func_name = PyString_InternFromString(op->func.m_ml->ml_name);
|
|
#endif
|
|
if (unlikely(op->func_name == NULL))
|
|
return NULL;
|
|
}
|
|
Py_INCREF(op->func_name);
|
|
return op->func_name;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__name__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = op->func_name;
|
|
Py_INCREF(value);
|
|
op->func_name = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
Py_INCREF(op->func_qualname);
|
|
return op->func_qualname;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (unlikely(value == NULL || !PyUnicode_Check(value)))
|
|
#else
|
|
if (unlikely(value == NULL || !PyString_Check(value)))
|
|
#endif
|
|
{
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__qualname__ must be set to a string object");
|
|
return -1;
|
|
}
|
|
tmp = op->func_qualname;
|
|
Py_INCREF(value);
|
|
op->func_qualname = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure)
|
|
{
|
|
PyObject *self;
|
|
self = m->func_closure;
|
|
if (self == NULL)
|
|
self = Py_None;
|
|
Py_INCREF(self);
|
|
return self;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
if (unlikely(op->func_dict == NULL)) {
|
|
op->func_dict = PyDict_New();
|
|
if (unlikely(op->func_dict == NULL))
|
|
return NULL;
|
|
}
|
|
Py_INCREF(op->func_dict);
|
|
return op->func_dict;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject *tmp;
|
|
if (unlikely(value == NULL)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"function's dictionary may not be deleted");
|
|
return -1;
|
|
}
|
|
if (unlikely(!PyDict_Check(value))) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"setting function's dictionary to a non-dict");
|
|
return -1;
|
|
}
|
|
tmp = op->func_dict;
|
|
Py_INCREF(value);
|
|
op->func_dict = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
Py_INCREF(op->func_globals);
|
|
return op->func_globals;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
|
|
{
|
|
PyObject* result = (op->func_code) ? op->func_code : Py_None;
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
|
|
int result = 0;
|
|
PyObject *res = op->defaults_getter((PyObject *) op);
|
|
if (unlikely(!res))
|
|
return -1;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
|
|
Py_INCREF(op->defaults_tuple);
|
|
op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
|
|
Py_INCREF(op->defaults_kwdict);
|
|
#else
|
|
op->defaults_tuple = PySequence_ITEM(res, 0);
|
|
if (unlikely(!op->defaults_tuple)) result = -1;
|
|
else {
|
|
op->defaults_kwdict = PySequence_ITEM(res, 1);
|
|
if (unlikely(!op->defaults_kwdict)) result = -1;
|
|
}
|
|
#endif
|
|
Py_DECREF(res);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
|
|
PyObject* tmp;
|
|
if (!value) {
|
|
value = Py_None;
|
|
} else if (value != Py_None && !PyTuple_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__defaults__ must be set to a tuple object");
|
|
return -1;
|
|
}
|
|
Py_INCREF(value);
|
|
tmp = op->defaults_tuple;
|
|
op->defaults_tuple = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
|
|
PyObject* result = op->defaults_tuple;
|
|
if (unlikely(!result)) {
|
|
if (op->defaults_getter) {
|
|
if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
|
|
result = op->defaults_tuple;
|
|
} else {
|
|
result = Py_None;
|
|
}
|
|
}
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
|
|
PyObject* tmp;
|
|
if (!value) {
|
|
value = Py_None;
|
|
} else if (value != Py_None && !PyDict_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__kwdefaults__ must be set to a dict object");
|
|
return -1;
|
|
}
|
|
Py_INCREF(value);
|
|
tmp = op->defaults_kwdict;
|
|
op->defaults_kwdict = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
|
|
PyObject* result = op->defaults_kwdict;
|
|
if (unlikely(!result)) {
|
|
if (op->defaults_getter) {
|
|
if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
|
|
result = op->defaults_kwdict;
|
|
} else {
|
|
result = Py_None;
|
|
}
|
|
}
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
|
|
PyObject* tmp;
|
|
if (!value || value == Py_None) {
|
|
value = NULL;
|
|
} else if (!PyDict_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"__annotations__ must be set to a dict object");
|
|
return -1;
|
|
}
|
|
Py_XINCREF(value);
|
|
tmp = op->func_annotations;
|
|
op->func_annotations = value;
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
static PyObject *
|
|
__Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
|
|
PyObject* result = op->func_annotations;
|
|
if (unlikely(!result)) {
|
|
result = PyDict_New();
|
|
if (unlikely(!result)) return NULL;
|
|
op->func_annotations = result;
|
|
}
|
|
Py_INCREF(result);
|
|
return result;
|
|
}
|
|
static PyGetSetDef __pyx_CyFunction_getsets[] = {
|
|
{(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
|
|
{(char *) "__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
|
|
{(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
|
|
{(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
|
|
{(char *) "__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
|
|
{(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0},
|
|
{(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
|
|
{(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
|
|
{(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
|
|
{(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
|
|
{(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
|
|
{(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
|
|
{(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
|
|
{(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
|
|
{(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
|
|
{(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
|
|
{(char *) "__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
|
|
{(char *) "__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyMemberDef __pyx_CyFunction_members[] = {
|
|
{(char *) "__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), PY_WRITE_RESTRICTED, 0},
|
|
{0, 0, 0, 0, 0}
|
|
};
|
|
static PyObject *
|
|
__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args)
|
|
{
|
|
#if PY_MAJOR_VERSION >= 3
|
|
Py_INCREF(m->func_qualname);
|
|
return m->func_qualname;
|
|
#else
|
|
return PyString_FromString(m->func.m_ml->ml_name);
|
|
#endif
|
|
}
|
|
static PyMethodDef __pyx_CyFunction_methods[] = {
|
|
{"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
|
|
{0, 0, 0, 0}
|
|
};
|
|
#if PY_VERSION_HEX < 0x030500A0
|
|
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist)
|
|
#else
|
|
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func.m_weakreflist)
|
|
#endif
|
|
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject *op, PyMethodDef *ml, int flags, PyObject* qualname,
|
|
PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
|
|
if (unlikely(op == NULL))
|
|
return NULL;
|
|
op->flags = flags;
|
|
__Pyx_CyFunction_weakreflist(op) = NULL;
|
|
op->func.m_ml = ml;
|
|
op->func.m_self = (PyObject *) op;
|
|
Py_XINCREF(closure);
|
|
op->func_closure = closure;
|
|
Py_XINCREF(module);
|
|
op->func.m_module = module;
|
|
op->func_dict = NULL;
|
|
op->func_name = NULL;
|
|
Py_INCREF(qualname);
|
|
op->func_qualname = qualname;
|
|
op->func_doc = NULL;
|
|
op->func_classobj = NULL;
|
|
op->func_globals = globals;
|
|
Py_INCREF(op->func_globals);
|
|
Py_XINCREF(code);
|
|
op->func_code = code;
|
|
op->defaults_pyobjects = 0;
|
|
op->defaults_size = 0;
|
|
op->defaults = NULL;
|
|
op->defaults_tuple = NULL;
|
|
op->defaults_kwdict = NULL;
|
|
op->defaults_getter = NULL;
|
|
op->func_annotations = NULL;
|
|
return (PyObject *) op;
|
|
}
|
|
static int
|
|
__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
|
|
{
|
|
Py_CLEAR(m->func_closure);
|
|
Py_CLEAR(m->func.m_module);
|
|
Py_CLEAR(m->func_dict);
|
|
Py_CLEAR(m->func_name);
|
|
Py_CLEAR(m->func_qualname);
|
|
Py_CLEAR(m->func_doc);
|
|
Py_CLEAR(m->func_globals);
|
|
Py_CLEAR(m->func_code);
|
|
Py_CLEAR(m->func_classobj);
|
|
Py_CLEAR(m->defaults_tuple);
|
|
Py_CLEAR(m->defaults_kwdict);
|
|
Py_CLEAR(m->func_annotations);
|
|
if (m->defaults) {
|
|
PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
|
|
int i;
|
|
for (i = 0; i < m->defaults_pyobjects; i++)
|
|
Py_XDECREF(pydefaults[i]);
|
|
PyObject_Free(m->defaults);
|
|
m->defaults = NULL;
|
|
}
|
|
return 0;
|
|
}
|
|
static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m)
|
|
{
|
|
if (__Pyx_CyFunction_weakreflist(m) != NULL)
|
|
PyObject_ClearWeakRefs((PyObject *) m);
|
|
__Pyx_CyFunction_clear(m);
|
|
PyObject_GC_Del(m);
|
|
}
|
|
static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
|
|
{
|
|
PyObject_GC_UnTrack(m);
|
|
__Pyx__CyFunction_dealloc(m);
|
|
}
|
|
static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
|
|
{
|
|
Py_VISIT(m->func_closure);
|
|
Py_VISIT(m->func.m_module);
|
|
Py_VISIT(m->func_dict);
|
|
Py_VISIT(m->func_name);
|
|
Py_VISIT(m->func_qualname);
|
|
Py_VISIT(m->func_doc);
|
|
Py_VISIT(m->func_globals);
|
|
Py_VISIT(m->func_code);
|
|
Py_VISIT(m->func_classobj);
|
|
Py_VISIT(m->defaults_tuple);
|
|
Py_VISIT(m->defaults_kwdict);
|
|
if (m->defaults) {
|
|
PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
|
|
int i;
|
|
for (i = 0; i < m->defaults_pyobjects; i++)
|
|
Py_VISIT(pydefaults[i]);
|
|
}
|
|
return 0;
|
|
}
|
|
static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type)
|
|
{
|
|
#if PY_MAJOR_VERSION < 3
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) {
|
|
Py_INCREF(func);
|
|
return func;
|
|
}
|
|
if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) {
|
|
if (type == NULL)
|
|
type = (PyObject *)(Py_TYPE(obj));
|
|
return __Pyx_PyMethod_New(func, type, (PyObject *)(Py_TYPE(type)));
|
|
}
|
|
if (obj == Py_None)
|
|
obj = NULL;
|
|
#endif
|
|
return __Pyx_PyMethod_New(func, obj, type);
|
|
}
|
|
static PyObject*
|
|
__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
|
|
{
|
|
#if PY_MAJOR_VERSION >= 3
|
|
return PyUnicode_FromFormat("<cyfunction %U at %p>",
|
|
op->func_qualname, (void *)op);
|
|
#else
|
|
return PyString_FromFormat("<cyfunction %s at %p>",
|
|
PyString_AsString(op->func_qualname), (void *)op);
|
|
#endif
|
|
}
|
|
static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) {
|
|
PyCFunctionObject* f = (PyCFunctionObject*)func;
|
|
PyCFunction meth = f->m_ml->ml_meth;
|
|
Py_ssize_t size;
|
|
switch (f->m_ml->ml_flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) {
|
|
case METH_VARARGS:
|
|
if (likely(kw == NULL || PyDict_Size(kw) == 0))
|
|
return (*meth)(self, arg);
|
|
break;
|
|
case METH_VARARGS | METH_KEYWORDS:
|
|
return (*(PyCFunctionWithKeywords)(void*)meth)(self, arg, kw);
|
|
case METH_NOARGS:
|
|
if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
|
|
size = PyTuple_GET_SIZE(arg);
|
|
if (likely(size == 0))
|
|
return (*meth)(self, NULL);
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() takes no arguments (%" CYTHON_FORMAT_SSIZE_T "d given)",
|
|
f->m_ml->ml_name, size);
|
|
return NULL;
|
|
}
|
|
break;
|
|
case METH_O:
|
|
if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
|
|
size = PyTuple_GET_SIZE(arg);
|
|
if (likely(size == 1)) {
|
|
PyObject *result, *arg0;
|
|
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
|
|
arg0 = PyTuple_GET_ITEM(arg, 0);
|
|
#else
|
|
arg0 = PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL;
|
|
#endif
|
|
result = (*meth)(self, arg0);
|
|
#if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
|
|
Py_DECREF(arg0);
|
|
#endif
|
|
return result;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() takes exactly one argument (%" CYTHON_FORMAT_SSIZE_T "d given)",
|
|
f->m_ml->ml_name, size);
|
|
return NULL;
|
|
}
|
|
break;
|
|
default:
|
|
PyErr_SetString(PyExc_SystemError, "Bad call flags in "
|
|
"__Pyx_CyFunction_Call. METH_OLDARGS is no "
|
|
"longer supported!");
|
|
return NULL;
|
|
}
|
|
PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments",
|
|
f->m_ml->ml_name);
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
|
|
return __Pyx_CyFunction_CallMethod(func, ((PyCFunctionObject*)func)->m_self, arg, kw);
|
|
}
|
|
static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) {
|
|
PyObject *result;
|
|
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func;
|
|
if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
|
|
Py_ssize_t argc;
|
|
PyObject *new_args;
|
|
PyObject *self;
|
|
argc = PyTuple_GET_SIZE(args);
|
|
new_args = PyTuple_GetSlice(args, 1, argc);
|
|
if (unlikely(!new_args))
|
|
return NULL;
|
|
self = PyTuple_GetItem(args, 0);
|
|
if (unlikely(!self)) {
|
|
Py_DECREF(new_args);
|
|
#if PY_MAJOR_VERSION > 2
|
|
PyErr_Format(PyExc_TypeError,
|
|
"unbound method %.200S() needs an argument",
|
|
cyfunc->func_qualname);
|
|
#else
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"unbound method needs an argument");
|
|
#endif
|
|
return NULL;
|
|
}
|
|
result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw);
|
|
Py_DECREF(new_args);
|
|
} else {
|
|
result = __Pyx_CyFunction_Call(func, args, kw);
|
|
}
|
|
return result;
|
|
}
|
|
static PyTypeObject __pyx_CyFunctionType_type = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"cython_function_or_method",
|
|
sizeof(__pyx_CyFunctionObject),
|
|
0,
|
|
(destructor) __Pyx_CyFunction_dealloc,
|
|
0,
|
|
0,
|
|
0,
|
|
#if PY_MAJOR_VERSION < 3
|
|
0,
|
|
#else
|
|
0,
|
|
#endif
|
|
(reprfunc) __Pyx_CyFunction_repr,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
__Pyx_CyFunction_CallAsMethod,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,
|
|
0,
|
|
(traverseproc) __Pyx_CyFunction_traverse,
|
|
(inquiry) __Pyx_CyFunction_clear,
|
|
0,
|
|
#if PY_VERSION_HEX < 0x030500A0
|
|
offsetof(__pyx_CyFunctionObject, func_weakreflist),
|
|
#else
|
|
offsetof(PyCFunctionObject, m_weakreflist),
|
|
#endif
|
|
0,
|
|
0,
|
|
__pyx_CyFunction_methods,
|
|
__pyx_CyFunction_members,
|
|
__pyx_CyFunction_getsets,
|
|
0,
|
|
0,
|
|
__Pyx_CyFunction_descr_get,
|
|
0,
|
|
offsetof(__pyx_CyFunctionObject, func_dict),
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
#if PY_VERSION_HEX >= 0x030400a1
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b1 && (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800)
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
|
|
0,
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0,
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0,
|
|
#endif
|
|
};
|
|
static int __pyx_CyFunction_init(void) {
|
|
__pyx_CyFunctionType = __Pyx_FetchCommonType(&__pyx_CyFunctionType_type);
|
|
if (unlikely(__pyx_CyFunctionType == NULL)) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->defaults = PyObject_Malloc(size);
|
|
if (unlikely(!m->defaults))
|
|
return PyErr_NoMemory();
|
|
memset(m->defaults, 0, size);
|
|
m->defaults_pyobjects = pyobjects;
|
|
m->defaults_size = size;
|
|
return m->defaults;
|
|
}
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->defaults_tuple = tuple;
|
|
Py_INCREF(tuple);
|
|
}
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->defaults_kwdict = dict;
|
|
Py_INCREF(dict);
|
|
}
|
|
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
|
|
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
|
|
m->func_annotations = dict;
|
|
Py_INCREF(dict);
|
|
}
|
|
|
|
/* CythonFunction */
|
|
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname,
|
|
PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
|
|
PyObject *op = __Pyx_CyFunction_Init(
|
|
PyObject_GC_New(__pyx_CyFunctionObject, __pyx_CyFunctionType),
|
|
ml, flags, qualname, closure, module, globals, code
|
|
);
|
|
if (likely(op)) {
|
|
PyObject_GC_Track(op);
|
|
}
|
|
return op;
|
|
}
|
|
|
|
/* CallUnboundCMethod0 */
|
|
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
|
|
PyObject *args, *result = NULL;
|
|
if (unlikely(!cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
args = PyTuple_New(1);
|
|
if (unlikely(!args)) goto bad;
|
|
Py_INCREF(self);
|
|
PyTuple_SET_ITEM(args, 0, self);
|
|
#else
|
|
args = PyTuple_Pack(1, self);
|
|
if (unlikely(!args)) goto bad;
|
|
#endif
|
|
result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
|
|
Py_DECREF(args);
|
|
bad:
|
|
return result;
|
|
}
|
|
|
|
/* py_dict_items */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d) {
|
|
if (PY_MAJOR_VERSION >= 3)
|
|
return __Pyx_CallUnboundCMethod0(&__pyx_umethod_PyDict_Type_items, d);
|
|
else
|
|
return PyDict_Items(d);
|
|
}
|
|
|
|
/* py_dict_keys */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyDict_Keys(PyObject* d) {
|
|
if (PY_MAJOR_VERSION >= 3)
|
|
return __Pyx_CallUnboundCMethod0(&__pyx_umethod_PyDict_Type_keys, d);
|
|
else
|
|
return PyDict_Keys(d);
|
|
}
|
|
|
|
/* PyObjectSetAttrStr */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value) {
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_setattro))
|
|
return tp->tp_setattro(obj, attr_name, value);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(tp->tp_setattr))
|
|
return tp->tp_setattr(obj, PyString_AS_STRING(attr_name), value);
|
|
#endif
|
|
return PyObject_SetAttr(obj, attr_name, value);
|
|
}
|
|
#endif
|
|
|
|
/* bytes_index */
|
|
static CYTHON_INLINE char __Pyx_PyBytes_GetItemInt(PyObject* bytes, Py_ssize_t index, int check_bounds) {
|
|
if (index < 0)
|
|
index += PyBytes_GET_SIZE(bytes);
|
|
if (check_bounds) {
|
|
Py_ssize_t size = PyBytes_GET_SIZE(bytes);
|
|
if (unlikely(!__Pyx_is_valid_index(index, size))) {
|
|
PyErr_SetString(PyExc_IndexError, "string index out of range");
|
|
return (char) -1;
|
|
}
|
|
}
|
|
return PyBytes_AS_STRING(bytes)[index];
|
|
}
|
|
|
|
/* KeywordStringCheck */
|
|
static int __Pyx_CheckKeywordStrings(
|
|
PyObject *kwdict,
|
|
const char* function_name,
|
|
int kw_allowed)
|
|
{
|
|
PyObject* key = 0;
|
|
Py_ssize_t pos = 0;
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
if (!kw_allowed && PyDict_Next(kwdict, &pos, &key, 0))
|
|
goto invalid_keyword;
|
|
return 1;
|
|
#else
|
|
while (PyDict_Next(kwdict, &pos, &key, 0)) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (unlikely(!PyString_Check(key)))
|
|
#endif
|
|
if (unlikely(!PyUnicode_Check(key)))
|
|
goto invalid_keyword_type;
|
|
}
|
|
if ((!kw_allowed) && unlikely(key))
|
|
goto invalid_keyword;
|
|
return 1;
|
|
invalid_keyword_type:
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s() keywords must be strings", function_name);
|
|
return 0;
|
|
#endif
|
|
invalid_keyword:
|
|
PyErr_Format(PyExc_TypeError,
|
|
#if PY_MAJOR_VERSION < 3
|
|
"%.200s() got an unexpected keyword argument '%.200s'",
|
|
function_name, PyString_AsString(key));
|
|
#else
|
|
"%s() got an unexpected keyword argument '%U'",
|
|
function_name, key);
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
/* DivInt[long] */
|
|
static CYTHON_INLINE long __Pyx_div_long(long a, long b) {
|
|
long q = a / b;
|
|
long r = a - q*b;
|
|
q -= ((r != 0) & ((r ^ b) < 0));
|
|
return q;
|
|
}
|
|
|
|
/* BufferIndexError */
|
|
static void __Pyx_RaiseBufferIndexError(int axis) {
|
|
PyErr_Format(PyExc_IndexError,
|
|
"Out of bounds on buffer access (axis %d)", axis);
|
|
}
|
|
|
|
/* DivInt[Py_ssize_t] */
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t a, Py_ssize_t b) {
|
|
Py_ssize_t q = a / b;
|
|
Py_ssize_t r = a - q*b;
|
|
q -= ((r != 0) & ((r ^ b) < 0));
|
|
return q;
|
|
}
|
|
|
|
/* decode_c_string */
|
|
static CYTHON_INLINE PyObject* __Pyx_decode_c_string(
|
|
const char* cstring, Py_ssize_t start, Py_ssize_t stop,
|
|
const char* encoding, const char* errors,
|
|
PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)) {
|
|
Py_ssize_t length;
|
|
if (unlikely((start < 0) | (stop < 0))) {
|
|
size_t slen = strlen(cstring);
|
|
if (unlikely(slen > (size_t) PY_SSIZE_T_MAX)) {
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"c-string too long to convert to Python");
|
|
return NULL;
|
|
}
|
|
length = (Py_ssize_t) slen;
|
|
if (start < 0) {
|
|
start += length;
|
|
if (start < 0)
|
|
start = 0;
|
|
}
|
|
if (stop < 0)
|
|
stop += length;
|
|
}
|
|
if (unlikely(stop <= start))
|
|
return __Pyx_NewRef(__pyx_empty_unicode);
|
|
length = stop - start;
|
|
cstring += start;
|
|
if (decode_func) {
|
|
return decode_func(cstring, length, errors);
|
|
} else {
|
|
return PyUnicode_Decode(cstring, length, encoding, errors);
|
|
}
|
|
}
|
|
|
|
/* RaiseNoneIterError */
|
|
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) {
|
|
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
|
|
}
|
|
|
|
/* Import */
|
|
static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level) {
|
|
PyObject *empty_list = 0;
|
|
PyObject *module = 0;
|
|
PyObject *global_dict = 0;
|
|
PyObject *empty_dict = 0;
|
|
PyObject *list;
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject *py_import;
|
|
py_import = __Pyx_PyObject_GetAttrStr(__pyx_b, __pyx_n_s_import);
|
|
if (!py_import)
|
|
goto bad;
|
|
#endif
|
|
if (from_list)
|
|
list = from_list;
|
|
else {
|
|
empty_list = PyList_New(0);
|
|
if (!empty_list)
|
|
goto bad;
|
|
list = empty_list;
|
|
}
|
|
global_dict = PyModule_GetDict(__pyx_m);
|
|
if (!global_dict)
|
|
goto bad;
|
|
empty_dict = PyDict_New();
|
|
if (!empty_dict)
|
|
goto bad;
|
|
{
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (level == -1) {
|
|
if ((1) && (strchr(__Pyx_MODULE_NAME, '.'))) {
|
|
module = PyImport_ImportModuleLevelObject(
|
|
name, global_dict, empty_dict, list, 1);
|
|
if (!module) {
|
|
if (!PyErr_ExceptionMatches(PyExc_ImportError))
|
|
goto bad;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
level = 0;
|
|
}
|
|
#endif
|
|
if (!module) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject *py_level = PyInt_FromLong(level);
|
|
if (!py_level)
|
|
goto bad;
|
|
module = PyObject_CallFunctionObjArgs(py_import,
|
|
name, global_dict, empty_dict, list, py_level, (PyObject *)NULL);
|
|
Py_DECREF(py_level);
|
|
#else
|
|
module = PyImport_ImportModuleLevelObject(
|
|
name, global_dict, empty_dict, list, level);
|
|
#endif
|
|
}
|
|
}
|
|
bad:
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(py_import);
|
|
#endif
|
|
Py_XDECREF(empty_list);
|
|
Py_XDECREF(empty_dict);
|
|
return module;
|
|
}
|
|
|
|
/* FastTypeChecks */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
|
|
while (a) {
|
|
a = a->tp_base;
|
|
if (a == b)
|
|
return 1;
|
|
}
|
|
return b == &PyBaseObject_Type;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
|
|
PyObject *mro;
|
|
if (a == b) return 1;
|
|
mro = a->tp_mro;
|
|
if (likely(mro)) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(mro);
|
|
for (i = 0; i < n; i++) {
|
|
if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
return __Pyx_InBases(a, b);
|
|
}
|
|
#if PY_MAJOR_VERSION == 2
|
|
static int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject* exc_type2) {
|
|
PyObject *exception, *value, *tb;
|
|
int res;
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&exception, &value, &tb);
|
|
res = exc_type1 ? PyObject_IsSubclass(err, exc_type1) : 0;
|
|
if (unlikely(res == -1)) {
|
|
PyErr_WriteUnraisable(err);
|
|
res = 0;
|
|
}
|
|
if (!res) {
|
|
res = PyObject_IsSubclass(err, exc_type2);
|
|
if (unlikely(res == -1)) {
|
|
PyErr_WriteUnraisable(err);
|
|
res = 0;
|
|
}
|
|
}
|
|
__Pyx_ErrRestore(exception, value, tb);
|
|
return res;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
|
|
int res = exc_type1 ? __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type1) : 0;
|
|
if (!res) {
|
|
res = __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
|
|
}
|
|
return res;
|
|
}
|
|
#endif
|
|
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
assert(PyExceptionClass_Check(exc_type));
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
#endif
|
|
for (i=0; i<n; i++) {
|
|
PyObject *t = PyTuple_GET_ITEM(tuple, i);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(exc_type == t)) return 1;
|
|
#endif
|
|
if (likely(PyExceptionClass_Check(t))) {
|
|
if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
|
|
} else {
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
|
|
if (likely(err == exc_type)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
if (likely(PyExceptionClass_Check(exc_type))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
|
|
} else if (likely(PyTuple_Check(exc_type))) {
|
|
return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
|
|
} else {
|
|
}
|
|
}
|
|
return PyErr_GivenExceptionMatches(err, exc_type);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
|
|
assert(PyExceptionClass_Check(exc_type1));
|
|
assert(PyExceptionClass_Check(exc_type2));
|
|
if (likely(err == exc_type1 || err == exc_type2)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
|
|
}
|
|
return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
|
|
}
|
|
#endif
|
|
|
|
/* ImportFrom */
|
|
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
|
|
PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
|
|
if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Format(PyExc_ImportError,
|
|
#if PY_MAJOR_VERSION < 3
|
|
"cannot import name %.230s", PyString_AS_STRING(name));
|
|
#else
|
|
"cannot import name %S", name);
|
|
#endif
|
|
}
|
|
return value;
|
|
}
|
|
|
|
/* PyObject_GenericGetAttr */
|
|
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
|
|
static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name) {
|
|
if (unlikely(Py_TYPE(obj)->tp_dictoffset)) {
|
|
return PyObject_GenericGetAttr(obj, attr_name);
|
|
}
|
|
return __Pyx_PyObject_GenericGetAttrNoDict(obj, attr_name);
|
|
}
|
|
#endif
|
|
|
|
/* SetVTable */
|
|
static int __Pyx_SetVtable(PyObject *dict, void *vtable) {
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
PyObject *ob = PyCapsule_New(vtable, 0, 0);
|
|
#else
|
|
PyObject *ob = PyCObject_FromVoidPtr(vtable, 0);
|
|
#endif
|
|
if (!ob)
|
|
goto bad;
|
|
if (PyDict_SetItem(dict, __pyx_n_s_pyx_vtable, ob) < 0)
|
|
goto bad;
|
|
Py_DECREF(ob);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(ob);
|
|
return -1;
|
|
}
|
|
|
|
/* PyObjectGetAttrStrNoError */
|
|
static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
__Pyx_PyErr_Clear();
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *result;
|
|
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS && PY_VERSION_HEX >= 0x030700B1
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) {
|
|
return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1);
|
|
}
|
|
#endif
|
|
result = __Pyx_PyObject_GetAttrStr(obj, attr_name);
|
|
if (unlikely(!result)) {
|
|
__Pyx_PyObject_GetAttrStr_ClearAttributeError();
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/* SetupReduce */
|
|
static int __Pyx_setup_reduce_is_named(PyObject* meth, PyObject* name) {
|
|
int ret;
|
|
PyObject *name_attr;
|
|
name_attr = __Pyx_PyObject_GetAttrStr(meth, __pyx_n_s_name_2);
|
|
if (likely(name_attr)) {
|
|
ret = PyObject_RichCompareBool(name_attr, name, Py_EQ);
|
|
} else {
|
|
ret = -1;
|
|
}
|
|
if (unlikely(ret < 0)) {
|
|
PyErr_Clear();
|
|
ret = 0;
|
|
}
|
|
Py_XDECREF(name_attr);
|
|
return ret;
|
|
}
|
|
static int __Pyx_setup_reduce(PyObject* type_obj) {
|
|
int ret = 0;
|
|
PyObject *object_reduce = NULL;
|
|
PyObject *object_getstate = NULL;
|
|
PyObject *object_reduce_ex = NULL;
|
|
PyObject *reduce = NULL;
|
|
PyObject *reduce_ex = NULL;
|
|
PyObject *reduce_cython = NULL;
|
|
PyObject *setstate = NULL;
|
|
PyObject *setstate_cython = NULL;
|
|
PyObject *getstate = NULL;
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
getstate = _PyType_Lookup((PyTypeObject*)type_obj, __pyx_n_s_getstate);
|
|
#else
|
|
getstate = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_getstate);
|
|
if (!getstate && PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
#endif
|
|
if (getstate) {
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
object_getstate = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_getstate);
|
|
#else
|
|
object_getstate = __Pyx_PyObject_GetAttrStrNoError((PyObject*)&PyBaseObject_Type, __pyx_n_s_getstate);
|
|
if (!object_getstate && PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
#endif
|
|
if (object_getstate != getstate) {
|
|
goto __PYX_GOOD;
|
|
}
|
|
}
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
object_reduce_ex = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
|
|
#else
|
|
object_reduce_ex = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
|
|
#endif
|
|
reduce_ex = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce_ex); if (unlikely(!reduce_ex)) goto __PYX_BAD;
|
|
if (reduce_ex == object_reduce_ex) {
|
|
#if CYTHON_USE_PYTYPE_LOOKUP
|
|
object_reduce = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD;
|
|
#else
|
|
object_reduce = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD;
|
|
#endif
|
|
reduce = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce); if (unlikely(!reduce)) goto __PYX_BAD;
|
|
if (reduce == object_reduce || __Pyx_setup_reduce_is_named(reduce, __pyx_n_s_reduce_cython)) {
|
|
reduce_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_reduce_cython);
|
|
if (likely(reduce_cython)) {
|
|
ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce, reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
} else if (reduce == object_reduce || PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
setstate = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_setstate);
|
|
if (!setstate) PyErr_Clear();
|
|
if (!setstate || __Pyx_setup_reduce_is_named(setstate, __pyx_n_s_setstate_cython)) {
|
|
setstate_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_setstate_cython);
|
|
if (likely(setstate_cython)) {
|
|
ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate, setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
|
|
} else if (!setstate || PyErr_Occurred()) {
|
|
goto __PYX_BAD;
|
|
}
|
|
}
|
|
PyType_Modified((PyTypeObject*)type_obj);
|
|
}
|
|
}
|
|
goto __PYX_GOOD;
|
|
__PYX_BAD:
|
|
if (!PyErr_Occurred())
|
|
PyErr_Format(PyExc_RuntimeError, "Unable to initialize pickling for %s", ((PyTypeObject*)type_obj)->tp_name);
|
|
ret = -1;
|
|
__PYX_GOOD:
|
|
#if !CYTHON_USE_PYTYPE_LOOKUP
|
|
Py_XDECREF(object_reduce);
|
|
Py_XDECREF(object_reduce_ex);
|
|
Py_XDECREF(object_getstate);
|
|
Py_XDECREF(getstate);
|
|
#endif
|
|
Py_XDECREF(reduce);
|
|
Py_XDECREF(reduce_ex);
|
|
Py_XDECREF(reduce_cython);
|
|
Py_XDECREF(setstate);
|
|
Py_XDECREF(setstate_cython);
|
|
return ret;
|
|
}
|
|
|
|
/* TypeImport */
|
|
#ifndef __PYX_HAVE_RT_ImportType_0_29_37
|
|
#define __PYX_HAVE_RT_ImportType_0_29_37
|
|
static PyTypeObject *__Pyx_ImportType_0_29_37(PyObject *module, const char *module_name, const char *class_name,
|
|
size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_0_29_37 check_size)
|
|
{
|
|
PyObject *result = 0;
|
|
char warning[200];
|
|
Py_ssize_t basicsize;
|
|
Py_ssize_t itemsize;
|
|
#ifdef Py_LIMITED_API
|
|
PyObject *py_basicsize;
|
|
PyObject *py_itemsize;
|
|
#endif
|
|
result = PyObject_GetAttrString(module, class_name);
|
|
if (!result)
|
|
goto bad;
|
|
if (!PyType_Check(result)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s.%.200s is not a type object",
|
|
module_name, class_name);
|
|
goto bad;
|
|
}
|
|
#ifndef Py_LIMITED_API
|
|
basicsize = ((PyTypeObject *)result)->tp_basicsize;
|
|
itemsize = ((PyTypeObject *)result)->tp_itemsize;
|
|
#else
|
|
py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
|
|
if (!py_basicsize)
|
|
goto bad;
|
|
basicsize = PyLong_AsSsize_t(py_basicsize);
|
|
Py_DECREF(py_basicsize);
|
|
py_basicsize = 0;
|
|
if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
|
|
goto bad;
|
|
py_itemsize = PyObject_GetAttrString(result, "__itemsize__");
|
|
if (!py_itemsize)
|
|
goto bad;
|
|
itemsize = PyLong_AsSsize_t(py_itemsize);
|
|
Py_DECREF(py_itemsize);
|
|
py_itemsize = 0;
|
|
if (itemsize == (Py_ssize_t)-1 && PyErr_Occurred())
|
|
goto bad;
|
|
#endif
|
|
if (itemsize) {
|
|
if (size % alignment) {
|
|
alignment = size % alignment;
|
|
}
|
|
if (itemsize < (Py_ssize_t)alignment)
|
|
itemsize = (Py_ssize_t)alignment;
|
|
}
|
|
if ((size_t)(basicsize + itemsize) < size) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize);
|
|
goto bad;
|
|
}
|
|
if (check_size == __Pyx_ImportType_CheckSize_Error_0_29_37 && (size_t)basicsize != size) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize);
|
|
goto bad;
|
|
}
|
|
else if (check_size == __Pyx_ImportType_CheckSize_Warn_0_29_37 && (size_t)basicsize > size) {
|
|
PyOS_snprintf(warning, sizeof(warning),
|
|
"%s.%s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize);
|
|
if (PyErr_WarnEx(NULL, warning, 0) < 0) goto bad;
|
|
}
|
|
return (PyTypeObject *)result;
|
|
bad:
|
|
Py_XDECREF(result);
|
|
return NULL;
|
|
}
|
|
#endif
|
|
|
|
/* GetVTable */
|
|
static void* __Pyx_GetVtable(PyObject *dict) {
|
|
void* ptr;
|
|
PyObject *ob = PyObject_GetItem(dict, __pyx_n_s_pyx_vtable);
|
|
if (!ob)
|
|
goto bad;
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
ptr = PyCapsule_GetPointer(ob, 0);
|
|
#else
|
|
ptr = PyCObject_AsVoidPtr(ob);
|
|
#endif
|
|
if (!ptr && !PyErr_Occurred())
|
|
PyErr_SetString(PyExc_RuntimeError, "invalid vtable found for imported type");
|
|
Py_DECREF(ob);
|
|
return ptr;
|
|
bad:
|
|
Py_XDECREF(ob);
|
|
return NULL;
|
|
}
|
|
|
|
/* CalculateMetaclass */
|
|
static PyObject *__Pyx_CalculateMetaclass(PyTypeObject *metaclass, PyObject *bases) {
|
|
Py_ssize_t i, nbases = PyTuple_GET_SIZE(bases);
|
|
for (i=0; i < nbases; i++) {
|
|
PyTypeObject *tmptype;
|
|
PyObject *tmp = PyTuple_GET_ITEM(bases, i);
|
|
tmptype = Py_TYPE(tmp);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (tmptype == &PyClass_Type)
|
|
continue;
|
|
#endif
|
|
if (!metaclass) {
|
|
metaclass = tmptype;
|
|
continue;
|
|
}
|
|
if (PyType_IsSubtype(metaclass, tmptype))
|
|
continue;
|
|
if (PyType_IsSubtype(tmptype, metaclass)) {
|
|
metaclass = tmptype;
|
|
continue;
|
|
}
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"metaclass conflict: "
|
|
"the metaclass of a derived class "
|
|
"must be a (non-strict) subclass "
|
|
"of the metaclasses of all its bases");
|
|
return NULL;
|
|
}
|
|
if (!metaclass) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
metaclass = &PyClass_Type;
|
|
#else
|
|
metaclass = &PyType_Type;
|
|
#endif
|
|
}
|
|
Py_INCREF((PyObject*) metaclass);
|
|
return (PyObject*) metaclass;
|
|
}
|
|
|
|
/* ClassMethod */
|
|
static PyObject* __Pyx_Method_ClassMethod(PyObject *method) {
|
|
#if CYTHON_COMPILING_IN_PYPY && PYPY_VERSION_NUM <= 0x05080000
|
|
if (PyObject_TypeCheck(method, &PyWrapperDescr_Type)) {
|
|
return PyClassMethod_New(method);
|
|
}
|
|
#else
|
|
#if CYTHON_COMPILING_IN_PYSTON || CYTHON_COMPILING_IN_PYPY
|
|
if (PyMethodDescr_Check(method))
|
|
#else
|
|
#if PY_MAJOR_VERSION == 2
|
|
static PyTypeObject *methoddescr_type = NULL;
|
|
if (methoddescr_type == NULL) {
|
|
PyObject *meth = PyObject_GetAttrString((PyObject*)&PyList_Type, "append");
|
|
if (!meth) return NULL;
|
|
methoddescr_type = Py_TYPE(meth);
|
|
Py_DECREF(meth);
|
|
}
|
|
#else
|
|
PyTypeObject *methoddescr_type = &PyMethodDescr_Type;
|
|
#endif
|
|
if (__Pyx_TypeCheck(method, methoddescr_type))
|
|
#endif
|
|
{
|
|
PyMethodDescrObject *descr = (PyMethodDescrObject *)method;
|
|
#if PY_VERSION_HEX < 0x03020000
|
|
PyTypeObject *d_type = descr->d_type;
|
|
#else
|
|
PyTypeObject *d_type = descr->d_common.d_type;
|
|
#endif
|
|
return PyDescr_NewClassMethod(d_type, descr->d_method);
|
|
}
|
|
#endif
|
|
else if (PyMethod_Check(method)) {
|
|
return PyClassMethod_New(PyMethod_GET_FUNCTION(method));
|
|
}
|
|
else {
|
|
return PyClassMethod_New(method);
|
|
}
|
|
}
|
|
|
|
/* Py3ClassCreate */
|
|
static PyObject *__Pyx_Py3MetaclassPrepare(PyObject *metaclass, PyObject *bases, PyObject *name,
|
|
PyObject *qualname, PyObject *mkw, PyObject *modname, PyObject *doc) {
|
|
PyObject *ns;
|
|
if (metaclass) {
|
|
PyObject *prep = __Pyx_PyObject_GetAttrStr(metaclass, __pyx_n_s_prepare);
|
|
if (prep) {
|
|
PyObject *pargs = PyTuple_Pack(2, name, bases);
|
|
if (unlikely(!pargs)) {
|
|
Py_DECREF(prep);
|
|
return NULL;
|
|
}
|
|
ns = PyObject_Call(prep, pargs, mkw);
|
|
Py_DECREF(prep);
|
|
Py_DECREF(pargs);
|
|
} else {
|
|
if (unlikely(!PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
return NULL;
|
|
PyErr_Clear();
|
|
ns = PyDict_New();
|
|
}
|
|
} else {
|
|
ns = PyDict_New();
|
|
}
|
|
if (unlikely(!ns))
|
|
return NULL;
|
|
if (unlikely(PyObject_SetItem(ns, __pyx_n_s_module, modname) < 0)) goto bad;
|
|
if (unlikely(PyObject_SetItem(ns, __pyx_n_s_qualname, qualname) < 0)) goto bad;
|
|
if (unlikely(doc && PyObject_SetItem(ns, __pyx_n_s_doc_2, doc) < 0)) goto bad;
|
|
return ns;
|
|
bad:
|
|
Py_DECREF(ns);
|
|
return NULL;
|
|
}
|
|
static PyObject *__Pyx_Py3ClassCreate(PyObject *metaclass, PyObject *name, PyObject *bases,
|
|
PyObject *dict, PyObject *mkw,
|
|
int calculate_metaclass, int allow_py2_metaclass) {
|
|
PyObject *result, *margs;
|
|
PyObject *owned_metaclass = NULL;
|
|
if (allow_py2_metaclass) {
|
|
owned_metaclass = PyObject_GetItem(dict, __pyx_n_s_metaclass);
|
|
if (owned_metaclass) {
|
|
metaclass = owned_metaclass;
|
|
} else if (likely(PyErr_ExceptionMatches(PyExc_KeyError))) {
|
|
PyErr_Clear();
|
|
} else {
|
|
return NULL;
|
|
}
|
|
}
|
|
if (calculate_metaclass && (!metaclass || PyType_Check(metaclass))) {
|
|
metaclass = __Pyx_CalculateMetaclass((PyTypeObject*) metaclass, bases);
|
|
Py_XDECREF(owned_metaclass);
|
|
if (unlikely(!metaclass))
|
|
return NULL;
|
|
owned_metaclass = metaclass;
|
|
}
|
|
margs = PyTuple_Pack(3, name, bases, dict);
|
|
if (unlikely(!margs)) {
|
|
result = NULL;
|
|
} else {
|
|
result = PyObject_Call(metaclass, margs, mkw);
|
|
Py_DECREF(margs);
|
|
}
|
|
Py_XDECREF(owned_metaclass);
|
|
return result;
|
|
}
|
|
|
|
/* GetNameInClass */
|
|
static PyObject *__Pyx_GetGlobalNameAfterAttributeLookup(PyObject *name) {
|
|
PyObject *result;
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
return NULL;
|
|
__Pyx_PyErr_Clear();
|
|
__Pyx_GetModuleGlobalNameUncached(result, name);
|
|
return result;
|
|
}
|
|
static PyObject *__Pyx__GetNameInClass(PyObject *nmspace, PyObject *name) {
|
|
PyObject *result;
|
|
result = __Pyx_PyObject_GetAttrStr(nmspace, name);
|
|
if (!result) {
|
|
result = __Pyx_GetGlobalNameAfterAttributeLookup(name);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/* CLineInTraceback */
|
|
#ifndef CYTHON_CLINE_IN_TRACEBACK
|
|
static int __Pyx_CLineForTraceback(CYTHON_UNUSED PyThreadState *tstate, int c_line) {
|
|
PyObject *use_cline;
|
|
PyObject *ptype, *pvalue, *ptraceback;
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
PyObject **cython_runtime_dict;
|
|
#endif
|
|
if (unlikely(!__pyx_cython_runtime)) {
|
|
return c_line;
|
|
}
|
|
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
cython_runtime_dict = _PyObject_GetDictPtr(__pyx_cython_runtime);
|
|
if (likely(cython_runtime_dict)) {
|
|
__PYX_PY_DICT_LOOKUP_IF_MODIFIED(
|
|
use_cline, *cython_runtime_dict,
|
|
__Pyx_PyDict_GetItemStr(*cython_runtime_dict, __pyx_n_s_cline_in_traceback))
|
|
} else
|
|
#endif
|
|
{
|
|
PyObject *use_cline_obj = __Pyx_PyObject_GetAttrStr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback);
|
|
if (use_cline_obj) {
|
|
use_cline = PyObject_Not(use_cline_obj) ? Py_False : Py_True;
|
|
Py_DECREF(use_cline_obj);
|
|
} else {
|
|
PyErr_Clear();
|
|
use_cline = NULL;
|
|
}
|
|
}
|
|
if (!use_cline) {
|
|
c_line = 0;
|
|
(void) PyObject_SetAttr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback, Py_False);
|
|
}
|
|
else if (use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
|
|
c_line = 0;
|
|
}
|
|
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
|
|
return c_line;
|
|
}
|
|
#endif
|
|
|
|
/* CodeObjectCache */
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
|
|
int start = 0, mid = 0, end = count - 1;
|
|
if (end >= 0 && code_line > entries[end].code_line) {
|
|
return count;
|
|
}
|
|
while (start < end) {
|
|
mid = start + (end - start) / 2;
|
|
if (code_line < entries[mid].code_line) {
|
|
end = mid;
|
|
} else if (code_line > entries[mid].code_line) {
|
|
start = mid + 1;
|
|
} else {
|
|
return mid;
|
|
}
|
|
}
|
|
if (code_line <= entries[mid].code_line) {
|
|
return mid;
|
|
} else {
|
|
return mid + 1;
|
|
}
|
|
}
|
|
static PyCodeObject *__pyx_find_code_object(int code_line) {
|
|
PyCodeObject* code_object;
|
|
int pos;
|
|
if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) {
|
|
return NULL;
|
|
}
|
|
pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
|
|
if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) {
|
|
return NULL;
|
|
}
|
|
code_object = __pyx_code_cache.entries[pos].code_object;
|
|
Py_INCREF(code_object);
|
|
return code_object;
|
|
}
|
|
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) {
|
|
int pos, i;
|
|
__Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
|
|
if (unlikely(!code_line)) {
|
|
return;
|
|
}
|
|
if (unlikely(!entries)) {
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (likely(entries)) {
|
|
__pyx_code_cache.entries = entries;
|
|
__pyx_code_cache.max_count = 64;
|
|
__pyx_code_cache.count = 1;
|
|
entries[0].code_line = code_line;
|
|
entries[0].code_object = code_object;
|
|
Py_INCREF(code_object);
|
|
}
|
|
return;
|
|
}
|
|
pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
|
|
if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) {
|
|
PyCodeObject* tmp = entries[pos].code_object;
|
|
entries[pos].code_object = code_object;
|
|
Py_DECREF(tmp);
|
|
return;
|
|
}
|
|
if (__pyx_code_cache.count == __pyx_code_cache.max_count) {
|
|
int new_max = __pyx_code_cache.max_count + 64;
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
|
|
__pyx_code_cache.entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (unlikely(!entries)) {
|
|
return;
|
|
}
|
|
__pyx_code_cache.entries = entries;
|
|
__pyx_code_cache.max_count = new_max;
|
|
}
|
|
for (i=__pyx_code_cache.count; i>pos; i--) {
|
|
entries[i] = entries[i-1];
|
|
}
|
|
entries[pos].code_line = code_line;
|
|
entries[pos].code_object = code_object;
|
|
__pyx_code_cache.count++;
|
|
Py_INCREF(code_object);
|
|
}
|
|
|
|
/* AddTraceback */
|
|
#include "compile.h"
|
|
#include "frameobject.h"
|
|
#include "traceback.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
|
|
const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyCodeObject *py_code = NULL;
|
|
PyObject *py_funcname = NULL;
|
|
#if PY_MAJOR_VERSION < 3
|
|
PyObject *py_srcfile = NULL;
|
|
py_srcfile = PyString_FromString(filename);
|
|
if (!py_srcfile) goto bad;
|
|
#endif
|
|
if (c_line) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
|
|
if (!py_funcname) goto bad;
|
|
#else
|
|
py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
|
|
if (!py_funcname) goto bad;
|
|
funcname = PyUnicode_AsUTF8(py_funcname);
|
|
if (!funcname) goto bad;
|
|
#endif
|
|
}
|
|
else {
|
|
#if PY_MAJOR_VERSION < 3
|
|
py_funcname = PyString_FromString(funcname);
|
|
if (!py_funcname) goto bad;
|
|
#endif
|
|
}
|
|
#if PY_MAJOR_VERSION < 3
|
|
py_code = __Pyx_PyCode_New(
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
0,
|
|
__pyx_empty_bytes, /*PyObject *code,*/
|
|
__pyx_empty_tuple, /*PyObject *consts,*/
|
|
__pyx_empty_tuple, /*PyObject *names,*/
|
|
__pyx_empty_tuple, /*PyObject *varnames,*/
|
|
__pyx_empty_tuple, /*PyObject *freevars,*/
|
|
__pyx_empty_tuple, /*PyObject *cellvars,*/
|
|
py_srcfile, /*PyObject *filename,*/
|
|
py_funcname, /*PyObject *name,*/
|
|
py_line,
|
|
__pyx_empty_bytes /*PyObject *lnotab*/
|
|
);
|
|
Py_DECREF(py_srcfile);
|
|
#else
|
|
py_code = PyCode_NewEmpty(filename, funcname, py_line);
|
|
#endif
|
|
Py_XDECREF(py_funcname); // XDECREF since it's only set on Py3 if cline
|
|
return py_code;
|
|
bad:
|
|
Py_XDECREF(py_funcname);
|
|
#if PY_MAJOR_VERSION < 3
|
|
Py_XDECREF(py_srcfile);
|
|
#endif
|
|
return NULL;
|
|
}
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyCodeObject *py_code = 0;
|
|
PyFrameObject *py_frame = 0;
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject *ptype, *pvalue, *ptraceback;
|
|
if (c_line) {
|
|
c_line = __Pyx_CLineForTraceback(tstate, c_line);
|
|
}
|
|
py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
|
|
if (!py_code) {
|
|
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
|
|
py_code = __Pyx_CreateCodeObjectForTraceback(
|
|
funcname, c_line, py_line, filename);
|
|
if (!py_code) {
|
|
/* If the code object creation fails, then we should clear the
|
|
fetched exception references and propagate the new exception */
|
|
Py_XDECREF(ptype);
|
|
Py_XDECREF(pvalue);
|
|
Py_XDECREF(ptraceback);
|
|
goto bad;
|
|
}
|
|
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
|
|
__pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
|
|
}
|
|
py_frame = PyFrame_New(
|
|
tstate, /*PyThreadState *tstate,*/
|
|
py_code, /*PyCodeObject *code,*/
|
|
__pyx_d, /*PyObject *globals,*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (!py_frame) goto bad;
|
|
__Pyx_PyFrame_SetLineNumber(py_frame, py_line);
|
|
PyTraceBack_Here(py_frame);
|
|
bad:
|
|
Py_XDECREF(py_code);
|
|
Py_XDECREF(py_frame);
|
|
}
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags) {
|
|
if (PyObject_CheckBuffer(obj)) return PyObject_GetBuffer(obj, view, flags);
|
|
if (__Pyx_TypeCheck(obj, __pyx_array_type)) return __pyx_array_getbuffer(obj, view, flags);
|
|
if (__Pyx_TypeCheck(obj, __pyx_memoryview_type)) return __pyx_memoryview_getbuffer(obj, view, flags);
|
|
PyErr_Format(PyExc_TypeError, "'%.200s' does not have the buffer interface", Py_TYPE(obj)->tp_name);
|
|
return -1;
|
|
}
|
|
static void __Pyx_ReleaseBuffer(Py_buffer *view) {
|
|
PyObject *obj = view->obj;
|
|
if (!obj) return;
|
|
if (PyObject_CheckBuffer(obj)) {
|
|
PyBuffer_Release(view);
|
|
return;
|
|
}
|
|
if ((0)) {}
|
|
view->obj = NULL;
|
|
Py_DECREF(obj);
|
|
}
|
|
#endif
|
|
|
|
|
|
/* MemviewSliceIsContig */
|
|
static int
|
|
__pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim)
|
|
{
|
|
int i, index, step, start;
|
|
Py_ssize_t itemsize = mvs.memview->view.itemsize;
|
|
if (order == 'F') {
|
|
step = 1;
|
|
start = 0;
|
|
} else {
|
|
step = -1;
|
|
start = ndim - 1;
|
|
}
|
|
for (i = 0; i < ndim; i++) {
|
|
index = start + step * i;
|
|
if (mvs.suboffsets[index] >= 0 || mvs.strides[index] != itemsize)
|
|
return 0;
|
|
itemsize *= mvs.shape[index];
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
/* OverlappingSlices */
|
|
static void
|
|
__pyx_get_array_memory_extents(__Pyx_memviewslice *slice,
|
|
void **out_start, void **out_end,
|
|
int ndim, size_t itemsize)
|
|
{
|
|
char *start, *end;
|
|
int i;
|
|
start = end = slice->data;
|
|
for (i = 0; i < ndim; i++) {
|
|
Py_ssize_t stride = slice->strides[i];
|
|
Py_ssize_t extent = slice->shape[i];
|
|
if (extent == 0) {
|
|
*out_start = *out_end = start;
|
|
return;
|
|
} else {
|
|
if (stride > 0)
|
|
end += stride * (extent - 1);
|
|
else
|
|
start += stride * (extent - 1);
|
|
}
|
|
}
|
|
*out_start = start;
|
|
*out_end = end + itemsize;
|
|
}
|
|
static int
|
|
__pyx_slices_overlap(__Pyx_memviewslice *slice1,
|
|
__Pyx_memviewslice *slice2,
|
|
int ndim, size_t itemsize)
|
|
{
|
|
void *start1, *end1, *start2, *end2;
|
|
__pyx_get_array_memory_extents(slice1, &start1, &end1, ndim, itemsize);
|
|
__pyx_get_array_memory_extents(slice2, &start2, &end2, ndim, itemsize);
|
|
return (start1 < end2) && (start2 < end1);
|
|
}
|
|
|
|
/* Capsule */
|
|
static CYTHON_INLINE PyObject *
|
|
__pyx_capsule_create(void *p, CYTHON_UNUSED const char *sig)
|
|
{
|
|
PyObject *cobj;
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
cobj = PyCapsule_New(p, sig, NULL);
|
|
#else
|
|
cobj = PyCObject_FromVoidPtr(p, NULL);
|
|
#endif
|
|
return cobj;
|
|
}
|
|
|
|
/* CIntFromPyVerify */
|
|
#define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
|
|
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
|
|
#define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
|
|
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
|
|
#define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
|
|
{\
|
|
func_type value = func_value;\
|
|
if (sizeof(target_type) < sizeof(func_type)) {\
|
|
if (unlikely(value != (func_type) (target_type) value)) {\
|
|
func_type zero = 0;\
|
|
if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
|
|
return (target_type) -1;\
|
|
if (is_unsigned && unlikely(value < zero))\
|
|
goto raise_neg_overflow;\
|
|
else\
|
|
goto raise_overflow;\
|
|
}\
|
|
}\
|
|
return (target_type) value;\
|
|
}
|
|
|
|
/* MemviewDtypeToObject */
|
|
static CYTHON_INLINE PyObject *__pyx_memview_get_int(const char *itemp) {
|
|
return (PyObject *) __Pyx_PyInt_From_int(*(int *) itemp);
|
|
}
|
|
static CYTHON_INLINE int __pyx_memview_set_int(const char *itemp, PyObject *obj) {
|
|
int value = __Pyx_PyInt_As_int(obj);
|
|
if ((value == (int)-1) && PyErr_Occurred())
|
|
return 0;
|
|
*(int *) itemp = value;
|
|
return 1;
|
|
}
|
|
|
|
/* ToPyCTupleUtility */
|
|
static PyObject* __pyx_convert__to_py___pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc(__pyx_ctuple_e674bc__enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__and_enum__space___dunderpyx_t_5spacy_5attrs_attr_id_t__etc value) {
|
|
PyObject* item = NULL;
|
|
PyObject* result = PyTuple_New(6);
|
|
if (!result) goto bad;
|
|
item = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(value.f0);
|
|
if (!item) goto bad;
|
|
PyTuple_SET_ITEM(result, 0, item);
|
|
item = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(value.f1);
|
|
if (!item) goto bad;
|
|
PyTuple_SET_ITEM(result, 1, item);
|
|
item = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(value.f2);
|
|
if (!item) goto bad;
|
|
PyTuple_SET_ITEM(result, 2, item);
|
|
item = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(value.f3);
|
|
if (!item) goto bad;
|
|
PyTuple_SET_ITEM(result, 3, item);
|
|
item = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(value.f4);
|
|
if (!item) goto bad;
|
|
PyTuple_SET_ITEM(result, 4, item);
|
|
item = __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(value.f5);
|
|
if (!item) goto bad;
|
|
PyTuple_SET_ITEM(result, 5, item);
|
|
return result;
|
|
bad:
|
|
Py_XDECREF(item);
|
|
Py_XDECREF(result);
|
|
return NULL;
|
|
}
|
|
|
|
/* TypeInfoCompare */
|
|
static int
|
|
__pyx_typeinfo_cmp(__Pyx_TypeInfo *a, __Pyx_TypeInfo *b)
|
|
{
|
|
int i;
|
|
if (!a || !b)
|
|
return 0;
|
|
if (a == b)
|
|
return 1;
|
|
if (a->size != b->size || a->typegroup != b->typegroup ||
|
|
a->is_unsigned != b->is_unsigned || a->ndim != b->ndim) {
|
|
if (a->typegroup == 'H' || b->typegroup == 'H') {
|
|
return a->size == b->size;
|
|
} else {
|
|
return 0;
|
|
}
|
|
}
|
|
if (a->ndim) {
|
|
for (i = 0; i < a->ndim; i++)
|
|
if (a->arraysize[i] != b->arraysize[i])
|
|
return 0;
|
|
}
|
|
if (a->typegroup == 'S') {
|
|
if (a->flags != b->flags)
|
|
return 0;
|
|
if (a->fields || b->fields) {
|
|
if (!(a->fields && b->fields))
|
|
return 0;
|
|
for (i = 0; a->fields[i].type && b->fields[i].type; i++) {
|
|
__Pyx_StructField *field_a = a->fields + i;
|
|
__Pyx_StructField *field_b = b->fields + i;
|
|
if (field_a->offset != field_b->offset ||
|
|
!__pyx_typeinfo_cmp(field_a->type, field_b->type))
|
|
return 0;
|
|
}
|
|
return !a->fields[i].type && !b->fields[i].type;
|
|
}
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
/* MemviewSliceValidateAndInit */
|
|
static int
|
|
__pyx_check_strides(Py_buffer *buf, int dim, int ndim, int spec)
|
|
{
|
|
if (buf->shape[dim] <= 1)
|
|
return 1;
|
|
if (buf->strides) {
|
|
if (spec & __Pyx_MEMVIEW_CONTIG) {
|
|
if (spec & (__Pyx_MEMVIEW_PTR|__Pyx_MEMVIEW_FULL)) {
|
|
if (unlikely(buf->strides[dim] != sizeof(void *))) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer is not indirectly contiguous "
|
|
"in dimension %d.", dim);
|
|
goto fail;
|
|
}
|
|
} else if (unlikely(buf->strides[dim] != buf->itemsize)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Buffer and memoryview are not contiguous "
|
|
"in the same dimension.");
|
|
goto fail;
|
|
}
|
|
}
|
|
if (spec & __Pyx_MEMVIEW_FOLLOW) {
|
|
Py_ssize_t stride = buf->strides[dim];
|
|
if (stride < 0)
|
|
stride = -stride;
|
|
if (unlikely(stride < buf->itemsize)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Buffer and memoryview are not contiguous "
|
|
"in the same dimension.");
|
|
goto fail;
|
|
}
|
|
}
|
|
} else {
|
|
if (unlikely(spec & __Pyx_MEMVIEW_CONTIG && dim != ndim - 1)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"C-contiguous buffer is not contiguous in "
|
|
"dimension %d", dim);
|
|
goto fail;
|
|
} else if (unlikely(spec & (__Pyx_MEMVIEW_PTR))) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"C-contiguous buffer is not indirect in "
|
|
"dimension %d", dim);
|
|
goto fail;
|
|
} else if (unlikely(buf->suboffsets)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Buffer exposes suboffsets but no strides");
|
|
goto fail;
|
|
}
|
|
}
|
|
return 1;
|
|
fail:
|
|
return 0;
|
|
}
|
|
static int
|
|
__pyx_check_suboffsets(Py_buffer *buf, int dim, CYTHON_UNUSED int ndim, int spec)
|
|
{
|
|
if (spec & __Pyx_MEMVIEW_DIRECT) {
|
|
if (unlikely(buf->suboffsets && buf->suboffsets[dim] >= 0)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer not compatible with direct access "
|
|
"in dimension %d.", dim);
|
|
goto fail;
|
|
}
|
|
}
|
|
if (spec & __Pyx_MEMVIEW_PTR) {
|
|
if (unlikely(!buf->suboffsets || (buf->suboffsets[dim] < 0))) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer is not indirectly accessible "
|
|
"in dimension %d.", dim);
|
|
goto fail;
|
|
}
|
|
}
|
|
return 1;
|
|
fail:
|
|
return 0;
|
|
}
|
|
static int
|
|
__pyx_verify_contig(Py_buffer *buf, int ndim, int c_or_f_flag)
|
|
{
|
|
int i;
|
|
if (c_or_f_flag & __Pyx_IS_F_CONTIG) {
|
|
Py_ssize_t stride = 1;
|
|
for (i = 0; i < ndim; i++) {
|
|
if (unlikely(stride * buf->itemsize != buf->strides[i] && buf->shape[i] > 1)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Buffer not fortran contiguous.");
|
|
goto fail;
|
|
}
|
|
stride = stride * buf->shape[i];
|
|
}
|
|
} else if (c_or_f_flag & __Pyx_IS_C_CONTIG) {
|
|
Py_ssize_t stride = 1;
|
|
for (i = ndim - 1; i >- 1; i--) {
|
|
if (unlikely(stride * buf->itemsize != buf->strides[i] && buf->shape[i] > 1)) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"Buffer not C contiguous.");
|
|
goto fail;
|
|
}
|
|
stride = stride * buf->shape[i];
|
|
}
|
|
}
|
|
return 1;
|
|
fail:
|
|
return 0;
|
|
}
|
|
static int __Pyx_ValidateAndInit_memviewslice(
|
|
int *axes_specs,
|
|
int c_or_f_flag,
|
|
int buf_flags,
|
|
int ndim,
|
|
__Pyx_TypeInfo *dtype,
|
|
__Pyx_BufFmt_StackElem stack[],
|
|
__Pyx_memviewslice *memviewslice,
|
|
PyObject *original_obj)
|
|
{
|
|
struct __pyx_memoryview_obj *memview, *new_memview;
|
|
__Pyx_RefNannyDeclarations
|
|
Py_buffer *buf;
|
|
int i, spec = 0, retval = -1;
|
|
__Pyx_BufFmt_Context ctx;
|
|
int from_memoryview = __pyx_memoryview_check(original_obj);
|
|
__Pyx_RefNannySetupContext("ValidateAndInit_memviewslice", 0);
|
|
if (from_memoryview && __pyx_typeinfo_cmp(dtype, ((struct __pyx_memoryview_obj *)
|
|
original_obj)->typeinfo)) {
|
|
memview = (struct __pyx_memoryview_obj *) original_obj;
|
|
new_memview = NULL;
|
|
} else {
|
|
memview = (struct __pyx_memoryview_obj *) __pyx_memoryview_new(
|
|
original_obj, buf_flags, 0, dtype);
|
|
new_memview = memview;
|
|
if (unlikely(!memview))
|
|
goto fail;
|
|
}
|
|
buf = &memview->view;
|
|
if (unlikely(buf->ndim != ndim)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Buffer has wrong number of dimensions (expected %d, got %d)",
|
|
ndim, buf->ndim);
|
|
goto fail;
|
|
}
|
|
if (new_memview) {
|
|
__Pyx_BufFmt_Init(&ctx, stack, dtype);
|
|
if (unlikely(!__Pyx_BufFmt_CheckString(&ctx, buf->format))) goto fail;
|
|
}
|
|
if (unlikely((unsigned) buf->itemsize != dtype->size)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"Item size of buffer (%" CYTHON_FORMAT_SSIZE_T "u byte%s) "
|
|
"does not match size of '%s' (%" CYTHON_FORMAT_SSIZE_T "u byte%s)",
|
|
buf->itemsize,
|
|
(buf->itemsize > 1) ? "s" : "",
|
|
dtype->name,
|
|
dtype->size,
|
|
(dtype->size > 1) ? "s" : "");
|
|
goto fail;
|
|
}
|
|
if (buf->len > 0) {
|
|
for (i = 0; i < ndim; i++) {
|
|
spec = axes_specs[i];
|
|
if (unlikely(!__pyx_check_strides(buf, i, ndim, spec)))
|
|
goto fail;
|
|
if (unlikely(!__pyx_check_suboffsets(buf, i, ndim, spec)))
|
|
goto fail;
|
|
}
|
|
if (unlikely(buf->strides && !__pyx_verify_contig(buf, ndim, c_or_f_flag)))
|
|
goto fail;
|
|
}
|
|
if (unlikely(__Pyx_init_memviewslice(memview, ndim, memviewslice,
|
|
new_memview != NULL) == -1)) {
|
|
goto fail;
|
|
}
|
|
retval = 0;
|
|
goto no_fail;
|
|
fail:
|
|
Py_XDECREF(new_memview);
|
|
retval = -1;
|
|
no_fail:
|
|
__Pyx_RefNannyFinishContext();
|
|
return retval;
|
|
}
|
|
|
|
/* ObjectToMemviewSlice */
|
|
static CYTHON_INLINE __Pyx_memviewslice __Pyx_PyObject_to_MemoryviewSlice_dsds_int(PyObject *obj, int writable_flag) {
|
|
__Pyx_memviewslice result = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
__Pyx_BufFmt_StackElem stack[1];
|
|
int axes_specs[] = { (__Pyx_MEMVIEW_DIRECT | __Pyx_MEMVIEW_STRIDED), (__Pyx_MEMVIEW_DIRECT | __Pyx_MEMVIEW_STRIDED) };
|
|
int retcode;
|
|
if (obj == Py_None) {
|
|
result.memview = (struct __pyx_memoryview_obj *) Py_None;
|
|
return result;
|
|
}
|
|
retcode = __Pyx_ValidateAndInit_memviewslice(axes_specs, 0,
|
|
PyBUF_RECORDS_RO | writable_flag, 2,
|
|
&__Pyx_TypeInfo_int, stack,
|
|
&result, obj);
|
|
if (unlikely(retcode == -1))
|
|
goto __pyx_fail;
|
|
return result;
|
|
__pyx_fail:
|
|
result.memview = NULL;
|
|
result.data = NULL;
|
|
return result;
|
|
}
|
|
|
|
/* Declarations */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
|
|
return ::std::complex< float >(x, y);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
|
|
return x + y*(__pyx_t_float_complex)_Complex_I;
|
|
}
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
|
|
__pyx_t_float_complex z;
|
|
z.real = x;
|
|
z.imag = y;
|
|
return z;
|
|
}
|
|
#endif
|
|
|
|
/* Arithmetic */
|
|
#if CYTHON_CCOMPLEX
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
return (a.real == b.real) && (a.imag == b.imag);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real + b.real;
|
|
z.imag = a.imag + b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real - b.real;
|
|
z.imag = a.imag - b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real * b.real - a.imag * b.imag;
|
|
z.imag = a.real * b.imag + a.imag * b.real;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else if (fabsf(b.real) >= fabsf(b.imag)) {
|
|
if (b.real == 0 && b.imag == 0) {
|
|
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag);
|
|
} else {
|
|
float r = b.imag / b.real;
|
|
float s = (float)(1.0) / (b.real + b.imag * r);
|
|
return __pyx_t_float_complex_from_parts(
|
|
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
|
|
}
|
|
} else {
|
|
float r = b.real / b.imag;
|
|
float s = (float)(1.0) / (b.imag + b.real * r);
|
|
return __pyx_t_float_complex_from_parts(
|
|
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
|
|
}
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else {
|
|
float denom = b.real * b.real + b.imag * b.imag;
|
|
return __pyx_t_float_complex_from_parts(
|
|
(a.real * b.real + a.imag * b.imag) / denom,
|
|
(a.imag * b.real - a.real * b.imag) / denom);
|
|
}
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) {
|
|
__pyx_t_float_complex z;
|
|
z.real = -a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) {
|
|
return (a.real == 0) && (a.imag == 0);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) {
|
|
__pyx_t_float_complex z;
|
|
z.real = a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) {
|
|
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
|
|
return sqrtf(z.real*z.real + z.imag*z.imag);
|
|
#else
|
|
return hypotf(z.real, z.imag);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
|
|
__pyx_t_float_complex z;
|
|
float r, lnr, theta, z_r, z_theta;
|
|
if (b.imag == 0 && b.real == (int)b.real) {
|
|
if (b.real < 0) {
|
|
float denom = a.real * a.real + a.imag * a.imag;
|
|
a.real = a.real / denom;
|
|
a.imag = -a.imag / denom;
|
|
b.real = -b.real;
|
|
}
|
|
switch ((int)b.real) {
|
|
case 0:
|
|
z.real = 1;
|
|
z.imag = 0;
|
|
return z;
|
|
case 1:
|
|
return a;
|
|
case 2:
|
|
return __Pyx_c_prod_float(a, a);
|
|
case 3:
|
|
z = __Pyx_c_prod_float(a, a);
|
|
return __Pyx_c_prod_float(z, a);
|
|
case 4:
|
|
z = __Pyx_c_prod_float(a, a);
|
|
return __Pyx_c_prod_float(z, z);
|
|
}
|
|
}
|
|
if (a.imag == 0) {
|
|
if (a.real == 0) {
|
|
return a;
|
|
} else if ((b.imag == 0) && (a.real >= 0)) {
|
|
z.real = powf(a.real, b.real);
|
|
z.imag = 0;
|
|
return z;
|
|
} else if (a.real > 0) {
|
|
r = a.real;
|
|
theta = 0;
|
|
} else {
|
|
r = -a.real;
|
|
theta = atan2f(0.0, -1.0);
|
|
}
|
|
} else {
|
|
r = __Pyx_c_abs_float(a);
|
|
theta = atan2f(a.imag, a.real);
|
|
}
|
|
lnr = logf(r);
|
|
z_r = expf(lnr * b.real - theta * b.imag);
|
|
z_theta = theta * b.real + lnr * b.imag;
|
|
z.real = z_r * cosf(z_theta);
|
|
z.imag = z_r * sinf(z_theta);
|
|
return z;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
/* Declarations */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
return ::std::complex< double >(x, y);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
return x + y*(__pyx_t_double_complex)_Complex_I;
|
|
}
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
__pyx_t_double_complex z;
|
|
z.real = x;
|
|
z.imag = y;
|
|
return z;
|
|
}
|
|
#endif
|
|
|
|
/* Arithmetic */
|
|
#if CYTHON_CCOMPLEX
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
return (a.real == b.real) && (a.imag == b.imag);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real + b.real;
|
|
z.imag = a.imag + b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real - b.real;
|
|
z.imag = a.imag - b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real * b.real - a.imag * b.imag;
|
|
z.imag = a.real * b.imag + a.imag * b.real;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else if (fabs(b.real) >= fabs(b.imag)) {
|
|
if (b.real == 0 && b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
|
|
} else {
|
|
double r = b.imag / b.real;
|
|
double s = (double)(1.0) / (b.real + b.imag * r);
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
|
|
}
|
|
} else {
|
|
double r = b.real / b.imag;
|
|
double s = (double)(1.0) / (b.imag + b.real * r);
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
|
|
}
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else {
|
|
double denom = b.real * b.real + b.imag * b.imag;
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real * b.real + a.imag * b.imag) / denom,
|
|
(a.imag * b.real - a.real * b.imag) / denom);
|
|
}
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
|
|
__pyx_t_double_complex z;
|
|
z.real = -a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
|
|
return (a.real == 0) && (a.imag == 0);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
|
|
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
|
|
return sqrt(z.real*z.real + z.imag*z.imag);
|
|
#else
|
|
return hypot(z.real, z.imag);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
double r, lnr, theta, z_r, z_theta;
|
|
if (b.imag == 0 && b.real == (int)b.real) {
|
|
if (b.real < 0) {
|
|
double denom = a.real * a.real + a.imag * a.imag;
|
|
a.real = a.real / denom;
|
|
a.imag = -a.imag / denom;
|
|
b.real = -b.real;
|
|
}
|
|
switch ((int)b.real) {
|
|
case 0:
|
|
z.real = 1;
|
|
z.imag = 0;
|
|
return z;
|
|
case 1:
|
|
return a;
|
|
case 2:
|
|
return __Pyx_c_prod_double(a, a);
|
|
case 3:
|
|
z = __Pyx_c_prod_double(a, a);
|
|
return __Pyx_c_prod_double(z, a);
|
|
case 4:
|
|
z = __Pyx_c_prod_double(a, a);
|
|
return __Pyx_c_prod_double(z, z);
|
|
}
|
|
}
|
|
if (a.imag == 0) {
|
|
if (a.real == 0) {
|
|
return a;
|
|
} else if ((b.imag == 0) && (a.real >= 0)) {
|
|
z.real = pow(a.real, b.real);
|
|
z.imag = 0;
|
|
return z;
|
|
} else if (a.real > 0) {
|
|
r = a.real;
|
|
theta = 0;
|
|
} else {
|
|
r = -a.real;
|
|
theta = atan2(0.0, -1.0);
|
|
}
|
|
} else {
|
|
r = __Pyx_c_abs_double(a);
|
|
theta = atan2(a.imag, a.real);
|
|
}
|
|
lnr = log(r);
|
|
z_r = exp(lnr * b.real - theta * b.imag);
|
|
z_theta = theta * b.real + lnr * b.imag;
|
|
z.real = z_r * cos(z_theta);
|
|
z.imag = z_r * sin(z_theta);
|
|
return z;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
/* MemviewSliceCopyTemplate */
|
|
static __Pyx_memviewslice
|
|
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
|
|
const char *mode, int ndim,
|
|
size_t sizeof_dtype, int contig_flag,
|
|
int dtype_is_object)
|
|
{
|
|
__Pyx_RefNannyDeclarations
|
|
int i;
|
|
__Pyx_memviewslice new_mvs = { 0, 0, { 0 }, { 0 }, { 0 } };
|
|
struct __pyx_memoryview_obj *from_memview = from_mvs->memview;
|
|
Py_buffer *buf = &from_memview->view;
|
|
PyObject *shape_tuple = NULL;
|
|
PyObject *temp_int = NULL;
|
|
struct __pyx_array_obj *array_obj = NULL;
|
|
struct __pyx_memoryview_obj *memview_obj = NULL;
|
|
__Pyx_RefNannySetupContext("__pyx_memoryview_copy_new_contig", 0);
|
|
for (i = 0; i < ndim; i++) {
|
|
if (unlikely(from_mvs->suboffsets[i] >= 0)) {
|
|
PyErr_Format(PyExc_ValueError, "Cannot copy memoryview slice with "
|
|
"indirect dimensions (axis %d)", i);
|
|
goto fail;
|
|
}
|
|
}
|
|
shape_tuple = PyTuple_New(ndim);
|
|
if (unlikely(!shape_tuple)) {
|
|
goto fail;
|
|
}
|
|
__Pyx_GOTREF(shape_tuple);
|
|
for(i = 0; i < ndim; i++) {
|
|
temp_int = PyInt_FromSsize_t(from_mvs->shape[i]);
|
|
if(unlikely(!temp_int)) {
|
|
goto fail;
|
|
} else {
|
|
PyTuple_SET_ITEM(shape_tuple, i, temp_int);
|
|
temp_int = NULL;
|
|
}
|
|
}
|
|
array_obj = __pyx_array_new(shape_tuple, sizeof_dtype, buf->format, (char *) mode, NULL);
|
|
if (unlikely(!array_obj)) {
|
|
goto fail;
|
|
}
|
|
__Pyx_GOTREF(array_obj);
|
|
memview_obj = (struct __pyx_memoryview_obj *) __pyx_memoryview_new(
|
|
(PyObject *) array_obj, contig_flag,
|
|
dtype_is_object,
|
|
from_mvs->memview->typeinfo);
|
|
if (unlikely(!memview_obj))
|
|
goto fail;
|
|
if (unlikely(__Pyx_init_memviewslice(memview_obj, ndim, &new_mvs, 1) < 0))
|
|
goto fail;
|
|
if (unlikely(__pyx_memoryview_copy_contents(*from_mvs, new_mvs, ndim, ndim,
|
|
dtype_is_object) < 0))
|
|
goto fail;
|
|
goto no_fail;
|
|
fail:
|
|
__Pyx_XDECREF(new_mvs.memview);
|
|
new_mvs.memview = NULL;
|
|
new_mvs.data = NULL;
|
|
no_fail:
|
|
__Pyx_XDECREF(shape_tuple);
|
|
__Pyx_XDECREF(temp_int);
|
|
__Pyx_XDECREF(array_obj);
|
|
__Pyx_RefNannyFinishContext();
|
|
return new_mvs;
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int neg_one = (int) -1, const_zero = (int) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(int) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (int) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (int) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(int, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(int) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) >= 2 * PyLong_SHIFT) {
|
|
return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(int) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) >= 3 * PyLong_SHIFT) {
|
|
return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(int) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) >= 4 * PyLong_SHIFT) {
|
|
return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (int) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(int) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (int) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(int, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(int, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(int) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
|
|
return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(int) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
|
|
return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
|
|
return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(int) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
|
|
return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) {
|
|
return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(int) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) {
|
|
return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(int) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
int val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (int) -1;
|
|
}
|
|
} else {
|
|
int val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (int) -1;
|
|
val = __Pyx_PyInt_As_int(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to int");
|
|
return (int) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to int");
|
|
return (int) -1;
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE enum __pyx_t_5spacy_5attrs_attr_id_t __Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const enum __pyx_t_5spacy_5attrs_attr_id_t neg_one = (enum __pyx_t_5spacy_5attrs_attr_id_t) -1, const_zero = (enum __pyx_t_5spacy_5attrs_attr_id_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (enum __pyx_t_5spacy_5attrs_attr_id_t) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) >= 2 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) (((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) >= 3 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) (((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[2]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) >= 4 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) (((((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[3]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[2]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (enum __pyx_t_5spacy_5attrs_attr_id_t) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) (((enum __pyx_t_5spacy_5attrs_attr_id_t)-1)*(((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) ((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) (((enum __pyx_t_5spacy_5attrs_attr_id_t)-1)*(((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[2]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) ((((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[2]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) (((enum __pyx_t_5spacy_5attrs_attr_id_t)-1)*(((((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[3]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[2]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(enum __pyx_t_5spacy_5attrs_attr_id_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) ((((((((((enum __pyx_t_5spacy_5attrs_attr_id_t)digits[3]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[2]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[1]) << PyLong_SHIFT) | (enum __pyx_t_5spacy_5attrs_attr_id_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(enum __pyx_t_5spacy_5attrs_attr_id_t, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(enum __pyx_t_5spacy_5attrs_attr_id_t, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) -1;
|
|
}
|
|
} else {
|
|
enum __pyx_t_5spacy_5attrs_attr_id_t val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (enum __pyx_t_5spacy_5attrs_attr_id_t) -1;
|
|
val = __Pyx_PyInt_As_enum____pyx_t_5spacy_5attrs_attr_id_t(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to enum __pyx_t_5spacy_5attrs_attr_id_t");
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to enum __pyx_t_5spacy_5attrs_attr_id_t");
|
|
return (enum __pyx_t_5spacy_5attrs_attr_id_t) -1;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int neg_one = (int) -1, const_zero = (int) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(int) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(int) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(int) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(int),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(uint64_t) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (uint64_t) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (uint64_t) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) >= 2 * PyLong_SHIFT) {
|
|
return (uint64_t) (((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) >= 3 * PyLong_SHIFT) {
|
|
return (uint64_t) (((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) >= 4 * PyLong_SHIFT) {
|
|
return (uint64_t) (((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (uint64_t) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(uint64_t) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (uint64_t) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(uint64_t, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(uint64_t) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (uint64_t) (((uint64_t)-1)*(((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (uint64_t) ((((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (uint64_t) (((uint64_t)-1)*(((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (uint64_t) ((((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (uint64_t) (((uint64_t)-1)*(((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (uint64_t) ((((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(uint64_t) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
uint64_t val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (uint64_t) -1;
|
|
}
|
|
} else {
|
|
uint64_t val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (uint64_t) -1;
|
|
val = __Pyx_PyInt_As_uint64_t(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to uint64_t");
|
|
return (uint64_t) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to uint64_t");
|
|
return (uint64_t) -1;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const long neg_one = (long) -1, const_zero = (long) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(long) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(long) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(long) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(long),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum____pyx_t_5spacy_5attrs_attr_id_t(enum __pyx_t_5spacy_5attrs_attr_id_t value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const enum __pyx_t_5spacy_5attrs_attr_id_t neg_one = (enum __pyx_t_5spacy_5attrs_attr_id_t) -1, const_zero = (enum __pyx_t_5spacy_5attrs_attr_id_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(enum __pyx_t_5spacy_5attrs_attr_id_t),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(uint64_t) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(uint64_t) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(uint64_t) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(uint64_t),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const long neg_one = (long) -1, const_zero = (long) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(long) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (long) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (long) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(long, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(long) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) >= 2 * PyLong_SHIFT) {
|
|
return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(long) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) >= 3 * PyLong_SHIFT) {
|
|
return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(long) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) >= 4 * PyLong_SHIFT) {
|
|
return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (long) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(long) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (long) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(long, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(long, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(long) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(long) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(long) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(long) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
|
|
return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(long) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
long val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (long) -1;
|
|
}
|
|
} else {
|
|
long val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (long) -1;
|
|
val = __Pyx_PyInt_As_long(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to long");
|
|
return (long) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to long");
|
|
return (long) -1;
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE size_t __Pyx_PyInt_As_size_t(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const size_t neg_one = (size_t) -1, const_zero = (size_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(size_t) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (size_t) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (size_t) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(size_t, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(size_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) >= 2 * PyLong_SHIFT) {
|
|
return (size_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(size_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) >= 3 * PyLong_SHIFT) {
|
|
return (size_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(size_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) >= 4 * PyLong_SHIFT) {
|
|
return (size_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (size_t) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(size_t) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(size_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (size_t) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(size_t, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(size_t, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(size_t) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (size_t) (((size_t)-1)*(((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(size_t) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) {
|
|
return (size_t) ((((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (size_t) (((size_t)-1)*(((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(size_t) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) {
|
|
return (size_t) ((((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (size_t) (((size_t)-1)*(((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(size_t) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT) {
|
|
return (size_t) ((((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(size_t) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(size_t, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(size_t) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(size_t, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
size_t val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (size_t) -1;
|
|
}
|
|
} else {
|
|
size_t val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (size_t) -1;
|
|
val = __Pyx_PyInt_As_size_t(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to size_t");
|
|
return (size_t) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to size_t");
|
|
return (size_t) -1;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int32_t(int32_t value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int32_t neg_one = (int32_t) -1, const_zero = (int32_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(int32_t) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(int32_t) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int32_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(int32_t) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(int32_t) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(int32_t),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE unsigned char __Pyx_PyInt_As_unsigned_char(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const unsigned char neg_one = (unsigned char) -1, const_zero = (unsigned char) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(unsigned char) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (unsigned char) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (unsigned char) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(unsigned char, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(unsigned char) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) >= 2 * PyLong_SHIFT) {
|
|
return (unsigned char) (((((unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(unsigned char) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) >= 3 * PyLong_SHIFT) {
|
|
return (unsigned char) (((((((unsigned char)digits[2]) << PyLong_SHIFT) | (unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(unsigned char) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) >= 4 * PyLong_SHIFT) {
|
|
return (unsigned char) (((((((((unsigned char)digits[3]) << PyLong_SHIFT) | (unsigned char)digits[2]) << PyLong_SHIFT) | (unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (unsigned char) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(unsigned char) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(unsigned char, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(unsigned char) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(unsigned char, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (unsigned char) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(unsigned char, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(unsigned char, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(unsigned char) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) - 1 > 2 * PyLong_SHIFT) {
|
|
return (unsigned char) (((unsigned char)-1)*(((((unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(unsigned char) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) - 1 > 2 * PyLong_SHIFT) {
|
|
return (unsigned char) ((((((unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(unsigned char) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) - 1 > 3 * PyLong_SHIFT) {
|
|
return (unsigned char) (((unsigned char)-1)*(((((((unsigned char)digits[2]) << PyLong_SHIFT) | (unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(unsigned char) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) - 1 > 3 * PyLong_SHIFT) {
|
|
return (unsigned char) ((((((((unsigned char)digits[2]) << PyLong_SHIFT) | (unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(unsigned char) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) - 1 > 4 * PyLong_SHIFT) {
|
|
return (unsigned char) (((unsigned char)-1)*(((((((((unsigned char)digits[3]) << PyLong_SHIFT) | (unsigned char)digits[2]) << PyLong_SHIFT) | (unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(unsigned char) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(unsigned char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(unsigned char) - 1 > 4 * PyLong_SHIFT) {
|
|
return (unsigned char) ((((((((((unsigned char)digits[3]) << PyLong_SHIFT) | (unsigned char)digits[2]) << PyLong_SHIFT) | (unsigned char)digits[1]) << PyLong_SHIFT) | (unsigned char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(unsigned char) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(unsigned char, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(unsigned char) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(unsigned char, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
unsigned char val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (unsigned char) -1;
|
|
}
|
|
} else {
|
|
unsigned char val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (unsigned char) -1;
|
|
val = __Pyx_PyInt_As_unsigned_char(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to unsigned char");
|
|
return (unsigned char) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to unsigned char");
|
|
return (unsigned char) -1;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_unsigned_char(unsigned char value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const unsigned char neg_one = (unsigned char) -1, const_zero = (unsigned char) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(unsigned char) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(unsigned char) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(unsigned char) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(unsigned char) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(unsigned char) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(unsigned char),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint32_t(uint32_t value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const uint32_t neg_one = (uint32_t) -1, const_zero = (uint32_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(uint32_t) < sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
} else if (sizeof(uint32_t) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint32_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(uint32_t) <= sizeof(long)) {
|
|
return PyInt_FromLong((long) value);
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(uint32_t) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
return _PyLong_FromByteArray(bytes, sizeof(uint32_t),
|
|
little, !is_unsigned);
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const char neg_one = (char) -1, const_zero = (char) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x))) {
|
|
if (sizeof(char) < sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, PyInt_AS_LONG(x))
|
|
} else {
|
|
long val = PyInt_AS_LONG(x);
|
|
if (is_unsigned && unlikely(val < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
return (char) val;
|
|
}
|
|
} else
|
|
#endif
|
|
if (likely(PyLong_Check(x))) {
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (char) 0;
|
|
case 1: __PYX_VERIFY_RETURN_INT(char, digit, digits[0])
|
|
case 2:
|
|
if (8 * sizeof(char) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) >= 2 * PyLong_SHIFT) {
|
|
return (char) (((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(char) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) >= 3 * PyLong_SHIFT) {
|
|
return (char) (((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(char) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) >= 4 * PyLong_SHIFT) {
|
|
return (char) (((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (char) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if (sizeof(char) <= sizeof(unsigned long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, unsigned long, PyLong_AsUnsignedLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(char) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
#endif
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)x)->ob_digit;
|
|
switch (Py_SIZE(x)) {
|
|
case 0: return (char) 0;
|
|
case -1: __PYX_VERIFY_RETURN_INT(char, sdigit, (sdigit) (-(sdigit)digits[0]))
|
|
case 1: __PYX_VERIFY_RETURN_INT(char, digit, +digits[0])
|
|
case -2:
|
|
if (8 * sizeof(char) - 1 > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
|
|
return (char) (((char)-1)*(((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if (8 * sizeof(char) > 1 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
|
|
return (char) ((((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
|
|
return (char) (((char)-1)*(((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(char) > 2 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
|
|
return (char) ((((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) {
|
|
return (char) (((char)-1)*(((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(char) > 3 * PyLong_SHIFT) {
|
|
if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
|
|
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) {
|
|
return (char) ((((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
#endif
|
|
if (sizeof(char) <= sizeof(long)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, long, PyLong_AsLong(x))
|
|
#ifdef HAVE_LONG_LONG
|
|
} else if (sizeof(char) <= sizeof(PY_LONG_LONG)) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(char, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
#endif
|
|
}
|
|
}
|
|
{
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
|
|
PyErr_SetString(PyExc_RuntimeError,
|
|
"_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
|
|
#else
|
|
char val;
|
|
PyObject *v = __Pyx_PyNumber_IntOrLong(x);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(v) && !PyLong_Check(v)) {
|
|
PyObject *tmp = v;
|
|
v = PyNumber_Long(tmp);
|
|
Py_DECREF(tmp);
|
|
}
|
|
#endif
|
|
if (likely(v)) {
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
int ret = _PyLong_AsByteArray((PyLongObject *)v,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
Py_DECREF(v);
|
|
if (likely(!ret))
|
|
return val;
|
|
}
|
|
#endif
|
|
return (char) -1;
|
|
}
|
|
} else {
|
|
char val;
|
|
PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
|
|
if (!tmp) return (char) -1;
|
|
val = __Pyx_PyInt_As_char(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to char");
|
|
return (char) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to char");
|
|
return (char) -1;
|
|
}
|
|
|
|
/* CheckBinaryVersion */
|
|
static int __Pyx_check_binary_version(void) {
|
|
char ctversion[5];
|
|
int same=1, i, found_dot;
|
|
const char* rt_from_call = Py_GetVersion();
|
|
PyOS_snprintf(ctversion, 5, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION);
|
|
found_dot = 0;
|
|
for (i = 0; i < 4; i++) {
|
|
if (!ctversion[i]) {
|
|
same = (rt_from_call[i] < '0' || rt_from_call[i] > '9');
|
|
break;
|
|
}
|
|
if (rt_from_call[i] != ctversion[i]) {
|
|
same = 0;
|
|
break;
|
|
}
|
|
}
|
|
if (!same) {
|
|
char rtversion[5] = {'\0'};
|
|
char message[200];
|
|
for (i=0; i<4; ++i) {
|
|
if (rt_from_call[i] == '.') {
|
|
if (found_dot) break;
|
|
found_dot = 1;
|
|
} else if (rt_from_call[i] < '0' || rt_from_call[i] > '9') {
|
|
break;
|
|
}
|
|
rtversion[i] = rt_from_call[i];
|
|
}
|
|
PyOS_snprintf(message, sizeof(message),
|
|
"compiletime version %s of module '%.100s' "
|
|
"does not match runtime version %s",
|
|
ctversion, __Pyx_MODULE_NAME, rtversion);
|
|
return PyErr_WarnEx(NULL, message, 1);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/* FunctionExport */
|
|
static int __Pyx_ExportFunction(const char *name, void (*f)(void), const char *sig) {
|
|
PyObject *d = 0;
|
|
PyObject *cobj = 0;
|
|
union {
|
|
void (*fp)(void);
|
|
void *p;
|
|
} tmp;
|
|
d = PyObject_GetAttrString(__pyx_m, (char *)"__pyx_capi__");
|
|
if (!d) {
|
|
PyErr_Clear();
|
|
d = PyDict_New();
|
|
if (!d)
|
|
goto bad;
|
|
Py_INCREF(d);
|
|
if (PyModule_AddObject(__pyx_m, (char *)"__pyx_capi__", d) < 0)
|
|
goto bad;
|
|
}
|
|
tmp.fp = f;
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
cobj = PyCapsule_New(tmp.p, sig, 0);
|
|
#else
|
|
cobj = PyCObject_FromVoidPtrAndDesc(tmp.p, (void *)sig, 0);
|
|
#endif
|
|
if (!cobj)
|
|
goto bad;
|
|
if (PyDict_SetItemString(d, name, cobj) < 0)
|
|
goto bad;
|
|
Py_DECREF(cobj);
|
|
Py_DECREF(d);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(cobj);
|
|
Py_XDECREF(d);
|
|
return -1;
|
|
}
|
|
|
|
/* VoidPtrImport */
|
|
#ifndef __PYX_HAVE_RT_ImportVoidPtr_0_29_37
|
|
#define __PYX_HAVE_RT_ImportVoidPtr_0_29_37
|
|
static int __Pyx_ImportVoidPtr_0_29_37(PyObject *module, const char *name, void **p, const char *sig) {
|
|
PyObject *d = 0;
|
|
PyObject *cobj = 0;
|
|
d = PyObject_GetAttrString(module, (char *)"__pyx_capi__");
|
|
if (!d)
|
|
goto bad;
|
|
cobj = PyDict_GetItemString(d, name);
|
|
if (!cobj) {
|
|
PyErr_Format(PyExc_ImportError,
|
|
"%.200s does not export expected C variable %.200s",
|
|
PyModule_GetName(module), name);
|
|
goto bad;
|
|
}
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
if (!PyCapsule_IsValid(cobj, sig)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), name, sig, PyCapsule_GetName(cobj));
|
|
goto bad;
|
|
}
|
|
*p = PyCapsule_GetPointer(cobj, sig);
|
|
#else
|
|
{const char *desc, *s1, *s2;
|
|
desc = (const char *)PyCObject_GetDesc(cobj);
|
|
if (!desc)
|
|
goto bad;
|
|
s1 = desc; s2 = sig;
|
|
while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; }
|
|
if (*s1 != *s2) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), name, sig, desc);
|
|
goto bad;
|
|
}
|
|
*p = PyCObject_AsVoidPtr(cobj);}
|
|
#endif
|
|
if (!(*p))
|
|
goto bad;
|
|
Py_DECREF(d);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(d);
|
|
return -1;
|
|
}
|
|
#endif
|
|
|
|
/* FunctionImport */
|
|
#ifndef __PYX_HAVE_RT_ImportFunction_0_29_37
|
|
#define __PYX_HAVE_RT_ImportFunction_0_29_37
|
|
static int __Pyx_ImportFunction_0_29_37(PyObject *module, const char *funcname, void (**f)(void), const char *sig) {
|
|
PyObject *d = 0;
|
|
PyObject *cobj = 0;
|
|
union {
|
|
void (*fp)(void);
|
|
void *p;
|
|
} tmp;
|
|
d = PyObject_GetAttrString(module, (char *)"__pyx_capi__");
|
|
if (!d)
|
|
goto bad;
|
|
cobj = PyDict_GetItemString(d, funcname);
|
|
if (!cobj) {
|
|
PyErr_Format(PyExc_ImportError,
|
|
"%.200s does not export expected C function %.200s",
|
|
PyModule_GetName(module), funcname);
|
|
goto bad;
|
|
}
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
if (!PyCapsule_IsValid(cobj, sig)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), funcname, sig, PyCapsule_GetName(cobj));
|
|
goto bad;
|
|
}
|
|
tmp.p = PyCapsule_GetPointer(cobj, sig);
|
|
#else
|
|
{const char *desc, *s1, *s2;
|
|
desc = (const char *)PyCObject_GetDesc(cobj);
|
|
if (!desc)
|
|
goto bad;
|
|
s1 = desc; s2 = sig;
|
|
while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; }
|
|
if (*s1 != *s2) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
|
|
PyModule_GetName(module), funcname, sig, desc);
|
|
goto bad;
|
|
}
|
|
tmp.p = PyCObject_AsVoidPtr(cobj);}
|
|
#endif
|
|
*f = tmp.fp;
|
|
if (!(*f))
|
|
goto bad;
|
|
Py_DECREF(d);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(d);
|
|
return -1;
|
|
}
|
|
#endif
|
|
|
|
/* InitStrings */
|
|
static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) {
|
|
while (t->p) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (t->is_unicode) {
|
|
*t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL);
|
|
} else if (t->intern) {
|
|
*t->p = PyString_InternFromString(t->s);
|
|
} else {
|
|
*t->p = PyString_FromStringAndSize(t->s, t->n - 1);
|
|
}
|
|
#else
|
|
if (t->is_unicode | t->is_str) {
|
|
if (t->intern) {
|
|
*t->p = PyUnicode_InternFromString(t->s);
|
|
} else if (t->encoding) {
|
|
*t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL);
|
|
} else {
|
|
*t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1);
|
|
}
|
|
} else {
|
|
*t->p = PyBytes_FromStringAndSize(t->s, t->n - 1);
|
|
}
|
|
#endif
|
|
if (!*t->p)
|
|
return -1;
|
|
if (PyObject_Hash(*t->p) == -1)
|
|
return -1;
|
|
++t;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
|
|
return __Pyx_PyUnicode_FromStringAndSize(c_str, (Py_ssize_t)strlen(c_str));
|
|
}
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
|
|
Py_ssize_t ignore;
|
|
return __Pyx_PyObject_AsStringAndSize(o, &ignore);
|
|
}
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
|
|
#if !CYTHON_PEP393_ENABLED
|
|
static const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
char* defenc_c;
|
|
PyObject* defenc = _PyUnicode_AsDefaultEncodedString(o, NULL);
|
|
if (!defenc) return NULL;
|
|
defenc_c = PyBytes_AS_STRING(defenc);
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
{
|
|
char* end = defenc_c + PyBytes_GET_SIZE(defenc);
|
|
char* c;
|
|
for (c = defenc_c; c < end; c++) {
|
|
if ((unsigned char) (*c) >= 128) {
|
|
PyUnicode_AsASCIIString(o);
|
|
return NULL;
|
|
}
|
|
}
|
|
}
|
|
#endif
|
|
*length = PyBytes_GET_SIZE(defenc);
|
|
return defenc_c;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
if (likely(PyUnicode_IS_ASCII(o))) {
|
|
*length = PyUnicode_GET_LENGTH(o);
|
|
return PyUnicode_AsUTF8(o);
|
|
} else {
|
|
PyUnicode_AsASCIIString(o);
|
|
return NULL;
|
|
}
|
|
#else
|
|
return PyUnicode_AsUTF8AndSize(o, length);
|
|
#endif
|
|
}
|
|
#endif
|
|
#endif
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
|
|
if (
|
|
#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
__Pyx_sys_getdefaultencoding_not_ascii &&
|
|
#endif
|
|
PyUnicode_Check(o)) {
|
|
return __Pyx_PyUnicode_AsStringAndSize(o, length);
|
|
} else
|
|
#endif
|
|
#if (!CYTHON_COMPILING_IN_PYPY) || (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE))
|
|
if (PyByteArray_Check(o)) {
|
|
*length = PyByteArray_GET_SIZE(o);
|
|
return PyByteArray_AS_STRING(o);
|
|
} else
|
|
#endif
|
|
{
|
|
char* result;
|
|
int r = PyBytes_AsStringAndSize(o, &result, length);
|
|
if (unlikely(r < 0)) {
|
|
return NULL;
|
|
} else {
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
|
|
int is_true = x == Py_True;
|
|
if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
|
|
else return PyObject_IsTrue(x);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
|
|
int retval;
|
|
if (unlikely(!x)) return -1;
|
|
retval = __Pyx_PyObject_IsTrue(x);
|
|
Py_DECREF(x);
|
|
return retval;
|
|
}
|
|
static PyObject* __Pyx_PyNumber_IntOrLongWrongResultType(PyObject* result, const char* type_name) {
|
|
#if PY_MAJOR_VERSION >= 3
|
|
if (PyLong_Check(result)) {
|
|
if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
|
|
"__int__ returned non-int (type %.200s). "
|
|
"The ability to return an instance of a strict subclass of int "
|
|
"is deprecated, and may be removed in a future version of Python.",
|
|
Py_TYPE(result)->tp_name)) {
|
|
Py_DECREF(result);
|
|
return NULL;
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
PyErr_Format(PyExc_TypeError,
|
|
"__%.4s__ returned non-%.4s (type %.200s)",
|
|
type_name, type_name, Py_TYPE(result)->tp_name);
|
|
Py_DECREF(result);
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
PyNumberMethods *m;
|
|
#endif
|
|
const char *name = NULL;
|
|
PyObject *res = NULL;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_Check(x) || PyLong_Check(x)))
|
|
#else
|
|
if (likely(PyLong_Check(x)))
|
|
#endif
|
|
return __Pyx_NewRef(x);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
m = Py_TYPE(x)->tp_as_number;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (m && m->nb_int) {
|
|
name = "int";
|
|
res = m->nb_int(x);
|
|
}
|
|
else if (m && m->nb_long) {
|
|
name = "long";
|
|
res = m->nb_long(x);
|
|
}
|
|
#else
|
|
if (likely(m && m->nb_int)) {
|
|
name = "int";
|
|
res = m->nb_int(x);
|
|
}
|
|
#endif
|
|
#else
|
|
if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
|
|
res = PyNumber_Int(x);
|
|
}
|
|
#endif
|
|
if (likely(res)) {
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (unlikely(!PyInt_Check(res) && !PyLong_Check(res))) {
|
|
#else
|
|
if (unlikely(!PyLong_CheckExact(res))) {
|
|
#endif
|
|
return __Pyx_PyNumber_IntOrLongWrongResultType(res, name);
|
|
}
|
|
}
|
|
else if (!PyErr_Occurred()) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"an integer is required");
|
|
}
|
|
return res;
|
|
}
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
|
|
Py_ssize_t ival;
|
|
PyObject *x;
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(PyInt_CheckExact(b))) {
|
|
if (sizeof(Py_ssize_t) >= sizeof(long))
|
|
return PyInt_AS_LONG(b);
|
|
else
|
|
return PyInt_AsSsize_t(b);
|
|
}
|
|
#endif
|
|
if (likely(PyLong_CheckExact(b))) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
const digit* digits = ((PyLongObject*)b)->ob_digit;
|
|
const Py_ssize_t size = Py_SIZE(b);
|
|
if (likely(__Pyx_sst_abs(size) <= 1)) {
|
|
ival = likely(size) ? digits[0] : 0;
|
|
if (size == -1) ival = -ival;
|
|
return ival;
|
|
} else {
|
|
switch (size) {
|
|
case 2:
|
|
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -2:
|
|
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
return PyLong_AsSsize_t(b);
|
|
}
|
|
x = PyNumber_Index(b);
|
|
if (!x) return -1;
|
|
ival = PyInt_AsSsize_t(x);
|
|
Py_DECREF(x);
|
|
return ival;
|
|
}
|
|
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject* o) {
|
|
if (sizeof(Py_hash_t) == sizeof(Py_ssize_t)) {
|
|
return (Py_hash_t) __Pyx_PyIndex_AsSsize_t(o);
|
|
#if PY_MAJOR_VERSION < 3
|
|
} else if (likely(PyInt_CheckExact(o))) {
|
|
return PyInt_AS_LONG(o);
|
|
#endif
|
|
} else {
|
|
Py_ssize_t ival;
|
|
PyObject *x;
|
|
x = PyNumber_Index(o);
|
|
if (!x) return -1;
|
|
ival = PyInt_AsLong(x);
|
|
Py_DECREF(x);
|
|
return ival;
|
|
}
|
|
}
|
|
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
|
|
return b ? __Pyx_NewRef(Py_True) : __Pyx_NewRef(Py_False);
|
|
}
|
|
static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) {
|
|
return PyInt_FromSize_t(ival);
|
|
}
|
|
|
|
|
|
#endif /* Py_PYTHON_H */
|