175 lines
5.6 KiB
Python
175 lines
5.6 KiB
Python
|
# cython: auto_pickle=False
|
||
|
|
||
|
r"""
|
||
|
Implements a buffer with insertion points. When you know you need to
|
||
|
"get back" to a place and write more later, simply call insertion_point()
|
||
|
at that spot and get a new StringIOTree object that is "left behind".
|
||
|
|
||
|
EXAMPLE:
|
||
|
|
||
|
>>> a = StringIOTree()
|
||
|
>>> _= a.write('first\n')
|
||
|
>>> b = a.insertion_point()
|
||
|
>>> _= a.write('third\n')
|
||
|
>>> _= b.write('second\n')
|
||
|
>>> a.getvalue().split()
|
||
|
['first', 'second', 'third']
|
||
|
|
||
|
>>> c = b.insertion_point()
|
||
|
>>> d = c.insertion_point()
|
||
|
>>> _= d.write('alpha\n')
|
||
|
>>> _= b.write('gamma\n')
|
||
|
>>> _= c.write('beta\n')
|
||
|
>>> b.getvalue().split()
|
||
|
['second', 'alpha', 'beta', 'gamma']
|
||
|
|
||
|
>>> try: from cStringIO import StringIO
|
||
|
... except ImportError: from io import StringIO
|
||
|
|
||
|
>>> i = StringIOTree()
|
||
|
>>> d.insert(i)
|
||
|
>>> _= i.write('inserted\n')
|
||
|
>>> out = StringIO()
|
||
|
>>> a.copyto(out)
|
||
|
>>> out.getvalue().split()
|
||
|
['first', 'second', 'alpha', 'inserted', 'beta', 'gamma', 'third']
|
||
|
"""
|
||
|
|
||
|
from __future__ import absolute_import #, unicode_literals
|
||
|
|
||
|
try:
|
||
|
# Prefer cStringIO since io.StringIO() does not support writing 'str' in Py2.
|
||
|
from cStringIO import StringIO
|
||
|
except ImportError:
|
||
|
from io import StringIO
|
||
|
|
||
|
|
||
|
class StringIOTree(object):
|
||
|
"""
|
||
|
See module docs.
|
||
|
"""
|
||
|
|
||
|
def __init__(self, stream=None):
|
||
|
self.prepended_children = []
|
||
|
if stream is None:
|
||
|
stream = StringIO()
|
||
|
self.stream = stream
|
||
|
self.write = stream.write
|
||
|
self.markers = []
|
||
|
|
||
|
def empty(self):
|
||
|
if self.stream.tell():
|
||
|
return False
|
||
|
return all([child.empty() for child in self.prepended_children]) if self.prepended_children else True
|
||
|
|
||
|
def getvalue(self):
|
||
|
content = []
|
||
|
self._collect_in(content)
|
||
|
return "".join(content)
|
||
|
|
||
|
def _collect_in(self, target_list):
|
||
|
for x in self.prepended_children:
|
||
|
x._collect_in(target_list)
|
||
|
stream_content = self.stream.getvalue()
|
||
|
if stream_content:
|
||
|
target_list.append(stream_content)
|
||
|
|
||
|
def copyto(self, target):
|
||
|
"""Potentially cheaper than getvalue as no string concatenation
|
||
|
needs to happen."""
|
||
|
for child in self.prepended_children:
|
||
|
child.copyto(target)
|
||
|
stream_content = self.stream.getvalue()
|
||
|
if stream_content:
|
||
|
target.write(stream_content)
|
||
|
|
||
|
def commit(self):
|
||
|
# Save what we have written until now so that the buffer
|
||
|
# itself is empty -- this makes it ready for insertion
|
||
|
if self.stream.tell():
|
||
|
self.prepended_children.append(StringIOTree(self.stream))
|
||
|
self.prepended_children[-1].markers = self.markers
|
||
|
self.markers = []
|
||
|
self.stream = StringIO()
|
||
|
self.write = self.stream.write
|
||
|
|
||
|
def reset(self):
|
||
|
self.prepended_children = []
|
||
|
self.markers = []
|
||
|
self.stream = StringIO()
|
||
|
self.write = self.stream.write
|
||
|
|
||
|
def insert(self, iotree):
|
||
|
"""
|
||
|
Insert a StringIOTree (and all of its contents) at this location.
|
||
|
Further writing to self appears after what is inserted.
|
||
|
"""
|
||
|
self.commit()
|
||
|
self.prepended_children.append(iotree)
|
||
|
|
||
|
def insertion_point(self):
|
||
|
"""
|
||
|
Returns a new StringIOTree, which is left behind at the current position
|
||
|
(it what is written to the result will appear right before whatever is
|
||
|
next written to self).
|
||
|
|
||
|
Calling getvalue() or copyto() on the result will only return the
|
||
|
contents written to it.
|
||
|
"""
|
||
|
# Save what we have written until now
|
||
|
# This is so that getvalue on the result doesn't include it.
|
||
|
self.commit()
|
||
|
# Construct the new forked object to return
|
||
|
other = StringIOTree()
|
||
|
self.prepended_children.append(other)
|
||
|
return other
|
||
|
|
||
|
def allmarkers(self):
|
||
|
children = self.prepended_children
|
||
|
return [m for c in children for m in c.allmarkers()] + self.markers
|
||
|
|
||
|
"""
|
||
|
# Print the result of allmarkers in a nice human-readable form. Use it only for debugging.
|
||
|
# Prints e.g.
|
||
|
# /path/to/source.pyx:
|
||
|
# cython line 2 maps to 3299-3343
|
||
|
# cython line 4 maps to 2236-2245 2306 3188-3201
|
||
|
# /path/to/othersource.pyx:
|
||
|
# cython line 3 maps to 1234-1270
|
||
|
# ...
|
||
|
# Note: In the example above, 3343 maps to line 2, 3344 does not.
|
||
|
def print_hr_allmarkers(self):
|
||
|
from collections import defaultdict
|
||
|
markers = self.allmarkers()
|
||
|
totmap = defaultdict(lambda: defaultdict(list))
|
||
|
for c_lineno, (cython_desc, cython_lineno) in enumerate(markers):
|
||
|
if cython_lineno > 0 and cython_desc.filename is not None:
|
||
|
totmap[cython_desc.filename][cython_lineno].append(c_lineno + 1)
|
||
|
reprstr = ""
|
||
|
if totmap == 0:
|
||
|
reprstr += "allmarkers is empty\n"
|
||
|
try:
|
||
|
sorted(totmap.items())
|
||
|
except:
|
||
|
print(totmap)
|
||
|
print(totmap.items())
|
||
|
for cython_path, filemap in sorted(totmap.items()):
|
||
|
reprstr += cython_path + ":\n"
|
||
|
for cython_lineno, c_linenos in sorted(filemap.items()):
|
||
|
reprstr += "\tcython line " + str(cython_lineno) + " maps to "
|
||
|
i = 0
|
||
|
while i < len(c_linenos):
|
||
|
reprstr += str(c_linenos[i])
|
||
|
flag = False
|
||
|
while i+1 < len(c_linenos) and c_linenos[i+1] == c_linenos[i]+1:
|
||
|
i += 1
|
||
|
flag = True
|
||
|
if flag:
|
||
|
reprstr += "-" + str(c_linenos[i]) + " "
|
||
|
i += 1
|
||
|
reprstr += "\n"
|
||
|
|
||
|
import sys
|
||
|
sys.stdout.write(reprstr)
|
||
|
"""
|