This is a test.
Link to Slashdot
>>> h3. Notes: * Active development supports Python 3.8 or later. h3. Running Tests To run the test suite, use pytest. `pytest-cov` is required as well. When textile is installed locally: bc. pytest When textile is not installed locally: bc. PYTHONPATH=. pytest python-textile-4.0.3/TODO.textile 0000664 0000000 0000000 00000000557 14674064430 0016677 0 ustar 00root root 0000000 0000000 TODO * Improve documentation, both of the code and Textile syntax. ** Not all functions have docstrings or adequate docstrings. ** Because the Textile syntax implemented by PyTextile has deviated from the syntax implemented by other implementations of Textile, PyTextile-specific documentation needs to be produced for end-users. * Update to comply with Textile 2.5 python-textile-4.0.3/pyproject.toml 0000664 0000000 0000000 00000003307 14674064430 0017442 0 ustar 00root root 0000000 0000000 [build-system] requires = ["setuptools", "setuptools-scm", "nh3"] build-backend = "setuptools.build_meta" [project] name = "textile" authors = [ { name = "Dennis Burke", email = "ikirudennis@gmail.com"} ] description = 'Textile processing for python.' classifiers = [ 'Development Status :: 5 - Production/Stable', 'Environment :: Web Environment', 'Intended Audience :: Developers', 'License :: OSI Approved :: BSD License', 'Operating System :: OS Independent', 'Programming Language :: Python', 'Programming Language :: Python :: 3', 'Programming Language :: Python :: 3 :: Only', 'Programming Language :: Python :: 3.8', 'Programming Language :: Python :: 3.9', 'Programming Language :: Python :: 3.10', 'Programming Language :: Python :: 3.11', 'Programming Language :: Python :: 3.12', 'Topic :: Software Development :: Libraries :: Python Modules', ] dynamic = ["version",] dependencies = [ 'nh3', 'regex>1.0; implementation_name != "pypy"', ] requires-python = '>=3.8' keywords = ['textile', 'text', 'html markup'] # Use the following command to generate a README.txt which is compatible with # pypi's readme rendering: # pytextile README.textile | sed -e 's/^\t//' > README.txt readme = {file = 'README.txt', content-type = 'text/markdown'} [project.optional-dependencies] develop = ['pytest', 'pytest-cov'] imagesize = ['Pillow>=3.0.0',] [project.urls] Homepage = "https://github.com/textile/python-textile" Repository = "https://github.com/textile/python-textile.git" Issues = "https://github.com/textile/python-textile/issues" [project.scripts] pytextile = "textile.__main__:main" [tool.setuptools.dynamic] version = {attr = "textile.__version__"} python-textile-4.0.3/pytest.ini 0000664 0000000 0000000 00000000154 14674064430 0016554 0 ustar 00root root 0000000 0000000 [pytest] testpaths = tests addopts = --cov=textile --cov-report=html --cov-append --cov-report=term-missing python-textile-4.0.3/tests/ 0000775 0000000 0000000 00000000000 14674064430 0015665 5 ustar 00root root 0000000 0000000 python-textile-4.0.3/tests/__init__.py 0000664 0000000 0000000 00000000000 14674064430 0017764 0 ustar 00root root 0000000 0000000 python-textile-4.0.3/tests/fixtures/ 0000775 0000000 0000000 00000000000 14674064430 0017536 5 ustar 00root root 0000000 0000000 python-textile-4.0.3/tests/fixtures/README.txt 0000664 0000000 0000000 00000004443 14674064430 0021241 0 ustar 00root root 0000000 0000000
python-textile is a Python port of Textile, Dean Allen’s humane web text generator.
pip install textile
Dependencies:
Optional dependencies include:
pip install 'textile[imagesize]'import textile
>>> s = """
... _This_ is a *test.*
...
... * One
... * Two
... * Three
...
... Link to "Slashdot":http://slashdot.org/
... """
>>> html = textile.textile(s)
>>> print html
<p><em>This</em> is a <strong>test.</strong></p>
<ul>
<li>One</li>
<li>Two</li>
<li>Three</li>
</ul>
<p>Link to <a href="http://slashdot.org/">Slashdot</a></p>
>>>To run the test suite, use pytest. `pytest-cov` is required as well.
When textile is installed locally:
pytestWhen textile is not installed locally:
PYTHONPATH=. pytesttext\nmoretext\n\nevenmoretext\n\nmoremoretexttest
' t = textile.Textile() result = t.parse(input) assert result == expect def test_blockcode_in_README(): with open('README.textile') as f: readme = ''.join(f.readlines()) result = textile.textile(readme) with open('tests/fixtures/README.txt') as f: expect = ''.join(f.readlines()) assert result == expect def test_blockcode_comment(): input = '###.. block comment\nanother line\n\np. New line' expect = '\tNew line
' t = textile.Textile() result = t.parse(input) assert result == expect def test_extended_pre_block_with_many_newlines(): """Extra newlines in an extended pre block should not get cut down to only two.""" text = '''pre.. word another word yet anothe word''' expect = '''word another word yet anothe word''' result = textile.textile(text) assert result == expect text = 'p. text text\n\n\nh1. Hello\n' expect = '\t
text text
\n\n\n\tgoogle.com google.com blackhole@sun.comet
' assert result == expect def test_github_issue_17(): result = textile.textile('!http://www.ox.ac.uk/favicon.ico!') expect = '\tThis is a link to a Wikipedia article about Textile.
' assert result == expect def test_github_issue_21(): text = ('''h1. xml example bc. ''' '''\n<foo>\n bar\n</foo>Ty Segall’s
' assert result == expect def test_github_issue_26(): text = '' result = textile.textile(text) expect = '' assert result == expect def test_github_issue_27(): test = """* Folders with ":" in their names are displayed with a forward slash "/" instead. (Filed as "#4581709":/test/link, which was considered "normal behaviour" - quote: "Please note that Finder presents the 'Carbon filesystem' view, regardless of the underlying filesystem.")""" result = textile.textile(test) expect = """\t
def parseWapProfile(self, url):
result = fetch.fetchURL(url)
soup = BeautifulStoneSoup(result['data'], convertEntities=BeautifulStoneSoup.HTML_ENTITIES)
try:
width, height = soup('prf:screensize')[0].contents[0].split('x')
except:
width = height = None
return {"width": width, "height": height}
Of course there's a lot more error handling to do (and useful data to glean off the "XML":XML), but being able to cut through all the usual parsing crap is immensely gratifying."""
result = textile.textile(test)
expect = ("""\tSo here I am porting my ancient newspipe front-end to Snakelets and Python, and I’ve just trimmed down over 20 lines of PHP down to essentially one line of BeautifulSoup retrieval:
def parseWapProfile(self, url):
result = fetch.fetchURL(url)
soup = BeautifulStoneSoup(result['data'], convertEntities=BeautifulStoneSoup.HTML_ENTITIES)
try:
width, height = soup('prf:screensize')[0].contents[0].split('x')
except:
width = height = None
return {"width": width, "height": height}
\tOf course there’s a lot more error handling to do (and useful data to glean off the XML), but being able to cut through all the usual parsing crap is immensely gratifying.
""") assert result == expect def test_github_issue_30(): text = '"Tëxtíle (Tëxtíle)":http://lala.com' result = textile.textile(text) expect = '\t' assert result == expect text = '!http://lala.com/lol.gif(♡ imáges)!' result = textile.textile(text) expect = '\t
\t
Highlights
\t
smart ‘quotes’ are not smart!' assert result == expect def test_github_issue_45(): """Incorrect transform unicode url""" text = '"test":https://myabstractwiki.ru/index.php/%D0%97%D0%B0%D0%B3%D0%BB%D0%B0%D0%B2%D0%BD%D0%B0%D1%8F_%D1%81%D1%82%D1%80%D0%B0%D0%BD%D0%B8%D1%86%D0%B0' result = textile.textile(text) expect = '\t' assert result == expect def test_github_issue_46(): """Key error on mal-formed numbered lists. CAUTION: both the input and the ouput are ugly.""" text = '# test\n### test\n## test' expect = ('\t
word another word yet anothe word''' assert result == expect def test_github_issue_49(): """Key error on russian hash-route link""" s = '"link":https://ru.vuejs.org/v2/guide/components.html#Входные-параметры' result = textile.textile(s) expect = '\t' assert result == expect def test_github_issue_50(): """Incorrect wrap code with Java generics in pre""" test = ('pre.. public class Tynopet
public class Tynopet<T extends Framework> {}\n\n'
'final List<List<String>> multipleList = new '
'ArrayList<>();')
assert result == expect
def test_github_issue_51():
"""Link build with $ sign without "http" prefix broken."""
test = '"$":www.google.com.br'
result = textile.textile(test)
expect = '\t'
assert result == expect
def test_github_issue_52():
"""Table build without space after aligment raise a AttributeError."""
test = '|=.First Header |=. Second Header |'
result = textile.textile(test)
expect = ('\t| =.First Header ' ' | \n\t\t\tSecond Header | ' '\n\t\t
this is the first line\n\nbut "quotes" in an '
'extended pre block need to be handled properly.')
assert result == expect
# supplied input
test = ('pre.. import org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;'
'\nimport ru.onyma.job.Context;\nimport ru.onyma.job.'
'RescheduleTask;\n\nimport java.util.concurrent.'
'ScheduledExecutorService;\nimport java.util.concurrent.TimeUnit;'
'\n\n/**\n* @author ustits\n*/\npublic abstract class '
'MainServiceimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;'
'\nimport ru.onyma.job.Context;\nimport ru.onyma.job.'
'RescheduleTask;\n\nimport java.util.concurrent.'
'ScheduledExecutorService;\nimport java.util.concurrent.'
'TimeUnit;\n\n/**\n* @author ustits\n*/\npublic abstract class '
'MainService<T> extends RescheduleTask implements '
'Context<T> {\n\nprivate static final Logger log = '
'LoggerFactory.getLogger(MainService.class);\nprivate final '
'ScheduledExecutorService scheduler;\n\nprivate boolean '
'isFirstRun = true;\nprivate T configs;\n\npublic MainService('
'final ScheduledExecutorService scheduler) {\nsuper(scheduler);'
'\nthis.scheduler = scheduler;\n}\n\n@Override\npublic void '
'setConfig(final T configs) {\nthis.configs = configs;\nif ('
'isFirstRun) {\nscheduler.schedule(this, 0, TimeUnit.SECONDS);'
'\nisFirstRun = false;\n}\n}\n\n@Override\npublic void stop() {'
'\nsuper.stop();\nscheduler.shutdown();\ntry {\nscheduler.'
'awaitTermination(Long.MAX_VALUE, TimeUnit.DAYS);\n} catch '
'(InterruptedException ie) {\nlog.warn("Unable to wait '
'for syncs termination", ie);\nThread.currentThread().'
'interrupt();\n}\n}\n\nprotected final T getConfigs() {\n'
'return configs;\n}\n}')
assert result == expect
def test_github_issue_56():
"""Empty description lists throw error"""
result = textile.textile("- :=\n-")
expect = 'This is some TEXT inside a "Code BLOCK"
{
if (JSON) {
return {"JSON":"value"}
}
}
Back to 10-4 CAPS Some multiline Paragragh
Here is some output!!! “Some” CAPS
''' t = textile.Textile() result = t.parse(test) assert result == expect def test_github_pull_62(): """Fix for paragraph multiline, only last paragraph is rendered correctly""" test = '''p.. First one 'is' ESCAPED "bad" p.. Second one 'is' ESCAPED "bad" p.. Third one 'is' ESCAPED "bad" p.. Last one 'is' ESCAPED "good" test''' expect = '''First one ‘is’
ESCAPED “bad”
Second one ‘is’
ESCAPED “bad”
Third one ‘is’
ESCAPED “bad”
Last one ‘is’
ESCAPED “good” test
''' t = textile.Textile() result = t.parse(test) assert result == expect def test_github_pull_63(): """Forgot to set multiline_para to False""" test = '''p.. First one 'is' ESCAPED "bad" bc.. { First code BLOCK {"JSON":'value'} } p.. Second one 'is' ESCAPED "bad" p.. Third one 'is' ESCAPED "bad" bc.. { Last code BLOCK {"JSON":'value'} } p.. Last one 'is' ESCAPED "good" test''' expect = '''First one ‘is’
ESCAPED “bad”
{
First code BLOCK
{"JSON":'value'}
}Second one ‘is’
ESCAPED “bad”
Third one ‘is’
ESCAPED “bad”
{
Last code BLOCK
{"JSON":'value'}
}Last one ‘is’
ESCAPED “good” test
''' t = textile.Textile() result = t.parse(test) assert result == expect python-textile-4.0.3/tests/test_glyphs.py 0000664 0000000 0000000 00000001267 14674064430 0020612 0 ustar 00root root 0000000 0000000 from textile import Textile def test_glyphs(): t = Textile() result = t.glyphs("apostrophe's") expect = 'apostrophe’s' assert result == expect result = t.glyphs("back in '88") expect = 'back in ’88' assert result == expect result = t.glyphs('foo ...') expect = 'foo …' assert result == expect result = t.glyphs('--') expect = '—' assert result == expect result = t.glyphs('FooBar[tm]') expect = 'FooBar™' assert result == expect result = t.glyphs("Cat's Cradle by Vonnegut
") expect = 'Cat’s Cradle by Vonnegut
' assert result == expect python-textile-4.0.3/tests/test_image.py 0000664 0000000 0000000 00000001412 14674064430 0020356 0 ustar 00root root 0000000 0000000 from textile import Textile def test_image(): t = Textile() result = t.image('!/imgs/myphoto.jpg!:http://jsamsa.com') expect = ('Test „quotes”.
' result = TextilePL().parse(test) assert expect == result # Base Textile is unchanged. expect = '\tTest “quotes”.
' result = textile.textile(test) assert expect == result python-textile-4.0.3/tests/test_table.py 0000664 0000000 0000000 00000001450 14674064430 0020365 0 ustar 00root root 0000000 0000000 from textile import Textile def test_table(): t = Textile() result = t.table('(rowclass). |one|two|three|\n|a|b|c|') expect = '\t| one | \n\t\t\ttwo | \n\t\t\tthree | \n\t\t
| a | \n\t\t\tb | \n\t\t\tc | \n\t\t
| one | \n\t\t\ttwo | \n\t\t\tthree | \n\t\t
| a | \n\t\t\tb | \n\t\t\tc | \n\t\t
| * test\n* test | \n\t\t\t1 | \n\t\t\t2 | \n\t\t
YACC1
', html) is not None def test_Footnote(): html = textile.textile('This is covered elsewhere[1].\n\nfn1. Down here, in fact.\n\nfn2. Here is another footnote.') assert re.search(r'^\tThis is covered elsewhere1.
\n\n\t1 Down here, in fact.
\n\n\t2 Here is another footnote.
$', html) is not None html = textile.textile('''See[1] for details -- or perhaps[100] at a push.\n\nfn1. Here are the details.\n\nfn100(footy#otherid). A totally unrelated footnote.''') assert re.search(r'^\tSee1 for details — or perhaps100 at a push.
\n\n\t1 Here are the details.
\n\n\t100 A totally unrelated footnote.
$', html) is not None html = textile.textile('''See[2] for details, and later, reference it again[2].\n\nfn2^(footy#otherid)[en]. Here are the details.''') assert re.search(r'^\tSee2 for details, and later, reference it again2.
\n\n\t2 Here are the details.
$', html) is not None html = textile.textile('''See[3!] for details.\n\nfn3. Here are the details.''') assert re.search(r'^\tSee3 for details.
\n\n\t3 Here are the details.
$', html) is not None html = textile.textile('''See[4!] for details.\n\nfn4^. Here are the details.''') assert re.search(r'^\tSee4 for details.
\n\n\t4 Here are the details.
$', html) is not None def test_issue_35(): result = textile.textile('"z"') expect = '\t“z”
' assert result == expect result = textile.textile('" z"') expect = '\t“ z”
' assert result == expect def test_restricted(): # Note that the HTML is escaped, thus rendering the " result = textile.textile_restricted(test) expect = "\tHere is some text.
\n<script>alert(‘hello world’)</script>
Here’s some <!— commented out —> text.
" assert result == expect test = "p[fr]. Partir, c'est toujours mourir un peu." result = textile.textile_restricted(test) expect = '\tPartir, c’est toujours mourir un peu.
' assert result == expect test = "p{color:blue}. is this blue?" result = textile.textile_restricted(test) expect = '\tis this blue?
' assert result == expect test = """\ table{border:1px solid black}. |={color:gray}. Your caption goes here |~. |{position:absolute}. A footer | foo | |-. |_{font-size:xxlarge}. header|_=. centered header| |~. bottom aligned|{background:red;width:200px}. asfd|""" result = textile.textile_restricted(test, lite=False) # styles from alignment hints like =. and ~. are ok expect = '''\ \t| A footer | \t\t\tfoo | \t\t
| header | \t\t\tcentered header | \t\t
|---|---|
| bottom aligned | \t\t\tasfd | \t\t
текст1
$', re.U).search(html) is not None def test_autolinking(): test = """some text "test":http://www.google.com http://www.google.com "$":http://www.google.com""" result = """\tsome text test http://www.google.com www.google.com
""" expect = textile.textile(test) assert result == expect def test_sanitize(): test = "a paragraph of benign text" result = "\ta paragraph of benign text
" expect = textile.Textile().parse(test, sanitize=True) assert result == expect test = """a paragraph of evil text
""" result = 'a paragraph of evil text
' expect = textile.Textile().parse(test, sanitize=True) assert result == expect test = """a paragraph of benign text
and more text
a paragraph of benign text
\nand more text
Scientists say the moon is slowly shrinking1.
\n\n\tTim Berners-Lee is one of the pioneer voices in favour of Net Neutrality1 and has expressed the view that ISPs should supply “connectivity with no strings attached”1 2
\n\n\tBerners-Lee admitted that the forward slashes \(“//”\) in a web address were actually unnecessary. He told the newspaper that he could easily have designed URLs not to have the forward slashes. “… it seemed like a good idea at the time,”3
\n\n\tScientists say1 the moon is quite small. But I, for one, don’t believe them. Others claim it to be made of cheese2. If this proves true I suspect we are in for troubled times3 as people argue over their “share” of the moon’s cheese. In the end, its limited size1 may prove problematic.
\n\n\tScientists say1 the moon is quite small. But I, for one, don’t believe them. Others claim it to be made of cheese2. If this proves true I suspect we are in for troubled times3 as people argue over their “share” of the moon’s cheese. In the end, its limited size1 may prove problematic.
\n\n\tScientists say the moon is slowly shrinking1.
\n\n\tSee2 for details, and later, reference it again2.
\n\n\t2 Here are the details.
$' assert re.compile(searchstring).search(html) is not None def test_footnote_without_reflink(): html = textile.textile('''See[3!] for details.\n\nfn3. Here are the details.''') searchstring = r'^\tSee3 for details.
\n\n\t3 Here are the details.
$' assert re.compile(searchstring).search(html) is not None def testSquareBrackets(): html = textile.textile("""1[^st^], 2[^nd^], 3[^rd^]. 2 log[~n~]\n\nA close[!http://textpattern.com/favicon.ico!]image.\nA tight["text":http://textpattern.com/]link.\nA ["footnoted link":http://textpattern.com/][182].""") searchstring = r'^\t1st, 2nd, 3rd. 2 logn
\n\n\tA closeimage.
\nA tighttextlink.
\nA footnoted link182.
We use CSS.
' expect = textile.textile(test, html_type="html5") assert result == expect def test_relURL(): t = textile.Textile() t.restricted = True assert t.relURL("gopher://gopher.com/") == '#' python-textile-4.0.3/tests/test_textilefactory.py 0000664 0000000 0000000 00000001752 14674064430 0022351 0 ustar 00root root 0000000 0000000 from textile import textilefactory import pytest def test_TextileFactory(): f = textilefactory.TextileFactory() result = f.process("some text here") expect = '\tsome text here
' assert result == expect f = textilefactory.TextileFactory(restricted=True) result = f.process("more text here") expect = '\tmore text here
' assert result == expect f = textilefactory.TextileFactory(noimage=True) result = f.process("this covers a partial branch.") expect = '\tthis covers a partial branch.
' assert result == expect # Certain parameter values are not permitted because they are illogical: with pytest.raises(ValueError) as ve: f = textilefactory.TextileFactory(lite=True) assert 'lite can only be enabled in restricted mode' in str(ve.value) with pytest.raises(ValueError) as ve: f = textilefactory.TextileFactory(html_type='invalid') assert "html_type must be 'xhtml' or 'html5'" in str(ve.value) python-textile-4.0.3/tests/test_urls.py 0000664 0000000 0000000 00000004610 14674064430 0020264 0 ustar 00root root 0000000 0000000 # -*- coding: utf-8 -*- from textile import Textile def test_urls(): t = Textile() assert t.relURL("http://www.google.com/") == 'http://www.google.com/' result = t.links('fooobar "Google":http://google.com/foobar/ and hello world "flickr":http://flickr.com/photos/jsamsa/ ') expect = 'fooobar {0}2:shelve and hello world {0}4:shelve '.format(t.uid) assert result == expect result = t.links('""Open the door, HAL!"":https://xkcd.com/375/') expect = '{0}6:shelve'.format(t.uid) assert result == expect result = t.links('"$":http://domain.tld/test_[brackets]') expect = '{0}8:shelve'.format(t.uid) assert result == expect result = t.links('"$":http://domain.tld/test_') expect = '{0}10:shelve'.format(t.uid) assert result == expect expect = '"":test' result = t.links(expect) assert result == expect expect = '"$":htt://domain.tld' result = t.links(expect) assert result == expect result = t.shelveURL('') expect = '' assert result == expect result = t.retrieveURLs('{0}2:url'.format(t.uid)) expect = '' assert result == expect result = t.encode_url('http://domain.tld/übermensch') expect = 'http://domain.tld/%C3%BCbermensch' assert result == expect result = t.parse('A link that starts with an h is "handled":/test/ incorrectly.') expect = '\tA link that starts with an h is handled incorrectly.
' assert result == expect result = t.parse('A link that starts with a space" raises":/test/ an exception.') expect = '\tA link that starts with a space” raises an exception.
' assert result == expect result = t.parse('A link that "contains a\nnewline":/test/ raises an exception.') expect = '\tA link that contains a\nnewline raises an exception.
' assert result == expect def test_rel_attribute(): t = Textile(rel='nofollow') result = t.parse('"$":http://domain.tld') expect = '\t' assert result == expect def test_quotes_in_link_text(): """quotes in link text are tricky.""" test = '""this is a quote in link text"":url' t = Textile() result = t.parse(test) expect = '\t“this is a quote in link text”
' assert result == expect python-textile-4.0.3/tests/test_utils.py 0000664 0000000 0000000 00000002411 14674064430 0020434 0 ustar 00root root 0000000 0000000 # -*- coding: utf-8 -*- from textile import utils def test_encode_html(): result = utils.encode_html('''this is a "test" of text that's safe to ''' 'put in an attribute.') expect = ('this is a "test" of text that's safe to put in ' 'an <html> attribute.') assert result == expect def test_has_raw_text(): assert utils.has_raw_text('foo bar biz baz
') is False assert utils.has_raw_text(' why yes, yes it does') is True def test_is_rel_url(): assert utils.is_rel_url("http://www.google.com/") is False assert utils.is_rel_url("/foo") is True def test_generate_tag(): result = utils.generate_tag('span', 'inner text', {'class': 'test'}) expect = 'inner text' assert result == expect text = 'Übermensch' attributes = {'href': 'http://de.wikipedia.org/wiki/%C3%C9bermensch'} expect = 'Übermensch' result = utils.generate_tag('a', text, attributes) assert result == expect def test_human_readable_url_edge_case(): assert utils.human_readable_url('google.com') == 'google.com' assert utils.human_readable_url('tel:1-800-555-1212') == '1-800-555-1212' python-textile-4.0.3/tests/test_values.py 0000664 0000000 0000000 00000124424 14674064430 0020604 0 ustar 00root root 0000000 0000000 # -*- coding: utf-8 -*- import textile import pytest xhtml_known_values = ( ('hello, world', '\thello, world
'), ('A single paragraph.\n\nFollowed by another.', '\tA single paragraph.
\n\n\tFollowed by another.
'), ('I am very serious.\n\n\nI am very serious.\n', '\t
I am very serious.
\n\n\nI am <b>very</b> serious.\n'), ('I spoke.\nAnd none replied.', '\t
I spoke.
\nAnd none replied.
“Observe!”
'), ('Observe -- very nice!', '\tObserve — very nice!
'), ('Observe - tiny and brief.', '\tObserve – tiny and brief.
'), ('Observe...', '\tObserve…
'), ('Observe ...', '\tObserve …
'), ('Observe: 2 x 2.', '\tObserve: 2 × 2.
'), ('one(TM), two(R), three(C).', '\tone™, two®, three©.
'), ('h1. Header 1', '\tAn old text
\n\n\t\n\t\t\n\n\tA block quotation.
\n\t
Any old text
'), ('I _believe_ every word.', '\tI believe every word.
'), ('And then? She *fell*!', '\tAnd then? She fell!
'), ('I __know__.\nI **really** __know__.', '\tI know.
\nI really know.
Cat’s Cradle by Vonnegut
'), ('Convert with @str(foo)@', '\tConvert with str(foo)
I’m sure not sure.
You are a pleasant child.
'), ('a ^2^ + b ^2^ = c ^2^', '\ta 2 + b 2 = c 2
'), ('log ~2~ x', '\tlog 2 x
'), ('I\'m %unaware% of most soft drinks.', '\tI’m unaware of most soft drinks.
'), ("I'm %{color:red}unaware%\nof most soft drinks.", '\tI’m unaware
\nof most soft drinks.
An example
'), ('p(#big-red). Red here', '\tRed here
'), ('p(example1#big-red2). Red here', '\tRed here
'), ('p{color:blue;margin:30px}. Spacey blue', '\tSpacey blue
'), ('p[fr]. rouge', '\trouge
'), ('I seriously *{color:red}blushed*\nwhen I _(big)sprouted_ that\ncorn stalk from my\n%[es]cabeza%.', '\tI seriously blushed
\nwhen I sprouted'
' that
\ncorn stalk from my
\ncabeza.
align left
'), ('p>. align right', '\talign right
'), ('p=. centered', '\tcentered
'), ('p<>. justified', '\tjustified
'), ('p(. left ident 1em', '\tleft ident 1em
'), ('p((. left ident 2em', '\tleft ident 2em
'), ('p))). right ident 3em', '\tright ident 3em
'), ('h2()>. Bingo.', '\t\n\na.gsub!( /\n',
'\n\na.gsub!( /</, "" )\n\n'),
('The main text of the
\n'
'page goes here and will
\nstay to the left of the
\nsidebar.
I searched Google.
'), ('I searched "a search engine (Google)":http://google.com.', '\tI searched a search engine.
'), ('I am crazy about "Hobix":hobix\nand "it\'s":hobix "all":hobix I ever\n"link to":hobix!\n\n[hobix]http://hobix.com', '\tI am crazy about Hobix
\nand it’s '
'all I ever
\nlink to!
And others sat all round the small
\nmachine and paid it to sing to them.
We use CSS.
'), ('|one|two|three|\n|a|b|c|', '\t| one | \n\t\t\ttwo | \n\t\t\tthree | \n\t\t
| a | \n\t\t\tb | \n\t\t\tc | \n\t\t
| name | \n\t\t\tage | \n\t\t\tsex | \n\t\t
| joan | \n\t\t\t24 | \n\t\t\tf | \n\t\t
| archie | \n\t\t\t29 | \n\t\t\tm | \n\t\t
| bella | \n\t\t\t45 | \n\t\t\tf | \n\t\t
| name | \n\t\t\tage | \n\t\t\tsex | \n\t\t
|---|---|---|
| joan | \n\t\t\t24 | \n\t\t\tf | \n\t\t
| archie | \n\t\t\t29 | \n\t\t\tm | \n\t\t
| bella | \n\t\t\t45 | \n\t\t\tf | \n\t\t
Hello\n\nHello Again\n\n\t
normal text
'), ('this is in a pre tag', '
this is in a pre tag'), ('"test1":http://foo.com/bar--baz\n\n"test2":http://foo.com/bar---baz\n\n"test3":http://foo.com/bar-17-18-baz', '\t\n\n\t' '\n\n\t' ''), ('"foo ==(bar)==":#foobar', '\t'), ('!http://render.mathim.com/A%5EtAx%20%3D%20A%5Et%28Ax%29.!', '\t
array[4] = 8
Links (like this), are now mangled in 2.1.0, whereas 2.0 parsed them correctly.
'), ('@monospaced text@, followed by text', '\tmonospaced text, followed by text
some text
'), ('pre.. foo bar baz\nquux', 'foo bar baz\nquux'), ('line of text\n\n leading spaces', '\t
line of text
\n\n leading spaces'), ('"some text":http://www.example.com/?q=foo%20bar and more text', '\tsome text and more text
'), ('(??some text??)', '\t(some text)
'), ('(*bold text*)', '\t(bold text)
'), ('H[~2~]O', '\tH2O
'), ("p=. Où est l'école, l'église s'il vous plaît?", """\tOù est l’école, l’église s’il vous plaît?
"""), ("p=. *_The_* _*Prisoner*_", """\tThe Prisoner
"""), ("""p=. "An emphasised _word._" & "*A spanned phrase.*" """, """\t“An emphasised word.” & “A spanned phrase.”
"""), ("""p=. "*Here*'s a word!" """, """\t“Here’s a word!”
"""), ("""p=. "Please visit our "Textile Test Page":http://textile.sitemonks.com" """, """\t“Please visit our Textile Test Page”
"""), ("""| Foreign EXPÓŅÉNTIAL |""", """\t| Foreign EXPÓŅÉNTIAL | \n\t\t
Piękne ŹDŹBŁO
"""), ("""p=. Tell me, what is AJAX(Asynchronous Javascript and XML), please?""", """\tTell me, what is AJAX, please?
"""), ('p{font-size:0.8em}. *TxStyle* is a documentation project of Textile 2.4 for "Textpattern CMS":http://texpattern.com.', '\tTxStyle is a documentation project of Textile 2.4 for Textpattern CMS.
'), (""""Übermensch":http://de.wikipedia.org/wiki/Übermensch""", """\t"""), ("""Here is some text with a block.\n\n\n\n\n\nbc. """, """\tHere is some text with a block.
\n\n\n\n\n\n<!-- Here is a comment block in a code block. -->“Textile©” is a registered® ‘trademark’ of Textpattern™ — or TXP — at least it was – back in ’88 when 2×4 was ±5°C … QED!
\n\n\t2¼ 3½ 4¾
"""), ("""|=. Testing colgroup and col syntax\n|:\\5. 80\n|a|b|c|d|e|\n\n|=. Testing colgroup and col syntax|\n|:\\5. 80|\n|a|b|c|d|e|""", """\t| a | \n\t\t\tb | \n\t\t\tc | \n\t\t\td | \n\t\t\te | \n\t\t
| a | \n\t\t\tb | \n\t\t\tc | \n\t\t\td | \n\t\t\te | \n\t\t
| Title | \n\t\t\tStarring | \n\t\t\tDirector | \n\t\t\tWriter | \n\t\t\tNotes | \n\t\t
|---|---|---|---|---|
| This is the tfoot, centred | \n\t\t||||
| The Usual Suspects | \n\t\t\tBenicio Del Toro, Gabriel Byrne, Stephen Baldwin, Kevin Spacey | \n\t\t\tBryan Singer | \n\t\t\tChris McQaurrie | \n\t\t\tOne of the finest films ever made | \n\t\t
| Se7en | \n\t\t\tMorgan Freeman, Brad Pitt, Kevin Spacey | \n\t\t\tDavid Fincher | \n\t\t\tAndrew Kevin Walker | \n\t\t\tGreat psychological thriller | \n\t\t
| Primer | \n\t\t\tDavid Sullivan, Shane Carruth | \n\t\t\tShane Carruth | \n\t\t\tShane Carruth | \n\t\t\t Amazing insight into trust and human psychology \nrather than science fiction. Terrific! | \n\t\t
| District 9 | \n\t\t\tSharlto Copley, Jason Cope | \n\t\t\tNeill Blomkamp | \n\t\t\tNeill Blomkamp, Terri Tatchell | \n\t\t\t Social commentary layered on thick, \nbut boy is it done well | \n\t\t
| Arlington Road | \n\t\t\tTim Robbins, Jeff Bridges | \n\t\t\tMark Pellington | \n\t\t\tEhren Kruger | \n\t\t\tAwesome study in neighbourly relations | \n\t\t
| Phone Booth | \n\t\t\tColin Farrell, Kiefer Sutherland, Forest Whitaker | \n\t\t\tJoel Schumacher | \n\t\t\tLarry Cohen | \n\t\t\t Edge-of-the-seat stuff in this \nshort but brilliantly executed thriller | \n\t\t
Nourishing beverage for baby cows.
\nCold drink that goes great with cookies.
Here is a comment
\n\n\tHere is a comment
\n\n\tHere is a class that is a little extended and is
\nfollowed by a strong word!
; Content-type: text/javascript\n; Cache-Control: no-store, no-cache, must-revalidate, pre-check=0, post-check=0, max-age=0\n; Expires: Sat, 24 Jul 2003 05:00:00 GMT\n; Last-Modified: Wed, 1 Jan 2025 05:00:00 GMT\n; Pragma: no-cache123 test
\n\n\ttest 123
\n\n\t123 test
\n\n\ttest 123
"""), ("""#_(first#list) one\n# two\n# three\n\ntest\n\n#(ordered#list2).\n# one\n# two\n# three\n\ntest\n\n#_(class_4).\n# four\n# five\n# six\n\ntest\n\n#_ seven\n# eight\n# nine\n\ntest\n\n# one\n# two\n# three\n\ntest\n\n#22 22\n# 23\n# 24""", """\ttest
\n\n\ttest
\n\n\ttest
\n\n\ttest
\n\n\ttest
\n\n\ttest
\n\n\ttest
\n\n\t\t
| \n\t\t
\t
| \n\t\t
| \n\t\t
| table | \n\t\t\tmore | \n\t\t\tbadass | \n\t\t
|---|---|---|
| Horizontal span of 3 | \n\t\t||
| first | \n\t\t\tHAL | \n\t\t\t1 | \n\t\t
| some | \n\t\t\tstyled | \n\t\t\tcontent | \n\t\t
| spans 2 rows | \n\t\t\tthis is | \n\t\t\tquite a | \n\t\t
| deep test | \n\t\t\tdon’t you think? | \n\t\t|
| fifth | \n\t\t\tI’m a lumberjack | \n\t\t\t5 | \n\t\t
| sixth | \n\t\t\tbold italics | \n\t\t\t6 | \n\t\t
| strong | \n\t\t
| em | \n\t\t
| Inter-word | \n\t\t\tZIP-codes are 5- or 9-digit codes | \n\t\t
| attribute list | \n\t\t
|---|
| align left | \n\t\t
| align right | \n\t\t
| center | \n\t\t
| justify me | \n\t\t
| valign top | \n\t\t
| bottom | \n\t\t
Goodbye.
"""), ("""h2. A Definition list which covers the instance where a new definition list is created with a term without a definition\n\n- term :=\n- term2 := def""", """\t& test
'), ) # A few extra cases for HTML4 html_known_values = ( ("pre.. The beginning\n\nbc.. This code\n\nis the last\n\nblock in the document\n", "The beginning\n\n
This code\n\nis the last\n\nblock in the documentThis code\n\nis not\n\nsurrounded by anythingParagraph 1\n\nParagraph 2\n\nParagraph 3post-code paragraph
"), ("bc.. Paragraph 1\n\nParagraph 2\n\nParagraph 3\n\npre.. post-code non-p block", "Paragraph 1\n\nParagraph 2\n\nParagraph 3post-code non-p block"), ('I spoke.\nAnd none replied.', '\t
I spoke.
\nAnd none replied.
I know.
\nI really know.
I’m unaware
\nof most soft drinks.
I seriously blushed
\nwhen I sprouted'
' that
\ncorn stalk from my
\ncabeza.
\n\na.gsub!( /\n',
'\n\na.gsub!( /</, "" )\n\n'),
('The main text of the
\n'
'page goes here and will
\nstay to the left of the
\nsidebar.
I am crazy about Hobix
\nand it’s '
'all I ever
\nlink to!
And others sat all round the small
\nmachine and paid it to sing to them.
quux
'), ('"foo":http://google.com/one--two', '\t'), # issue 24 colspan ('|\\2. spans two cols |\n| col 1 | col 2 |', '\t| spans two cols | \n\t\t|
| col 1 | \n\t\t\tcol 2 | \n\t\t
Hello\n\nAgain\n\n\t
normal text
'), # url with parentheses ('"python":http://en.wikipedia.org/wiki/Python_(programming_language)', '\t'), # table with hyphen styles ('table(linkblog-thumbnail).\n|(linkblog-thumbnail-cell). apple|bear|', '\t| apple | \n\t\t\tbear | \n\t\t
| thing | \n\t\t\t\n\t\t\t | \n\t\t\t | otherthing | \n\t\t
test text
"), ("_*test text*_", "\ttest text
"), # quotes in code block ("'quoted string'", "\t'quoted string'
some preformatted textother text", "\t
some preformatted textother text"), # at sign and notextile in table ("|@
<A1> | \n\t\t\t<A2> <A3> | \n\t\t
| *B1* | \n\t\t\t*B2* *B3* | \n\t\t
\n\t\t'), ('Hello ["(Mum) & dad"]', '\tText…
\n\t
Hello [“(Mum) & dad”]
'), # Dimensions ( ('[1/2] x [1/4] and (1/2)" x [1/4]" and (1/2)\' x (1/4)\'\n\n' '(2 x 10) X (3 / 4) x (200 + 64)\n\n' '1 x 1 = 1\n\n' '1 x1 = 1\n\n' '1x 1 = 1\n\n' '1x1 = 1\n\n' '1 X 1 = 1\n\n' '1 X1 = 1\n\n' '1X 1 = 1\n\n' '1X1 = 1\n\n' 'What is 1 x 1?\n\n' 'What is 1x1?\n\n' 'What is 1 X 1?\n\n' 'What is 1X1?\n\n' '1 x 2 x 3 = 6\n\n' '1x2x3=6\n\n' '1x2 x 1x3 = 6\n\n' '2\' x 2\' = 4 sqft.\n\n' '2\'x 2\' = 4 sqft.\n\n' '2\' x2\' = 4 sqft.\n\n' '2\'x2\' = 4 sqft.\n\n' '2\' X 2\' = 4 sqft.\n\n' '2\'X 2\' = 4 sqft.\n\n' '2\' X2\' = 4 sqft.\n\n' '2\'X2\' = 4 sqft.\n\n' '2" x 2" = 4 sqin.\n\n' '2"x 2" = 4 sqin.\n\n' '2" x2" = 4 sqin.\n\n' '2"x2" = 4 sqin.\n\n' '2" X 2" = 4 sqin.\n\n' '2"X 2" = 4 sqin.\n\n' '2" X2" = 4 sqin.\n\n' '2"X2" = 4in[^2^].\n\n' 'What is 1.2 x 3.5?\n\n' 'What is .2 x .5?\n\n' 'What is 1.2x3.5?\n\n' 'What is .2x.5?\n\n' 'What is 1.2\' x3.5\'?\n\n' 'What is .2"x .5"?\n\n' '1 x $10.00 x -£ 1.23 x ¥20,000 x -¤120.00 x ฿1,000,000 x -€110,00\n\n'), ('\t½ × ¼ and ½” × ¼” and ½’ × ¼’
\n\n' '\t(2 × 10) × (3 / 4) × (200 + 64)
\n\n' '\t1 × 1 = 1
\n\n' '\t1 ×1 = 1
\n\n' '\t1× 1 = 1
\n\n' '\t1×1 = 1
\n\n' '\t1 × 1 = 1
\n\n' '\t1 ×1 = 1
\n\n' '\t1× 1 = 1
\n\n' '\t1×1 = 1
\n\n' '\tWhat is 1 × 1?
\n\n' '\tWhat is 1×1?
\n\n' '\tWhat is 1 × 1?
\n\n' '\tWhat is 1×1?
\n\n' '\t1 × 2 × 3 = 6
\n\n' '\t1×2×3=6
\n\n' '\t1×2 × 1×3 = 6
\n\n' '\t2’ × 2’ = 4 sqft.
\n\n' '\t2’× 2’ = 4 sqft.
\n\n' '\t2’ ×2’ = 4 sqft.
\n\n' '\t2’×2’ = 4 sqft.
\n\n' '\t2’ × 2’ = 4 sqft.
\n\n' '\t2’× 2’ = 4 sqft.
\n\n' '\t2’ ×2’ = 4 sqft.
\n\n' '\t2’×2’ = 4 sqft.
\n\n' '\t2” × 2” = 4 sqin.
\n\n' '\t2”× 2” = 4 sqin.
\n\n' '\t2” ×2” = 4 sqin.
\n\n' '\t2”×2” = 4 sqin.
\n\n' '\t2” × 2” = 4 sqin.
\n\n' '\t2”× 2” = 4 sqin.
\n\n' '\t2” ×2” = 4 sqin.
\n\n' '\t2”×2” = 4in2.
\n\n' '\tWhat is 1.2 × 3.5?
\n\n' '\tWhat is .2 × .5?
\n\n' '\tWhat is 1.2×3.5?
\n\n' '\tWhat is .2×.5?
\n\n' '\tWhat is 1.2’ ×3.5’?
\n\n' '\tWhat is .2”× .5”?
\n\n' '\t1 × $10.00 × -£ 1.23 × ¥20,000 × -¤120.00 × ฿1,000,000 × -€110,00
') ), # Empty note lists ('There should be nothing below.\n\nnotelist.', '\tThere should be nothing below.
\n\n\t'), # Empty things (('\'\'\n\n""\n\n%%\n\n^^\n\n&&\n\n**\n\n__\n\n--\n\n++\n\n~~\n\n{}\n\n' '[]\n\n()\n\n<>\n\n\\\\\n\n//\n\n??\n\n==\n\n@@\n\n##\n\n$$\n\n!!\n\n' '::\n\n;;\n\n..\n\n,,\n\n||\n\n` `\n\n\' \'\n\n" "\n\n% %\n\n^ ^\n\n' '& &\n\n* *\n\n_ _\n\n- -\n\n+ +\n\n~ ~\n\n{ }\n\n[ ]\n\n( )\n\n< >\n\n' '\\ \\\n\n/ /\n\n? ?\n\n= =\n\n@ @\n\n# #\n\n$ $\n\n! !\n\n: :\n\n; ;\n\n' '. .\n\n, ,'), ("\t‘’
\n\n\t“”
\n\n\t%%
\n\n\t^^
\n\n\t" "&&
\n\n\t**
\n\n\t__
\n\n\t—
\n\n\t++
\n\n\t" "~~
\n\n\t{}
\n\n\t[]
\n\n\t()
\n\n\t<>
\n\n\t\\\\
\n\n\t" "//
\n\n\t??
\n\n\t==
\n\n\t##
\n\n\t$$
\n\n\t" "!!
\n\n\t::
\n\n\t;;
\n\n\t..
\n\n\t,,
\n\n\t" "| \n\t\t |
` `
\n\n\t‘ ‘
\n\n\t" "“ “
\n\n\t% %
\n\n\t^ ^
\n\n\t& &
\n\n\t" "_ _
\n\n\t- -
\n\n\t+ +
\n\n\t~ ~
\n\n\t" "{ }
\n\n\t[ ]
\n\n\t( )
\n\n\t< >
\n\n\t\\ \\
\n\n\t" "/ /
\n\n\t? ?
\n\n\t= =
\n\n\t
$ $
\n\n\t! !
\n\n\t. .
\n\n\t, ,
")), # A lone standing comment must be preserved as is: # withouth wrapping it into a paragraph (('An ordinary block.\n\n' '\n'), '\tAn ordinary block.
\n\n'), # Headers must be "breakable", just like paragraphs. ('h1. Two line with *strong*\nheading\n', '\t“test”
\n\n" "\t“test”
\n\n" "\ttest
")), # Nested and mixed multi-level ordered and unordered lists (("* bullet\n" "*# number\n" "*# number\n" "*#* bullet\n" "*# number\n" "*# number with\n" "a break\n" "* bullet\n" "** okay"), ("\t
| \n"
"\t\t
Here is a ‘spanned’ word.
'), # Using $-links with link aliases ("\"$\":test\n[test]https://textpattern.com/start\n", "\t"), ('Please check on "$":test for any updates.\n[test]https://de.wikipedia.org/wiki/Übermensch', '\tPlease check on de.wikipedia.org/wiki/Übermensch for any updates.
'), # Make sure smileys don't get recognised as a definition list. (":(\n\n:)\n\n:( \n:( \n:( \n:) \n\nPinocchio!\n:^)\n\nBaboon!\n:=)\n\nWink!\n;)\n\n:[ \n:]\n\n;(\nsomething\ndark side\n:) \n\n;(c)[de] Item", '\t:(
\n\n\t:)
\n\n\t:(
\n:(
\n:(
\n:)
Pinocchio!
\n:^)
Baboon!
\n:=)
Wink!
\n;)
:[
\n:]
;(
\nsomething
\ndark side
\n:)
text1 text2
 | \n\t\t\t | \n\t\t
| a | \n\t\t\tb | \n\t\t\tc | \n\t\t\td | \n\t\t\te | \n\t\t
| touch this! | \n\t\t\ttouch this! | \n\t\t
| a | \n\t\t\tb | \n\t\t\tc | \n\t\t\td | \n\t\t\te | \n\t\t
..
are added to line multiline_para = False tag = 'p' atts = cite = ext = '' out = [] for line in text: # the line is just whitespace, add it to the output, and move on if not line.strip(): if not eat_whitespace: out.append(line) continue eat_whitespace = False pattern = (r'^(?P\[)? # Optionally open with a square bracket eg. Look ["here":url]
{0}linkStartMarker:" # marks start of the link
(?P(?:.|\n)*?) # grab the content of the inner "..." part of the link, can be anything but
# do not worry about matching class, id, lang or title yet
": # literal ": marks end of atts + text + title block
(?P[^{1}]*) # url upto a stopchar
""".format(self.uid, stopchars)
text = re.compile(pattern, flags=re.X | re.U).sub(self.fLink, text)
return text
def fLink(self, m):
in_ = m.group()
pre, inner, url = m.groups()
pre = pre or ''
if inner == '':
return '{0}"{1}":{2}'.format(pre, inner, url)
m = re.search(r'''^
(?P{0}) # $atts (if any)
{1}* # any optional spaces
(?P # $text is...
(!.+!) # an image
| # else...
.+? # link text
) # end of $text
(?:\((?P[^)]+?)\))? # $title (if any)
$'''.format(cls_re_s, regex_snippets['space']), inner,
flags=re.X | re.U)
atts = (m and m.group('atts')) or ''
text = (m and m.group('text')) or inner
title = (m and m.group('title')) or ''
pop, tight = '', ''
counts = {'[': None, ']': url.count(']'), '(': None, ')': None}
# Look for footnotes or other square-bracket delimited stuff at the end
# of the url...
#
# eg. "text":url][otherstuff... will have "[otherstuff" popped back
# out.
#
# "text":url?q[]=x][123] will have "[123]" popped off the back, the
# remaining closing square brackets will later be tested for balance
if (counts[']']):
m = re.search(r'(?P<url>^.*\])(?P<tight>\[.*?)$', url, flags=re.U)
if m:
url, tight = m.groups()
# Split off any trailing text that isn't part of an array assignment.
# eg. "text":...?q[]=value1&q[]=value2 ... is ok
# "text":...?q[]=value1]following ... would have "following" popped
# back out and the remaining square bracket will later be tested for
# balance
if (counts[']']):
m = re.search(r'(?P<url>^.*\])(?!=)(?P<end>.*?)$', url, flags=re.U)
url = m.group('url')
tight = '{0}{1}'.format(m.group('end'), tight)
# Now we have the array of all the multi-byte chars in the url we will
# parse the uri backwards and pop off any chars that don't belong
# there (like . or , or unmatched brackets of various kinds).
first = True
popped = True
counts[']'] = url.count(']')
url_chars = list(url)
def _endchar(c, pop, popped, url_chars, counts, pre):
"""Textile URL shouldn't end in these characters, we pop them off
the end and push them out the back of the url again."""
pop = '{0}{1}'.format(c, pop)
url_chars.pop()
popped = True
return pop, popped, url_chars, counts, pre
def _rightanglebracket(c, pop, popped, url_chars, counts, pre):
url_chars.pop()
urlLeft = ''.join(url_chars)
m = re.search(r'(?P<url_chars>.*)(?P<tag><\/[a-z]+)$', urlLeft)
url_chars = m.group('url_chars')
pop = '{0}{1}{2}'.format(m.group('tag'), c, pop)
popped = True
return pop, popped, url_chars, counts, pre
def _closingsquarebracket(c, pop, popped, url_chars, counts, pre):
"""If we find a closing square bracket we are going to see if it is
balanced. If it is balanced with matching opening bracket then it
is part of the URL else we spit it back out of the URL."""
# If counts['['] is None, count the occurrences of '['
counts['['] = counts['['] or url.count('[')
if counts['['] == counts[']']:
# It is balanced, so keep it
url_chars.append(c)
else:
# In the case of un-matched closing square brackets we just eat
# it
popped = True
url_chars.pop()
counts[']'] = counts[']'] - 1
if first: # pragma: no branch
pre = ''
return pop, popped, url_chars, counts, pre
def _closingparenthesis(c, pop, popped, url_chars, counts, pre):
if counts[')'] is None: # pragma: no branch
counts['('] = url.count('(')
counts[')'] = url.count(')')
if counts['('] != counts[')']:
# Unbalanced so spit it out the back end
popped = True
pop = '{0}{1}'.format(url_chars.pop(), pop)
counts[')'] = counts[')'] - 1
return pop, popped, url_chars, counts, pre
def _casesdefault(c, pop, popped, url_chars, counts, pre):
return pop, popped, url_chars, counts, pre
cases = {
'!': _endchar,
'?': _endchar,
':': _endchar,
';': _endchar,
'.': _endchar,
',': _endchar,
'>': _rightanglebracket,
']': _closingsquarebracket,
')': _closingparenthesis,
}
for c in url_chars[-1::-1]: # pragma: no branch
popped = False
pop, popped, url_chars, counts, pre = cases.get(
c, _casesdefault)(c, pop, popped, url_chars, counts, pre)
first = False
if popped is False:
break
url = ''.join(url_chars)
uri_parts = urlsplit(url)
scheme_in_list = uri_parts.scheme in self.url_schemes
valid_scheme = (uri_parts.scheme and scheme_in_list)
if not is_valid_url(url) and not valid_scheme:
return in_.replace('{0}linkStartMarker:'.format(self.uid), '')
if text == '$':
if valid_scheme:
text = human_readable_url(url)
else:
ref_url = self.urlrefs.get(url)
if ref_url is not None:
text = human_readable_url(ref_url)
else:
text = url
text = text.strip()
title = encode_html(title)
if not self.noimage: # pragma: no branch
text = self.image(text)
text = self.span(text)
text = self.glyphs(text)
url = self.shelveURL(self.encode_url(urlunsplit(uri_parts)))
attributes = parse_attributes(atts, restricted=self.restricted)
attributes['href'] = url
if title:
# if the title contains unicode data, it is annoying to get Python
# 2.6 and all the latter versions working properly. But shelving
# the title is a quick and dirty solution.
attributes['title'] = self.shelve(title)
if self.rel:
attributes['rel'] = self.rel
a_text = generate_tag('a', text, attributes)
a_shelf_id = self.shelve(a_text)
out = '{0}{1}{2}{3}'.format(pre, a_shelf_id, pop, tight)
return out
def encode_url(self, url):
"""
Converts a (unicode) URL to an ASCII URL, with the domain part
IDNA-encoded and the path part %-encoded (as per RFC 3986).
Fixed version of the following code fragment from Stack Overflow:
http://stackoverflow.com/a/804380/72656
"""
# parse it
parsed = urlsplit(url)
if parsed.netloc:
# divide the netloc further
netloc_pattern = re.compile(r"""
(?:(?P<user>[^:@]+)(?::(?P<password>[^:@]+))?@)?
(?P<host>[^:]+)
(?::(?P<port>[0-9]+))?
""", re.X | re.U)
netloc_parsed = netloc_pattern.match(parsed.netloc).groupdict()
else:
netloc_parsed = {'user': '', 'password': '', 'host': '', 'port': ''}
# encode each component
scheme = parsed.scheme
user = netloc_parsed['user'] and quote(netloc_parsed['user'])
password = (
netloc_parsed['password'] and quote(netloc_parsed['password'])
)
host = netloc_parsed['host']
port = netloc_parsed['port'] and netloc_parsed['port']
# the below splits the path portion of the url by slashes, translates
# percent-encoded characters back into strings, then re-percent-encodes
# what's necessary. Sounds screwy, but the url could include encoded
# slashes, and this is a way to clean that up. It branches for PY2/3
# because the quote and unquote functions expects different input
# types: unicode strings for PY2 and str for PY3.
path_parts = (quote(unquote(pce), b'') for pce in
parsed.path.split('/'))
path = '/'.join(path_parts)
# put it back together
netloc = ''
if user:
netloc = '{0}{1}'.format(netloc, user)
if password:
netloc = '{0}:{1}'.format(netloc, password)
netloc = '{0}@'.format(netloc)
netloc = '{0}{1}'.format(netloc, host)
if port:
netloc = '{0}:{1}'.format(netloc, port)
return urlunsplit((scheme, netloc, path, parsed.query, parsed.fragment))
def span(self, text):
qtags = (r'\*\*', r'\*', r'\?\?', r'\-', r'__',
r'_', r'%', r'\+', r'~', r'\^')
pnct = r""".,"'?!;:‹›«»„“”‚‘’"""
self.span_depth = self.span_depth + 1
if self.span_depth <= self.max_span_depth:
for tag in qtags:
pattern = re.compile(r"""
(?P<pre>^|(?<=[\s>{pnct}\(])|[{{[])
(?P<tag>{tag})(?!{tag})
(?P<atts>{cls})
(?!{tag})
(?::(?P<cite>\S+[^{tag}]{space}))?
(?P<content>[^{space}{tag}]+|\S.*?[^\s{tag}\n])
(?P<end>[{pnct}]*)
{tag}
(?P<tail>$|[\[\]}}<]|(?=[{pnct}]{{1,2}}[^0-9]|\s|\)))
""".format(
**{'tag': tag, 'cls': cls_re_s, 'pnct': pnct, 'space':
regex_snippets['space']}
), flags=re.X | re.U)
text = pattern.sub(self.fSpan, text)
self.span_depth = self.span_depth - 1
return text
def getSpecialOptions(self, pre, tail):
for before, after in self.spanWrappers:
if pre == before and tail == after:
pre = tail = ''
break
return (pre, tail)
def fSpan(self, match):
pre, tag, atts, cite, content, end, tail = match.groups()
pre, tail = self.getSpecialOptions(pre, tail)
qtags = {
'*': 'strong', # noqa: E241
'**': 'b', # noqa: E241
'??': 'cite', # noqa: E241
'_': 'em', # noqa: E241
'__': 'i', # noqa: E241
'-': 'del', # noqa: E241
'%': 'span', # noqa: E241
'+': 'ins', # noqa: E241
'~': 'sub', # noqa: E241
'^': 'sup' # noqa: E241
}
tag = qtags[tag]
atts = pba(atts, restricted=self.restricted)
if cite:
atts = '{0} cite="{1}"'.format(atts, cite.rstrip())
content = self.span(content)
opentag = '<{0}{1}>'.format(tag, atts)
closetag = '</{0}>'.format(tag)
tags = self.storeTags(opentag, closetag)
return pre + tags['open'] + content + end + tags['close'] + tail
def storeTags(self, opentag, closetag=''):
tags = {}
self.refIndex += 1
self.refCache[self.refIndex] = opentag
tags['open'] = self.uid + str(self.refIndex) + ':ospan '
self.refIndex += 1
self.refCache[self.refIndex] = closetag
tags['close'] = ' ' + self.uid + str(self.refIndex) + ':cspan'
return tags
def retrieveTags(self, text):
text = (re.compile('{0}(?P<token>[0-9]+):ospan '.format(self.uid), re.U)
.sub(self.fRetrieveTags, text))
text = (re.compile(' {0}(?P<token>[0-9]+):cspan'.format(self.uid), re.U)
.sub(self.fRetrieveTags, text))
return text
def fRetrieveTags(self, match):
return self.refCache[int(match.group('token'))]
def image(self, text):
pattern = re.compile(r"""
(?:[\[{{])? # pre
\! # opening !
(\<|\=|\>)? # optional alignment atts
({0}) # optional style,class atts
(?:\.\s)? # optional dot-space
([^\s(!]+) # presume this is the src
\s? # optional space
(?:\(([^\)]+)\))? # optional title
\! # closing
(?::(\S+)(?<![\]).,]))? # optional href sans final punct
(?:[\]}}]|(?=[.,\s)|]|$)) # lookahead: space or end of string
""".format(cls_re_s), re.U | re.X)
return pattern.sub(self.fImage, text)
def fImage(self, match):
# (None, '', '/imgs/myphoto.jpg', None, None)
align, attributes, url, title, href = match.groups()
atts = OrderedDict()
size = None
alignments = {'<': 'left', '=': 'center', '>': 'right'}
if not title:
title = ''
if not is_rel_url(url) and self.get_sizes:
size = getimagesize(url)
if href:
href = self.shelveURL(href)
url = self.shelveURL(url)
if align:
atts.update(align=alignments[align])
atts.update(alt=title)
if size:
atts.update(height="{0}".format(size[1]))
atts.update(src=url)
if attributes:
atts.update(parse_attributes(attributes, restricted=self.restricted))
if title:
atts.update(title=title)
if size:
atts.update(width="{0}".format(size[0]))
img = generate_tag('img', ' /', atts)
if href:
a_atts = OrderedDict(href=href)
if self.rel:
a_atts.update(rel=self.rel)
img = generate_tag('a', img, a_atts)
return img
def code(self, text):
text = self.doSpecial(text, '<code>', '</code>', self.fCode)
text = self.doSpecial(text, '@', '@', self.fCode)
text = self.doSpecial(text, '<pre>', '</pre>', self.fPre)
return text
def fCode(self, match):
before, text, after = match.groups()
after = after or ''
before, after = self.getSpecialOptions(before, after)
# text needs to be escaped
text = encode_html(text, quotes=False)
return ''.join([before, self.shelve('<code>{0}</code>'.format(text)), after])
def fPre(self, match):
before, text, after = match.groups()
if after is None:
after = ''
before, after = self.getSpecialOptions(before, after)
# text needs to be escaped
text = encode_html(text)
return ''.join([before, '<pre>', self.shelve(text), '</pre>', after])
def doSpecial(self, text, start, end, method):
pattern = re.compile(r'(^|\s|[\[({{>|]){0}(.*?){1}($|[\])}}])?'.format(
re.escape(start), re.escape(end)), re.M | re.S)
return pattern.sub(method, text)
def noTextile(self, text):
text = self.doSpecial(text, '<notextile>', '</notextile>',
self.fTextile)
return self.doSpecial(text, '==', '==', self.fTextile)
def fTextile(self, match):
before, notextile, after = match.groups()
if after is None: # pragma: no branch
after = ''
before, after = self.getSpecialOptions(before, after)
return ''.join([before, self.shelve(notextile), after])
def getHTMLComments(self, text):
"""Search the string for HTML comments, e.g. <!-- comment text -->. We
send the text that matches this to fParseHTMLComments."""
return self.doSpecial(text, '<!--', '-->', self.fParseHTMLComments)
def fParseHTMLComments(self, match):
"""If self.restricted is True, clean the matched contents of the HTML
comment. Otherwise, return the comments unchanged.
The original php had an if statement in here regarding restricted mode.
nose reported that this line wasn't covered. It's correct. In
restricted mode, the html comment tags have already been converted to
<!*#8212; and —> so they don't match in getHTMLComments,
and never arrive here.
"""
before, commenttext, after = match.groups()
commenttext = self.shelve(commenttext)
return '{0}<!--{1}-->'.format(before, commenttext)
def redcloth_list(self, text):
"""Parse the text for definition lists and send them to be
formatted."""
pattern = re.compile(r"^([-]+{0}[ .].*:=.*)$(?![^-])".format(cls_re_s),
re.M | re.U | re.S)
return pattern.sub(self.fRCList, text)
def fRCList(self, match):
"""Format a definition list."""
out = []
text = re.split(r'\n(?=[-])', match.group(), flags=re.M)
for line in text:
# parse the attributes and content
m = re.match(r'^[-]+({0})[ .](.*)$'.format(cls_re_s), line,
flags=re.M | re.S)
if not m:
continue
atts, content = m.groups()
# cleanup
content = content.strip()
atts = pba(atts, restricted=self.restricted)
# split the content into the term and definition
xm = re.match(
r'^(.*?){0}*:=(.*?){0}*(=:|:=)?{0}*$'
.format(regex_snippets['space']),
content,
re.S)
term, definition, _ = xm.groups()
# cleanup
term = term.strip()
definition = definition.strip(' ')
# if this is the first time through, out as a bool is False
if not out:
if definition == '':
dltag = "<dl{0}>".format(atts)
else:
dltag = "<dl>"
out.append(dltag)
if term != '':
is_newline_started_def = definition.startswith('\n')
definition = (
definition
.strip()
.replace('\n', '<br />'))
if is_newline_started_def:
definition = '<p>{0}</p>'.format(definition)
term = term.replace('\n', '<br />')
term = self.graf(term)
definition = self.graf(definition)
out.append('\t<dt{0}>{1}</dt>'.format(atts, term))
if definition:
out.append('\t<dd>{0}</dd>'.format(definition))
out.append('</dl>')
out = '\n'.join(out)
return out
def placeNoteLists(self, text):
"""Parse the text for endnotes."""
if self.notes:
o = OrderedDict()
for label, info in self.notes.items():
if 'seq' in info:
i = info['seq']
info['seq'] = label
o[i] = info
else:
self.unreferencedNotes[label] = info
if o: # pragma: no branch
# sort o by key
o = OrderedDict(sorted(o.items(), key=lambda t: t[0]))
self.notes = o
text_re = re.compile(r'<p>notelist({0})(?:\:([\w|{1}]))?([\^!]?)(\+?)'
r'\.?[\s]*</p>'.format(cls_re_s, syms_re_s), re.U)
text = text_re.sub(self.fNoteLists, text)
return text
def fNoteLists(self, match):
"""Given the text that matches as a note, format it into HTML."""
att, start_char, g_links, extras = match.groups()
start_char = start_char or 'a'
index = '{0}{1}{2}'.format(g_links, extras, start_char)
result = ''
if index not in self.notelist_cache: # pragma: no branch
o = []
if self.notes: # pragma: no branch
for seq, info in self.notes.items():
links = self.makeBackrefLink(info, g_links, start_char)
atts = ''
if 'def' in info:
infoid = info['id']
atts = info['def']['atts']
content = info['def']['content']
li = ('\t\t<li{0}>{1}<span id="note{2}"> '
'</span>{3}</li>').format(atts, links, infoid,
content)
else:
li = ('\t\t<li{0}>{1} Undefined Note [#{2}].</li>'
).format(atts, links, info['seq'])
o.append(li)
if '+' == extras and self.unreferencedNotes:
for seq, info in self.unreferencedNotes.items():
atts = info['def']['atts']
content = info['def']['content']
li = '\t\t<li{0}>{1}</li>'.format(atts, content)
o.append(li)
self.notelist_cache[index] = "\n".join(o)
result = self.notelist_cache[index]
if result:
list_atts = pba(att, restricted=self.restricted)
result = '<ol{0}>\n{1}\n\t</ol>'.format(list_atts, result)
return result
def makeBackrefLink(self, info, g_links, i):
"""Given the pieces of a back reference link, create an <a> tag."""
link = ''
if 'def' in info:
link = info['def']['link']
backlink_type = link or g_links
i_ = encode_high(i)
allow_inc = i not in syms_re_s
i_ = int(i_)
if backlink_type == "!":
return ''
elif backlink_type == '^':
return """<sup><a href="#noteref{0}">{1}</a></sup>""".format(
info['refids'][0], i)
else:
result = []
for refid in info['refids']:
i_entity = decode_high(i_)
sup = """<sup><a href="#noteref{0}">{1}</a></sup>""".format(
refid, i_entity)
if allow_inc:
i_ = i_ + 1
result.append(sup)
result = ' '.join(result)
return result
def fParseNoteDefs(self, m):
"""Parse the note definitions and format them as HTML"""
label = m.group('label')
link = m.group('link')
att = m.group('att')
content = m.group('content')
# Assign an id if the note reference parse hasn't found the label yet.
if label not in self.notes:
self.notes[label] = {'id': '{0}{1}'.format(
self.linkPrefix, self._increment_link_index())}
# Ignores subsequent defs using the same label
if 'def' not in self.notes[label]: # pragma: no branch
self.notes[label]['def'] = {
'atts': pba(att, restricted=self.restricted), 'content':
self.graf(content), 'link': link}
return ''
def noteRef(self, text):
"""Search the text looking for note references."""
text_re = re.compile(r"""
\[ # start
({0}) # !atts
\#
([^\]!]+) # !label
([!]?) # !nolink
\]""".format(cls_re_s), re.X)
text = text_re.sub(self.fParseNoteRefs, text)
return text
def fParseNoteRefs(self, match):
"""Parse and format the matched text into note references.
By the time this function is called, all the defs will have been
processed into the notes array. So now we can resolve the link numbers
in the order we process the refs..."""
atts, label, nolink = match.groups()
atts = pba(atts, restricted=self.restricted)
nolink = nolink == '!'
# Assign a sequence number to this reference if there isn't one already
if label in self.notes:
num = self.notes[label]['seq']
else:
self.notes[label] = {
'seq': self.note_index, 'refids': [], 'id': ''
}
num = self.note_index
self.note_index = self.note_index + 1
# Make our anchor point and stash it for possible use in backlinks when
# the note list is generated later...
refid = '{0}{1}'.format(self.linkPrefix, self._increment_link_index())
self.notes[label]['refids'].append(refid)
# If we are referencing a note that hasn't had the definition parsed
# yet, then assign it an ID...
if not self.notes[label]['id']:
self.notes[label]['id'] = '{0}{1}'.format(
self.linkPrefix, self._increment_link_index())
labelid = self.notes[label]['id']
# Build the link (if any)...
result = '<span id="noteref{0}">{1}</span>'.format(refid, num)
if not nolink:
result = '<a href="#note{0}">{1}</a>'.format(labelid, result)
# Build the reference...
result = '<sup{0}>{1}</sup>'.format(atts, result)
return result
def shelveURL(self, text):
if text == '':
return ''
self.refIndex = self.refIndex + 1
self.refCache[self.refIndex] = text
output = '{0}{1}{2}'.format(self.uid, self.refIndex, ':url')
return output
def retrieveURLs(self, text):
return re.sub(r'{0}(?P<token>[0-9]+):url'.format(self.uid), self.retrieveURL, text)
def retrieveURL(self, match):
url = self.refCache.get(int(match.group('token')), '')
if url == '':
return url
if url in self.urlrefs:
url = self.urlrefs[url]
return url
def _increment_link_index(self):
"""The self.linkIndex property needs to be incremented in various
places. Don't Repeat Yourself."""
self.linkIndex = self.linkIndex + 1
return self.linkIndex
def textile(text, html_type='xhtml'):
"""
Apply Textile to a block of text.
This function takes the following additional parameters:
html_type - 'xhtml' or 'html5' style tags (default: 'xhtml')
"""
return Textile(html_type=html_type).parse(text)
def textile_restricted(text, lite=True, noimage=True, html_type='xhtml'):
"""
Apply Textile to a block of text, with restrictions designed for weblog
comments and other untrusted input. Raw HTML is escaped, style attributes
are disabled, and rel='nofollow' is added to external links.
This function takes the following additional parameters:
html_type - 'xhtml' or 'html5' style tags (default: 'xhtml')
lite - restrict block tags to p, bq, and bc, disable tables (default: True)
noimage - disable image tags (default: True)
"""
return Textile(restricted=True, lite=lite, noimage=noimage,
html_type=html_type, rel='nofollow').parse(text)
python-textile-4.0.3/textile/objects/ 0000775 0000000 0000000 00000000000 14674064430 0017632 5 ustar 00root root 0000000 0000000 python-textile-4.0.3/textile/objects/__init__.py 0000664 0000000 0000000 00000000120 14674064430 0021734 0 ustar 00root root 0000000 0000000 from .block import Block
from .table import Table
__all__ = ['Block', 'Table']
python-textile-4.0.3/textile/objects/block.py 0000664 0000000 0000000 00000010704 14674064430 0021300 0 ustar 00root root 0000000 0000000 # -*- coding: utf-8 -*-
from collections import OrderedDict
try:
import regex as re
except ImportError:
import re
from textile.regex_strings import cls_re_s, regex_snippets
from textile.utils import encode_html, generate_tag, parse_attributes
class Block(object):
def __init__(self, textile, tag, atts, ext, cite, content):
self.textile = textile
self.tag = tag
self.atts = atts
self.ext = ext
self.cite = cite
self.content = content
self.attributes = parse_attributes(atts, restricted=self.textile.restricted)
self.outer_tag = ''
self.inner_tag = ''
self.outer_atts = OrderedDict()
self.inner_atts = OrderedDict()
self.eat = False
self.process()
def process(self):
if self.tag == 'p':
# is this an anonymous block with a note definition?
notedef_re = re.compile(r"""
^note\# # start of note def marker
(?P<label>[^%<*!@\#^([{{ {space}.]+) # label
(?P<link>[*!^]?) # link
(?P<att>{cls}) # att
\.? # optional period.
[{space}]+ # whitespace ends def marker
(?P<content>.*)$ # content""".format(
space=regex_snippets['space'], cls=cls_re_s),
flags=re.X | re.U)
notedef = notedef_re.sub(self.textile.fParseNoteDefs, self.content)
# It will be empty if the regex matched and ate it.
if '' == notedef:
self.content = notedef
self.eat = True
fns = re.search(r'fn(?P<fnid>{0}+)'.format(regex_snippets['digit']),
self.tag, flags=re.U)
if fns:
self.tag = 'p'
fnid = self.textile.fn.get(fns.group('fnid'), None)
if fnid is None:
fnid = '{0}{1}'.format(self.textile.linkPrefix,
self.textile._increment_link_index())
# If there is an author-specified ID goes on the wrapper & the
# auto-id gets pushed to the <sup>
supp_id = OrderedDict()
# if class has not been previously specified, set it to "footnote"
if 'class' not in self.attributes:
self.attributes.update({'class': 'footnote'})
# if there's no specified id, use the generated one.
if 'id' not in self.attributes:
self.attributes.update({'id': 'fn{0}'.format(fnid)})
else:
supp_id = parse_attributes('(#fn{0})'.format(fnid), restricted=self.textile.restricted)
if '^' not in self.atts:
sup = generate_tag('sup', fns.group('fnid'), supp_id)
else:
fnrev = generate_tag('a', fns.group('fnid'), {'href':
'#fnrev{0}'.format(fnid)})
sup = generate_tag('sup', fnrev, supp_id)
self.content = '{0} {1}'.format(sup, self.content)
if self.tag == 'bq':
if self.cite:
self.cite = self.textile.shelveURL(self.cite)
cite_att = OrderedDict(cite=self.cite)
self.cite = ' cite="{0}"'.format(self.cite)
else:
self.cite = ''
cite_att = OrderedDict()
cite_att.update(self.attributes)
self.outer_tag = 'blockquote'
self.outer_atts = cite_att
self.inner_tag = 'p'
self.inner_atts = self.attributes
self.eat = False
elif self.tag == 'bc' or self.tag == 'pre':
i_tag = ''
if self.tag == 'bc':
i_tag = 'code'
content = encode_html(self.content)
self.content = self.textile.shelve(content)
self.outer_tag = 'pre'
self.outer_atts = self.attributes
self.inner_tag = i_tag
self.inner_atts = self.attributes
self.eat = False
elif self.tag == 'notextile':
self.content = self.textile.shelve(self.content)
elif self.tag == '###':
self.eat = True
else:
self.outer_tag = self.tag
self.outer_atts = self.attributes
if not self.eat:
self.content = self.textile.graf(self.content)
else:
self.content = ''
python-textile-4.0.3/textile/objects/table.py 0000664 0000000 0000000 00000021625 14674064430 0021301 0 ustar 00root root 0000000 0000000 # -*- coding: utf-8 -*-
from xml.etree import ElementTree
from textile.regex_strings import (align_re_s, cls_re_s, regex_snippets,
table_span_re_s, valign_re_s, pnct_re_s)
from textile.utils import generate_tag, parse_attributes
try:
import regex as re
except ImportError:
import re
class Table(object):
caption_re = re.compile(
(r'^\|\=(?P<capts>{s}{a}{c})\. '
r'(?P<cap>[^\n]*)(?P<row>.*)'
.format(**{'s': table_span_re_s, 'a': align_re_s, 'c': cls_re_s})),
re.S)
colgroup_re = re.compile(
r'^\|:(?P<cols>{s}{a}{c}\. .*)'
.format(**{'s': table_span_re_s, 'a': align_re_s, 'c': cls_re_s}),
re.M)
heading_re = re.compile(
r'^_(?={0}|{1})'.format(regex_snippets['space'], pnct_re_s))
def __init__(self, textile, tatts, rows, summary):
self.textile = textile
self.attributes = parse_attributes(tatts, 'table', restricted=self.textile.restricted)
if summary:
self.attributes.update(summary=summary.strip())
self.input = rows
self.caption = ''
self.colgroup = ''
self.content = []
def process(self):
rgrp = None
groups = []
split = (
re.compile(r'\|{0}*?$'.format(regex_snippets['space']), re.M)
.split(self.input))
for i, row in enumerate([x for x in split if x]):
row = row.lstrip()
# Caption -- only occurs on row 1, otherwise treat '|=. foo |...'
# as a normal center-aligned cell.
cmtch = self.caption_re.match(row)
if i == 0 and cmtch:
caption = Caption(restricted=self.textile.restricted, **cmtch.groupdict())
self.caption = '\n{0}'.format(caption.caption)
row = cmtch.group('row').lstrip()
if row == '':
continue
# Colgroup -- A colgroup row will not necessarily end with a |.
# Hence it may include the next row of actual table data.
if row[:2] == '|:':
if '\n' in row:
colgroup_data, row = row[2:].split('\n')
else:
colgroup_data, row = row[2:], ''
colgroup_atts, cols = colgroup_data, None
if '|' in colgroup_data:
colgroup_atts, cols = colgroup_data.split('|', 1)
colgrp = Colgroup(cols, colgroup_atts, restricted=self.textile.restricted)
self.colgroup = colgrp.process()
if row == '':
continue
# search the row for a table group - thead, tfoot, or tbody
grpmatchpattern = (r"(:?^\|(?P<part>{v})(?P<rgrpatts>{s}{a}{c})"
r"\.\s*$\n)?^(?P<row>.*)").format(
**{'v': valign_re_s, 's': table_span_re_s,
'a': align_re_s, 'c': cls_re_s})
grpmatch_re = re.compile(grpmatchpattern, re.S | re.M)
grpmatch = grpmatch_re.match(row.lstrip())
grptypes = {'^': Thead, '~': Tfoot, '-': Tbody}
if grpmatch.group('part'):
# we're about to start a new group, so process the current one
# and add it to the output
if rgrp:
groups.append('\n\t{0}'.format(rgrp.process()))
rgrp = grptypes[grpmatch.group('part')](grpmatch.group(
'rgrpatts'), restricted=self.textile.restricted)
row = grpmatch.group('row')
rmtch = re.search(r'^(?P<ratts>{0}{1}\. )(?P<row>.*)'.format(
align_re_s, cls_re_s), row.lstrip())
if rmtch:
row_atts = parse_attributes(rmtch.group('ratts'), 'tr', restricted=self.textile.restricted)
row = rmtch.group('row')
else:
row_atts = {}
# create a row to hold the cells.
r = Row(row_atts, row)
for cellctr, cell in enumerate(row.split('|')[1:]):
ctag = 'td'
if self.heading_re.match(cell):
ctag = 'th'
cmtch = re.search(r'^(?P<catts>_?{0}{1}{2}\. )'
'(?P<cell>.*)'.format(
table_span_re_s, align_re_s, cls_re_s),
cell, flags=re.S)
if cmtch:
catts = cmtch.group('catts')
cell_atts = parse_attributes(catts, 'td', restricted=self.textile.restricted)
cell = cmtch.group('cell')
else:
cell_atts = {}
if not self.textile.lite:
a_pattern = r'(?P<space>{0}*)(?P<cell>.*)'.format(
regex_snippets['space'])
a = re.search(a_pattern, cell, flags=re.S)
cell = self.textile.redcloth_list(a.group('cell'))
cell = self.textile.textileLists(cell)
cell = '{0}{1}'.format(a.group('space'), cell)
# create a cell
c = Cell(ctag, cell, cell_atts)
cline_tag = '\n\t\t\t{0}'.format(c.process())
# add the cell to the row
r.cells.append(self.textile.doTagBr(ctag, cline_tag))
# if we're in a group, add it to the group's rows, else add it
# directly to the content
if rgrp:
rgrp.rows.append(r.process())
else:
self.content.append(r.process())
# if there's still an rgrp, process it and add it to the output
if rgrp:
groups.append('\n\t{0}'.format(rgrp.process()))
content = '{0}{1}{2}{3}\n\t'.format(
self.caption, self.colgroup, ''.join(groups), ''.join(self.content))
tbl = generate_tag('table', content, self.attributes)
return '\t{0}\n\n'.format(tbl)
class Caption(object):
def __init__(self, capts, cap, row, restricted):
self.attributes = parse_attributes(capts, restricted=restricted)
self.caption = self.process(cap)
def process(self, cap):
tag = generate_tag('caption', cap.strip(), self.attributes)
return '\t{0}'.format(tag)
class Colgroup(object):
def __init__(self, cols, atts, restricted):
self.row = ''
self.attributes = atts
self.cols = cols
self.restricted = restricted
def process(self):
enc = 'unicode'
group_atts = parse_attributes(self.attributes, 'col', restricted=self.restricted)
colgroup = ElementTree.Element('colgroup', attrib=group_atts)
colgroup.text = '\n\t'
if self.cols is not None:
match_cols = self.cols.replace('.', '').split('|')
# colgroup is the first item in match_cols, the remaining items are
# cols.
for idx, col in enumerate(match_cols):
col_atts = parse_attributes(col.strip(), 'col', restricted=self.restricted)
ElementTree.SubElement(colgroup, 'col', col_atts)
colgrp = ElementTree.tostring(colgroup, encoding=enc)
# cleanup the extra xml declaration if it exists, (python versions
# differ) and then format the resulting string accordingly: newline and
# tab between cols and a newline at the end
xml_declaration = "<?xml version='1.0' encoding='UTF-8'?>\n"
colgrp = colgrp.replace(xml_declaration, '')
colgrp = colgrp.replace('><', '>\n\t<')
return f"\n\t{colgrp}"
class Row(object):
def __init__(self, attributes, row):
self.tag = 'tr'
self.attributes = attributes
self.cells = []
def process(self):
output = []
for c in self.cells:
output.append(c)
cell_data = '{0}\n\t\t'.format(''.join(output))
tag = generate_tag('tr', cell_data, self.attributes)
return '\n\t\t{0}'.format(tag)
class Cell(object):
def __init__(self, tag, content, attributes):
self.tag = tag
self.content = content
self.attributes = attributes
def process(self):
return generate_tag(self.tag, self.content, self.attributes)
class _TableSection(object):
def __init__(self, tag, attributes, restricted):
self.tag = tag
self.attributes = parse_attributes(attributes, restricted=restricted)
self.rows = []
def process(self):
return generate_tag(self.tag, '{0}\n\t'.format(''.join(self.rows)), self.attributes)
class Thead(_TableSection):
def __init__(self, attributes, restricted):
super(Thead, self).__init__('thead', attributes, restricted)
class Tbody(_TableSection):
def __init__(self, attributes, restricted):
super(Tbody, self).__init__('tbody', attributes, restricted)
class Tfoot(_TableSection):
def __init__(self, attributes, restricted):
super(Tfoot, self).__init__('tfoot', attributes, restricted)
python-textile-4.0.3/textile/regex_strings.py 0000664 0000000 0000000 00000003763 14674064430 0021447 0 ustar 00root root 0000000 0000000 # -*- coding: utf-8 -*-
try:
# Use regex module for matching uppercase characters if installed,
# otherwise fall back to finding all the uppercase chars in a loop.
import regex as re # noqa: F401
upper_re_s = r'\p{Lu}'
regex_snippets = {
'acr': r'\p{Lu}\p{Nd}',
'abr': r'\p{Lu}',
'nab': r'\p{Ll}',
'wrd': r'(?:\p{L}|\p{M}|\p{N}|\p{Pc})',
'cur': r'\p{Sc}',
'digit': r'\p{N}',
'space': r'(?:\p{Zs}|\v)',
'char': r'(?:[^\p{Zs}\v])',
}
except ImportError:
from sys import maxunicode
upper_re_s = "".join(
[chr(c) for c in range(maxunicode) if chr(c).isupper()]
)
regex_snippets = {
'acr': r'{0}0-9'.format(upper_re_s),
'abr': r'{0}'.format(upper_re_s),
'nab': r'a-z',
'wrd': r'\w',
# All codepoints identified as currency symbols
# by the [mrab-regex library](https://pypi.org/project/regex/)
# and the UNICODE standard.
'cur': r'$¢-¥֏؋৲৳৻૱௹฿៛\u20a0-\u20cf\ua838﷼﹩＄￠￡￥￦',
'digit': r'\d',
'space': r'(?:\s|\v)',
'char': r'\S',
}
halign_re_s = r'(?:\<(?!>)|(?<!<)\>|\<\>|\=|[()]+(?! ))'
valign_re_s = r'[\-^~]'
class_re_s = r'(?:\([^)\n]+\))' # Don't allow classes/ids,
language_re_s = r'(?:\[[^\]\n]+\])' # languages,
style_re_s = r'(?:\{[^}\n]+\})' # or styles to span across newlines
colspan_re_s = r'(?:\\\d+)'
rowspan_re_s = r'(?:\/\d+)'
align_re_s = r'(?:{0}|{1})*'.format(halign_re_s, valign_re_s)
table_span_re_s = r'(?:{0}|{1})*'.format(colspan_re_s, rowspan_re_s)
# regex string to match class, style and language attributes
cls_re_s = (r'(?:'
r'{c}(?:{l}(?:{s})?|{s}(?:{l})?)?|'
r'{l}(?:{c}(?:{s})?|{s}(?:{c})?)?|'
r'{s}(?:{c}(?:{l})?|{l}(?:{c})?)?'
r')?'
).format(c=class_re_s, s=style_re_s, l=language_re_s)
pnct_re_s = r'[-!"#$%&()*+,/:;<=>?@\'\[\\\]\.^_`{|}~]'
syms_re_s = '¤§µ¶†‡•∗∴◊♠♣♥♦'
python-textile-4.0.3/textile/textilefactory.py 0000664 0000000 0000000 00000002233 14674064430 0021621 0 ustar 00root root 0000000 0000000 from .core import Textile
class TextileFactory(object):
""" Use TextileFactory to create a Textile object which can be re-used to
process multiple strings with the same settings."""
def __init__(self, restricted=False, lite=False, sanitize=False,
noimage=None, get_sizes=False, html_type='xhtml'):
self.class_parms = {}
self.method_parms = {}
if lite and not restricted:
raise ValueError("lite can only be enabled in restricted mode")
if restricted:
self.class_parms['restricted'] = True
self.class_parms['lite'] = lite
self.method_parms['rel'] = 'nofollow'
if noimage is None:
noimage = bool(restricted)
self.class_parms['noimage'] = noimage
self.method_parms['sanitize'] = sanitize
self.class_parms['get_sizes'] = get_sizes
if html_type not in ['xhtml', 'html5']:
raise ValueError("html_type must be 'xhtml' or 'html5'")
else:
self.class_parms['html_type'] = html_type
def process(self, text):
return Textile(**self.class_parms).parse(text, **self.method_parms)
python-textile-4.0.3/textile/utils.py 0000664 0000000 0000000 00000017646 14674064430 0017731 0 ustar 00root root 0000000 0000000 try:
import regex as re
except ImportError:
import re
from urllib.parse import urlparse
import html
from collections import OrderedDict
from xml.etree import ElementTree
from textile.regex_strings import valign_re_s, halign_re_s
# Regular expressions for stripping chunks of HTML,
# leaving only content not wrapped in a tag or a comment
RAW_TEXT_REVEALERS = (
# The php version has orders the below list of tags differently. The
# important thing to note here is that the pre must occur before the p or
# else the regex module doesn't properly match pre-s. It only matches the
# p in pre.
re.compile(r'<(pre|p|blockquote|div|form|table|ul|ol|dl|h[1-6])[^>]*?>.*</\1>',
re.S),
re.compile(r'<(hr|br)[^>]*?/>'),
re.compile(r'<!--.*?-->'),
)
def decode_high(text):
"""Decode encoded HTML entities."""
text = '&#{0};'.format(text)
return html.unescape(text)
def encode_high(text):
"""Encode the text so that it is an appropriate HTML entity."""
return ord(text)
def encode_html(text, quotes=True):
"""Return text that's safe for an HTML attribute."""
a = (
('&', '&'),
('<', '<'),
('>', '>'))
if quotes:
a = a + (("'", '''),
('"', '"'))
for k, v in a:
text = text.replace(k, v)
return text
def generate_tag(tag, content, attributes=None):
"""Generate a complete html tag using the ElementTree module. tag and
content are strings, the attributes argument is a dictionary. As
a convenience, if the content is ' /', a self-closing tag is generated."""
enc = 'unicode'
if not tag:
return content
element = ElementTree.Element(tag, attrib=attributes)
# Sort attributes for Python 3.8+, as suggested in
# https://docs.python.org/3/library/xml.etree.elementtree.html
if len(element.attrib) > 1:
# adjust attribute order, e.g. by sorting
attribs = sorted(element.attrib.items())
element.attrib.clear()
element.attrib.update(attribs)
# FIXME: Kind of an ugly hack. There *must* be a cleaner way. I tried
# adding text by assigning it to element_tag.text. That results in
# non-ascii text being html-entity encoded. Not bad, but not entirely
# matching php-textile either.
element_tag = ElementTree.tostringlist(element, encoding=enc,
method='html')
element_tag.insert(len(element_tag) - 1, content)
element_text = ''.join(element_tag)
return element_text
def getimagesize(url):
"""
Attempts to determine an image's width and height, and returns a tuple,
(width, height), in pixels or an empty string in case of failure.
Requires that PIL is installed.
"""
try:
from PIL import ImageFile
except ImportError:
return ''
from urllib.request import urlopen
try:
p = ImageFile.Parser()
f = urlopen(url)
while True:
s = f.read(1024)
if not s:
break
p.feed(s)
if p.image:
return p.image.size
except (IOError, ValueError):
return ''
def has_raw_text(text):
"""checks whether the text has text not already enclosed by a block tag"""
r = text.strip()
for pattern in RAW_TEXT_REVEALERS:
r = pattern.sub('', r).strip()
return r != ''
def human_readable_url(url):
if "://" in url:
url = url.split("://")[1]
elif ":" in url:
url = url.split(":")[1]
return url
def is_rel_url(url):
"""Identify relative urls."""
(scheme, netloc) = urlparse(url)[0:2]
return not scheme and not netloc
def is_valid_url(url):
parsed = urlparse(url)
if parsed.scheme == '':
return True
return False
def list_type(list_string):
listtypes = {
list_string.endswith('*'): 'u',
list_string.endswith('#'): 'o',
(not list_string.endswith('*') and not list_string.endswith('#')):
'd'
}
return listtypes.get(True, False)
def normalize_newlines(string):
out = re.sub(r'\r\n?', '\n', string)
out = re.compile(r'^[ \t]*\n', flags=re.M).sub('\n', out)
out = out.strip('\n')
return out
def parse_attributes(block_attributes, element=None, include_id=True, restricted=False):
vAlign = {'^': 'top', '-': 'middle', '~': 'bottom'}
hAlign = {'<': 'left', '=': 'center', '>': 'right', '<>': 'justify'}
style = []
aclass = ''
lang = ''
colspan = ''
rowspan = ''
block_id = ''
span = ''
width = ''
result = OrderedDict()
if not block_attributes:
return result
matched = block_attributes
if element == 'td':
m = re.search(r'\\(\d+)', matched)
if m:
colspan = m.group(1)
m = re.search(r'/(\d+)', matched)
if m:
rowspan = m.group(1)
if element == 'td' or element == 'tr':
m = re.search(r'(^{0})'.format(valign_re_s), matched)
if m:
style.append("vertical-align:{0}".format(vAlign[m.group(1)]))
if not restricted:
m = re.search(r'\{([^}]*)\}', matched)
if m:
style.extend(m.group(1).rstrip(';').split(';'))
matched = matched.replace(m.group(0), '')
m = re.search(r'\[([^\]]+)\]', matched, re.U)
if m:
lang = m.group(1)
matched = matched.replace(m.group(0), '')
m = re.search(r'\(([^()]+)\)', matched, re.U)
if m:
matched = matched.replace(m.group(0), '')
# Only allow a restricted subset of the CSS standard characters for classes/ids.
# No encoding markers allowed.
id_class_match = re.compile(r"^([-a-zA-Z 0-9_\/\[\]\.\:\#]+)$", re.U).match(m.group(1))
if id_class_match:
class_regex = re.compile(r"^([-a-zA-Z 0-9_\.\/\[\]]*)$")
id_class = id_class_match.group(1)
# If a textile class block attribute was found with a '#' in it
# split it into the css class and css id...
hashpos = id_class.find('#')
if hashpos >= 0:
id_match = re.match(r"^#([-a-zA-Z0-9_\.\:]*)$", id_class[hashpos:])
if id_match:
block_id = id_match.group(1)
cls_match = class_regex.match(id_class[:hashpos])
else:
cls_match = class_regex.match(id_class)
if cls_match:
aclass = cls_match.group(1)
m = re.search(r'([(]+)', matched)
if m:
style.append("padding-left:{0}em".format(len(m.group(1))))
matched = matched.replace(m.group(0), '')
m = re.search(r'([)]+)', matched)
if m:
style.append("padding-right:{0}em".format(len(m.group(1))))
matched = matched.replace(m.group(0), '')
m = re.search(r'({0})'.format(halign_re_s), matched)
if m:
style.append("text-align:{0}".format(hAlign[m.group(1)]))
if element == 'col':
pattern = r'(?:\\(\d+)\.?)?\s*(\d+)?'
csp = re.match(pattern, matched)
span, width = csp.groups()
if colspan:
result['colspan'] = colspan
if style:
# Previous splits that created style may have introduced extra
# whitespace into the list elements. Clean it up.
style = [x.strip() for x in style]
result['style'] = '{0};'.format("; ".join(style))
if aclass:
result['class'] = aclass
if block_id and include_id:
result['id'] = block_id
if lang:
result['lang'] = lang
if rowspan:
result['rowspan'] = rowspan
if span:
result['span'] = span
if width:
result['width'] = width
return result
def pba(block_attributes, element=None, include_id=True, restricted=False):
"""Parse block attributes."""
attrs = parse_attributes(block_attributes, element, include_id, restricted)
if not attrs:
return ''
result = ' '.join(['{0}="{1}"'.format(k, v) for k, v in attrs.items()])
return ' {0}'.format(result)
python-textile-4.0.3/textile/version.py 0000664 0000000 0000000 00000000022 14674064430 0020232 0 ustar 00root root 0000000 0000000 VERSION = '4.0.3'