test_parser.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399
  1. # -*- coding: utf-8 -*-
  2. from __future__ import unicode_literals
  3. from django.contrib.auth import get_user_model
  4. from django.test import TestCase
  5. from ..parser import parse
  6. class MockRequest(object):
  7. scheme = 'http'
  8. def __init__(self, user=None):
  9. self.user = user
  10. def get_host(self):
  11. return 'test.com'
  12. class MockPoster(object):
  13. username = 'LoremIpsum'
  14. slug = 'loremipsum'
  15. class BBCodeTests(TestCase):
  16. def test_inline_text(self):
  17. """inline elements are correctly parsed"""
  18. test_text = """
  19. Lorem **ipsum**, dolor met.
  20. Lorem [b]ipsum[/b], [i]dolor[/i] [u]met[/u].
  21. Lorem [b]**ipsum**[/b] [i]dolor[/i] [u]met[/u].
  22. Lorem [b]**ipsum[/b]** [i]dolor[/i] [u]met[/u].
  23. Lorem [b]__ipsum[/b]__ [i]dolor[/i] [u]met[/u].
  24. Lorem [b][i]ipsum[/i][/b].
  25. Lorem [b][i]ipsum[/b][/i].
  26. Lorem [b]ipsum[/B].
  27. """.strip()
  28. expected_result = """
  29. <p>Lorem <strong>ipsum</strong>, dolor met.</p>
  30. <p>Lorem <b>ipsum</b>, <i>dolor</i> <u>met</u>.</p>
  31. <p>Lorem <b><strong>ipsum</strong></b> <i>dolor</i> <u>met</u>.</p>
  32. <p>Lorem <b>**ipsum</b>** <i>dolor</i> <u>met</u>.</p>
  33. <p>Lorem <b>__ipsum</b>__ <i>dolor</i> <u>met</u>.</p>
  34. <p>Lorem <b><i>ipsum</i></b>.</p>
  35. <p>Lorem <b>[i]ipsum</b>[/i].</p>
  36. <p>Lorem <b>ipsum</b>.</p>
  37. """.strip()
  38. result = parse(test_text, MockRequest(), MockPoster(), minify=False)
  39. self.assertEqual(expected_result, result['parsed_text'])
  40. def test_blocks(self):
  41. """block elements are correctly parsed"""
  42. test_text = """
  43. Lorem ipsum.
  44. [hr]
  45. Dolor met.
  46. """.strip()
  47. expected_result = """
  48. <p>Lorem ipsum.</p>
  49. <hr/>
  50. <p>Dolor met.</p>
  51. """.strip()
  52. result = parse(test_text, MockRequest(), MockPoster(), minify=False)
  53. self.assertEqual(expected_result, result['parsed_text'])
  54. class MinifyTests(TestCase):
  55. def test_minified_text(self):
  56. """parser minifies text successfully"""
  57. test_text = """
  58. Lorem ipsum.
  59. Lorem ipsum.
  60. """.strip()
  61. expected_result = """
  62. <p>Lorem ipsum.</p><p>Lorem ipsum.</p>
  63. """.strip()
  64. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  65. self.assertEqual(expected_result, result['parsed_text'])
  66. def test_minified_unicode_text(self):
  67. """parser minifies unicode text successfully"""
  68. test_text = """
  69. Bżęczyszczykiewłicz ipsum.
  70. Lorem ipsum.
  71. """.strip()
  72. expected_result = """
  73. <p>Bżęczyszczykiewłicz ipsum.</p><p>Lorem ipsum.</p>
  74. """.strip()
  75. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  76. self.assertEqual(expected_result, result['parsed_text'])
  77. def test_complex_paragraph(self):
  78. """parser minifies complex paragraph"""
  79. User = get_user_model()
  80. user = User.objects.create_user('Bob', 'bob@test.com', 'Pass123')
  81. test_text = """
  82. Hey there @{}, how's going?
  83. """.strip().format(user)
  84. expected_result = """
  85. <p>Hey there <a href="{}">@{}</a>, how's going?</p>
  86. """.strip().format(user.get_absolute_url(), user)
  87. result = parse(test_text, MockRequest(user), user, minify=True)
  88. self.assertEqual(expected_result, result['parsed_text'])
  89. class CleanLinksTests(TestCase):
  90. def test_clean_current_link(self):
  91. """clean_links step cleans http://test.com"""
  92. test_text = """
  93. Lorem ipsum: http://test.com
  94. """.strip()
  95. expected_result = """
  96. <p>Lorem ipsum: <a href="/" rel="nofollow">test.com</a></p>
  97. """.strip()
  98. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  99. self.assertEqual(expected_result, result['parsed_text'])
  100. def test_clean_schemaless_link(self):
  101. """clean_links step cleans test.com"""
  102. test_text = """
  103. Lorem ipsum: test.com
  104. """.strip()
  105. expected_result = """
  106. <p>Lorem ipsum: <a href="/" rel="nofollow">test.com</a></p>
  107. """.strip()
  108. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  109. self.assertEqual(expected_result, result['parsed_text'])
  110. def test_trim_current_path(self):
  111. """clean_links step leaves http://test.com path"""
  112. test_text = """
  113. Lorem ipsum: http://test.com/somewhere-something/
  114. """.strip()
  115. expected_result = """
  116. <p>Lorem ipsum: <a href="/somewhere-something/" rel="nofollow">test.com/somewhere-something/</a></p>
  117. """.strip()
  118. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  119. self.assertEqual(expected_result, result['parsed_text'])
  120. def test_clean_outgoing_link_domain(self):
  121. """clean_links step leaves outgoing domain link"""
  122. test_text = """
  123. Lorem ipsum: http://somewhere.com
  124. """.strip()
  125. expected_result = """
  126. <p>Lorem ipsum: <a href="http://somewhere.com" rel="nofollow">somewhere.com</a></p>
  127. """.strip()
  128. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  129. self.assertEqual(expected_result, result['parsed_text'])
  130. def test_trim_outgoing_path(self):
  131. """clean_links step leaves outgoing link domain and path"""
  132. test_text = """
  133. Lorem ipsum: http://somewhere.com/somewhere-something/
  134. """.strip()
  135. expected_result = """
  136. <p>Lorem ipsum: <a href="http://somewhere.com/somewhere-something/" rel="nofollow">somewhere.com/somewhere-something/</a></p>
  137. """.strip()
  138. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  139. self.assertEqual(expected_result, result['parsed_text'])
  140. def test_clean_local_image_src(self):
  141. """clean_links step cleans local image src"""
  142. test_text = """
  143. !(http://test.com/image.jpg)
  144. """.strip()
  145. expected_result = """
  146. <p><img alt="test.com/image.jpg" src="/image.jpg"/></p>
  147. """.strip()
  148. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  149. self.assertEqual(expected_result, result['parsed_text'])
  150. def test_clean_remote_image_src(self):
  151. """clean_links step cleans remote image src"""
  152. test_text = """
  153. !(http://somewhere.com/image.jpg)
  154. """.strip()
  155. expected_result = """
  156. <p><img alt="somewhere.com/image.jpg" src="http://somewhere.com/image.jpg"/></p>
  157. """.strip()
  158. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  159. self.assertEqual(expected_result, result['parsed_text'])
  160. def test_clean_linked_image(self):
  161. """parser handles image element nested in link"""
  162. test_text = """
  163. [![3.png](http://test.com/a/thumb/test/43/)](http://test.com/a/test/43/)
  164. """.strip()
  165. expected_result = """
  166. <p><a href="/a/test/43/" rel="nofollow"><img alt="3.png" src="/a/thumb/test/43/"/></a></p>
  167. """.strip()
  168. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  169. self.assertEqual(expected_result, result['parsed_text'])
  170. def test_force_shva(self):
  171. """parser appends ?shva=1 bit to attachment links if flag is present"""
  172. test_text = """
  173. ![3.png](http://test.com/a/thumb/test/43/)
  174. """.strip()
  175. expected_result = """
  176. <p><img alt="3.png" src="/a/thumb/test/43/?shva=1"/></p>
  177. """.strip()
  178. result = parse(test_text, MockRequest(), MockPoster(), minify=True, force_shva=True)
  179. self.assertEqual(expected_result, result['parsed_text'])
  180. def test_remove_shva(self):
  181. """parser removes ?shva=1 bit from attachment links if flag is absent"""
  182. test_text = """
  183. ![3.png](http://test.com/a/thumb/test/43/?shva=1)
  184. """.strip()
  185. expected_result = """
  186. <p><img alt="3.png" src="/a/thumb/test/43/"/></p>
  187. """.strip()
  188. result = parse(test_text, MockRequest(), MockPoster(), minify=True)
  189. self.assertEqual(expected_result, result['parsed_text'])
  190. class StriketroughTests(TestCase):
  191. def test_striketrough(self):
  192. """striketrough markdown deletes test"""
  193. test_text = """
  194. Lorem ~~ipsum, dolor~~ met.
  195. """.strip()
  196. expected_result = """
  197. <p>Lorem <del>ipsum, dolor</del> met.</p>
  198. """.strip()
  199. result = parse(test_text, MockRequest(), MockPoster(), minify=False)
  200. self.assertEqual(expected_result, result['parsed_text'])
  201. class QuoteTests(TestCase):
  202. def test_quotes(self):
  203. """bbcode for quote is supported"""
  204. test_text = """
  205. Lorem ipsum.
  206. [quote]Dolor met[/quote]
  207. [quote]Dolor <b>met</b>[/quote]
  208. [quote]Dolor **met**[quote]Dolor met[/quote][/quote]
  209. """.strip()
  210. expected_result = """
  211. <p>Lorem ipsum.</p>
  212. <aside class="quote-block">
  213. <div class="quote-heading"></div>
  214. <blockquote class="quote-body">
  215. <p>Dolor met</p>
  216. </blockquote>
  217. </aside>
  218. <aside class="quote-block">
  219. <div class="quote-heading"></div>
  220. <blockquote class="quote-body">
  221. <p>Dolor &lt;b&gt;met&lt;/b&gt;</p>
  222. </blockquote>
  223. </aside>
  224. <aside class="quote-block">
  225. <div class="quote-heading"></div>
  226. <blockquote class="quote-body">
  227. <p>Dolor <strong>met</strong></p>
  228. <aside class="quote-block">
  229. <div class="quote-heading"></div>
  230. <blockquote class="quote-body">
  231. <p>Dolor met</p>
  232. </blockquote>
  233. </aside>
  234. </blockquote>
  235. </aside>
  236. """.strip()
  237. result = parse(test_text, MockRequest(), MockPoster(), minify=False)
  238. self.assertEqual(expected_result, result['parsed_text'])
  239. def test_authored_quotes(self):
  240. """bbcode for authored quote is supported and handles mentions as well"""
  241. test_text = """
  242. Lorem ipsum.
  243. [quote]Dolor met[/quote]
  244. [quote=\"@Bob\"]Dolor <b>met</b>[/quote]
  245. [quote]Dolor **met**[quote=@Bob]Dolor met[/quote][/quote]
  246. """.strip()
  247. expected_result = """
  248. <p>Lorem ipsum.</p>
  249. <aside class="quote-block">
  250. <div class="quote-heading"></div>
  251. <blockquote class="quote-body">
  252. <p>Dolor met</p>
  253. </blockquote>
  254. </aside>
  255. <aside class="quote-block">
  256. <div class="quote-heading">@Bob</div>
  257. <blockquote class="quote-body">
  258. <p>Dolor &lt;b&gt;met&lt;/b&gt;</p>
  259. </blockquote>
  260. </aside>
  261. <aside class="quote-block">
  262. <div class="quote-heading"></div>
  263. <blockquote class="quote-body">
  264. <p>Dolor <strong>met</strong></p>
  265. <aside class="quote-block">
  266. <div class="quote-heading">@Bob</div>
  267. <blockquote class="quote-body">
  268. <p>Dolor met</p>
  269. </blockquote>
  270. </aside>
  271. </blockquote>
  272. </aside>
  273. """.strip()
  274. request = MockRequest(user=MockPoster())
  275. result = parse(test_text, request, MockPoster(), minify=False)
  276. self.assertEqual(expected_result, result['parsed_text'])
  277. def test_custom_quote_title(self):
  278. """parser handles custom quotetitle"""
  279. test_text = """
  280. Lorem ipsum.
  281. [quote=\"Lorem ipsum very test\"]Dolor <b>met</b>[/quote]
  282. """.strip()
  283. expected_result = """
  284. <p>Lorem ipsum.</p>
  285. <aside class="quote-block">
  286. <div class="quote-heading">Lorem ipsum very test</div>
  287. <blockquote class="quote-body">
  288. <p>Dolor &lt;b&gt;met&lt;/b&gt;</p>
  289. </blockquote>
  290. </aside>
  291. """.strip()
  292. result = parse(test_text, MockRequest(), MockPoster(), minify=False)
  293. self.assertEqual(expected_result, result['parsed_text'])
  294. def test_hr_edge_case(self):
  295. """test for weird edge case in which hr gets moved outside of quote"""
  296. test_text = """
  297. Lorem ipsum.
  298. [quote]
  299. Dolor met
  300. - - - - -
  301. Amet elit
  302. [/quote]
  303. """.strip()
  304. expected_result = """
  305. <p>Lorem ipsum.</p>
  306. <aside class="quote-block">
  307. <div class="quote-heading"></div>
  308. <blockquote class="quote-body">
  309. <p>Dolor met</p>
  310. <hr/>
  311. <p>Amet elit</p>
  312. </blockquote>
  313. </aside>
  314. """.strip()
  315. result = parse(test_text, MockRequest(), MockPoster(), minify=False)
  316. self.assertEqual(expected_result, result['parsed_text'])