Mercurial > repos > shellac > sam_consensus_v3

comparison env/lib/python3.9/site-packages/bs4/tests/test_html5lib.py @ 0:4f3585e2f14b draft default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
"planemo upload commit 60cee0fc7c0cda8592644e1aad72851dec82c959"
author shellac
date Mon, 22 Mar 2021 18:12:50 +0000
parents
children
comparison
equal deleted inserted replaced
-1:000000000000 0:4f3585e2f14b
1 """Tests to ensure that the html5lib tree builder generates good trees."""
2
3 import warnings
4
5 try:
6 from bs4.builder import HTML5TreeBuilder
7 HTML5LIB_PRESENT = True
8 except ImportError as e:
9 HTML5LIB_PRESENT = False
10 from bs4.element import SoupStrainer
11 from bs4.testing import (
12 HTML5TreeBuilderSmokeTest,
13 SoupTest,
14 skipIf,
15 )
16
17 @skipIf(
18 not HTML5LIB_PRESENT,
19 "html5lib seems not to be present, not testing its tree builder.")
20 class HTML5LibBuilderSmokeTest(SoupTest, HTML5TreeBuilderSmokeTest):
21 """See ``HTML5TreeBuilderSmokeTest``."""
22
23 @property
24 def default_builder(self):
25 return HTML5TreeBuilder
26
27 def test_soupstrainer(self):
28 # The html5lib tree builder does not support SoupStrainers.
29 strainer = SoupStrainer("b")
30 markup = "<p>A <b>bold</b> statement.</p>"
31 with warnings.catch_warnings(record=True) as w:
32 soup = self.soup(markup, parse_only=strainer)
33 self.assertEqual(
34 soup.decode(), self.document_for(markup))
35
36 self.assertTrue(
37 "the html5lib tree builder doesn't support parse_only" in
38 str(w[0].message))
39
40 def test_correctly_nested_tables(self):
41 """html5lib inserts <tbody> tags where other parsers don't."""
42 markup = ('<table id="1">'
43 '<tr>'
44 "<td>Here's another table:"
45 '<table id="2">'
46 '<tr><td>foo</td></tr>'
47 '</table></td>')
48
49 self.assertSoupEquals(
50 markup,
51 '<table id="1"><tbody><tr><td>Here\'s another table:'
52 '<table id="2"><tbody><tr><td>foo</td></tr></tbody></table>'
53 '</td></tr></tbody></table>')
54
55 self.assertSoupEquals(
56 "<table><thead><tr><td>Foo</td></tr></thead>"
57 "<tbody><tr><td>Bar</td></tr></tbody>"
58 "<tfoot><tr><td>Baz</td></tr></tfoot></table>")
59
60 def test_xml_declaration_followed_by_doctype(self):
61 markup = '''<?xml version="1.0" encoding="utf-8"?>
62 <!DOCTYPE html>
63 <html>
64 <head>
65 </head>
66 <body>
67 <p>foo</p>
68 </body>
69 </html>'''
70 soup = self.soup(markup)
71 # Verify that we can reach the <p> tag; this means the tree is connected.
72 self.assertEqual(b"<p>foo</p>", soup.p.encode())
73
74 def test_reparented_markup(self):
75 markup = '<p><em>foo</p>\n<p>bar<a></a></em></p>'
76 soup = self.soup(markup)
77 self.assertEqual("<body><p><em>foo</em></p><em>\n</em><p><em>bar<a></a></em></p></body>", soup.body.decode())
78 self.assertEqual(2, len(soup.find_all('p')))
79
80
81 def test_reparented_markup_ends_with_whitespace(self):
82 markup = '<p><em>foo</p>\n<p>bar<a></a></em></p>\n'
83 soup = self.soup(markup)
84 self.assertEqual("<body><p><em>foo</em></p><em>\n</em><p><em>bar<a></a></em></p>\n</body>", soup.body.decode())
85 self.assertEqual(2, len(soup.find_all('p')))
86
87 def test_reparented_markup_containing_identical_whitespace_nodes(self):
88 """Verify that we keep the two whitespace nodes in this
89 document distinct when reparenting the adjacent <tbody> tags.
90 """
91 markup = '<table> <tbody><tbody><ims></tbody> </table>'
92 soup = self.soup(markup)
93 space1, space2 = soup.find_all(string=' ')
94 tbody1, tbody2 = soup.find_all('tbody')
95 assert space1.next_element is tbody1
96 assert tbody2.next_element is space2
97
98 def test_reparented_markup_containing_children(self):
99 markup = '<div><a>aftermath<p><noscript>target</noscript>aftermath</a></p></div>'
100 soup = self.soup(markup)
101 noscript = soup.noscript
102 self.assertEqual("target", noscript.next_element)
103 target = soup.find(string='target')
104
105 # The 'aftermath' string was duplicated; we want the second one.
106 final_aftermath = soup.find_all(string='aftermath')[-1]
107
108 # The <noscript> tag was moved beneath a copy of the <a> tag,
109 # but the 'target' string within is still connected to the
110 # (second) 'aftermath' string.
111 self.assertEqual(final_aftermath, target.next_element)
112 self.assertEqual(target, final_aftermath.previous_element)
113
114 def test_processing_instruction(self):
115 """Processing instructions become comments."""
116 markup = b"""<?PITarget PIContent?>"""
117 soup = self.soup(markup)
118 assert str(soup).startswith("<!--?PITarget PIContent?-->")
119
120 def test_cloned_multivalue_node(self):
121 markup = b"""<a class="my_class"><p></a>"""
122 soup = self.soup(markup)
123 a1, a2 = soup.find_all('a')
124 self.assertEqual(a1, a2)
125 assert a1 is not a2
126
127 def test_foster_parenting(self):
128 markup = b"""<table><td></tbody>A"""
129 soup = self.soup(markup)
130 self.assertEqual("<body>A<table><tbody><tr><td></td></tr></tbody></table></body>", soup.body.decode())
131
132 def test_extraction(self):
133 """
134 Test that extraction does not destroy the tree.
135
136 https://bugs.launchpad.net/beautifulsoup/+bug/1782928
137 """
138
139 markup = """
140 <html><head></head>
141 <style>
142 </style><script></script><body><p>hello</p></body></html>
143 """
144 soup = self.soup(markup)
145 [s.extract() for s in soup('script')]
146 [s.extract() for s in soup('style')]
147
148 self.assertEqual(len(soup.find_all("p")), 1)
149
150 def test_empty_comment(self):
151 """
152 Test that empty comment does not break structure.
153
154 https://bugs.launchpad.net/beautifulsoup/+bug/1806598
155 """
156
157 markup = """
158 <html>
159 <body>
160 <form>
161 <!----><input type="text">
162 </form>
163 </body>
164 </html>
165 """
166 soup = self.soup(markup)
167 inputs = []
168 for form in soup.find_all('form'):
169 inputs.extend(form.find_all('input'))
170 self.assertEqual(len(inputs), 1)
171
172 def test_tracking_line_numbers(self):
173 # The html.parser TreeBuilder keeps track of line number and
174 # position of each element.
175 markup = "\n <p>\n\n<sourceline>\n<b>text</b></sourceline><sourcepos></p>"
176 soup = self.soup(markup)
177 self.assertEqual(2, soup.p.sourceline)
178 self.assertEqual(5, soup.p.sourcepos)
179 self.assertEqual("sourceline", soup.p.find('sourceline').name)
180
181 # You can deactivate this behavior.
182 soup = self.soup(markup, store_line_numbers=False)
183 self.assertEqual("sourceline", soup.p.sourceline.name)
184 self.assertEqual("sourcepos", soup.p.sourcepos.name)
185
186 def test_special_string_containers(self):
187 # The html5lib tree builder doesn't support this standard feature,
188 # because there's no way of knowing, when a string is created,
189 # where in the tree it will eventually end up.
190 pass