a
#.cl @ s d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
ddl m Z G dd d e Z
G d
d d e ZG d d
d
e ZG dd de ZdS )z*Tests of the bs4.element.PageElement class N)SelectorSyntaxError)
BeautifulSoup)Comment SoupStrainer )SoupTestc @ sP e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dS ) TestEncodingz0Test the ability to encode objects into strings.c C s. d}| |}|jjdddks*J d S )N
☃utf-8 ☃)soupbstringencodeselfhtmlr r T/var/www/brookimports/venv/lib/python3.9/site-packages/bs4/tests/test_pageelement.py"test_unicode_string_can_be_encoded s
z/TestEncoding.test_unicode_string_can_be_encodedc C s, d}| |}|jd|dks(J d S )Nr r
r r
r r r r r 1test_tag_containing_unicode_string_can_be_encoded s
z>TestEncoding.test_tag_containing_unicode_string_can_be_encodedc C s& d}| |}|jddks"J d S )Nr asciis ☃r r r r r <<Sacré bleu!>>minimal formatterr decodeZ document_forr markupr decodedr r r !test_default_formatter_is_minimalD s
z0TestFormatters.test_default_formatter_is_minimalc C s0 d}| |}|jdd}|| dks,J d S )N' <<Sacré bleu!>>r r0 z. <<Sacré bleu!>>r2 r4 r r r test_formatter_htmlM s
z"TestFormatters.test_formatter_htmlc C s0 d}| |}|jdd}|| dks,J d S )Nr8 html5r0 z- <<Sacré bleu!>>r2 r4 r r r test_formatter_html5U s
z#TestFormatters.test_formatter_html5c C s0 d}| |}|jdd}|| dks,J d S r- r2 r4 r r r test_formatter_minimal] s
z%TestFormatters.test_formatter_minimalc C s0 d}| |}|jd d}|| dks,J d S )Nr. r0 u <>r2 r4 r r r test_formatter_nullf s
z"TestFormatters.test_formatter_nullc C s4 d}| |}|jdd d}|| dks0J d S )Nz!<foo>bar c S s | S Nupperxr r r s z6TestFormatters.test_formatter_custom..r0 zBAR r2 r4 r r r test_formatter_customp s
z$TestFormatters.test_formatter_customc C s d}| |}|j}d}|| ks(J ||jddkseu) er/ r0 z/er u% Ec S s | S r> r? rA r r r rC rD zJTestFormatters.test_formatter_is_run_on_attribute_values..)r ar3 )r r5 r rF Zexpect_minimalZ expect_htmlZ expect_upperr r r )test_formatter_is_run_on_attribute_valuesx s
z8TestFormatters.test_formatter_is_run_on_attribute_valuesc C s" d}t |d }d|v s J d S )NzO
html.parser < < hey > >r r r docencodedr r r 2test_formatter_skips_script_tag_for_html_documents s zATestFormatters.test_formatter_skips_script_tag_for_html_documentsc C s" d}t |d }d|v s J d S )NzF
rH rI rJ rK r r r 1test_formatter_skips_style_tag_for_html_documents s z@TestFormatters.test_formatter_skips_style_tag_for_html_documentsc C s | d}d|j ks J d S )NzN
foo
bar
baz
zO
foo
bar
baz
)r divprettifyr r r r r ,test_prettify_leaves_preformatted_text_alone s
z;TestFormatters.test_prettify_leaves_preformatted_text_alonec C s* t dd}|jdd d}d|v s&J d S )Nz foorH c S s | S r> r? rA r r r rC rD zITestFormatters.test_prettify_accepts_formatter_function..r0 ZFOO)r rQ )r r prettyr r r (test_prettify_accepts_formatter_function s
z7TestFormatters.test_prettify_accepts_formatter_functionc C s" | d}tt| ks J d S )N)r strtyperQ rR r r r (test_prettify_outputs_unicode_by_default s
z7TestFormatters.test_prettify_outputs_unicode_by_defaultc C s$ | d}tt|dks J d S )NrV r
)r bytesrX rQ rR r r r test_prettify_can_encode_data s
z,TestFormatters.test_prettify_can_encode_datac C s0 d}| |}|jd}||dks,J d S )Nu Sacré bleu!r
r )r r5 r rM r r r ,test_html_entity_substitution_off_by_default s
z;TestFormatters.test_html_entity_substitution_off_by_defaultc C s d}| |}|jd dks J |d}d|v s6J |d}d|v sLJ |d}d |v sbJ |d
d
}d |v s~J d S ) NzEcontentztext/html; charset=x-sjisr
s
charset=utf-8euc_jps charset=euc_jpz shift-jiss charset=shift-jiszutf-16zcharset=utf-16)r metar r3 )r Zmeta_tagr utf_8r^ shift_jisZutf_16_ur r r test_encoding_substitution s
z)TestFormatters.test_encoding_substitutionc C s2 d}t d}| j||d}|jd jdks.J d S )Nz`
foo
pre)Z
parse_onlyr )r r contentsname)r r5 Zstrainerr r r r ;test_encoding_substitution_doesnt_happen_if_tag_is_strained s zJTestFormatters.test_encoding_substitution_doesnt_happen_if_tag_is_strainedN)r( r) r* r+ r7 r9 r; r< r= rE rG rN rO rS rU rY r[ r\ rb rf r r r r r, ? s"
r, c @ s e Zd ZdZdZdd Zdd ZeZdd Zd d
Z d d Z
d
d Z dd Z dd Z
dd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Z d1d2 Z d3d4 Z d5d6 Z d7d8 Z d9d: Z!d;d< Z"d=d> Z#d?d@ Z$dAdB Z%dCdD Z&dEdF Z'dGdH Z(dIdJ Z)dKdL Z*dMdN Z+dOdP Z,dQdR Z-dSdT Z.dUdV Z/dWdX Z0dYdZ Z1d[d\ Z2d]d^ Z3d_d` Z4dadb Z5dcdd Z6dedf Z7dgdh Z8didj Z9dkdl Z:dmdn Z;dodp ZduS )vTestCSSSelectorszTest basic CSS selector functionality.
This functionality is implemented in soupsieve, which has a much
more comprehensive test suite, so this is basically an extra check
that soupsieve works as expected.
a
The titleHello there.
c C s t | jd| _d S )NrH )r HTMLr r r r r setup_method s z TestCSSSelectors.setup_methodc K sX dd | j j|fi |D }| | ||ksTJ d|d|d|f d S )Nc S s g | ] }|d qS idr ).0elr r r
rD z3TestCSSSelectors.assert_selects..z$Selector %s, expected [%s], got [%s]z, )r selectsortjoin)r selector expected_idskwargsZel_idsr r r assert_selects s z TestCSSSelectors.assert_selectsc G s |D ]\}}| || qd S r> rv )r testsrs rt r r r assert_select_multiple s z'TestCSSSelectors.assert_select_multiplec C sF | j d}t|dks J |d jdks.J |d jdgksBJ d S )Ntitler r z The title)r rp lenre rd r elsr r r test_one_tag_one" s z!TestCSSSelectors.test_one_tag_onec C sT | j d}t|dks J |D ]}|jdks J q | j d}d|d ksPJ d S )NrP mainrl )r rp r{ re
select_one)r r} rP rn r r r test_one_tag_many( s z"TestCSSSelectors.test_one_tag_manyc C s | j d}d |ksJ d S )NZnonexistenttag)r r )r matchr r r (test_select_one_returns_none_if_no_match1 s z9TestCSSSelectors.test_select_one_returns_none_if_no_matchc C s | j d}| dddg d S )Nzdiv divinnerdata1)r rp rv r| r r r test_tag_in_tag_one6 s z$TestCSSSelectors.test_tag_in_tag_onec C s dD ]}| |g d qd S )N)html div
html body divbody divr r r footerrw r rs r r r test_tag_in_tag_many: s z%TestCSSSelectors.test_tag_in_tag_manyc C s> | j ddgdd | j dddgdd | j dg d d
d d S ) Nr r r )limitr r r r
rw ri r r r
test_limit? s
zTestCSSSelectors.test_limitc C s t | jddksJ d S )Ndelr r{ r rp ri r r r test_tag_no_matchE s z"TestCSSSelectors.test_tag_no_matchc C s: t t | jd W d n1 s,0 Y d S )Nztag%tr r r r rp ri r r r test_invalid_tagH s z!TestCSSSelectors.test_invalid_tagc C s | dddg d S )Ncustom-dashed-tagdash1dash2rw ri r r r test_select_dashed_tag_idsL s z+TestCSSSelectors.test_select_dashed_tag_idsc C s6 | j d}|d jdks J |d d dks2J d S )Nz custom-dashed-tag[id="dash2"]r r rl r )r rp re )r Zdashedr r r test_select_dashed_by_idO s z)TestCSSSelectors.test_select_dashed_by_idc C s | j dd jdksJ d S )Nzbody > custom-dashed-tagr z Hello there.)r rp textri r r r test_dashed_tag_textT s z%TestCSSSelectors.test_dashed_tag_textc C s | j d| j dks J d S )Nr )r rp find_allri r r r #test_select_dashed_matches_find_allW s z4TestCSSSelectors.test_select_dashed_matches_find_allc C s | ddgfdddgf d S )NZh1header1Zh2header2header3ry ri r r r test_header_tagsZ s
z!TestCSSSelectors.test_header_tagsc C sR dD ]H}| j |}t|dks$J |d jdks6J |d d dgksJ qd S )N)z.onepzp.onepz html p.onepr r pclassonep)r rp r{ re )r rs r} r r r test_class_one` s
z TestCSSSelectors.test_class_onec C s | j d}t|dks J d S )Nzdiv.onepr r rp r{ r| r r r test_class_mismatched_tagg s z*TestCSSSelectors.test_class_mismatched_tagc C s dD ]}| |dg qd S )N)z div#innerz#innerz
div div#innerr rw r r r r test_one_idk s z TestCSSSelectors.test_one_idc C s | j d}t|dks J d S )Nz
#doesnotexistr r r| r r r test_bad_ido s z TestCSSSelectors.test_bad_idc C s` | j d}t|dks J |D ]}|jdks J q |d d dgksJJ |d dr\J d S )Nz div#inner p r r r r r )r rp r{ re Zhas_attr)r r} rn r r r test_items_in_ids s z!TestCSSSelectors.test_items_in_idc C s& dD ] }t | j|dksJ qd S )N)z div#main delzdiv#main div.oopsz div div#mainr r r r r r test_a_bunch_of_emptys{ s z'TestCSSSelectors.test_a_bunch_of_emptysc C s dD ]}| |dg qd S )N)z.class1zp.class1z.class2zp.class2z.class3zp.class3z
html p.class2zdiv#inner .class2pmultirw r r r r test_multi_class_support s z)TestCSSSelectors.test_multi_class_supportc C s dD ]}| |dg qd S )N)z.class1.class3z.class3.class2z.class1.class2.class3r rw r r r r test_multi_class_selection s z+TestCSSSelectors.test_multi_class_selectionc C s" | dddg | ddg d S )Nz.s1 > as1a1s1a2z .s1 > a spans1a2s1rw ri r r r test_child_selector s z$TestCSSSelectors.test_child_selectorc C s | ddg d S )Nz.s1 > a#s1a2 spanr rw ri r r r test_child_selector_id s z'TestCSSSelectors.test_child_selector_idc C st | ddgfddgfddgfddgfddgfddgfd dgfd
g fd dgfd dgfd
dgfdg fdg fdg f d S )Nzp[class="onep"]p1z
p[id="p1"]z[class="onep"]z [id="p1"]zlink[rel="stylesheet"]l1zlink[type="text/css"]zlink[href="blah.css"]zlink[href="no-blah.css"]z[rel="stylesheet"]z[type="text/css"]z[href="blah.css"]z[href="no-blah.css"]zp[href="no-blah.css"]r ri r r r test_attribute_equals s z&TestCSSSelectors.test_attribute_equalsc
C s\ | ddgfddgfddgfddgfddgfddgfdd gfd
d gfd d gfd d gf
d S )
Nzp[class~="class1"]r zp[class~="class2"]zp[class~="class3"]z[class~="class1"]z[class~="class2"]z[class~="class3"]za[rel~="friend"]bobz
a[rel~="met"]z[rel~="friend"]z [rel~="met"]r ri r r r test_attribute_tilde s z%TestCSSSelectors.test_attribute_tildec C sv | ddgfddgfdg fdg fdg fddgfdd d
gfd d d
gfd d
dgfdd
dgfddgfdd
gfddgf
d S )Nz[rel^="style"]r zlink[rel^="style"]znotlink[rel^="notstyle"]z[rel^="notstyle"]zlink[rel^="notstyle"]zlink[href^="bla"]za[href^="http://"]r mez[href^="http://"]z [id^="p"]r r z [id^="m"]r z div[id^="m"]z
a[id^="m"]zdiv[data-tag^="dashed"]r r ri r r r test_attribute_startswith s
z*TestCSSSelectors.test_attribute_startswithc C s< | ddgfddgfddgfdg dfddgfd g f d S )
Nz[href$=".css"]r zlink[href$=".css"]z
link[id$="1"]z [id$="1"])r r r r r s2a1r r z div[id$="1"]r z[id$="noending"]r ri r r r test_attribute_endswith s
z(TestCSSSelectors.test_attribute_endswithc C s | ddgfddgfdg fdg fdg fddgfdd d
gfd d d
gfddgfdd
gfddgfddgfddgfdg dfddgfdg fdg dfdd d
gfd dgfd dd gfd d gfd dgf d S )!Nz[rel*="style"]r zlink[rel*="style"]znotlink[rel*="notstyle"]z[rel*="notstyle"]zlink[rel*="notstyle"]zlink[href*="bla"]z[href*="http://"]r r z [id*="p"]r r z div[id*="m"]r z
a[id*="m"]z[href*=".css"]zlink[href*=".css"]z
link[id*="1"]z [id*="1"]) r r r r r r r r r z div[id*="1"]r z[id*="noending"]z [href*="."])r r r z a[href*="."]zlink[href*="."]z div[id*="n"]r z
div[id*="nn"]zdiv[data-tag*="edval"]r ri r r r test_attribute_contains s0
z(TestCSSSelectors.test_attribute_containsc C s. | dg dfdg dfddgfdg f d S )Nz
p[lang|="en"])lang-en
lang-en-gb
lang-en-usz [lang|="en"]z
p[lang|="fr"]lang-frz
p[lang|="gb"]r ri r r r test_attribute_exact_or_hypen s
z.TestCSSSelectors.test_attribute_exact_or_hypenc C sP | dg dfddgfdddgfdg d fd
d d gfd
g fdg fddgf d S )Nz[rel])r r r z link[rel]r za[rel]r r z[lang])r r r r zp[class]r r z[blah]zp[blah]z
div[data-tag]r r ri r r r test_attribute_exists s
z&TestCSSSelectors.test_attribute_existsc C s, d}t |d}|d\}d|jks(J d S )Nz]
nope
yes
rH zdiv[style="display: right"]yes)r rp r )r r r Zchosenr r r "test_quoted_space_in_selector_name s
z3TestCSSSelectors.test_quoted_space_in_selector_namec C sp t t | jd W d n1 s,0 Y t t | jd W d n1 sb0 Y d S )Nza:no-such-pseudoclassza:nth-of-type(a))r r NotImplementedErrorr rp r ri r r r test_unsupported_pseudoclass s * z-TestCSSSelectors.test_unsupported_pseudoclassc C s | j d}t|dks J |d jdks.J | j d}t|dksJJ |d jdks\J | j d}t|dksxJ | j d}t|dksJ d S ) Nzdiv#inner p:nth-of-type(1)r r Some textzdiv#inner p:nth-of-type(3)ZAnotherzdiv#inner p:nth-of-type(4)zdiv p:nth-of-type(0)r rp r{ r r| r r r test_nth_of_type s z!TestCSSSelectors.test_nth_of_typec C s2 | j d}t|dks J |d jdks.J d S )Nz div#inner > p:nth-of-type(1)r r r r r| r r r "test_nth_of_type_direct_descendant s z3TestCSSSelectors.test_nth_of_type_direct_descendantc C s | ddg d S )Nz#inner > p:nth-of-type(2)r rw ri r r r "test_id_child_selector_nth_of_type# s z3TestCSSSelectors.test_id_child_selector_nth_of_typec C s. | j jddd}|d}| |ddg d S )NrP r rk r r )r findrp Zassert_selects_ids)r r selectedr r r test_select_on_element& s
z'TestCSSSelectors.test_select_on_elementc C s | ddg | dg d S )Nz
.fancy #innerr z.normal #innerrw ri r r r test_overspecified_child_id/ s z,TestCSSSelectors.test_overspecified_child_idc C sB | ddg | ddg | ddg g | jdks>J d S )Nz#p1 + h2r z #p1 + h2 + pr z#p1 + #header2 + .class1z#p1 + prv r rp ri r r r test_adjacent_sibling_selector3 s z/TestCSSSelectors.test_adjacent_sibling_selectorc C sR | dddg | ddg | ddg | ddg g | jdksNJ d S ) Nz#p1 ~ h2r r z#p1 ~ #header2z #p1 ~ h2 + ar z#p1 ~ h2 + [rel="me"]z #inner ~ h2r ri r r r test_general_sibling_selector9 s
z.TestCSSSelectors.test_general_sibling_selectorc C s: t t | jd W d n1 s,0 Y d S )Nzh1 >r ri r r r test_dangling_combinator@ s z)TestCSSSelectors.test_dangling_combinatorc C s | dg d d S )Nz p[lang] ~ p)r r r rw ri r r r 2test_sibling_combinator_wont_select_same_tag_twiceD s zCTestCSSSelectors.test_sibling_combinator_wont_select_same_tag_twicec C s | dddg d S )Nzx, yxidyidrw ri r r r test_multiple_selectH s z%TestCSSSelectors.test_multiple_selectc C s | dddg d S )Nzx,yr r rw ri r r r "test_multiple_select_with_no_spaceK s z3TestCSSSelectors.test_multiple_select_with_no_spacec C s | dddg d S )Nzx, yr r rw ri r r r $test_multiple_select_with_more_spaceN s z5TestCSSSelectors.test_multiple_select_with_more_spacec C s | ddg d S )Nzx, xr rw ri r r r test_multiple_select_duplicatedQ s z0TestCSSSelectors.test_multiple_select_duplicatedc C s | dddg d S )Nzx, y ~ p[lang=fr]r r rw ri r r r test_multiple_select_siblingT s z-TestCSSSelectors.test_multiple_select_siblingc C s | dddg d S )Nzx, y > zr zidbrw ri r r r .test_multiple_select_tag_and_direct_descendantW s z?TestCSSSelectors.test_multiple_select_tag_and_direct_descendantc C s | dg d d S )Nz
div > x, y, zr r Zzidar zidabZzidacrw ri r r r /test_multiple_select_direct_descendant_and_tagsZ s z@TestCSSSelectors.test_multiple_select_direct_descendant_and_tagsc C s | dg d d S )Nz div x,y, zr rw ri r r r (test_multiple_select_indirect_descendant] s z9TestCSSSelectors.test_multiple_select_indirect_descendantc C sp t t | jd W d n1 s,0 Y t t | jd W d n1 sb0 Y d S )Nz,x, yzx,,yr ri r r r test_invalid_multiple_select` s * z-TestCSSSelectors.test_invalid_multiple_selectc C s | dddg d S )Nzp[lang=en], p[lang=en-gb]r r rw ri r r r test_multiple_select_attrsf s z+TestCSSSelectors.test_multiple_select_attrsc C s | dg d d S )Nz*x, y > z[id=zida], z[id=zidab], z[id=zidb])r r r rw ri r r r test_multiple_select_idsi s z)TestCSSSelectors.test_multiple_select_idsc C s | dddg d S )Nzbody > div > x, y > zr r rw ri r r r test_multiple_select_nestedl s z,TestCSSSelectors.test_multiple_select_nestedc C sN d}t |d}|d}dt|ks(J |jddgdD ]}||v s8J q8d S )Nz3rH z.c1, .c2r c1c2)class_)r rp r{ r )r r5 r r elementr r r test_select_duplicate_elementso s
z/TestCSSSelectors.test_select_duplicate_elementsN)?r( r) r* r+ rh rj rv Z assertSelectry r~ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rg sx 1
rg c @ s` e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dd Z
dS )TestPersistencez*Testing features like pickle and deepcopy.c C s d| _ | | j | _d S )Nay
Beautiful Soup: We called him Tortoise because he taught us.foobar
)pager treeri r r r rj s z TestPersistence.setup_methodc C s@ t | jd}t |}|jtks&J | | j ks )copydeepcopyr r3 )r copiedr r r test_deepcopy_identity s z&TestPersistence.test_deepcopy_identityc C s: t dd}|j}| }dt|ks(J ||jks6J d S )Ns
rH u
)r Zoriginal_encoding__copy__rW )r r r" r r r r test_copy_preserves_encoding s
z,TestPersistence.test_copy_preserves_encodingc C st | dj}d|_d|_| }|j|jks0J |j|jks@J |j|jksPJ |j|jks`J |j|jkspJ d S )Nzr ! )r r Z
sourcelineZ sourceposr Zcan_be_empty_elementZcdata_list_attributesZpreserve_whitespace_tags)r tagr r r r 'test_copy_preserves_builder_information s z7TestPersistence.test_copy_preserves_builder_informationc C s> d}| |}t|tj}t|}| | ks:J d S r% )r r r HIGHEST_PROTOCOLr r3 )r r r r r r r r test_unicode_pickle s
z#TestPersistence.test_unicode_picklec C sz d}| |}|jdd}t|}||ks0J d |jks>J d |jksLJ d |jksZJ d |jkshJ d |jksvJ d S )NzFooBarZFoor )r r r parent next_elementZ next_siblingprevious_elementr r r s1s2r r r 1test_copy_navigablestring_is_not_attached_to_tree s
zATestPersistence.test_copy_navigablestring_is_not_attached_to_treec C s< d}| |}|j}t|}||ks*J t|ts8J d S )Nz)r r r
isinstancer r
r r r 0test_copy_navigablestring_subclass_has_same_type s
z@TestPersistence.test_copy_navigablestring_subclass_has_same_typec C s( d}| |}t|}||ks$J d S )N)
FooBar
end)r r )r r r Z soup_copyr r r test_copy_entire_soup s
z%TestPersistence.test_copy_entire_soupc C s d}| |}|j}t|}t|t|ks2J ||ks>J ||usJJ d |jksXJ d |jksfJ d |jddjks|J d |jddjksJ d S )Nr ZBarr )r rP r rW r r r r )r r r rP Zdiv_copyr r r test_copy_tag_copies_contents s
z-TestPersistence.test_copy_tag_copies_contentsN)r( r) r* r+ rj r r r r r r
r r r r r r r r ~ s r )r+ r r r Z soupsiever Zbs4r Z bs4.elementr r r r r, rg r r r r r s / )