a
#.c@= @ sl d dl Z d dlZd dlZd dlmZ d dlmZmZmZ G dd deZ G dd deZ
G dd d eZ dS )
N)
BeautifulSoup)EntitySubstitutionEncodingDetector
UnicodeDammitc @ sh e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dd Z
dd ZdS )TestUnicodeDammitz"Standalone tests of UnicodeDammit.c C s d}t |}|j|ksJ d S )Nu I'm already Unicode! ☃r unicode_markupselfmarkupdammit r
O/var/www/brookimports/venv/lib/python3.9/site-packages/bs4/tests/test_dammit.pytest_unicode_input s z$TestUnicodeDammit.test_unicode_inputc C s d}t |}|jdksJ d S )N u ‘’“”r r r
r
r test_smart_quotes_to_unicode s z.TestUnicodeDammit.test_smart_quotes_to_unicodec C s" d}t |dd}|jdks J d S )Nr xmlZsmart_quotes_toz+‘’“”r r r
r
r !test_smart_quotes_to_xml_entities s z3TestUnicodeDammit.test_smart_quotes_to_xml_entitiesc C s" d}t |dd}|jdks J d S )Nr htmlr z'‘’“”r r r
r
r "test_smart_quotes_to_html_entities s z4TestUnicodeDammit.test_smart_quotes_to_html_entitiesc C s" d}t |dd}|jdks J d S )Nr asciir z''""r r r
r
r test_smart_quotes_to_ascii# s z,TestUnicodeDammit.test_smart_quotes_to_asciic C s0 d}t |}|j dks J |jdks,J d S )Ns Sacré bleu! ☃utf-8u Sacré bleu! ☃r original_encodinglowerr )r
utf8r r
r
r test_detect_utf8( s z"TestUnicodeDammit.test_detect_utf8c C s4 d}t |dg}|j dks"J |jdks0J d S )N
iso-8859-8u םולשr r
hebrewr r
r
r test_convert_hebrew. s z%TestUnicodeDammit.test_convert_hebrewc C s6 d}t |}|j dks J |jd|ks2J d S )Ns ケータイ Watchr )r r r r encode)r
utf_8r r
r
r /test_dont_see_smart_quotes_where_there_are_none4 s zATestUnicodeDammit.test_dont_see_smart_quotes_where_there_are_nonec C s, d d}t|dg}|j dks(J d S )N
Räksmörgåsr r r$ r r r r
utf8_datar r
r
r test_ignore_inappropriate_codecs: s
z2TestUnicodeDammit.test_ignore_inappropriate_codecsc C s6 d d}dD ]"}t||g}|j dksJ qd S )Nr' r )z.utf8z...z
utF---16.!r( )r
r* Z bad_encodingr r
r
r test_ignore_invalid_codecs? s
z,TestUnicodeDammit.test_ignore_invalid_codecsc C sL d d}t|dgd}|j dks*J t|ddgd}|jd ksHJ d S )Nr' r )Zexclude_encodingsz windows-1252r( r) r
r
r test_exclude_encodingsE s
z(TestUnicodeDammit.test_exclude_encodingsN)__name__
__module__ __qualname____doc__r r r r r r r# r& r+ r, r- r
r
r
r r s r c @ sT e Zd Zdd Zdd Zdd Zdd Zd d
Zd d Zd
d Z dd Z
dd Z dS )TestEncodingDetectorc C s" t d}t|j}d|v s J d S )Ns' u utf-�)r list encodings)r
Zdetectedr4 r
r
r Ptest_encoding_detector_replaces_junk_in_encoding_name_with_replacement_characterU s
zeTestEncodingDetector.test_encoding_detector_replaces_junk_in_encoding_name_with_replacement_characterc C s( dD ] }t |dd}d|jksJ qd S )N)s& s& s$ s# Tis_htmlzeuc-jp)r r r
datar r
r
r test_detect_html5_style_meta_tag[ s z5TestEncodingDetector.test_detect_html5_style_meta_tagc C s d}t jj}ttj z`dd }|t j_t|}d|jks@J d|jv sNJ t |d}|jsbJ W ttj
|t j_nttj
|t j_0 d S )NsT
بتر
ѐc S s d S Nr
)strr
r
r noop{ s zETestEncodingDetector.test_last_ditch_entity_replacement..noopTu �z html.parser) bs4r Zchardet_dammitloggingdisableWARNINGr Z contains_replacement_charactersr r NOTSET)r
docchardetr= r Zsoupr
r
r "test_last_ditch_entity_replacemente s
z7TestEncodingDetector.test_last_ditch_entity_replacementc C s, d}t |}d|jksJ d|jks(J d S )N < a > < / a > u áéutf-16le)r r r r8 r
r
r test_byte_order_mark_removed s z1TestEncodingDetector.test_byte_order_mark_removedc C s d}t |}t |dgd}d|jks(J t |dgd}d|jksDJ dgdd |jD ks^J d }t |dgd
gd }d
|jksJ dd
gd d |jD ksJ d S )
NrF zutf-16)known_definite_encodingsr )user_encodingsrG c S s g | ] }|d qS r r
.0xr
r
r
zRTestEncodingDetector.test_known_definite_versus_user_encodings..r r )rI rJ c S s g | ] }|d qS rK r
rL r
r
r rO rP r r tried_encodings)r
r9 r beforeafterr" r
r
r )test_known_definite_versus_user_encodings s z>TestEncodingDetector.test_known_definite_versus_user_encodingsc C sH d}t |dgdgdgd}d|jks(J g ddd |jD ksDJ d S ) Nr shift-jisr r )rI Zoverride_encodingsrJ )rV r r c S s g | ] }|d qS rK r
rL r
r
r rO rP zKTestEncodingDetector.test_deprecated_override_encodings..rQ r! r
r
r "test_deprecated_override_encodings s z7TestEncodingDetector.test_deprecated_override_encodingsc C st d d}d d}|| | }tt |d W d n1 sJ0 Y t|}d|dkspJ d S )Nu ☃☃☃r u “Hi, I like Windows!” windows_1252u+ ☃☃☃“Hi, I like Windows!”☃☃☃)r$ pytestZraisesUnicodeDecodeErrordecoder detwingle)r
r rX rC fixedr
r
r test_detwingle s
(
z#TestEncodingDetector.test_detwinglec C s< dD ]2}| d}|ds J t|}||ksJ qd S )N)u œu ₓu ðr )r$ endswithr r\ )r
Ztricky_unicode_charinputoutputr
r
r +test_detwingle_ignores_multibyte_characters s
z@TestEncodingDetector.test_detwingle_ignores_multibyte_charactersc C s d}| d}d}| d}tj}||ddd u s6J d||ddksJJ d||ddks^J d||ksnJ d||ks~J d d
}||| d u sJ ||| d u sJ ||| ddd dksJ ||dd dksJ |d | dd dksJ |d
| dd d u sJ d S )Nz0r z,Fr6 r Tz
iso-8859-1 i )r7 search_entire_document)re a)r$ r Zfind_declared_encoding)r
Z html_unicodeZ
html_bytesZ xml_unicodeZ xml_bytesmZspacerr
r
r test_find_declared_encoding s(
z0TestEncodingDetector.test_find_declared_encodingN) r. r/ r0 r5 r: rE rH rU rW r^ rc rh r
r
r
r r2 S s
# r2 c @ s e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dd Z
dd Zdd Zdd Zd d Zd d Zd S )!TestEntitySubstitutionz1Standalone tests of the EntitySubstitution class.c C s
t | _d S r; )r subr
r
r
r setup_method s z#TestEntitySubstitution.setup_methodc C s d}| j |dksJ d S )Nu foo∀☃õbaru foo∀☃õbarrj substitute_htmlr
sr
r
r test_simple_html_substitution s z4TestEntitySubstitution.test_simple_html_substitutionc C s& d}t |}| j|jdks"J d S )Ns fooz ‘’foo“”)r rj rn r )r
quotesr r
r
r test_smart_quote_substitution s z4TestEntitySubstitution.test_smart_quote_substitutionc C s: dD ]0\}}d}|| }|| }| j ||ksJ qd S )N)
)z⊧u ⊧)z𝔑u 𝔑)z≧̸u ≧̸)z¬ ¬)z⫬u ⫬z||)fjru )z>>)z<<)z&&z3 %s 4rm )r
entityutemplaterawZ
with_entitiesr
r
r test_html5_entity# s
z(TestEntitySubstitution.test_html5_entityc C s< d}d}| j ||ks J d}d}| j ||ks8J d S )Nu fjords ⊔ penguinszfjords ⊔ penguinsu fjords ⊔︀ penguinszfjords ⊔︀ penguinsrm )r
r9 r r
r
r )test_html5_entity_with_variation_selectorD s z@TestEntitySubstitution.test_html5_entity_with_variation_selectorc C s d}| j |d|ksJ d S )NWelcome to "my bar"Frj Zsubstitute_xmlro r
r
r Itest_xml_converstion_includes_no_quotes_if_make_quoted_attribute_is_falseP s z`TestEntitySubstitution.test_xml_converstion_includes_no_quotes_if_make_quoted_attribute_is_falsec C s0 | j dddksJ | j dddks,J d S )NZWelcomeTz "Welcome"z Bob's Barz "Bob's Bar"r rk r
r
r 6test_xml_attribute_quoting_normally_uses_double_quotesT s zMTestEntitySubstitution.test_xml_attribute_quoting_normally_uses_double_quotesc C s d}| j |ddksJ d S )Nr Tz'Welcome to "my bar"'r ro r
r
r Otest_xml_attribute_quoting_uses_single_quotes_when_value_contains_double_quotesX s zfTestEntitySubstitution.test_xml_attribute_quoting_uses_single_quotes_when_value_contains_double_quotesc C s d}| j |ddksJ d S )NWelcome to "Bob's Bar"Tz""Welcome to "Bob's Bar""r ro r
r
r btest_xml_attribute_quoting_escapes_single_quotes_when_value_contains_both_single_and_double_quotes\ s zyTestEntitySubstitution.test_xml_attribute_quoting_escapes_single_quotes_when_value_contains_both_single_and_double_quotesc C s d}| j ||ksJ d S )Nr r )r
quotedr
r
r zfoo<bar>r rk r
r
r 'test_xml_quoting_handles_angle_bracketsd s z>TestEntitySubstitution.test_xml_quoting_handles_angle_bracketsc C s | j ddksJ d S )NzAT&TzAT&Tr rk r
r
r #test_xml_quoting_handles_ampersandsg s z:TestEntitySubstitution.test_xml_quoting_handles_ampersandsc C s | j ddksJ d S )N ÁT&TzÁT&Tr rk r
r
r Etest_xml_quoting_including_ampersands_when_they_are_part_of_an_entityj s z\TestEntitySubstitution.test_xml_quoting_including_ampersands_when_they_are_part_of_an_entityc C s | j ddksJ d S )Nr zÁT&T)rj Z"substitute_xml_containing_entitiesrk r
r
r Dtest_xml_quoting_ignoring_ampersands_when_they_are_part_of_an_entitym s z[TestEntitySubstitution.test_xml_quoting_ignoring_ampersands_when_they_are_part_of_an_entityc C s d}| j ||ksJ dS )z:There's no need to do this except inside attribute values.z Bob's "bar"Nrm )r
textr
r
r test_quotes_not_html_substitutedp s z7TestEntitySubstitution.test_quotes_not_html_substitutedN)r. r/ r0 r1 rl rq rs r} r~ r r r r r r r r r r r
r
r
r ri s ! ri ) rY r? r> r Z
bs4.dammitr r r objectr r2 ri r
r
r
r s G ?