o _"u‘’“”rr r r rtest_smart_quotes_to_unicoderz.TestUnicodeDammit.test_smart_quotes_to_unicodecC"d}t|dd}|jdksJdS)Nrxmlsmart_quotes_toz+‘’“”rr r r r!test_smart_quotes_to_xml_entities z3TestUnicodeDammit.test_smart_quotes_to_xml_entitiescCr)Nrhtmlrz'‘’“”rr r r r"test_smart_quotes_to_html_entitiesrz4TestUnicodeDammit.test_smart_quotes_to_html_entitiescCr)Nrasciirz''""rr r r rtest_smart_quotes_to_ascii#rz,TestUnicodeDammit.test_smart_quotes_to_asciicCs0d}t|}|jdksJ|jdksJdS)NsSacré bleu! ☃utf-8uSacré bleu! ☃roriginal_encodinglowerr)r utf8r r r rtest_detect_utf8(sz"TestUnicodeDammit.test_detect_utf8cCs4d}t|dg}|jdksJ|jdksJdS)N iso-8859-8uםולשrr hebrewr r r rtest_convert_hebrew.s z%TestUnicodeDammit.test_convert_hebrewcCs6d}t|}|jdksJ|jd|ksJdS)Nsケータイ Watchr)rrr rencode)r utf_8r r r r/test_dont_see_smart_quotes_where_there_are_none4szATestUnicodeDammit.test_dont_see_smart_quotes_where_there_are_nonecCs,dd}t|dg}|jdksJdS)N Räksmörgåsrr$r(rrr r utf8_datar r r r test_ignore_inappropriate_codecs:s  z2TestUnicodeDammit.test_ignore_inappropriate_codecscCs6dd}dD]}t||g}|jdksJqdS)Nr+r)z.utf8z...z utF---16.!r,)r r. bad_encodingr r r rtest_ignore_invalid_codecs?s  z,TestUnicodeDammit.test_ignore_invalid_codecscCsLdd}t|dgd}|jdksJt|ddgd}|jdks$JdS)Nr+r)exclude_encodingsz windows-1252r,r-r r rtest_exclude_encodingsEs z(TestUnicodeDammit.test_exclude_encodingsN)__name__ __module__ __qualname____doc__rrrrrr"r'r*r/r1r3r r r rr s rc@sTeZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ dS)TestEncodingDetectorcCs"td}t|j}d|vsJdS)Ns'uutf-�)rlist encodings)r detectedr:r r rPtest_encoding_detector_replaces_junk_in_encoding_name_with_replacement_characterUs  zeTestEncodingDetector.test_encoding_detector_replaces_junk_in_encoding_name_with_replacement_charactercCs(dD]}t|dd}d|jksJqdS)N)s&s&s$s#Tis_htmlzeuc-jp)rrr datar r r r test_detect_html5_style_meta_tag[s z5TestEncodingDetector.test_detect_html5_style_meta_tagc Csd}tjj}ttjz1dd}|tj_t|}d|jks Jd|jvs'Jt |d}|js1JWttj |tj_dSttj |tj_w)NsT بتر ѐcSsdSNr )strr r rnoop{szETestEncodingDetector.test_last_ditch_entity_replacement..noopTu�z html.parser) bs4r chardet_dammitloggingdisableWARNINGrcontains_replacement_charactersrrNOTSET)r docchardetrDr soupr r r"test_last_ditch_entity_replacementes      z7TestEncodingDetector.test_last_ditch_entity_replacementcCs,d}t|}d|jks Jd|jksJdS)N<a></a>u áéutf-16le)rrrr?r r rtest_byte_order_mark_removedsz1TestEncodingDetector.test_byte_order_mark_removedcCsd}t|}t|dgd}d|jksJt|dgd}d|jks"Jdgdd|jDks/Jd }t|dgd gd }d |jksAJdd gd d|jDksOJdS) NrPzutf-16)known_definite_encodingsr)user_encodingsrQcSg|]}|dqSrr .0xr r r zRTestEncodingDetector.test_known_definite_versus_user_encodings..r#r$)rSrTcSrUrVr rWr r rrZr[rrtried_encodings)r r@r beforeafterr&r r r)test_known_definite_versus_user_encodingss z>TestEncodingDetector.test_known_definite_versus_user_encodingscCsHd}t|dgdgdgd}d|jksJgddd|jDks"JdS) Nr# shift-jisrr$)rSoverride_encodingsrT)rarr$cSrUrVr rWr r rrZr[zKTestEncodingDetector.test_deprecated_override_encodings..r\r%r r r"test_deprecated_override_encodingss z7TestEncodingDetector.test_deprecated_override_encodingscCstdd}dd}|||}tt |dWdn1s%wYt|}d|dks8JdS)Nu ☃☃☃r!u“Hi, I like Windows!” windows_1252u+☃☃☃“Hi, I like Windows!”☃☃☃)r(pytestraisesUnicodeDecodeErrordecoder detwingle)r r!rdrLfixedr r rtest_detwingles     z#TestEncodingDetector.test_detwinglecCs<dD]}|d}|dsJt|}||ksJqdS)N)uœuₓu𐐓r!)r(endswithrri)r tricky_unicode_charinputoutputr r r+test_detwingle_ignores_multibyte_characterss   z@TestEncodingDetector.test_detwingle_ignores_multibyte_characterscCsd}|d}d}|d}tj}||dddusJd||ddks%Jd||ddks/Jd||ks7Jd||ks?Jd d }|||dusMJ|||dusWJ|||ddd dksdJ||dd dksnJ|d |dd dkszJ|d |dd dusJdS)Nz0rz,Fr=rTz iso-8859-1 i)r>search_entire_document)rsa)r(rfind_declared_encoding)r html_unicode html_bytes xml_unicode xml_bytesmspacerr r rtest_find_declared_encodings&  z0TestEncodingDetector.test_find_declared_encodingN) r4r5r6r<rArOrRr`rcrkrqr|r r r rr8Ss # r8c@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZddZddZd S)!TestEntitySubstitutionz1Standalone tests of the EntitySubstitution class.cCs t|_dSrB)rsubr r r r setup_methods z#TestEntitySubstitution.setup_methodcCsd}|j|dks JdS)Nufoo∀☃õbarufoo∀☃õbarr~substitute_htmlr sr r rtest_simple_html_substitutionsz4TestEntitySubstitution.test_simple_html_substitutioncCs&d}t|}|j|jdksJdS)Nsfooz‘’foo“”)rr~rr )r quotesr r r rtest_smart_quote_substitutionsz4TestEntitySubstitution.test_smart_quote_substitutioncCs:dD]\}}d}||}||}|j||ksJqdS)N) )z⊧u⊧)z𝔑u𝔑)z≧̸u≧̸)z¬¬)z⫬u⫬z||)fjr)z>>)z<<)z&&z3 %s 4r)r entityutemplateraw with_entitiesr r rtest_html5_entity#s z(TestEntitySubstitution.test_html5_entitycCs<d}d}|j||ksJd}d}|j||ksJdS)Nufjords ⊔ penguinszfjords ⊔ penguinsufjords ⊔︀ penguinszfjords ⊔︀ penguinsr)r r@r r r r)test_html5_entity_with_variation_selectorDs z@TestEntitySubstitution.test_html5_entity_with_variation_selectorcCsd}|j|d|ks JdS)NWelcome to "my bar"Fr~substitute_xmlrr r rItest_xml_converstion_includes_no_quotes_if_make_quoted_attribute_is_falsePz`TestEntitySubstitution.test_xml_converstion_includes_no_quotes_if_make_quoted_attribute_is_falsecCs0|jdddks J|jdddksJdS)NWelcomeTz "Welcome"z Bob's Barz "Bob's Bar"rrr r r6test_xml_attribute_quoting_normally_uses_double_quotesTszMTestEntitySubstitution.test_xml_attribute_quoting_normally_uses_double_quotescCd}|j|ddks JdS)NrTz'Welcome to "my bar"'rrr r rOtest_xml_attribute_quoting_uses_single_quotes_when_value_contains_double_quotesXrzfTestEntitySubstitution.test_xml_attribute_quoting_uses_single_quotes_when_value_contains_double_quotescCr)NWelcome to "Bob's Bar"Tz""Welcome to "Bob's Bar""rrr r rbtest_xml_attribute_quoting_escapes_single_quotes_when_value_contains_both_single_and_double_quotes\rzyTestEntitySubstitution.test_xml_attribute_quoting_escapes_single_quotes_when_value_contains_both_single_and_double_quotescCsd}|j||ks JdS)Nrr)r quotedr r rzfoo<bar>rrr r r'test_xml_quoting_handles_angle_bracketsdz>TestEntitySubstitution.test_xml_quoting_handles_angle_bracketscCr)NzAT&TzAT&Trrr r r#test_xml_quoting_handles_ampersandsgrz:TestEntitySubstitution.test_xml_quoting_handles_ampersandscCr)N ÁT&Tz&Aacute;T&Trrr r rEtest_xml_quoting_including_ampersands_when_they_are_part_of_an_entityjrz\TestEntitySubstitution.test_xml_quoting_including_ampersands_when_they_are_part_of_an_entitycCr)NrzÁT&T)r~"substitute_xml_containing_entitiesrr r rDtest_xml_quoting_ignoring_ampersands_when_they_are_part_of_an_entitymrz[TestEntitySubstitution.test_xml_quoting_ignoring_ampersands_when_they_are_part_of_an_entitycCsd}|j||ks JdS)z:There's no need to do this except inside attribute values.z Bob's "bar"Nr)r textr r r test_quotes_not_html_substitutedpsz7TestEntitySubstitution.test_quotes_not_html_substitutedN)r4r5r6r7rrrrrrrrrrrrrrrr r r rr}s"!  r}) rerGrEr bs4.dammitrrrobjectrr8r}r r r rs G?