U }gX@s8dZddlZddlZddlZddlmZddlmZmZm Z ddl m Z ddl m Z mZmZmZmZmZddlmZddlmZdd lmZd d lmZmZmZddlZdd lmZGd ddeZGdddeZ GdddeZ!GdddeZ"GdddeZ#GdddeZ$GdddeZ%GdddeZ&dS)z#Tests of Beautiful Soup as a whole.N)Iterable) BeautifulSoupGuessedAtParserWarningdammit) TreeBuilder)AttributeValueListXMLAttributeDictCommentPYTHON_SPECIFIC_ENCODINGSTagNavigableString) SoupStrainerParserRejectedMarkup)MarkupResemblesLocatorWarning)default_builder LXML_PRESENTSoupTest)Typec@sleZdZddZddZddZddZd d Zd d Zd dZ ddZ e j dddddgddZdS)TestConstructorcCs"d}||}d|jjkstdS)Nu

éé

uéésouph1stringAssertionErrorselfdatarr7/tmp/pip-unpacked-wheel-kgiupv3k/bs4/tests/test_soup.pytest_short_unicode_input,s z(TestConstructor.test_short_unicode_inputcCs"d}||}d|jjkstdS)Nz

foobar

zfoobarrrrrr test_embedded_null1s z"TestConstructor.test_embedded_nullcCs,dd}|j|dgd}d|jks(tdS)Nu Räksmörgåsutf-8)Zexclude_encodingsz windows-1252)encoderoriginal_encodingr)r utf8_datarrrr test_exclude_encodings6s z&TestConstructor.test_exclude_encodingsc CsGdddt}tddd}tjddtdd|i|}W5QRXt|j|sVttdd |jjksltd |jj ks|t|f|}tjdd}td|dd }W5QRXt |d j }| d st||jkst||jkstdS)Nc@sDeZdZddZddZddZddZd d ZeZZ d d Z d S)z7TestConstructor.test_custom_builder_class..Mockc[s4||_d|_d|_g|_g|_i|_t|_t|_ dS)NTF) called_withis_xmlZstore_line_numbersZcdata_list_attributesZpreserve_whitespace_tagsstring_containersrZattribute_dict_classrZattribute_value_list_class)rkwargsrrr __init__?sz@TestConstructor.test_custom_builder_class..Mock.__init__cSsdSNrrrrrr initialize_soupIszGTestConstructor.test_custom_builder_class..Mock.initialize_soupcSs ||_dSr-)fed)rmarkuprrr feedLsz.Mock.feedcSsdSr-rrrrr resetOsz=TestConstructor.test_custom_builder_class..Mock.resetcSsdSr-r)rignorerrr r5Rsz>TestConstructor.test_custom_builder_class..Mock.ignorecs dVdS)N)prepared markupzoriginal encodingzdeclared encodingzcontains replacement charactersrrargsr+rrr prepare_markupWszFTestConstructor.test_custom_builder_class..Mock.prepare_markupN) __name__ __module__ __qualname__r,r/r2r4r5Zset_up_substitutionsZcan_be_empty_elementr9rrrr Mock>s r=valueT)varZconvertEntitiesrecordbuilder)r?r6)rCZ ignored_valuerzCKeyword arguments to the BeautifulSoup constructor will be ignored.)rB) objectdictwarningscatch_warningsr isinstancerCrr(r0strmessage startswith)rr=r+rrCwmsgrrr test_custom_builder_class;s.! z)TestConstructor.test_custom_builder_classc CsPGdddt}dd}tt}td|dW5QRXdt|jksLtdS)Nc@seZdZddZdS)z:TestConstructor.test_parser_markup_rejection..Mockc_s tddS)NzNope.rr7rrr r2sz?TestConstructor.test_parser_markup_rejection..Mock.feedN)r:r;r<r2rrrr r=sr=cs |dddfV|dddfVdSNFr)rr1r8r+rrr r9szDTestConstructor.test_parser_markup_rejection..prepare_markuprB)rCzoThe markup you provided was rejected by the parser. Trying a different parser or a different encoding may help.)rpytestraisesrrrIr>r)rr=r9exc_inforrr test_parser_markup_rejection|s z,TestConstructor.test_parser_markup_rejectionc Csd}||}|j}d|dks$tddg|dks8t|j|tdd}d|jdksZtddiddifD]V}tjd d |j|d|d}W5QRX|j}d dg|dkstd|dksjtqjdS) Nz&z an id idaclass)rCZmulti_valued_attributesz a class *Tr@Zan)rrUrrrFrG)rr1rrUZ switcheroorrr test_cdata_list_attributess" z*TestConstructor.test_cdata_list_attributescsnGdddtGdddtGdddt|jdtttid}tfd d |jDsjtdS) Nc@s eZdZdS)z9TestConstructor.test_replacement_classes..TagPlusNr:r;r<rrrr TagPlussrZc@s eZdZdS)z.StringPlusNrYrrrr StringPlussr[c@s eZdZdS)z=TestConstructor.test_replacement_classes..CommentPlusNrYrrrr CommentPlussr\zfoobar)Zelement_classesc3s|]}t|fVqdSr-)rH.0xr\r[rZrr sz;TestConstructor.test_replacement_classes..)r r r rallZ descendantsrr.rr`r test_replacement_classess  z(TestConstructor.test_replacement_classescCsGdddt}Gdddt}|jd||dd}t|jjdtsJtt|jjd|s`t|jjD]}t||shtqhg|j kstdS) Nc@s eZdZdS)zATestConstructor.test_alternate_string_containers..PStringNrYrrrr PStringsrdc@s eZdZdS)zATestConstructor.test_alternate_string_containers..BStringNrYrrrr BStringsrez4
Hello.

Here is some bolded text)bp)r*r) r rrHdivcontentsrrgrfstringsZstring_container_stack)rrdrersrrr test_alternate_string_containerss  z0TestConstructor.test_alternate_string_containers bad_markuprFcCsdSrOr)r_rrr zTestConstructor.c Cs>tt}t|dW5QRXd|dt|jks:tdS)N html.parserz'Incoming markup is of an invalid type: z?. Markup must be a string, a bytestring, or an open filehandle.)rPrQ TypeErrorrrIr>r)rrmrRrrr test_invalid_markup_types   z(TestConstructor.test_invalid_markup_typeN)r:r;r<r!r"r'rNrSrXrcrlrPmark parametrizerrrrrr r+sA!rc@sTeZdZejdddgddZejdddeDd gd d Zd d Z d S) TestOutputz!eventual_encoding,actual_encoding)r#r#)utf-16rvcCs0|d}d|_d|d|j|dks,tdS)N Tz eventual_encoding)rr)decoder)rryZactual_encodingrrrr test_decode_xml_declarations   z&TestOutput.test_decode_xml_declarationrycCsg|]}|qSrrr]rrr szTestOutput.NcCs(tdd}d|_d|j|dks$tdS)NrwrpTz! rx)rr)rzr)rryrrrr Mtest_decode_xml_declaration_with_missing_or_python_internal_eventual_encoding s zXTestOutput.test_decode_xml_declaration_with_missing_or_python_internal_eventual_encodingcCsV|d}d|jddkstd|jddks2td|ksBtd|ksRtdS)Nrws r#)encodingz )rr$rZencode_contentsZdecode_contentsZprettifyr.rrr tests  zTestOutput.test) r:r;r<rPrsrtr{r r}rrrrr rus  ruc@seZdZeejeeejdddZeejddddZ dd Z d d Z d d Z ddZ ddZddZddZejdddddddddgdd Zejdd!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9gd:d;Zdd?Zd@dAZdBdCZdS)D TestWarnings)rFclsreturncCs@|D]&}t|j|r|jtks"t|Sqtd||fdS)Nz%s warning not found in %r)rHrJfilename__file__r Exception)rrFrrLrrr _assert_warning,s   zTestWarnings._assert_warningN)rLrcCs2||t}t|j}|tjdds.tdS)N<)rrrIrJrKZMESSAGEr)rrLwarningrJrrr _assert_no_parser_specified5s  z(TestWarnings._assert_no_parser_specifiedc Cs.tjdd}tdW5QRX||dSNTr@rFrGrrrrLrrr #test_warning_if_no_parser_specified:sz0TestWarnings.test_warning_if_no_parser_specifiedc Cs0tjdd}tddW5QRX||dS)NTr@rhtmlrrrrr *test_warning_if_parser_specified_too_vague?sz7TestWarnings.test_warning_if_parser_specified_too_vaguec Cs2tjdd}|dW5QRXg|ks.tdSrrFrGrrrrrr ,test_no_warning_if_explicit_parser_specifiedDsz9TestWarnings.test_no_warning_if_explicit_parser_specifiedc CsZtddd}tjdd}|jd|dW5QRX||t}t|j}|dsVt dS) NrUrf)namerTr@r parse_onlyz7The given value for parse_only will exclude everything:) r rFrGrr UserWarningrIrJrKr)rstrainerrLrrMrrr +test_warning_if_strainer_filters_everythingIs    z8TestWarnings.test_warning_if_strainer_filters_everythingc Csltjdd}tddtdd}W5QRX||t}t|j}d|ksLtd|ksXtd | kshtdS) NTr@rrprf)parseOnlyTheserrs) rFrGrr rDeprecationWarningrIrJrr$)rrLrrrMrrr )test_parseOnlyThese_renamed_to_parse_onlyQs    z6TestWarnings.test_parseOnlyThese_renamed_to_parse_onlyc Csjtjdd}d}t|ddd}W5QRX||t}t|j}d|ksLtd|ksXtd|jksftdS) NTr@sérputf8) fromEncodingrZ from_encoding) rFrGrrrrIrJrr%)rrLrrrrMrrr *test_fromEncoding_renamed_to_from_encoding^s    z7TestWarnings.test_fromEncoding_renamed_to_from_encodingc Cs(tt|jdddW5QRXdS)NzT)Zno_such_argument)rPrQrqrr3rrr "test_unrecognized_keyword_argumenths z/TestWarnings.test_unrecognized_keyword_argumentr1z markup.htmlz markup.htmz markup.HTMLz markup.txtz markup.xhtmlz markup.xmlz/home/user/file.txtz/c:\user\file.html\\server\share\path\file.XhTmlc CsDtjdd.}t|d||t}dt|jks6tW5QRXdS)NTr@rpzlooks more like a filenamerFrGrrrrIrJr)rr1rLrrrr test_resembles_filename_warningls  z,TestWarnings.test_resembles_filename_warningrZ markuphtmlz markup.comrBz markup.jsz markup.jpgz markup.markupz/home/user/filez)c:\user\file.html\\server\share\path\filezAlog message containing a url http://www.url.com/ right there.htmlztwo consecutive spaces.htmlztwo//consecutive//slashes.htmlz4looks/like/a/filename/but/oops/theres/a#comment.htmlztwo lines.htmlzcontains?.htmlzcontains*.htmlzcontains#.htmlzcontains&.htmlzcontains;.htmlzcontains>.htmlzcontains<.htmlzcontains$.htmlzcontains|.htmlzcontains:.htmlz:-at-the-front.htmlc Cs2tjdd}||W5QRXg|ks.tdS)NTr@r)rr1rLrrr "test_resembles_filename_no_warnings(z/TestWarnings.test_resembles_filename_no_warningc Cs`d}tjdd}t|dW5QRX||t}dt|jksDt|t|jdks\tdS)Nshttp://www.crummybytes.com/Tr@rplooks more like a URLr) rFrGrrrrIrJrr$rurl warning_listrrrr test_url_warning_with_bytes_urls  z,TestWarnings.test_url_warning_with_bytes_urlc CsZd}tjdd}t|dW5QRX||t}dt|jksDt|t|jksVtdS)Nzhttp://www.crummyunicode.com/Tr@rprrrrrr !test_url_warning_with_unicode_urls  z.TestWarnings.test_url_warning_with_unicode_urlc Cs<tjdd}|dW5QRXtdd|Dr8tdS)NTr@s$http://www.crummybytes.com/ is greatcss|]}dt|jkVqdSrNrIrJr^rLrrr raszETestWarnings.test_url_warning_with_bytes_and_space..rFrGranyrrrrrr %test_url_warning_with_bytes_and_spacesz2TestWarnings.test_url_warning_with_bytes_and_spacec Cs<tjdd}|dW5QRXtdd|Dr8tdS)NTr@z&http://www.crummyunicode.com/ is greatcss|]}dt|jkVqdSrrrrrr raszGTestWarnings.test_url_warning_with_unicode_and_space..rrrrr 'test_url_warning_with_unicode_and_spacesz4TestWarnings.test_url_warning_with_unicode_and_space)r:r;r<rrFWarningMessagerWarningrrrrrrrrrrPrsrtrrrrrrrrrr r$sv     $  rc@seZdZddZdS)TestSelectiveParsingcCs.d}td}|j||d}|dks*tdS)Nz&NoYesNoYes YesrfrsYesYes Yes)r rr$r)rr1rrrrr test_parse_with_soupstrainersz1TestSelectiveParsing.test_parse_with_soupstrainerN)r:r;r<rrrrr rsrc@s:eZdZdZddZejje ddddZ dd Z d S) TestNewTagz(Test the BeautifulSoup.new_tag() method.cCs|d}|jdddddid}t|ts.td|jkstdS)NrBxmlbrrg
s

rrr$r)rZxml_soupZxml_brZxml_prrr 5test_xml_tag_inherits_self_closing_rules_from_builders    z@TestNewTag.test_xml_tag_inherits_self_closing_rules_from_buildercCsBtdd}|d}|d}d|ks.td|ks>tdS)NrBrprrgrs

r)rZ html_soupZhtml_brZhtml_prrr 1test_tag_inherits_self_closing_rules_from_builders    zsome markup some markup)rpickledumpsloadsrUrrrrZpickledZ unpickledrrr test_normal_pickles   zTestPickle.test_normal_picklecCs6|d}d|_t|}t|}d|jks2tdS)Nr)rrCrrrrrrrrr test_pickle_with_no_builders    z&TestPickle.test_pickle_with_no_builderN)r:r;r<rrrrrr rsrc@s4eZdZddZddZddZddZd d Zd S) TestEncodingConversioncCs&d|_|jd|_|jdks"tdS)NuUSacré bleu!r#sUSacré bleu!) unicode_datar$r&rr3rrr setup_method)s z#TestEncodingConversion.setup_methodc Cstj}ttjz^dd}|t_d}||}|}t|t sFt || |ks\t |j dksnt W5ttj|t_XdS)NcSsdSr-r)rIrrr noop9sz>TestEncodingConversion.test_ascii_in_unicode_out..noops ar#)rZ_chardet_dammitloggingdisableWARNINGNOTSETrrzrHrIrZ document_forr%lower)rchardetrasciiZsoup_from_asciiZunicode_outputrrr test_ascii_in_unicode_out2s   z0TestEncodingConversion.test_ascii_in_unicode_outcCs@||j}||jkst|jjdks.t|jdkss.       L.).