U
|
¡ý°dJ ã
|
@ s d Z dgZddlZddlZddlmZmZmZmZm Z ddl
|
m Z m Z ddl Z ddlmZmZ ddl
|
mZmZmZmZ zddlmZ d ZW n2 ek
|
r¼ Z zdd
|
lmZ d ZW 5 dZ[X Y nX G d d de Z G d d dej Z G dd de Z G dd dej!Z"G dd de"Z#dS )ÚMITÚHTML5TreeBuilderé N)ÚDetectsXMLParsedAsHTMLÚ
|
PERMISSIVEÚHTMLÚHTML_5ÚHTMLTreeBuilder)ÚNamespacedAttributeÚnonwhitespace_re)Ú
|
namespacesÚprefixes)ÚCommentÚDoctypeÚNavigableStringÚTag)Ú_baseF)ÚbaseTc @ sF e Zd ZdZdZeeeegZdZ d ddZ
|
dd Z d d
|
Z d d Z dS )r a Use html5lib to build a tree.
|
|
Note that this TreeBuilder does not support some features common
|
to HTML TreeBuilders. Some of these features could theoretically
|
be implemented, but at the very least it's quite difficult,
|
because html5lib moves the parse tree around as it's being built.
|
|
* This TreeBuilder doesn't use different subclasses of NavigableString
|
based on the name of the tag in which the string was found.
|
|
* You can't use a SoupStrainer to parse only part of a document.
|
Úhtml5libTNc c s4 || _ |rtjddd t |¡ |d d dfV d S )NzjYou provided a value for exclude_encoding, but the html5lib tree builder doesn't support exclude_encoding.é ©Ú
|
stacklevelF)Úuser_specified_encodingÚwarningsÚwarnr Z warn_if_markup_looks_like_xml)ÚselfÚmarkupr Zdocument_declared_encodingZexclude_encodings© r úLd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\bs4/builder/_html5lib.pyÚprepare_markup@ s þ
|
z HTML5TreeBuilder.prepare_markupc C sª | j jd k rtjddd tj| jd}|| j_t }t
|
|t sZt rP| j |d< n
|
| j |d< |j|f|}t
|
|t rzd |_n$|jjjd }t
|
|t s|j}||_d | j_d S )NzYou provided a value for parse_only, but the html5lib tree builder doesn't support parse_only. The entire document will be parsed.é r )ÚtreeÚoverride_encodingÚencodingr )ÚsoupZ
|
parse_onlyr r r Ú
|
HTMLParserÚcreate_treebuilderÚunderlying_builderÚparserÚdictÚ
|
isinstanceÚstrÚ new_html5libr ÚparseÚoriginal_encodingÚ tokenizerÚstreamÚ charEncodingÚname)r r r' Ú extra_kwargsÚdocr- r r r ÚfeedU s( þ
|
|
|
|
zHTML5TreeBuilder.feedc C s t || j| jd| _| jS )N)Ústore_line_numbers)ÚTreeBuilderForHtml5libr# r5 r& )r ÚnamespaceHTMLElementsr r r r% t s þz#HTML5TreeBuilder.create_treebuilderc C s d| S )zSee `TreeBuilder`.z)<html><head></head><body>%s</body></html>r )r Úfragmentr r r Útest_fragment_to_document{ s z*HTML5TreeBuilder.test_fragment_to_document)NN)Ú__name__Ú
|
__module__Ú __qualname__Ú__doc__ÚNAMEr r r ÚfeaturesZTRACKS_LINE_NUMBERSr r4 r% r9 r r r r r * s ÿ
|
c sf e Zd Zd fdd Zdd Zdd Zd d
|
Zd d Zd d Zdd Z dd Z
|
dd Z dd Z Z S )r6 NTc sL |r || _ n ddlm} |dd|i|| _ tt| |¡ d | _|| _d S )Nr ©Ú BeautifulSoupÚ ú html.parserr5 )rB rC )r# Úbs4rA Úsuperr6 Ú__init__r' r5 )r r7 r# r5 ÚkwargsrA ©Ú __class__r r rF s ÿÿþz TreeBuilderForHtml5lib.__init__c C s | j ¡ t| j | j d S ©N)r# ÚresetÚElement©r r r r Ú documentClass s
|
z$TreeBuilderForHtml5lib.documentClassc C s6 |d }|d }|d }t |||¡}| j |¡ d S )Nr1 ÚpublicIdÚsystemId)r Zfor_name_and_idsr# Úobject_was_parsed)r Útokenr1 rO rP Údoctyper r r Ú insertDoctype s
|
z$TreeBuilderForHtml5lib.insertDoctypec C sV i }| j r6| jr6| j jj ¡ \}}||d< |d |d< | jj||f|}t|| j|S )NÚ
|
sourcelineé Ú sourcepos)r' r5 r. r/ Úpositionr# Únew_tagrL )r r1 Ú namespacerG rU rW Útagr r r Ú elementClass¤ s z#TreeBuilderForHtml5lib.elementClassc C s t t|| jS rJ )ÚTextNoder r# )r Údatar r r Ú commentClass± s z#TreeBuilderForHtml5lib.commentClassc C s0 ddl m} |dd| _d| j_t| j| jd S )Nr r@ rB rC z[document_fragment])rD rA r# r1 rL )r rA r r r Ú fragmentClass´ s z$TreeBuilderForHtml5lib.fragmentClassc C s | j |j¡ d S rJ )r# ÚappendÚelement©r Únoder r r Ú appendChild¼ s z"TreeBuilderForHtml5lib.appendChildc C s | j S rJ )r# rM r r r Ú getDocumentÀ s z"TreeBuilderForHtml5lib.getDocumentc C s t j | ¡jS rJ )Útreebuilder_baseÚ TreeBuilderÚ getFragmentrb rM r r r ri à s z"TreeBuilderForHtml5lib.getFragmentc sB ddl m g t d¡d fdd |d d ¡S )Nr r@ z8^(.*?)(?: PUBLIC "(.*?)"(?: "(.*?)")?| SYSTEM "(.*?)")?$c sæ t | r
|
t | tr¨ | ¡}|r| d¡}|jdkrx| d¡pBd}| d¡pZ| d¡pZd} dd| |||f ¡ q¤ dd| |f ¡ n d d| f ¡ n:t | trÌ d
|
d| | f ¡ nt | trî d d| | f ¡ nô| jr d t | j | j
|
f }n| j
|
} d d| |f ¡ | j rÂg }t | j ¡ D ]N\}}t |trjd t |j |j
|
f }t |t rd |¡}| ||f¡ qBt|D ]&\}} dd|d ||f ¡ q|d7 }| jD ]}|| qÐd S )NrV é rB r r z|%s<!DOCTYPE %s "%s" "%s">ú z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z|%s<!-- %s -->z|%s"%s"z%s %sz|%s<%s>z
|
|%s%s="%s")r) r ÚmatchÚgroupÚ lastindexra r r rZ r r1 ÚattrsÚlistÚitemsr ÚjoinÚsortedÚchildren) rb ÚindentÚmr1 rO rP Ú
|
attributesÚvalueÚchild©rA Z
|
doctype_reÚrvÚserializeElementr r r| Ë sH
|
|
|
|
|
ÿ
|
|
|
ÿ
|
|
z?TreeBuilderForHtml5lib.testSerializer.<locals>.serializeElementÚ
|
)r )rD rA ÚreÚcompilerr ©r rb r rz r ÚtestSerializerÆ s
|
)
|
z%TreeBuilderForHtml5lib.testSerializer)NT)r: r; r< rF rN rT r\ r_ r` re rf ri r Ú __classcell__r r rH r r6 s ÿ r6 c @ sL e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd d Z dd Z
|
dS )ÚAttrListc C s || _ t| j j| _d S rJ )rb r( ro r r r r rF ù s zAttrList.__init__c C s t | j ¡ ¡ S rJ )rp ro rq Ú__iter__rM r r r r ü s zAttrList.__iter__c C s^ | j jp
|
i }|| dg ¡ks<| j j|krP|| | j jg ¡krPt|tsPt |¡}|| j |< d S )NÚ*)rb Zcdata_list_attributesÚgetr1 r) rp r
|
Úfindall)r r1 rx Z list_attrr r r Ú __setitem__þ s
|
ÿþ
|
|
zAttrList.__setitem__c C s t | j ¡ S rJ )rp ro rq rM r r r rq
|
s zAttrList.itemsc C s t | j ¡ S rJ ©rp ro ÚkeysrM r r r r s z AttrList.keysc C s
|
t | jS rJ )Úlenro rM r r r Ú__len__ s zAttrList.__len__c C s
|
| j | S rJ )ro ©r r1 r r r Ú __getitem__ s zAttrList.__getitem__c C s |t | j ¡ kS rJ r r r r r Ú __contains__ s zAttrList.__contains__N) r: r; r< rF r r rq r r r r r r r r r ø s r c @ sx e Zd Zdd Zdd Zdd Zdd ZeeeZdd
|
d Z d d Z
|
dd Z dd Z dd Z dd Zdd ZeeZd S )rL c C s& t j | |j¡ || _|| _|| _d S rJ )rg ÚNoderF r1 rb r# rZ )r rb r# rZ r r r rF s zElement.__init__c C s* d }}t |tr | }}n:t |tr,|}n*|jjtkrJ|j }}| |_n |j}| |_t |tst|jd k rt|j ¡ |d k rÆ| jjrÆ| jjd jtkrÆ| jjd }| j
|
|| ¡}| |¡ || j _ n`t |trÜ| j
|
|¡}| jjrò| j d¡}n | jjd k r | j ¡ }n| j}| j j|| j|d d S )NéÿÿÿÿF)ÚparentÚmost_recent_element)r) r* r rb rI r r ÚextractÚcontentsr# Ú
|
new_stringÚ replace_withZ_most_recent_elementÚ_last_descendantÚ next_elementrQ )r rd Z string_childry Z old_elementZ new_elementr r r r re s>
|
|
|
|
|
ÿ
|
|
|
þzElement.appendChildc C s t | jtri S t| jS rJ )r) rb r r rM r r r Ú getAttributesS s zElement.getAttributesc C s |d k rt |dkrg }t| ¡ D ](\}}t|tr$t| }||= |||< q$| jj | j |¡ t| ¡ D ]\}}|| j
|
|< ql| jj | j
|
¡ d S )Nr ) r rp rq r) Útupler r# ZbuilderZ$_replace_cdata_list_attribute_valuesr1 rb Zset_up_substitutions)r rw Zconverted_attributesr1 rx Únew_namer r r Ú setAttributesX s
|
|
ÿ zElement.setAttributesNc C s4 t | j |¡| j}|r&| ||¡ n
|
| |¡ d S rJ )r] r# r Ú insertBeforere )r r^ r Útextr r r Ú
|
insertTextn s zElement.insertTextc C s | j |j ¡}|j jtkrf| j jrf| j j|d jtkrf| j j|d }| j ||j ¡}| |¡ n| j ||j ¡ | |_ d S )NrV )
|
rb ÚindexrI r r r# r r Úinsertr )r rd ÚrefNoder¡ Zold_nodeZnew_strr r r r u s ÿ zElement.insertBeforec C s |j ¡ d S rJ )rb r rc r r r Ú removeChild s zElement.removeChildc C sø | j }|j }|j}| dd¡}t|jdkr>|jd }|j}n
|
d}|j}|j}t|dkrÌ|d } |dk rr|| _n|| _|| _|dk r| |_n| |_|dk r¢| |_|d dd¡}
|
||
|
_|dk rÆ|
|
|_d|
|
_|D ]} || _|j | ¡ qÐg |_||_dS )z1Move all of this tag's children into another tag.Fr r NT)
|
rb Z next_siblingr r r r Zprevious_elementZprevious_siblingr ra ) r Z
|
new_parentrb Znew_parent_elementZfinal_next_elementZnew_parents_last_descendantZnew_parents_last_childZ(new_parents_last_descendant_next_elementZ to_appendZ first_childZlast_childs_last_descendantry r r r ÚreparentChildren s>
|
zElement.reparentChildrenc C sB | j | jj| j¡}t|| j | j}| jD ]\}}||j|< q*|S rJ )r# rY rb r1 rZ rL rw )r r[ rd Úkeyrx r r r Ú cloneNodeÆ s
|
zElement.cloneNodec C s | j jS rJ )rb r rM r r r Ú
|
hasContentÍ s zElement.hasContentc C s( | j d krtd | jfS | j | jfS d S )NÚhtml)rZ r r1 rM r r r Ú getNameTupleÐ s
|
zElement.getNameTuple)N)r: r; r< rF re r r Úpropertyrw r r r¤ r¥ r§ r¨ rª Ú nameTupler r r r rL s 6
|
|
BrL c @ s e Zd Zdd Zdd ZdS )r] c C s t j | d ¡ || _|| _d S rJ )rg r rF rb r# )r rb r# r r r rF Ù s zTextNode.__init__c C s t d S rJ )ÚNotImplementedErrorrM r r r r§ Þ s zTextNode.cloneNodeN)r: r; r< rF r§ r r r r r] Ø s r] )$Ú __license__Ú__all__r r~ Z bs4.builderr r r r r Z bs4.elementr r
|
r Zhtml5lib.constantsr r r r r r Zhtml5lib.treebuildersr rg r+ Ú ImportErrorÚer r rh r6 Úobjectr r rL r] r r r r Ú<module> s* ÿ Vx C
|
