Format: application/x-python-code
1 o
2
3 /'h�+ � @ s� d dl Zd dlZddlT i dd�dd�dd �d
4 d �d d
5 �dd�dd�dd�dd�dd�dd�dd�d d �d d �d d!�d"d#�d$d%�d&d'd(d)d*d+d,d-d.d/d0�
6 �ZG d1d2� d2eje�ZdS )3� N� )�*� u €� u ‚� u ƒ� u „� u …� u †� u ‡� u ˆ� u ‰� u Š� u ‹� u Œ� u Ž� u ‘� u ’� u “� u ”u •u –u —u ˜u ™u šu ›u œu žu Ÿ)
7 � � � � � � � � � � c sZ e Zd Ze�d�Ze�d�Zh d�Zd1� fdd� Z� fdd �Z d
8 d � Z
9 d d
10 � Z ze j
11 j je _W n ey> e j
12 j je _Y nw dd� Zze j
13 jje_W n eyZ e j
14 jje_Y nw dd� Z� fdd�Zedd� �Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Z d$d%� Z e�d&�j Z d'd(� Z ed)d*� �Z!ed+d,� �Z"d-d.� Z#d/d0� Z$� Z%S )2�_BaseHTMLProcessorz[<>'"]z &(?!#\d+;|#x[0-9a-fA-F]+;|\w+;)> �br�col�inputZembed�hrZkeygenZimg�track�metaZbasefontZarea�baseZwbr�param�command�sourceZisindex�frame�linkN�application/xhtml+xmlc s( |r|| _ || _g | _tt| ��� d S �N)�encoding�_type�pieces�superr �__init__)�selfr. r/ �� __class__� �EC:\Users\shubh\Videos\agent\nova\Lib\site-packages\feedparser/html.pyr2 Y s
15 z_BaseHTMLProcessor.__init__c s g | _ tt| ��� d S r- )r0 r1 r �reset�r3 r4 r6 r7 r8 ` s z_BaseHTMLProcessor.resetc C s4 |� d�}|| jv rd| d S d| d | d S )z=
16 :type match: Match[str]
17 :rtype: str
18 r �<z />z></�>)�group�elements_no_end_tag)r3 �match�tagr6 r6 r7 �_shorttag_replaced s
19
20 z$_BaseHTMLProcessor._shorttag_replacec C � t �r- ��NotImplementedError�r3 �ir6 r6 r7 �goaheadu � z_BaseHTMLProcessor.goaheadc C rA r- rB rD r6 r6 r7 Z__parse_starttag� rG z#_BaseHTMLProcessor.__parse_starttagc C sB | � |�}| jdkr |dkr | j|d |� dkr | �| j� |S )Nr, � z/>)�"_BaseHTMLProcessor__parse_starttagr/ �rawdata�unknown_endtag�lasttag)r3 rE �jr6 r6 r7 �parse_starttag� s
21
22
23 z!_BaseHTMLProcessor.parse_starttagc s\ t �dd|t j�}t �d| j|�}|�dd�}|�dd�}tt| ��|� tt| ��� dS ) z6
24 :type data: str
25 :rtype: None
26 z<!((?!DOCTYPE|--|\[))z<!\1z<([^<>\s]+?)\s*/>z'�'z"�"N) �re�sub�
27 IGNORECASEr@ �replacer1 r �feed�close)r3 �datar4 r6 r7 rU � s z_BaseHTMLProcessor.feedc C s4 | s| S dd� | D �}dd� |� � D �} | �� | S )zZ
28 :type attrs: List[Tuple[str, str]]
29 :rtype: List[Tuple[str, str]]
30 c S s i | ] \}}|� � |�qS r6 ��lower��.0�k�vr6 r6 r7 �
31 <dictcomp>� s z6_BaseHTMLProcessor.normalize_attrs.<locals>.<dictcomp>c S s( g | ]\}}||d v r|� � p|f�qS ))�rel�typerX rZ r6 r6 r7 �
32 <listcomp>� s ��z6_BaseHTMLProcessor.normalize_attrs.<locals>.<listcomp>)�items�sort)�attrsZattrs_dr6 r6 r7 �normalize_attrs� s �z"_BaseHTMLProcessor.normalize_attrsc C s� g }d}|r7|D ]$\}}|� dd�}|� dd�}|� dd�}| j�d|�}|�||f� qd�d d
33 � |D ��}|| jv rH| j�d ||f � d
34 S | j�d ||f � d
35 S )z`
36 :type tag: str
37 :type attrs: List[Tuple[str, str]]
38 :rtype: None
39 � r; z>r: �<rP z"z&c s s � | ] \}}d ||f V qdS )z %s="%s"Nr6 )r[ �key�valuer6 r6 r7 � <genexpr>� s
40 �
41 �
42 �z6_BaseHTMLProcessor.unknown_starttag.<locals>.<genexpr>z<%s%s />z<%s%s>N)rT �bare_ampersandrR �append�joinr= r0 )r3 r? rd ZuattrsZstrattrsrh ri r6 r6 r7 �unknown_starttag� s
43
44 �
45 z#_BaseHTMLProcessor.unknown_starttagc C s" || j vr| j�d| � dS dS )z5
46 :type tag: str
47 :rtype: None
48 z</%s>N)r= r0 rl )r3 r? r6 r6 r7 rK � s
49 �z!_BaseHTMLProcessor.unknown_endtagc C sr |� � }|�d�rt|dd� d�}nt|�}|tv r/| j�dttt| ��dd� � dS | j�d| � dS )�5
50 :type ref: str
51 :rtype: None
52 �xr N� �&#%s;)rY �
53 startswith�int�_cp1252r0 rl �hex�ord)r3 �refri r6 r6 r7 �handle_charref� s
54 (z!_BaseHTMLProcessor.handle_charrefc C s< |t jjv s
55 |dkr| j�d| � dS | j�d| � dS )ro Zapos�&%s;z&%sN)�html�entities�name2codepointr0 rl )r3 rx r6 r6 r7 �handle_entityref� s z#_BaseHTMLProcessor.handle_entityrefc C s | j �|� dS )�6
56 :type text: str
57 :rtype: None
58 N�r0 rl �r3 �textr6 r6 r7 � handle_data� s z _BaseHTMLProcessor.handle_datac C � | j �d| � dS )r z <!--%s-->Nr� r� r6 r6 r7 �handle_comment � z!_BaseHTMLProcessor.handle_commentc C r� )r z<?%s>Nr� r� r6 r6 r7 � handle_pi r� z _BaseHTMLProcessor.handle_pic C r� )r z<!%s>Nr� r� r6 r6 r7 � handle_decl s
59 z _BaseHTMLProcessor.handle_declz[a-zA-Z][-_.a-zA-Z0-9:]*\s*c C sl | j }t|�}||kr
60 dS | �||�}|r/|�� }|�� }|t|� |kr'dS |�� |�� fS | �|� dS )zh
61 :type i: int
62 :type declstartpos: int
63 :rtype: Tuple[Optional[str], int]
64 )N�����)rJ �len�_new_declname_matchr< �striprY �endr� )r3 rE � declstartposrJ �n�m�s�namer6 r6 r7 �
65 _scan_name' s
66 z _BaseHTMLProcessor._scan_namec C � d| S )�5
67 :type name: str
68 :rtype: str
69 rr r6 �r� r6 r6 r7 �convert_charref> � z"_BaseHTMLProcessor.convert_charrefc C r� )r� rz r6 r� r6 r6 r7 �convert_entityrefG r� z$_BaseHTMLProcessor.convert_entityrefc C s d� | j�S )zGReturn processed HTML as a single string.
70
71 :rtype: str
72 rf )rm r0 r9 r6 r6 r7 �outputP s z_BaseHTMLProcessor.outputc C s8 zt j�| |�W S t jy | �d� |d Y S w )z2
73 :type i: int
74 :rtype: int
75 rg r )�sgmllib�
76 SGMLParser�parse_declarationZSGMLParseErrorr� rD r6 r6 r7 r� X s
77 �z$_BaseHTMLProcessor.parse_declaration)Nr, )&�__name__�
78 __module__� __qualname__rQ �compileZspecialrk r= r2 r8 r@ rF r� r� �__code__�AttributeError� func_coderI rN rU � staticmethodre rn rK ry r~ r� r� r� r� r> r� r� r� r� r� r� �
79 __classcell__r6 r6 r4 r7 r @ sN
80
81 � �
82
83
84
85
86
87 r ) �
88 html.entitiesr{ rQ Zsgmlru r� r� �objectr r6 r6 r6 r7 �<module> sd �������� �
89 � � �
90 ������