KJiV d Z ddlZddlmZ ddlmZ ddlmZ ddlm Z ddl
m Z ddl m
Z
mZ d d
lmZmZmZmZmZ d d lmZ ej d Z ej d
Zd Z eej ee j z Z d dZ e j d Z d dZ! ej d Z" e j d Z# ej d Z$ d dZ% G d d Z&d Z' G d d e& Z(dS ) zm
This module provides miscellaneous utilities used by the components
in the :mod:`imdb.parser.http` package.
N)Callable) Character)Movie)logger)Person)
_Containerflatten ) ElementTreePathRuleRules
build_tree)xpathzE(\([0-9\?]{4}(?:/[IVXLCDM]+)?\)(?: \(mini\)| \(TV\)| \(V\)| \(VG\))?)z:(title/tt|name/nm|company/co|companies=co|user/ur)([0-9]+)c | sdS t | }|sdS t | d S )z Return an imdbID from an URL.N ) re_imdbidsearchstrgroup)hrefmatchs V/var/www/html/auto_sub_bot/venv/lib/python3.11/site-packages/imdb/parser/http/utils.pyanalyze_imdbidr , sG t T " "E t u{{1~~ c J t | t rt t | D ]}t | | t rL|t
v rB|r | d| | | |< |r | d| | | |< it | | t t f rt | | ||| dS t | t rt | D ]\ }}|}t |t r@|t
v r6|r| d| | |< |r| d| | |< \t |t t f rt | | ||| dS dS )zIterate over the strings inside list items or dictionary values,
substitutes movie titles and person names with the (qv) references.z '\1' (qv)z _\1_ (qv))lastKeyN)
isinstancelistrangelenr _modify_keyssubdict_putRefsitems)d re_titlesre_namesr ikvs r r% r% 9 s !T Es1vv E EA!A$$$
El** @ '||L!A$ ? ?! A (}}\1Q4 @ @!AaD4,//
E1y(GDDDD E E
At
EOO E EDAqG!S!!
El** = '||L! < <! > (}}\1 = =!Ad|,,
E1y(GDDDD
E
E E Er build_personhttpc R
d}d}| d dk rd} n5| d dk rd} nd} | ddd } | | d }
t |t rd |D }|sdg}|
d } t
|
d
k rt d |
d } t j
d t j t j z t j
z }
|
| }|rK| r!| | dz
dk r|
d
| } | dd dk r | dd } nU| dd dk r | dd } n*| dd dk r | dd } |]t |t sE| d }|dk r'| d| }| |d }n| }n| }n| }|dk rd}g }t |t r9| d }g }|D ]}| d }|dk rM| |d| | ||d j| | | d t
| }t
| }||k r
|dg||z
z z
}n||k r
|d| }t% | D ]\ }}|t' | ||< |dk r|d }|d }|d pd}n|t' | }|t' | }| r|t( d| |r6t |t r
d |D }n| }|r6t |t r
d |D }n| }i }|r||d< t- | |||||||| }|rPt
| t
| k r0t% |j D ]\ }}|| r
|| |_ n;|j r4t |j t2 r|j j s|r ||j _ |S )z`Return a Person instance from the tipical ...
strings
found in the IMDb's web site. z....z...(z...(r
c g | ]}||S r4 .0rs r
z build_person..j s )))q)!)))r r r z(\d+ episodes.*)z(\1)Nz andz &iz& ..../z empty name or personID for "%s"c 6 g | ]}| S r4 stripr5 s r r8 z build_person.. s ,,,!AGGII,,,r c 6 g | ]}| S r4 r> )r6 ns r r8 z build_person.. s ...1QWWYY...r headshot) namepersonID currentRoleroleIDnotes
billingPosmodFunct accessSystemdata)findreplacesplitr r r? r! re_spacesr# recompileIMSr startrstripappend enumerater _b_p_loggerdebugr rE rG r )txtrD rH rF rJ rI rB rG rolesep txt_splitrC role_comment re_episodesep_matchcmt_idx roleNotes rolesplitr7 nidxlrlridr* ridrK personidxs r r- r- V s
E
D
xx2 % B kk#vq)) #q!!I&$ ))V))) TF Q< D
9~~ }}S)A,77==?? j!4bdRTkBD6HII %%l33 BX^^ - - B hnn>N>NQR>R1SWZ1Z1Z&??7LAAL & &',3355LL
"##
$
&
&',3355LL
"##
(
*
*',3355L fd++
$&++C00b=='188::D ( 2EE (DD# !E v~~I&$ JJsOO ' 'A66#;;Drzz AeteHOO - -... 455**** A &&&&
YY6{{
99 tfr * *FF
$YYCRC[F '' % %FAs HHq
777DAYF aL&BE Vx== Bh&;SAAA dD ! ! ,,t,,,DD::<nD|
d }|dk r|
|d d |
|d d k r_|
d | d }|dk r<|
|d d |
|d d k _|dk rn|
|dz |dz }|
s|dk r|
|dz |dz dv rnJ|
|dz d dv rn:|r|
|d d|}n
|
|d }|
d | }
|r}| }|
dd dk rS|
d }|dk r8|r|
|d d|}n
|
|d }|
d | }
|
d|d}
|sd }nt | dk r|d }|sc| rat |t rLt | }d d | d D }t |t r/| d }g }|D ]}| d }|dk rM| |d | | ||d j| | | d t | }t | }||k r
|d g||z
z z
}n||k r
|d | }t' | D ]\ }}|t | ||< |dk r|d }|d }n|t | }|t | }|
r|t( d | |
rKd d |
d D D }
|sg }nt |t s|g}||
z
}| }| r9t d| } |r|dz
}|| z
}t- |
||||||| }| r'd
| v rd |d!< n d"| v rd#|d!< nd$| v rd%|d!< n d&| v rd'|d!< |rat | t | k rAt' |j D ],\ } } || r
|| |_ # t2 $ r Y nw xY w|r||d(< |S ))z{Given a string as normally seen on the "categorized" page of
a person on the IMDb's web site, returns a Movie instance.z ... z .... r9 r
r0 r r iNz TV SeriesizTV mini-seriesz (mini)Tr1 )r2 z???? )rm r< )TVVminiVGzTV moviez TV seriesshortz (z / c g | ]}||S r4 r4 r6 _fs r r8 z build_movie..' s CCC"C2CCCr z@@r< z empty title or movieID for "%s"c g | ]}||S r4 r4 rv s r r8 z build_movie..G s VVVbSUVrVVVr c 6 g | ]}| S r4 r> r6 xs r r8 z build_movie..G s $O$O$O1QWWYY$O$O$Or )titlemovieIDrG rE rF roleIsPersonrI rJ z tv serieskindz
Video Gamez
video gamezTV Movieztv moviezTV Shortztv shortstatus)rO r# r? rN r! rV lstripendswithrfindcountisdigitr r
_re_chrIDsfindalljoinr rL rW rX _b_m_loggererrorr rE rG
IndexError) r[ r} rF r rJ rI _parsingCharacter_parsingCompanyyearchrRoles rolesNoCharadditionalNotes_defSepr| tsplitr\ rG rc re first4fpIdxtmproler7 rf rg r* rh mrj s r rk rk s MM#s # # ) ) + +E
[[!
$
$F
D EI
6{{aq ""ay !! RSSz[ crc
!!##
stt( ( (dsd i' * 0 011 *(G }q(()!& : RSSz[(( crc
))++ {{3 bjjU455\ / / 4 4dee 8J8J38O8O O O$<%%c**D bjjU455\ / / 4 4dee 8J8J38O8O O O 2:: taxq() NN & 0 0eD1HTAX 0!*3 DJ
( Hs Y
Y,+Y,c e Zd ZdZdZdZg Zg Z ej d Z
d Z d Z d Z
d Zdd Zd
Zd Zd Zd
Zd Zd Zd Zd Zd Zd Zd ZdS )
DOMParserBasez;Base parser to handle HTML data from the IMDb's web server.F domparserc d| _ d| _ | j j | _ | | dS )zInitialize the parser.Nr. ) _modFunct_as __class____name___cname_initresetselfs r __init__zDOMParserBase.__init__v s: n-
r c J i | _ i | _ | dS )zReset the parser.N)
_namesRefs _titlesRefs_resetr s r r zDOMParserBase.reset~ s$
r c dS z/Subclasses can override this method, if needed.Nr4 r s r r zDOMParserBase._init r c dS r r4 r s r r zDOMParserBase._reset r r Nc 4 | ||| _ n | j | _ | | }|r| dd }| | } | | }n2# t $ r% | j d| j
d Y nw xY w| j rI | | n2# t $ r% | j d| j
d Y nw xY w|
| }ni } | | }n2# t $ r% | j d| j
d Y nw xY w| j r| | | | }|S ) zReturn the dictionary generated from the given html string;
getRefs can be used to force the gathering of movies/persons
references.Nz r9 z&%s: caught exception preprocessing DOMTexc_infoz%s: unable to gather refsz(%s: caught exception postprocessing data)r getRefs _defGetRefspreprocess_stringrM get_dompreprocess_dom Exception_loggerr r gather_refswarn parse_dompostprocess_data_containsObjectsset_objects_paramsadd_refs)r html_stringr kwdsdomrK s r parsezDOMParserBase.parse s
"DLL +DL,,[99 %--h<>#&&DDD ;((..DD ; ; ; L I #{T
;
;
;
;
; ; * # #D ) ) )}}T"" s6 .B ,B32B3>C ,DD D5 5,E$#E$c t |d }|/t d }| j d| j |S # t $ r4 | j d| j d t d cY S w xY w)z+Return a dom object, from the given string.T)
force_htmlNr0 z%s: using a fake empty DOMz %s: caught exception parsing DOMr )r r r r r )r r r s r r zDOMParserBase.get_dom s " [T:::C{ nn ""#?MMMJ " " " L A #{T
;
;
; b>> ! ! ! "s AA ;BBc t || S # t $ r( | j d| j |d g cY S w xY w)z)Return elements matching the given XPath.z*%s: caught exception extracting XPath "%s"Tr )
piculet_xpathr r r r )r elementpaths r r zDOMParserBase.xpath si $// / L K #{D4
A
A
AIII s /AAc t |t rt | S t j |d S # t $ r& | j d| j d Y dS w xY w)z Convert the element to a string.utf8)encodingz %s: unable to convert to stringTr r0 )r r r tostringr r r r r r s r r zDOMParserBase.tostring s gs # # w<<
"+GfEEEE
""#D#'; # ? ? ?rr
s < ,A,+A,c F t | | S )zClone an element.)r r r s r clonezDOMParserBase.clone s $--00111r c |s|S | j }n# t $ r |cY S w xY w|D ]\ }}t t |dd t r| || }@t |t r| || }lt |t rA || }# t $ r' d}| j
|| j d Y w xY w|S )z0Here we can modify the text, before it's parsed.r# Nz'%s: caught exception preprocessing htmlTr )
preprocessorsAttributeErrorr getattrr r# r rM r r r r )r r r srcr# _msgs r r z DOMParserBase.preprocess_string s. .MM % HC'#ud33X>>
!ggc; 7 7 C%%
) 1 1#s ; ; C**
"%#k"2"2KK DDL&&tT[4&HHH H
s $ B00.C! C!c t }| j |_ | j |_ | | }| | }|d | _ |d | _ dS )zCollect references.
names refs titles refsN)
GatherRefsr r r r r r )r r grParserrefss r r zDOMParserBase.gather_refs sc <<x !^!!#&&((.. |,
.r c |S )zCLL * *r c
| j rdd d t | j D z }|dk r t j |t
j }nd}dd d t | j D z }|dk r t j |t
j }nd}t ||| || j | j dS )z-Modify data according to the expected output.z(%s)|c 6 g | ]}t j | S r4 rP escaperz s r r8 z*DOMParserBase.add_refs.. s EEE!1 EEEr z()Nc 6 g | ]}t j | S r4 r rz s r r8 z*DOMParserBase.add_refs.. s DDD!1 DDDr )rK
titlesRefs namesRefs)
r r r r keysrP rQ Ur r% )r rK titl_rer( nam_rer) s r r zDOMParserBase.add_refs
s
< 0 EEtD,<,A,A,C,C'D'DEEE! ! G % Jw 5 5 sxxDDtDO,@,@,B,B'C'CDDD F :fbd33 T9h / / / " . !_ r N)r
__module__ __qualname____doc__r r r r r getChildr r r r r r r r r r r r r r r r r r4 r r r r l s6 EEK M E fok**G
$ $ $ $L " " "
2 2 2 ./ / / . . . * * * r r c | d dk rVt | }|r:| dk r"| d|d| z z
} | dd |fS )zManage links to references.z /title/ttr1 r z %sN
r9 )rL re_yearKind_indexr rU endrM )textlinkinfoyearKs r
_parse_refr % s yy ##!''-- /U[[]]a'' ED %))++ .. .D <<c " "D ((r c
e Zd ZdZ ed ed ed ed ed ed gZd Z ed
ed ee ed
edee gZ d Z
d Z dS )r z4Parser used to gather references to movies, persons.r z./text())key extractorr z./@hrefr z./following::text()[1]c t | d pd| d pd| d pd S )Nr r0 r r )r getr? )r{ s r zGatherRefs.? sR * f
f
v "##%%# # r r z#//a[starts-with(@href, "/name/nm")])foreachr transformr z$//a[starts-with(@href, "/title/tt")]c r i }dD ]}i ||< | |g D ]\ }}| }| }|r|s2t | }|dk r t ||| j | j }n#|dk r t
||| j | j }||| |< |S )N)r r r )rD rC rJ rI r )r} r| rJ rI )r r? r r r r r )r rK resultitemr+ r, imdbIDr s r r zGatherRefs.postprocess_dataX s 1 & &D F4L r**
&
&1GGIIGGII a '**<'' &q.2h Q Q QCC]** a-1XP P PC"%t Q
&
r c |S r r4 r s r r zGatherRefs.add_refsk s r N) r r r r r
r
_common_rules_common_transformr r r r r4 r r r r . s. >> d:&&
d9oo
d344
M
e=#+
e>#+
E& & r r r )NNNr. NN) NNNr. NFFNNNN))r rP collections.abcr imdb.Characterr
imdb.Movier imdb.parser.http.loggingr imdb.Personr
imdb.utilsr r piculetr r r
r r r r rQ r r r r keys_tomodify_listr" r% r rY r- r r rO rk r r r r4 r r r sH $
$ $ $ $ $ $ $ $ $ $ $ $ + + + + + + * * * * * * * * ? ? ? ? ? ? ? ? ? ? ? ? ? ? + + + + + + BJL
BJT U U tE,--V5N0O0OO E E E E4 fon-- 15KOp p p pf RZ
#
#
fom,,
BJv 8 > > > > > > > > >r