U gML@sddlZddlZddlmZddlmZmZmZmZm Z m Z m Z m Z m Z mZmZmZmZGdddeZGdd d eZGd d d eZdS) N) InfoExtractor) ExtractorError clean_html determine_extdict_getextract_attributes float_or_none int_or_noneparse_duration str_or_nonetry_getunified_strdate url_or_noneurljoinc@seZdZdZdedZdddddd d d d d ddd dddddddddddd ddiddddd d!d"d#d#d$dd% ddidd&dd'd(dd'd)dd'd*dd'd+dd'd,dd'd-dd'd.dd'd/dd'd0dd'd1dd'd2dd'd3dd'd4dd'gZd5d6Zd7S)8 XHamsterIEzO(?:xhamster\.(?:com|one|desi)|xhms\.pro|xhamster\d+\.com|xhday\.com|xhvid\.com)zI(?x) https?:// (?:[^/?#]+\.)?z/ (?: movies/(?P[\dA-Za-z]+)/(?P[^/]*)\.html| videos/(?P[^/]*)-(?P[\dA-Za-z]+) ) zIhttps://xhamster.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445Z 34e1ab926db5dc2750fed9e1f34304bbZ1509445z%femaleagent-shy-beauty-takes-the-baitmp4z%FemaleAgent Shy beauty takes the baitiVzPZ20121014Z Ruseful2011Z ruseful2011i}) id display_idexttitle timestamp upload_dateuploader uploader_idduration age_limit)urlmd5 info_dictzAhttps://xhamster.com/videos/britney-spears-sexy-booty-2221348?hd=Z2221348zbritney-spears-sexy-bootyzBritney Spears Sexy Bootyi3RZ20130914Z jojo747400) rrrrrrrrrZ skip_downloadT)rr!paramsz(http://xhamster.com/movies/5667973/.htmlZ5667973z....iVZ20160208Z parejafreeH) rrrrrrrrrzLhttps://m.xhamster.com/videos/cute-teen-jacqueline-solo-masturbation-8559111rZ only_matchingzChttps://xhamster.com/movies/2272726/amber_slayed_by_the_knight.htmlz9https://it.xhamster.com/movies/7263980/la_mia_vicina.htmlz9https://pt.xhamster.com/videos/euro-pedal-pumping-7937821zIhttps://xhamster.one/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster.desi/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster2.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster11.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster26.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zMhttp://xhamster.com/movies/1509445/femaleagent_shy_beauty_takes_the_bait.htmlzDhttp://xhamster.com/movies/2221348/britney_spears_sexy_booty.html?hdzRhttp://de.xhamster.com/videos/skinny-girl-fucks-herself-hard-in-the-forest-xhnBJZxz4https://xhday.com/videos/strapless-threesome-xhh7yVfz&https://xhvid.com/videos/lk-mm-xhc6wn6c3s|}|dp|d}|dp0|d}tdd|}||\}}jd|ddd }|rrt|d d |} fd d } jj d|ddd |dd} | r| d} | d} g}t }i}t | ddt pi}| D]\}}t|t sqt |ddt pi}| D],\}}t|t s0qt|d||<q| D]z\}}|dkrdqN|}t|}|rN||krqN||||d||t|d| |||d|jidqNqt | ddt }|r|d}t|t r\d D]^}||}|sqt||}|r||kr2q|||j||dd!ddd"q|d#}t|t r| D]\}}t|tsqz|D]}t|t sqd D]} || }!|!sȐqt||!}!|!r|!|krq||!t|!d}"|"d$kr$|j|!|dd!ddd"qt|d%pFt|d&pFd'}||d||!|"| |||d|!idqqqz| d(}#t|#trg}$|#D]6}%t|%t sq|%d)}&t|&tr|$|&qnd}$tt | d*d}'||| | d+t| d,t | d-dt|'|'r0|'d.d/nd| d0t| d1t| d2tt | d3dttt | d4dtt| d2| dk r| nd5|$|d6Sd7d8d9g|d} g}t }jj d:|d;dd |dd}| D]J\}}t|}|sq||krq|||||| |d<qj d=d>d?g|d@dddA}(|(rd|(|krd|dB|(itdC|}|r|dDnd})t j dE|dFdd}*jdG|dHdId }+j dJdKg|dLddLdM},t!j dNdOg|d1dd}-tj dP|dQdd}.tdR|}|r|dS|dTfndU\}/}0tdV|}|r>|dWndX}1j dY|d(dd }2|2rpdZd[t"d\|2Dnd}$||| |)|*|+|+r|+#nd|,|-|.t|/t|0t|1| |$|d]S)^NrZid_2rZ display_id_2z^(https?://(?:.+?\.)?)m\.z\1z2]+id=["\']videoClosed["\'][^>]*>(.+?)errordefaultT)expectedcstjd|dddS)Nz ^(\d+)[pP]heightr')r _search_regex)sself=/tmp/pip-unpacked-wheel-q5ljy6pj/yt_dlp/extractor/xhamster.py get_heights z,XHamsterIE._real_extract..get_height)z.window\.initials\s*=\s*({.+?})\s*;\s*z"window\.initials\s*=\s*({.+?})\s*;initialsz{}F)fatalZ videoModelrcSs|dS)Nsourcesr/xr/r/r0z*XHamsterIE._real_extract..cSs|dS)Ndownloadr/r5r/r/r0r7r8sizer9-rZReferer) format_idrrr*filesizeZ http_headerscSs |ddS)NZxplayerSettingsr4r/r5r/r/r0r7r8Zhls)rfallbackZ m3u8_native)Zentry_protocolZm3u8_idr3standardZm3u8qualitylabel categoriesnamecSs |ddS)NauthorZpageURLr/r5r/r/r0r7r8 descriptioncreatedcSs |ddS)NrErDr/r5r/r/r0r7r8/ZthumbURLrZviewscSs |ddS)NratingZlikesr/r5r/r/r0r7 r8cSs |ddS)NrJZdislikesr/r5r/r/r0r7 r8r)rrrrFrr uploader_urlr thumbnailr view_count like_count dislike_count comment_countrrCformatsz]*>([^<]+)z6]+itemprop=".*?caption.*?"[^>]+content="(.+?)"zY]*>(.+?)(?:,\s*[^,]*?\s*Porn\s*[^,]*?:\s*xHamster[^<]*| - xHamster\.com)zsources\s*:\s*({.+?})\s*,?\s*\nr4)r<rr*z(file\s*:\s*(?P["'])(?P.+?)(?P=q)z<["'])(?P.+?)(?P=q)\s+class=["']mp4Thumbz3]+file=(?P["'])(?P.+?)(?P=q)[^>]*>z video url)groupr(rz!Description: ([^<]+)rz:hint=["\'](\d{4}-\d{2}-\d{2}) \d{2}:\d{2}:\d{2} [A-Z]{3,4}z upload datez>]+itemprop=["\']author[^>]+>]+>]+>([^<]+)rZ anonymousz:["']thumbUrl["']\s*:\s*(?P["'])(?P.+?)(?P=q)z=]+"poster"=(?P["'])(?P.+?)(?P=q)[^>]*>rL)r3rRzA<[^<]+\bitemprop=["\']duration["\'][^<]+\bcontent=["\'](.+?)["\']zRuntime:\s*\s*([\d:]+)z%content=["\']User(?:View|Play)s:(\d+)z view countzChint=[\'"](?P\d+) Likes / (?P\d+) DislikesZ likecountZ dislikecount)NNz0Comments \((?P\d+)\)Z commentcountrz+(?s)Categories:.+?)cSsg|] }t|qSr/)r).0categoryr/r/r0 ^sz,XHamsterIE._real_extract..z]+>(.+?))rrrrFrrrrLrrMrNrOrPrrCrQ)$_match_valid_urlrRresubZ_download_webpage_handleZ_html_search_regexrZ _rta_search _parse_jsonr+setrdictitems isinstancer getraddappendrrrextendZ_extract_m3u8_formatslistr strr splitintsearchrr findalllower)3r.rmobjvideo_idrZ desktop_urlwebpageZurlhr&rr1r2videorrQZ format_urlsZ format_sizesr4r<Z formats_dictZdownload_sourcesr@Z format_dictZ format_itemZ format_urlZxplayer_sourcesZ hls_sourcesZhls_format_keyZhls_urlZstandard_sourcesZ formats_listZstandard_formatZstandard_format_keyZ standard_urlrZcategories_listrCcZc_namerK video_urlrFrrrLrrMrNrOrPZcategories_htmlr/r-r0 _real_extracts6                                         " zXHamsterIE._real_extractN)__name__ __module__ __qualname___DOMAINS _VALID_URL_TESTSror/r/r/r0rs   _rc @sDeZdZdejdZdgZdddddd d d d d dZddZdS)XHamsterEmbedIEhttps?://(?:[^/?#]+\.)?z/xembed\.php\?video=(?P\d+)z_]+?src=(["\'])(?P(?:https?:)?//(?:www\.)?xhamster\.com/xembed\.php\?video=\d+)\1z,http://xhamster.com/xembed.php?video=3328539Z3328539rzPen MasturbationieSZ20140728Z ManyakisArtr)rrrrrrrr)rr!cCsf||}|||}|jd|d|d|ddd}|sZ||d|d|}t|d}||d S) Nz(href="(https?://xhamster\.com/(?:movies/z/[^"]*\.html|videos/[^/]*-z)[^"]*)"z xhamster urlr'zvars\s*:\s*({.+?})\s*,\s*\nvars)Z downloadLinkZ homepageLinkZ commentsLinkZshareUrlZXHamster) _match_id_download_webpager+rYr url_result)r.rrjrkrnZ player_varsr/r/r0ros    zXHamsterEmbedIE._real_extractN) rprqrrrrsrtZ _EMBED_REGEXZ_TESTror/r/r/r0rvusrvc@sheZdZdejdZdddiddddd id dd dd id dddddddgZddZddZdS)XHamsterUserIErwz./(?:(?Pusers)|creators)/(?P[^/?#&]+)z/https://xhamster.com/users/netvideogirls/videosrZ netvideogirlsi )rr!Zplaylist_mincountz+https://xhamster.com/users/firatkaan/videosZ firatkaanrz.https://xhamster.com/creators/squirt-orgasm-69zsquirt-orgasm-69z!https://xhday.com/users/mobhunterTr%z!https://xhvid.com/users/pelushe21ccs|rdnd\}}d|d|d|d}tdD]}|||d|}td|D]J}t|} t| d } | rVt | sqVt | } |j | t | d VqVt d |} | sqt| d } t| d }|s2qq2dS) N)ZusersZvideos)ZcreatorsZ exclusivezhttps://xhamster.com/rHz/1rzDownloading page z;(]+class=["\'].*?\bvideo-thumb__image-container[^>]+>)href)Zierjz ]+data-page=["\']next[^>]+>r) itertoolscountr{rWrgr rr^rZsuitablerzr|Zie_keyrfrR)r.user_idZis_userprefixsuffixZ next_page_urlZpagenumpageZ video_tagrlrnrjriZ next_pager/r/r0_entriess:   zXHamsterUserIE._entriescCs.||dd\}}|||t||S)Nuserr)rVrRZplaylist_resultrbool)r.rrrr/r/r0roszXHamsterUserIE._real_extractN) rprqrrrrsrtrurror/r/r/r0r}s8 r})rrWcommonrutilsrrrrr r r r r rrrrrrvr}r/r/r/r0s <a#