a h[W@sddlZddlZddlZddlZddlmZddlmZmZm Z m Z m Z m Z m Z mZmZmZmZmZmZmZGdddeZGdd d eZGd d d eZdS) N) InfoExtractor)ExtractorError clean_html determine_extdict_getextract_attributes float_or_none int_or_none join_nonemptyparse_duration str_or_nonetry_calltry_getunified_strdate url_or_nonec@s4eZdZdZdedZdddddd d d d d dddddeedddddddddddddeded ddd giid!d"d#d$d%dd&d'd(d)d)d*ded+dedd,d-d.d/d0d1d2d0d1d3d0d1d4d0d1d5d0d1d6d0d1d7d0d1d8d0d1d9d0d1d:d0d1d;d0d1dd0d1d?d0d1gZd@ZdAdBZdCdDZ dES)F XHamsterIEzX(?:xhamster\.(?:com|one|desi)|xhms\.pro|xhamster\d+\.(?:com|desi)|xhday\.com|xhvid\.com)zI(?x) https?:// (?:[^/?#]+\.)?z/ (?: movies/(?P[\dA-Za-z]+)/(?P[^/]*)\.html| videos/(?P[^/]*)-(?P[\dA-Za-z]+) ) zIhttps://xhamster.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445Z e009ea6b849b129e3bebaeb9cf0dee51Z1509445z%femaleagent-shy-beauty-takes-the-baitmp4z%FemaleAgent Shy beauty takes the baitiVzPZ20121014Z Ruseful2011Z ruseful2011i}re:https?://.+\.jpgz&https://xhamster.com/users/ruseful2011)id display_idexttitle timestamp upload_dateuploader uploader_idduration age_limit thumbnail uploader_url description view_count comment_count)urlmd5 info_dictzAhttps://xhamster.com/videos/britney-spears-sexy-booty-2221348?hd=Z2221348zbritney-spears-sexy-bootyzBritney Spears Sexy Bootyi3RZ20130914Z jojo747400) rrrrrrrr r!r$r%r"r&ZgenericZ impersonateZchromem3u8)Zextractor_args skip_downloadr'r)paramsz(http://xhamster.com/movies/5667973/.htmlZ5667973z....iVZ20160208Z parejafreeHz%https://xhamster.com/users/parejafree)rrrrrrrr r!r&r#r$r%r"z Invalid URL)r'r)skipzLhttps://m.xhamster.com/videos/cute-teen-jacqueline-solo-masturbation-8559111Tr'Z only_matchingzChttps://xhamster.com/movies/2272726/amber_slayed_by_the_knight.htmlz9https://it.xhamster.com/movies/7263980/la_mia_vicina.htmlz9https://pt.xhamster.com/videos/euro-pedal-pumping-7937821zIhttps://xhamster.one/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster.desi/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster2.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster11.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster26.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zMhttp://xhamster.com/movies/1509445/femaleagent_shy_beauty_takes_the_bait.htmlzDhttp://xhamster.com/movies/2221348/britney_spears_sexy_booty.html?hdzRhttp://de.xhamster.com/videos/skinny-girl-fucks-herself-hard-in-the-forest-xhnBJZxz4https://xhday.com/videos/strapless-threesome-xhh7yVfz&https://xhvid.com/videos/lk-mm-xhc6wn6zPhttps://xhamster20.desi/videos/my-verification-video-scottishmistress23-11937369sxh7999cstfddpdgd\}}}|r(|s>|d|ddS|dkrntddt|t|jDS|d krt ||S|d|d |d dS) NcstdS)N_)base64 b64decodedecode partition format_urlr7N/mnt/pikpak/tmp/myenv/lib/python3.9/site-packages/yt_dlp/extractor/xhamster.pyz1XHamsterIE._decipher_format_url..zSkipping format "z": failed to decipher URLxorcss|]\}}||AVqdS)Nr7).0abr7r7r: sz2XHamsterIE._decipher_format_url..rot13z": unsupported cipher type "") rZreport_warningbyteszipencode itertoolscycle_XOR_KEYr5codecs)selfr9 format_idZ cipher_typer2Z ciphertextr7r8r:_decipher_format_urls    zXHamsterIE._decipher_format_urlc4s|}|dp|d}|dp0|d}tdd|}||\}}jd|ddd }|rrt|d d |} fd d } jj d|ddd |dd} | r| d} | d} g}t }i}t | ddt pi}| D]\}}t|t sqt |ddt pi}| D],\}}t|t s0qt|d||<q| D]z\}}|dkrdqN|}t|}|rN||vrqN||||d||t|d| |||d|jidqNqt | ddt }|r|d}t|t rdd D]f}||}|sq|d!|}|r||vr:q|||j||dd"ddd#q|d$}t|t r| D]\}}t|tsq|D]} t| t sqd D]}!| |!}"|"sАqt| d%pt| d&pd'}t||}|"|}"|"r|"|vrq||"t|"d}#|#d(kr\|j|"|dd"ddd#q|||"|#| |||d|"idqqq| d)}$t|$trg}%|$D]6}&t|&t sq|&d*}'t|'tr|%|'qnd}%tt | d+d}(||| | d,t| d-t | d.dt|(|(r:|(d/d0nd| d1t| d2t| d3tt | d4dttt | d5dtt| d6| dur| nd7|%|d8Sgd9|d} g}t }jj d:|d;dd |dd}| D]J\}}t|}|sq||vrq|||||| |d<qj gd=|d>ddd?})|)rj|)|vrj|d@|)it dA|}|r|dBnd}*t!j dC|dDdd}+jdE|dFdGd },j dHdIg|dJddJdK}-t"j dLdMg|d2dd}.tj dN|dOdd}/t dP|}|r |dQ|dRfndS\}0}1t dT|}|rD|dUndV}2j dW|d)dd }3|3rvdXdYt#dZ|3Dnd}%||| |*|+|,|,r|,$nd|-|.|/t|0t|1t|2| |%|d[S)\NrZid_2rZ display_id_2z^(https?://(?:.+?\.)?)m\.z\1z2]+id=["\']videoClosed["\'][^>]*>(.+?)errordefaultT)expectedcstjd|dddS)Nz ^(\d+)[pP]heightrP)r _search_regex)srLr7r: get_heightsz,XHamsterIE._real_extract..get_height)z.window\.initials\s*=\s*({.+?})\s*;\s*z"window\.initials\s*=\s*({.+?})\s*;initialsz{}F)fatalZ videoModelrcSs|dS)Nsourcesr7xr7r7r:r;r<z*XHamsterIE._real_extract..cSs|dS)Ndownloadr7r[r7r7r:r;r<sizer]-rZReferer)rMr'rrSfilesizeZ http_headerscSs |ddS)NZxplayerSettingsrZr7r[r7r7r:r;r<Zhls)r'fallbackzhls-Z m3u8_native)Zentry_protocolZm3u8_idrYstandardqualitylabelrr+ categoriesnamecSs |ddS)NauthorZpageURLr7r[r7r7r:r;&r<r$createdcSs |ddS)Nrgrfr7r[r7r7r:r;.r</ZthumbURLr ZviewscSs |ddS)NratingZlikesr7r[r7r7r:r;5r<cSs |ddS)NrkZdislikesr7r[r7r7r:r;7r<commentsr)rrrr$rrr#rr"r r% like_count dislike_countr&r!reformats)z]*>([^<]+)z6]+itemprop=".*?caption.*?"[^>]+content="(.+?)"zY]*>(.+?)(?:,\s*[^,]*?\s*Porn\s*[^,]*?:\s*xHamster[^<]*| - xHamster\.com)zsources\s*:\s*({.+?})\s*,?\s*\nrZ)rMr'rS)z(file\s*:\s*(?P["'])(?P.+?)(?P=q)z<["'])(?P.+?)(?P=q)\s+class=["']mp4Thumbz3]+file=(?P["'])(?P.+?)(?P=q)[^>]*>z video url)grouprQr'z!Description: ([^<]+)rz:hint=["\'](\d{4}-\d{2}-\d{2}) \d{2}:\d{2}:\d{2} [A-Z]{3,4}z upload datez>]+itemprop=["\']author[^>]+>]+>]+>([^<]+)rZ anonymousz:["']thumbUrl["']\s*:\s*(?P["'])(?P.+?)(?P=q)z=]+"poster"=(?P["'])(?P.+?)(?P=q)[^>]*>r")rYrpzA<[^<]+\bitemprop=["\']duration["\'][^<]+\bcontent=["\'](.+?)["\']zRuntime:\s*\s*([\d:]+)z%content=["\']User(?:View|Play)s:(\d+)z view countzChint=[\'"](?P\d+) Likes / (?P\d+) DislikesZ likecountZ dislikecount)NNz0Comments \((?P\d+)\)Z commentcountrz+(?s)Categories:.+?)cSsg|] }t|qSr7)r)r?categoryr7r7r: r<z,XHamsterIE._real_extract..z]+>(.+?))rrrr$rrrr"r r%rmrnr&r!rero)%_match_valid_urlrpresubZ_download_webpage_handleZ_html_search_regexrZ _rta_search _parse_jsonrTsetrdictitems isinstancer getraddappendrr'rNextendZ_extract_m3u8_formatslistrr strr splitintsearchrr findalllower)4rLr'mobjvideo_idrZ desktop_urlwebpageZurlhrOr!rWrXvideorroZ format_urlsZ format_sizesrZrMZ formats_dictZdownload_sourcesrcZ format_dictZ format_itemr9Zxplayer_sourcesZ hls_sourcesZhls_format_keyZhls_urlZstandard_sources identifierZ formats_listZstandard_formatZstandard_format_keyZ standard_urlrZcategories_listrecZc_namer# video_urlr$rrr"r r%rmrnr&Zcategories_htmlr7rVr: _real_extracts                                            " zXHamsterIE._real_extractN) __name__ __module__ __qualname___DOMAINS _VALID_URLr_TESTSrJrNrr7r7r7r:rs  orc@seZdZdejdZdgZddddedd d d d d ddddeddgZdddddedddddddddedd d!id"gZ d#d$Z d%S)&XHamsterEmbedIEhttps?://(?:[^/?#]+\.)?z/xembed\.php\?video=(?P\d+)z_]+?src=(["\'])(?P(?:https?:)?//(?:www\.)?xhamster\.com/xembed\.php\?video=\d+)\1z,http://xhamster.com/xembed.php?video=3328539Z3328539rzPen Masturbationrzpen-masturbationieSZ20140728Z ManyakisArtrrZ manyakisartz&https://xhamster.com/users/manyakisart)rrrr&r$rrrrr r!r"rr#r%)r'r)z https://xhamster.com/awards/2023Zxh2VnYnz"xHamster Awards 2023 - The Winnersz xhamster-awards-2023-the-winnersi$z$re:https?://ic-vt-nss\.xhcdn\.com/.+iUeZ20231116ZxHamsterZxhamsterz#https://xhamster.com/users/xhamster)rrrr!r&r$rr r"rrrrr#r%r,r+r-cCsf||}|||}|jd|d|d|ddd}|sZ||d|d|}t|d}||d S) Nz(href="(https?://xhamster\.com/(?:movies/z/[^"]*\.html|videos/[^/]*-z)[^"]*)"z xhamster urlrPzvars\s*:\s*({.+?})\s*,\s*\nvars)Z downloadLinkZ homepageLinkZ commentsLinkZshareUrlZXHamster) _match_id_download_webpagerTrvr url_result)rLr'rrrZ player_varsr7r7r:rs    zXHamsterEmbedIE._real_extractN) rrrrrrZ _EMBED_REGEXrrZ_WEBPAGE_TESTSrr7r7r7r:rsPrc@sheZdZdejdZdddiddddd id dd dd id dddddddgZddZddZdS)XHamsterUserIErz./(?:(?Pusers)|creators)/(?P[^/?#&]+)z/https://xhamster.com/users/netvideogirls/videosrZ netvideogirlsi )r'r)Zplaylist_mincountz+https://xhamster.com/users/firatkaan/videosZ firatkaanrz.https://xhamster.com/creators/squirt-orgasm-69zsquirt-orgasm-69.z!https://xhday.com/users/mobhunterTr1z!https://xhvid.com/users/pelushe21ccs|rdnd\}}d|d|d|d}tdD]}|||d|}td|D]J}t|} t| d } | rVt | sqVt | } |j | t | d VqVt d |} | sqt| d } t| d }|s2qq2dS) N)ZusersZvideos)ZcreatorsZ exclusivezhttps://xhamster.com/riz/1rzDownloading page z;(]+class=["\'].*?\bvideo-thumb__image-container[^>]+>)href)Zierz ]+data-page=["\']next[^>]+>r)rHcountrrtrr rr{rZsuitablerrZie_keyrrp)rLuser_idZis_userprefixsuffixZ next_page_urlZpagenumpageZ video_tagrrrrZ next_pager7r7r:_entriess2    zXHamsterUserIE._entriescCs.||dd\}}|||t||S)Nuserr)rsrpZplaylist_resultrbool)rLr'rrr7r7r:rszXHamsterUserIE._real_extractN) rrrrrrrrrr7r7r7r:rs2 r)r3rKrHrtcommonrutilsrrrrr r r r r rrrrrrrrr7r7r7r:s @ @