U gd1d'eed?d@dAdAdgdBdgZdCdDZ dEdFZ dGdHZ dIdJZ dKdLZ iifdMdNZdOS)PRokfinIEz@https?://(?:www\.)?rokfin\.com/(?P(?Ppost|stream)/\d+)ZrokfinzHhttps://secure.rokfin.com/auth/realms/rokfin-web/protocol/openid-connectzOhttps://www.rokfin.com/post/57548/Mitt-Romneys-Crazy-Solution-To-Climate-Changez post/57548Zmp4z.Mitt Romney's Crazy Solution To Climate Changez*re:https://img\.production\.rokfin\.com/.+Z20211023i taz Jimmy DoreZ65429z#https://rokfin.com/TheJimmyDoreShowpublicnot_live)idexttitle thumbnail upload_date timestampchannel channel_id channel_url availability live_status dislike_count like_countduration)url info_dictzJhttps://rokfin.com/post/223/Julian-Assange-Arrested-Streaming-In-Real-Timezpost/223z/Julian Assange Arrested: Streaming In Real TimeZ20190412id8\z Ron Placone10zhttps://rokfin.com/RonPlaconezFreeThinkingMedia^zRealProgressives^)rrrrrrrrrrr r!r"tagszrhttps://www.rokfin.com/stream/10543/Its-A-Crazy-Mess-Regional-Director-Blows-Whistle-On-Pfizers-Vaccine-Trial-Dataz stream/10543zR"It's A Crazy Mess" Regional Director Blows Whistle On Pfizer's Vaccine Trial Dataz$md5:324ce2d3e3b62e659506409e458b9d8eZ TLAVagabondZ53856zhttps://rokfin.com/TLAVagabondFTwas_liveiwaZ20211102)rrrr descriptionrrrris_liver(r rrelease_timestamp release_daterr!r"r'zihttps://rokfin.com/post/126703/Brave-New-World--Aldous-Huxley-DEEPDIVE--Chpts-13--Quite-Frankly--Jay-Dyerz post/126703zQBrave New World - Aldous Huxley DEEPDIVE! (Chpts 1-3) - Quite Frankly & Jay DyerzJay DyerZ186881zhttps://rokfin.com/jaydyerZ premium_onlyidZ20230307z OpenMind^z$md5:cb04e32e68326c9b2b251b297bacff35i )rrrrrrrrr r!r"rrr'r)r#zJhttps://rokfin.com/stream/31332/The-Grayzone-live-on-Nordstream-blame-gamez stream/31332z*The Grayzone live on Nordstream blame gamez#re:https://image\.v\.rokfin\.com/.+zMax BlumenthalZ248902z https://rokfin.com/MaxBlumenthali dgAZ20230310)rrrrrrrrr r!r"rr+r,rr'c Cs<||dd\}}|t||}t|d}|drFdn|rNdn|dkrZdnd }t|d d td }|d krt|j dt|ddtd |dddd}|rd |igngi}} t |dkr|j ||d|dkd\}} |s*t|ddr|j ddddn*|r*|j dtj|d|ddt|dd } |pZt|d!d"pZt|d#} ||| tt|d$d%tt|d&tt|d'd(tt|d)d*t|d+t|d,tt|d-d.tt|d/d0| rtd1| nd| |d kr| ndt|d2td ||jtt|ddddddd3|d4kr4||ndd5S)6NrtypeZ scheduledAtZ stoppedAtr(Z is_upcomingstreamr*rr$)contentZ contentUrlZ expected_type)Nz fake.m3u8z%https?://[^/]+/([^/]+)/storyboard.vtt timelineUrl)r/r1defaultz#https://stream.v.rokfin.com/%s.m3u8Zm3u8F)fatalZliveZ premiumPlanZpremiumz-This video is only available to premium usersTcookies)methodz!Stream is offline; scheduled for z%Y-%m-%d %H:%M:%S)video_idexpected) createdByusername)creatorr:Z postedAtMilliiZcreationDateTimerr/Z contentTitle)r/r#r)r/Z thumbnailUrl1r))r/ZcontentDescriptionZ likeCountZ dislikeCount)r9name)r;r=)r9r)r;rhttps://rokfin.com/)r'.r)Z needs_premium is_privateZneeds_subscriptionZ needs_authZ is_unlistedpost)rformats subtitlesrr#rr)r"r!rrrrr+r'r rZ__post_extractor)Z_match_valid_urlgroup!_download_json_using_access_token _API_BASE_URLrgetr rr _search_regexrZ#_extract_m3u8_formats_and_subtitlesZraise_login_requiredZraise_no_formatsdtdatetime fromtimestampstrftimerr r Z _availabilityboolZextract_comments) selfr$r7 video_typemetadataZ scheduledr Z video_urlrArBZuploaderrrP;/tmp/pip-unpacked-wheel-q5ljy6pj/yt_dlp/extractor/rokfin.py _real_extracts         zRokfinIE._real_extractc csd}tD]}|jtd|ddd|d|d|dt|dddd pVi}|d pdgD]Z}t|d t|d |d |ddt|dt|dt|ddVqft|dpd}|d}|d r|s|r||kr n|dk r dSq dS)Nzcomment?postId=z&page=&size=50z!Downloading viewer comments page r of %sFnoter4r/commentr=Z commentIdZuserIdrootZnumLikesZ numDislikesZpostedAt)textauthorrZ author_idparentr"r!r totalPageslast) itertoolscount_download_jsonrEr rFr r r)rMr7 pages_totalpage_nZ raw_commentsrXis_lastrPrPrQ _get_commentss0      *zRokfinIE._get_commentsc Cs|j|jddddd}t|jd|dd}|j|ddd d t||d d d d}|s~td|pfd rvtdddtd|j |jdddddddddddd}|j |jddd d!tt j t j |jjdd"dd#dd$d%|_dS)&Nzw/auth?client_id=web&redirect_uri=https%3A%2F%2Frokfin.com%2Ffeed&response_mode=fragment&response_type=code&scope=openidzloading login pagezerror loading login page)rWerrnotezr]+action\s*=\s*"(https://secure\.rokfin\.com/auth/realms/rokfin-web/login-actions/authenticate\?[^"]+)"zAuthentication URL)r=z logging inFoff)r:passwordZ rememberMeZ credentialId)rWr4expected_statusdataz((?i)(invalid\s+username\s+or\s+password)zinvalid username/passwordTr8z Login failedz/authzgranting user authorizationz%user authorization rejected by Rokfinwebnonez(https://rokfin.com/silent-check-sso.htmlfragmentcodeZopenid) client_idprompt redirect_uriZ response_modeZ response_typeZscope)rWrfquery/tokenzgetting access credentialsz error getting access credentialsrZauthorization_code)rqrr grant_typertrWrfrl)_download_webpage _AUTH_BASErrGr_authentication_activeresearchrZ_request_webpageraurllibparseparse_qs urldefragr$rprF_access_mgmt_tokens)rMr:rjZ login_pageZauthentication_point_urlZ resp_bodyurlhrPrPrQ_perform_logins`      zRokfinIE._perform_logincCsddddht||j S)NZKEYCLOAK_IDENTITYZKEYCLOAK_IDENTITY_LEGACYZKEYCLOAK_SESSIONZKEYCLOAK_SESSION_LEGACY)setZ _get_cookiesrzrMrPrPrQr{s zRokfinIE._authentication_activecCst|jddS)NcSsd|d|dgS)N token_typeZ access_token)join)xrPrPrQz*RokfinIE._get_auth_token..)r rrrPrPrQ_get_auth_tokenszRokfinIE._get_auth_tokenc Csd|ks t|}|}|jd}|r4||d<|j||||dd\}}|rb|jdksb|dkrn|||S|j|j d|ddt d|dd d |_||d<|ddkrt d d d |j||||dS)N authorization refresh_tokeni)headersrurkrvzDUser authorization expired or canceled by Rokfin. Re-authorizing ...zFailed to re-authorizern)rwrrrrxzUser authorization lostTrm)rru) AssertionErrorcopyrrrFZ_download_webpage_handlestatusZ _parse_jsonrarzrr) rMZurl_or_requestr7rruZ auth_tokenrZ json_stringrrPrPrQrDs<        z*RokfinIE._download_json_using_access_tokenN)__name__ __module__ __qualname__ _VALID_URLZ_NETRC_MACHINErzrint_TESTSrRrerr{rrDrPrPrPrQrse9&rc@s$eZdZddddddZddZdS)RokfinPlaylistBaseIEr@r.stackvideoaudior.Z dead_streamrccs|dp gD]n}|j|d}|dkr6|dn|d}|r|sJq|jd|d||d|tt|dd VqdS) Nr/Z mediaTyper@rZmediaIdr>/r<)r7Z video_title)rF_TYPES url_resultr r )rMrOr/ media_typer7rPrPrQ_get_video_data)s z$RokfinPlaylistBaseIE._get_video_dataN)rrrrrrPrPrPrQr src@s2eZdZdZdZdZddddidgZd d Zd S) RokfinStackIEz rokfin:stackz Rokfin Stacksz2https?://(?:www\.)?rokfin\.com/stack/(?P[^/]+)zShttps://www.rokfin.com/stack/271/Tulsi-Gabbard-Portsmouth-Townhall-FULL--Feb-9-2020rZ271r$Zplaylist_countr%c Cs.||}|||td|||S)Nzstack/) _match_idplaylist_resultrrarE)rMr$Zlist_idrPrPrQrR@s  zRokfinStackIE._real_extractN)rrrIE_NAMEIE_DESCrrrRrPrPrPrQr4src@s`eZdZdZdZdZdddddd d gZd d d ddddZddZddZ ddZ ddZ dS)RokfinChannelIEzrokfin:channelzRokfin ChannelszXhttps?://(?:www\.)?rokfin\.com/(?!((feed/?)|(discover/?)|(channels/?))$)(?P[^/]+)/?$z https://rokfin.com/TheConvoCouchdz 12071-newzTheConvoCouch - Newz$md5:bb622b1bca100209b91cd685f7847f06)rrr))r$Zplaylist_mincountr%poststoprrr.r)newrZvideosZpodcastsZstreamsZstackscCs |dS)N)_validate_extractor_argsrrPrPrQ_real_initialize]sz RokfinChannelIE._real_initializecCsL|dd}|dk rHt|dks.|d|jkrHtdd|jdddS)Ntabrrz,Invalid extractor-arg "tab". Must be one of z, Trm)_configuration_arglen_TABSrr)rMZrequested_tabsrPrPrQr`s "z(RokfinChannelIE._validate_extractor_argsc csd}tdD]}|dkr8td|d|d|d}ntd|d|d|}|j||d |d t|dd d }||EdHt|d pd}|d}|s|r||krn|dk rdSqdS)Nr)rruser/rz?page=rTz post/search/z&size=50&creator=z Downloading video metadata page rrU)rWr]r^F)r_r`rErar rr rF) rMr channel_namerrbrcZdata_urlrOrdrPrPrQ_entrieses zRokfinChannelIE._entriesc Cs~||}|td||}|d}|jddgdd}|||||j||d||d|t| d S) Nrrrrr2r-z - r)) rrarErrrrrr rF)rMr$rZ channel_inforrrPrPrQrRvs   zRokfinChannelIE._real_extractN) rrrrrrrrrrrrRrPrPrPrQrFs*  rc@sfeZdZdZdZdZddddddZdd d d d d gZd Zd Z ddZ ddZ ddZ dddZ d S)RokfinSearchIEz rokfin:searchz Rokfin SearchZ rkfnsearch))rrawr@)Z content_idrr.)rrrzrkfnsearch5:"zelenko"rSz "zelenko")rrrNcCs0|jj|ddd\|_|_|js,|dS)NauthNNr2)cacheloadie_key_db_url_db_access_key_get_db_access_credentialsrrPrPrQrszRokfinSearchIE._real_initializec csd}tdD]}|j||d|ddd|t|ddd}t|dtd }|d pZgD]L}|jt|d d \}}t||td }|r\|r\|jd |d|dVq\|d sdSqdS)Nrr)sizecurrent)rupagezDownloading page z of ~%s)rlrW)metar total_pagesr0results) content_typerrr>r)r$) r_r`_run_search_queryr r r rFrr) rMrurZ page_numbersearch_resultsresultZ video_id_keyrNr7rPrPrQ_search_resultss zRokfinSearchIE._search_resultscKsht|}tdD]L}|j|j|f||dkd|jid|}|rN|S|d||qdS)Nrrr)rlr4rzUpdating access credentials) jsondumpsencoderangerarrZ write_debugr)rMr7rlkwargsattemptrrPrPrQrs   z RokfinSearchIE._run_search_queryc Csddd}|jd|ddd}td|D]}|jd||dd d }|td d |d |pfdt|szq(t|dd|_ d|d|_ |j | d|j |j fdStddS)N) SEARCH_KEY ENDPOINT_BASEzhttps://rokfin.com/discoverrgzDownloading home page)rkrWz/]*\ssrc\s*=\s*"(/static/js/[^">]+)"zhttps://rokfin.comzDownloading JavaScript fileFrVz REACT_APP_(|z)\s*:\s*"([^"]+)"rirz,/api/as/v1/engines/rokfin-search/search.jsonzBearer rrz$Unable to extract access credentials)ryr|findallupdaterkeysallvaluesrrrrstorerr)rMr7Z auth_dataZnotfound_err_pageZ js_file_pathZ js_contentrPrPrQrs2  z)RokfinSearchIE._get_db_access_credentials)N)rrrrrZ _SEARCH_KEYrrrrrrrrrPrPrPrQrs* r)rIrHr_rr| urllib.parser~commonrrutilsrrrr r r r r rrrrrErrrrrrPrPrPrQs8;