U g|7@sdZddlZddlZddlmZddlmZmZddlmZm Z m Z m Z m Z m Z ddlmZmZmZddlmZmZmZmZeeZGdd d eZdS) z>Module to download a complete playlist from a youtube channel.N)Sequence)datedatetime)DictIterableListOptionalTupleUnion)extractrequestYouTube)cacheDeferredGeneratorList install_proxy uniqueifyc@seZdZdZdCeeeeefdddZeddZ edd Z ed d Z ed d Z eddZ eddZeddZdDeeeeedddZeeeeefdddZeeeeeeefdddZeeedddZd d!Zeeed"d#d$Zd%d&Zeeed"d'd(Ze e!e"fe eeefd)d*d+Z#e"d"d,d-Z$ed"d.d/Z%eeee&d"d0d1Z'eeeed"d2d3Z(eed"d4d5Z)ed6d7Z*ed8d9Z+ed:d;Z,edd?Z.eed@dAdBZ/dS)EPlaylistz Load a YouTube playlist with URLN)urlproxiescCs4|r t|||_d|_d|_d|_d|_d|_dSN)r _input_url_html_ytcfg _initial_data _sidebar_info _playlist_id)selfrrr;/tmp/pip-unpacked-wheel-1a9f0fi6/pytube/contrib/playlist.py__init__szPlaylist.__init__cCs |jr |jSt|j|_|jS)z2Get the playlist id. :rtype: str )rr playlist_idrrrrrr szPlaylist.playlist_idcCs d|jS)z8Get the base playlist url. :rtype: str z&https://www.youtube.com/playlist?list=)r r!rrr playlist_url*szPlaylist.playlist_urlcCs |jr |jSt|j|_|jS)z9Get the playlist page html. :rtype: str )rr getr"r!rrrhtml2sz Playlist.htmlcCs |jr |jSt|j|_|jS)zMExtract the ytcfg from the playlist page html. :rtype: dict )rr Z get_ytcfgr$r!rrrytcfg=szPlaylist.ytcfgcCs$|jr |jSt|j|_|jSdS)zTExtract the initial data from the playlist page html. :rtype: dict N)rr initial_datar$r!rrrr&HszPlaylist.initial_datacCs*|jr |jS|jddd|_|jSdS)zTExtract the sidebar info from the playlist page html. :rtype: dict ZsidebarZplaylistSidebarRendereritemsN)rr&r!rrr sidebar_infoTszPlaylist.sidebar_infocCs |jdS)zTExtract the INNERTUBE_API_KEY from the playlist ytcfg. :rtype: str ZINNERTUBE_API_KEY)r%r!rrr yt_api_keyaszPlaylist.yt_api_key)until_watch_idreturnc cs,|tt|j\}}|rZz$|d|}|d|VWdStk rXYnX|V|rv||\}}}n d\}}}|r(|r(|r(t d|t j |||d}||\}}|rz$|d|}|d|VWdStk rYnX|V|r||\}}}qd\}}}qdS)a>Parse the video links from the page source, yields the /watch?v= part from video link :param until_watch_id Optional[str]: YouTube Video watch id until which the playlist should be read. :rtype: Iterable[List[str]] :returns: Iterable of lists of YouTube watch ids /watch?v=N)NNNzload more url: %s) extra_headersdata) _extract_videosjsondumpsr r&r$index ValueError_build_continuation_urlloggerdebugr post) rr*Z videos_urls continuationZ trim_indexZ load_more_urlheadersr.reqrrr _paginateis>    zPlaylist._paginate)r8r+cCs(d|jddd|ddddidfS) aXHelper method to build the url and headers required to request the next page of videos :param str continuation: Continuation extracted from the json response of the last page :rtype: Tuple[str, dict, dict] :returns: Tuple of an url and required headers for the next http request z/https://www.youtube.com/youtubei/v1/browse?key=1z2.20200720.00.02)zX-YouTube-Client-NamezX-YouTube-Client-VersionclientZWEB)Z clientNameZ clientVersion)r8context)r))rr8rrrr4s z Playlist._build_continuation_url)raw_jsonr+c Cslt|}z|dddddddd}z|ddddd }Wn2tttfk r~|d dddd }YnX|d}Wn~tttfk rz|d dd d }|}WnDtttfk r}zt|gdfWYYSd}~XYnXYnXz(|ddddd}|dd}Wnttfk rPd}YnXttt dd||fS)aPExtracts videos from a raw json page :param str raw_json: Input json extracted from the page or the last server response :rtype: Tuple[List[str], Optional[str]] :returns: Tuple containing a list of up to 100 video watch ids and a continuation token, if more videos are available contentsZtwoColumnBrowseResultsRenderertabsrZ tabRenderercontentZsectionListRendererZitemSectionRendererZplaylistVideoListRendererZonResponseReceivedActionsZappendContinuationItemsActionZcontinuationItemsNZcontinuationItemRendererZcontinuationEndpointZcontinuationCommandtokencSsd|ddS)Nr,ZplaylistVideoRendererZvideoIdr)xrrrsz*Playlist._extract_videos..) r0loadsKeyError IndexError TypeErrorr5inforlistmap)r?r&Zsection_contentsZimportant_contentvideospr8rrrr/s     (   zPlaylist._extract_videos)video_idr+c#s.j|dD]}fdd|DEdHq dS)a}Retrieve a list of YouTube video URLs trimmed at the given video ID i.e. if the playlist has video IDs 1,2,3,4 calling trimmed(3) returns [1,2] :type video_id: str video ID to trim the returned list of playlist URLs at :rtype: List[str] :returns: List of video URLs from the playlist trimmed at the given ID )r*c3s|]}|VqdSr) _video_url).0 watch_pathr!rr sz#Playlist.trimmed..N)r;)rrQpagerr!rtrimmeds zPlaylist.trimmedccs(|D]}|D]}||VqqdS)zGGenerator that yields video URLs. :Yields: Video URLs N)r;rR)rrVvideorrr url_generators zPlaylist.url_generator)r+cCs t|S)zuComplete links of all the videos in playlist :rtype: List[str] :returns: List of video URLs )rrYr!rrr video_urlsszPlaylist.video_urlsccs|jD]}t|VqdSr)rZr )rrrrrvideos_generator's zPlaylist.videos_generatorcCs t|S)z{Yields YouTube objects of videos in this playlist :rtype: List[YouTube] :returns: List of YouTube )rr[r!rrrrO+szPlaylist.videos)ir+cCs |j|Sr)rZ)rr\rrr __getitem__4szPlaylist.__getitem__cCs t|jSr)lenrZr!rrr__len__7szPlaylist.__len__cCs t|jSr)reprrZr!rrr__repr__:szPlaylist.__repr__c Cs|jddddddd}zJ|}|d}|dd}|d}t|d |d d |d WSttfk r|YSXd S) a Extract the date that the playlist was last updated. For some playlists, this will be a specific date, which is returned as a datetime object. For other playlists, this is an estimate such as "1 week ago". Due to the fact that this value is returned as a string, pytube does a best-effort parsing where possible, and returns the raw string where it is not possible. :return: Date of last playlist update where possible, else the string provided :rtype: datetime.date r"playlistSidebarPrimaryInfoRendererstatsrunsrCtext, z0>2z%b %d %YN)r(splitstriprstrptimerrJrI)rZlast_updated_textZdate_componentsmonthdayyearrrr last_updated=s,  zPlaylist.last_updatedcCs|jddddddS)zeExtract playlist title :return: playlist title (name) :rtype: Optional[str] rrbtitlererfr(r!rrrrpWs zPlaylist.titlecCs|jddddS)Nrrb description simpleTextrqr!rrrrrbs  zPlaylist.descriptioncCs6|jddddddd}|dd}t|S)zqExtract the number of videos in the playlist. :return: Playlist video count :rtype: int rrbrcrerfrg)r(replaceint)r count_textrrrlengthgs  zPlaylist.lengthcCs:|jddddd}|d}|dd}t|S)zcExtract view count for playlist. :return: Playlist view count :rtype: int rrbrcrCrsrgrt)r(rirurv)rZ views_textrwrrrviewsss   zPlaylist.viewscCs&|jddddddddS) zfExtract the owner of the playlist. :return: Playlist owner name. :rtype: str rC$playlistSidebarSecondaryInfoRenderer videoOwnervideoOwnerRendererrprerrfrqr!rrrowners zPlaylist.ownercCs.|jddddddddd d S) zExtract the channel_id of the owner of the playlist. :return: Playlist owner's channel ID. :rtype: str rCrzr{r|rprerZnavigationEndpointZbrowseEndpointZbrowseIdrqr!rrrowner_ids" zPlaylist.owner_idcCs d|jS)zCreate the channel url of the owner of the playlist. :return: Playlist owner's channel url. :rtype: str z https://www.youtube.com/channel/)r~r!rrr owner_urlszPlaylist.owner_urlrTcCs d|S)Nzhttps://www.youtube.comrrrrrrRszPlaylist._video_url)N)N)0__name__ __module__ __qualname____doc__strrrrpropertyr r"r$r%r&r(r)rrr;r dictr4 staticmethodr/rWrYrrrZr[r rOr slicervr]r_rarrorprrrxryr}r~rrRrrrrrsn        9!"B $      r)rr0loggingcollections.abcrrrtypingrrrrr r Zpytuber r r Zpytube.helpersrrrr getLoggerrr5rrrrrs