trizen
499 linhas
13 KiB
Perl
499 linhas
13 KiB
Perl
package WWW::PipeViewer::Search;
|
|
|
|
use utf8;
|
|
use 5.014;
|
|
use warnings;
|
|
|
|
=head1 NAME
|
|
|
|
WWW::PipeViewer::Search - Search for stuff on YouTube
|
|
|
|
=head1 SYNOPSIS
|
|
|
|
use WWW::PipeViewer;
|
|
my $obj = WWW::PipeViewer->new(%opts);
|
|
$obj->search_videos(@keywords);
|
|
|
|
=head1 SUBROUTINES/METHODS
|
|
|
|
=cut
|
|
|
|
sub _time_to_seconds {
|
|
my ($time) = @_;
|
|
|
|
my ($hours, $minutes, $seconds) = (0, 0, 0);
|
|
|
|
if ($time =~ /(\d+):(\d+):(\d+)/) {
|
|
($hours, $minutes, $seconds) = ($1, $2, $3);
|
|
}
|
|
elsif ($time =~ /(\d+):(\d+)/) {
|
|
($minutes, $seconds) = ($1, $2);
|
|
}
|
|
elsif ($time =~ /(\d+)/) {
|
|
$seconds = $1;
|
|
}
|
|
|
|
$hours * 3600 + $minutes * 60 + $seconds;
|
|
}
|
|
|
|
sub _view_count_text_to_int {
|
|
my ($text) = @_;
|
|
|
|
if ($text =~ /([\d,.]+)/) {
|
|
my $v = $1;
|
|
$v =~ tr/.,//d;
|
|
return $v;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
sub _thumbnail_quality {
|
|
my ($width, $height) = @_;
|
|
|
|
$width // return 'medium';
|
|
$height // return 'medium';
|
|
|
|
if ($width == 1280 and $height == 720) {
|
|
return "maxres";
|
|
}
|
|
|
|
if ($width == 640 and $height == 480) {
|
|
return "sddefault";
|
|
}
|
|
|
|
if ($width == 480 and $height == 360) {
|
|
return 'high';
|
|
}
|
|
|
|
if ($width == 320 and $height == 180) {
|
|
return 'medium';
|
|
}
|
|
|
|
if ($width == 120 and $height == 90) {
|
|
return 'default';
|
|
}
|
|
|
|
return 'medium';
|
|
}
|
|
|
|
sub _extract_youtube_mix {
|
|
my ($self, $data) = @_;
|
|
|
|
my $info = eval { $data->{callToAction}{watchCardHeroVideoRenderer} } || return;
|
|
my $header = eval { $data->{header}{watchCardRichHeaderRenderer} };
|
|
|
|
my %mix;
|
|
|
|
$mix{type} = 'playlist';
|
|
|
|
$mix{title} =
|
|
eval { $header->{title}{runs}[0]{text} }
|
|
// eval { $info->{accessibility}{accessibilityData}{label} }
|
|
// eval { $info->{callToActionButton}{callToActionButtonRenderer}{label}{runs}[0]{text} } // 'Youtube Mix';
|
|
|
|
$mix{playlistId} = eval { $info->{navigationEndpoint}{watchEndpoint}{playlistId} } || return;
|
|
|
|
$mix{playlistThumbnail} = eval { $header->{avatar}{thumbnails}[0]{url} }
|
|
// eval { $info->{heroImage}{collageHeroImageRenderer}{leftThumbnail}{thumbnails}[0]{url} };
|
|
|
|
$mix{author} = eval { $header->{title}{runs}[0]{text} } // "YouTube";
|
|
$mix{authorId} = eval { $header->{titleNavigationEndpoint}{browseEndpoint}{browseId} } // "youtube";
|
|
|
|
return \%mix;
|
|
}
|
|
|
|
sub _extract_search_entry {
|
|
my ($self, $data, %args) = @_;
|
|
|
|
# Album
|
|
if ($args{type} eq 'all' and exists $data->{horizontalCardListRenderer}) { # TODO
|
|
return;
|
|
}
|
|
|
|
# Video
|
|
if (exists $data->{compactVideoRenderer}) {
|
|
|
|
my %video;
|
|
|
|
my $info = $data->{compactVideoRenderer};
|
|
|
|
$video{title} =
|
|
eval { $info->{title}{runs}[0]{text} } // eval { $info->{title}{accessibility}{accessibilityData}{label} } // return;
|
|
$video{videoId} = eval { $info->{navigationEndpoint}{watchEndpoint}{videoId} } // $info->{videoId} // return;
|
|
$video{author} = eval { $info->{longBylineText}{runs}[0]{text} } // eval { $info->{shortBylineText}{runs}[0]{text} };
|
|
$video{authorId} = $info->{channelId};
|
|
$video{publishedText} = eval { $info->{publishedTimeText}{runs}[0]{text} };
|
|
$video{viewCountText} = eval { $info->{shortViewCountText}{runs}[0]{text} };
|
|
$video{videoThumbnails} = eval {
|
|
[
|
|
map {
|
|
my %thumb = %$_;
|
|
$thumb{quality} = _thumbnail_quality($thumb{width}, $thumb{height});
|
|
\%thumb;
|
|
} @{$info->{thumbnail}{thumbnails}}
|
|
]
|
|
};
|
|
|
|
# FIXME: this is not the video description
|
|
$video{description} = eval { $info->{title}{accessibility}{accessibilityData}{label} };
|
|
|
|
my $time = eval { $info->{thumbnailOverlays}[0]{thumbnailOverlayTimeStatusRenderer}{text}{runs}[0]{text} };
|
|
|
|
if (defined($time)) {
|
|
$video{lengthSeconds} = eval { _time_to_seconds($time) };
|
|
}
|
|
|
|
$video{title} = eval { $info->{title}{runs}[0]{text} };
|
|
|
|
my $viewCountText = eval { $info->{viewCountText}{runs}[0]{text} };
|
|
|
|
if (defined($viewCountText)) {
|
|
$video{viewCount} = _view_count_text_to_int($viewCountText);
|
|
}
|
|
|
|
return \%video;
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
sub _extract_search_results {
|
|
my ($self, $data, %args) = @_;
|
|
|
|
eval { ref($data->{contents}{sectionListRenderer}{contents}) eq 'ARRAY' } or return;
|
|
|
|
my @results;
|
|
|
|
foreach my $entry (@{$data->{contents}{sectionListRenderer}{contents}}) {
|
|
|
|
# YouTube Mix
|
|
if ($args{type} eq 'all' and exists $entry->{universalWatchCardRenderer}) {
|
|
|
|
my $mix = $self->_extract_youtube_mix($entry->{universalWatchCardRenderer});
|
|
|
|
if (defined($mix)) {
|
|
push(@results, $mix);
|
|
}
|
|
}
|
|
|
|
# Search results
|
|
if (exists $entry->{itemSectionRenderer}) {
|
|
|
|
eval { ref($entry->{itemSectionRenderer}{contents}) eq 'ARRAY' } || next;
|
|
|
|
foreach my $entry (@{$entry->{itemSectionRenderer}{contents}}) {
|
|
|
|
my $search_entry = $self->_extract_search_entry($entry, %args);
|
|
|
|
if (defined($search_entry)) {
|
|
|
|
#use Data::Dump qw(pp);
|
|
#pp $search_entry;
|
|
push @results, $search_entry;
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
# Continuation page
|
|
if (exists $entry->{continuationItemRenderer}) { # TODO
|
|
## ...
|
|
}
|
|
}
|
|
|
|
return @results;
|
|
}
|
|
|
|
sub _youtube_search {
|
|
my ($self, %args) = @_;
|
|
|
|
my $content = $self->lwp_get($self->get_m_youtube_url . "/results?search_query=$args{q}");
|
|
|
|
if ($content =~ m{<div id="initial-data"><!--(.*?)--></div>}is) {
|
|
my $json = $1;
|
|
my $hash = $self->parse_utf8_json_string($json);
|
|
return $self->_extract_search_results($hash, %args);
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
sub _make_search_url {
|
|
my ($self, %opts) = @_;
|
|
|
|
my @features;
|
|
|
|
if (defined(my $vd = $self->get_videoDefinition)) {
|
|
if ($vd eq 'high') {
|
|
push @features, 'hd';
|
|
}
|
|
}
|
|
|
|
if (defined(my $vc = $self->get_videoCaption)) {
|
|
if ($vc eq 'true' or $vc eq '1') {
|
|
push @features, 'subtitles';
|
|
}
|
|
}
|
|
|
|
if (defined(my $vd = $self->get_videoDimension)) {
|
|
if ($vd eq '3d') {
|
|
push @features, '3d';
|
|
}
|
|
}
|
|
|
|
if (defined(my $license = $self->get_videoLicense)) {
|
|
if ($license eq 'creative_commons') {
|
|
push @features, 'creative_commons';
|
|
}
|
|
}
|
|
|
|
return $self->_make_feed_url(
|
|
'search',
|
|
|
|
region => $self->get_region,
|
|
sort_by => $self->get_order,
|
|
date => $self->get_date,
|
|
page => $self->page_token,
|
|
duration => $self->get_videoDuration,
|
|
|
|
(@features ? (features => join(',', @features)) : ()),
|
|
|
|
%opts,
|
|
);
|
|
}
|
|
|
|
=head2 search_for($types,$keywords;\%args)
|
|
|
|
Search for a list of types (comma-separated).
|
|
|
|
=cut
|
|
|
|
sub search_for {
|
|
my ($self, $type, $keywords, $args) = @_;
|
|
|
|
if (ref($args) ne 'HASH') {
|
|
$args = {};
|
|
}
|
|
|
|
$keywords //= [];
|
|
|
|
if (ref($keywords) ne 'ARRAY') {
|
|
$keywords = [split ' ', $keywords];
|
|
}
|
|
|
|
$keywords = $self->escape_string(join(' ', @{$keywords}));
|
|
|
|
# Search in a channel's videos
|
|
if (defined(my $channel_id = $self->get_channelId)) {
|
|
my $url = $self->_make_feed_url("channels/search/$channel_id", q => $keywords,);
|
|
return $self->_get_results($url);
|
|
}
|
|
|
|
my $url = $self->_make_search_url(
|
|
type => $type,
|
|
q => $keywords,
|
|
%$args,
|
|
);
|
|
|
|
return
|
|
scalar {
|
|
url => $url,
|
|
results => [$self->_youtube_search(q => $keywords, type => $type, %$args)],
|
|
};
|
|
|
|
return $self->_get_results($url);
|
|
}
|
|
|
|
{
|
|
no strict 'refs';
|
|
|
|
foreach my $pair (
|
|
{
|
|
name => 'videos',
|
|
type => 'video',
|
|
},
|
|
{
|
|
name => 'playlists',
|
|
type => 'playlist',
|
|
},
|
|
{
|
|
name => 'channels',
|
|
type => 'channel',
|
|
},
|
|
{
|
|
name => 'all',
|
|
type => 'all',
|
|
}
|
|
) {
|
|
*{__PACKAGE__ . '::' . "search_$pair->{name}"} = sub {
|
|
my $self = shift;
|
|
$self->search_for($pair->{type}, @_);
|
|
};
|
|
}
|
|
}
|
|
|
|
=head2 search_videos($keywords;\%args)
|
|
|
|
Search and return the found video results.
|
|
|
|
=cut
|
|
|
|
=head2 search_playlists($keywords;\%args)
|
|
|
|
Search and return the found playlists.
|
|
|
|
=cut
|
|
|
|
=head2 search_channels($keywords;\%args)
|
|
|
|
Search and return the found channels.
|
|
|
|
=cut
|
|
|
|
=head2 search_all($keywords;\%args)
|
|
|
|
Search and return the results.
|
|
|
|
=cut
|
|
|
|
=head2 related_to_videoID($id)
|
|
|
|
Retrieves a list of videos that are related to the video
|
|
that the parameter value identifies. The parameter value must
|
|
be set to a YouTube video ID.
|
|
|
|
=cut
|
|
|
|
sub related_to_videoID {
|
|
my ($self, $videoID) = @_;
|
|
|
|
my %info = $self->_get_video_info($videoID);
|
|
my $watch_next_response = $self->parse_json_string($info{watch_next_response});
|
|
my $related =
|
|
eval { $watch_next_response->{contents}{twoColumnWatchNextResults}{secondaryResults}{secondaryResults}{results} }
|
|
// return {results => []};
|
|
|
|
#use Data::Dump qw(pp);
|
|
#pp $related;
|
|
|
|
my @results;
|
|
|
|
foreach my $entry (@$related) {
|
|
|
|
my $info = $entry->{compactVideoRenderer} // next;
|
|
my $title = $info->{title}{simpleText} // next;
|
|
|
|
my $viewCount = 0;
|
|
|
|
if (($info->{viewCountText}{simpleText} // '') =~ /^([\d,]+) views/) {
|
|
$viewCount = ($1 =~ tr/,//dr);
|
|
}
|
|
elsif (($info->{viewCountText}{simpleText} // '') =~ /Recommended for you/i) {
|
|
next; # filter out recommended videos from related videos
|
|
}
|
|
|
|
my $lengthSeconds = 0;
|
|
|
|
if (($info->{lengthText}{simpleText} // '') =~ /([\d:]+)/) {
|
|
my $time = $1;
|
|
my @fields = split(/:/, $time);
|
|
|
|
my $seconds = pop(@fields) // 0;
|
|
my $minutes = pop(@fields) // 0;
|
|
my $hours = pop(@fields) // 0;
|
|
|
|
$lengthSeconds = 3600 * $hours + 60 * $minutes + $seconds;
|
|
}
|
|
|
|
my $published = 0;
|
|
if (exists $info->{publishedTimeText} and $info->{publishedTimeText}{simpleText} =~ /(\d+)\s+(\w+)\s+ago/) {
|
|
|
|
my $quantity = $1;
|
|
my $period = $2;
|
|
|
|
$period =~ s/s\z//; # make it singural
|
|
|
|
my %table = (
|
|
year => 31556952, # seconds in a year
|
|
month => 2629743.83, # seconds in a month
|
|
week => 604800, # seconds in a week
|
|
day => 86400, # seconds in a day
|
|
hour => 3600, # seconds in a hour
|
|
minute => 60, # seconds in a minute
|
|
second => 1, # seconds in a second
|
|
);
|
|
|
|
if (exists $table{$period}) {
|
|
$published = int(time - $quantity * $table{$period});
|
|
}
|
|
else {
|
|
warn "BUG: cannot parse: <<$quantity $period>>";
|
|
}
|
|
}
|
|
|
|
push @results, {
|
|
type => "video",
|
|
title => $title,
|
|
videoId => $info->{videoId},
|
|
author => $info->{longBylineText}{runs}[0]{text},
|
|
authorId => $info->{longBylineText}{runs}[0]{navigationEndpoint}{browseEndpoint}{browseId},
|
|
|
|
#authorUrl => $info->{longBylineText}{runs}[0]{navigationEndpoint}{browseEndpoint}{browseId},
|
|
|
|
description => $info->{accessibility}{accessibilityData}{label},
|
|
descriptionHtml => undef,
|
|
viewCount => $viewCount,
|
|
published => $published,
|
|
publishedText => $info->{publishedTimeText}{simpleText},
|
|
lengthSeconds => $lengthSeconds,
|
|
liveNow => ($lengthSeconds == 0), # maybe it's live if lengthSeconds == 0?
|
|
paid => 0,
|
|
premium => 0,
|
|
|
|
videoThumbnails => [
|
|
map {
|
|
scalar {
|
|
quality => 'medium',
|
|
url => $_->{url},
|
|
width => $_->{width},
|
|
height => $_->{height},
|
|
}
|
|
} @{$info->{thumbnail}{thumbnails}}
|
|
],
|
|
};
|
|
}
|
|
|
|
return
|
|
scalar {
|
|
url => undef,
|
|
results => \@results,
|
|
};
|
|
}
|
|
|
|
=head1 AUTHOR
|
|
|
|
Trizen, C<< <echo dHJpemVuQHByb3Rvbm1haWwuY29tCg== | base64 -d> >>
|
|
|
|
|
|
=head1 SUPPORT
|
|
|
|
You can find documentation for this module with the perldoc command.
|
|
|
|
perldoc WWW::PipeViewer::Search
|
|
|
|
|
|
=head1 LICENSE AND COPYRIGHT
|
|
|
|
Copyright 2013-2015 Trizen.
|
|
|
|
This program is free software; you can redistribute it and/or modify it
|
|
under the terms of either: the GNU General Public License as published
|
|
by the Free Software Foundation; or the Artistic License.
|
|
|
|
See L<http://dev.perl.org/licenses/> for more information.
|
|
|
|
=cut
|
|
|
|
1; # End of WWW::PipeViewer::Search
|