+/* $BEGIN_LICENSE
+
+This file is part of Minitube.
+Copyright 2009, Flavio Tordini <flavio.tordini@gmail.com>
+
+Minitube is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+Minitube is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with Minitube. If not, see <http://www.gnu.org/licenses/>.
+
+$END_LICENSE */
+
#include "ytsearch.h"
-#include "ytfeedreader.h"
#include "constants.h"
-#include "networkaccess.h"
+#include "http.h"
+#include "httputils.h"
#include "searchparams.h"
#include "video.h"
+#include "ytchannel.h"
+
+#include "datautils.h"
+#include "mainwindow.h"
+#include "yt3.h"
+#include "yt3listparser.h"
-namespace The {
- NetworkAccess* http();
+namespace {
+
+QString RFC3339toString(const QDateTime &dt) {
+ return dt.toString(QStringLiteral("yyyy-MM-ddThh:mm:ssZ"));
+}
}
-YTSearch::YTSearch(SearchParams *searchParams, QObject *parent) :
- VideoSource(parent),
- searchParams(searchParams) {
+YTSearch::YTSearch(SearchParams *searchParams, QObject *parent)
+ : PaginatedVideoSource(parent), searchParams(searchParams) {
searchParams->setParent(this);
}
-void YTSearch::loadVideos(int max, int skip) {
+void YTSearch::loadVideos(int max, int startIndex) {
aborted = false;
- QUrl url("http://gdata.youtube.com/feeds/api/videos/");
- url.addQueryItem("v", "2");
+ QUrl url = YT3::instance().method("search");
+
+ QUrlQuery q(url);
+ q.addQueryItem("part", "snippet");
+ q.addQueryItem("type", "video");
+ q.addQueryItem("maxResults", QString::number(max));
- url.addQueryItem("max-results", QString::number(max));
- url.addQueryItem("start-index", QString::number(skip));
+ if (startIndex > 1) {
+ if (maybeReloadToken(max, startIndex)) return;
+ q.addQueryItem("pageToken", nextPageToken);
+ }
+
+ // TODO interesting params
+ // urlHelper.addQueryItem("videoSyndicated", "true");
+ // urlHelper.addQueryItem("regionCode", "IT");
+ // urlHelper.addQueryItem("videoType", "movie");
if (!searchParams->keywords().isEmpty()) {
if (searchParams->keywords().startsWith("http://") ||
- searchParams->keywords().startsWith("https://")) {
- url.addQueryItem("q", YTSearch::videoIdFromUrl(searchParams->keywords()));
- } else url.addQueryItem("q", searchParams->keywords());
+ searchParams->keywords().startsWith("https://")) {
+ q.addQueryItem("q", YTSearch::videoIdFromUrl(searchParams->keywords()));
+ } else
+ q.addQueryItem("q", searchParams->keywords());
}
- if (!searchParams->author().isEmpty())
- url.addQueryItem("author", searchParams->author());
+ if (!searchParams->channelId().isEmpty())
+ q.addQueryItem("channelId", searchParams->channelId());
switch (searchParams->sortBy()) {
case SearchParams::SortByNewest:
- url.addQueryItem("orderby", "published");
+ q.addQueryItem("order", "date");
break;
case SearchParams::SortByViewCount:
- url.addQueryItem("orderby", "viewCount");
+ q.addQueryItem("order", "viewCount");
break;
case SearchParams::SortByRating:
- url.addQueryItem("orderby", "rating");
+ q.addQueryItem("order", "rating");
break;
}
switch (searchParams->duration()) {
case SearchParams::DurationShort:
- url.addQueryItem("duration", "short");
+ q.addQueryItem("videoDuration", "short");
break;
case SearchParams::DurationMedium:
- url.addQueryItem("duration", "medium");
+ q.addQueryItem("videoDuration", "medium");
break;
case SearchParams::DurationLong:
- url.addQueryItem("duration", "long");
+ q.addQueryItem("videoDuration", "long");
break;
}
switch (searchParams->time()) {
case SearchParams::TimeToday:
- url.addQueryItem("time", "today");
+ q.addQueryItem("publishedAfter",
+ RFC3339toString(QDateTime::currentDateTimeUtc().addSecs(-60 * 60 * 24)));
break;
case SearchParams::TimeWeek:
- url.addQueryItem("time", "this_week");
+ q.addQueryItem("publishedAfter",
+ RFC3339toString(QDateTime::currentDateTimeUtc().addSecs(-60 * 60 * 24 * 7)));
break;
case SearchParams::TimeMonth:
- url.addQueryItem("time", "this_month");
+ q.addQueryItem("publishedAfter", RFC3339toString(QDateTime::currentDateTimeUtc().addSecs(
+ -60 * 60 * 24 * 30)));
break;
}
+ if (searchParams->publishedAfter()) {
+ q.addQueryItem(
+ "publishedAfter",
+ RFC3339toString(QDateTime::fromTime_t(searchParams->publishedAfter()).toUTC()));
+ }
+
switch (searchParams->quality()) {
case SearchParams::QualityHD:
- url.addQueryItem("hd", "true");
+ q.addQueryItem("videoDefinition", "high");
break;
}
- QObject *reply = The::http()->get(url);
+ switch (searchParams->safeSearch()) {
+ case SearchParams::None:
+ q.addQueryItem("safeSearch", "none");
+ break;
+ case SearchParams::Strict:
+ q.addQueryItem("safeSearch", "strict");
+ break;
+ }
+
+ url.setQuery(q);
+
+ lastUrl = url;
+
+ // qWarning() << "YT3 search" << url.toString();
+ QObject *reply = HttpUtils::yt().get(url);
connect(reply, SIGNAL(data(QByteArray)), SLOT(parseResults(QByteArray)));
- connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(requestError(QNetworkReply*)));
+ connect(reply, SIGNAL(error(QString)), SLOT(requestError(QString)));
}
-void YTSearch::abort() {
- aborted = true;
+void YTSearch::parseResults(const QByteArray &data) {
+ if (aborted) return;
+
+ YT3ListParser parser(data);
+ const QVector<Video *> &videos = parser.getVideos();
+
+ bool tryingWithNewToken = setPageToken(parser.getNextPageToken());
+ if (tryingWithNewToken) return;
+
+ if (name.isEmpty() && !searchParams->channelId().isEmpty()) {
+ if (!videos.isEmpty()) {
+ name = videos.at(0)->getChannelTitle();
+ if (!searchParams->keywords().isEmpty()) {
+ name += QLatin1String(": ") + searchParams->keywords();
+ }
+ }
+ emit nameChanged(name);
+ }
+
+ if (asyncDetails) {
+ emit gotVideos(videos);
+ emit finished(videos.size());
+ }
+ loadVideoDetails(videos);
}
-const QStringList & YTSearch::getSuggestions() {
- return suggestions;
+void YTSearch::abort() {
+ aborted = true;
}
QString YTSearch::getName() {
return QString();
}
-void YTSearch::parseResults(QByteArray data) {
- if (aborted) return;
+void YTSearch::requestError(const QString &message) {
+ QString msg = message;
+ msg.remove(QRegularExpression("key=[^ &]+"));
+ emit error(msg);
+}
+
+QString YTSearch::videoIdFromUrl(const QString &url) {
+ static const QVector<QRegExp> res = {QRegExp("^.*[\\?&]v=([^&#]+).*$"),
+ QRegExp("^.*://.*/([^&#\\?]+).*$"),
+ QRegExp("^.*/shorts/([^&#\\?/]+)$")};
+ for (const auto &re : res) {
+ if (re.exactMatch(url)) return re.cap(1);
+ }
+ return QString();
+}
- YTFeedReader reader(data);
- QList<Video*> videos = reader.getVideos();
- suggestions = reader.getSuggestions();
+QTime YTSearch::videoTimestampFromUrl(const QString &url) {
+ QTime res(0, 0);
- if (name.isEmpty() && !searchParams->author().isEmpty()) {
- if (videos.isEmpty()) name = searchParams->author();
- else name = videos.first()->author();
- emit nameChanged(name);
+ // TODO: should we make this accept h/m/s in any order?
+ // timestamps returned by youtube always seem to be
+ // ordered.
+ QRegExp re = QRegExp(".*t=([0-9]*h)?([0-9]*m)?([0-9]*s)?.*");
+
+ if (!re.exactMatch(url)) {
+ return res;
}
- emit gotVideos(videos);
- emit finished(videos.size());
-}
+ const auto captured = re.capturedTexts();
+ for (const QString &str : captured) {
+ if (str.length() <= 1) continue;
+
+ QString truncated = str;
+ truncated.chop(1);
+
+ bool ok = false;
+ int value = truncated.toInt(&ok);
+ if (!ok) continue;
+ char unit = str.at(str.length() - 1).toLatin1();
+
+ switch (unit) {
+ case 'h':
+ value *= 60 * 60; // hours -> seconds
+ break;
+
+ case 'm':
+ value *= 60; // minutes -> seconds
+ break;
-void YTSearch::requestError(QNetworkReply *reply) {
- emit error(reply->errorString());
+ case 's':
+ break;
+
+ default:
+ continue;
+ }
+
+ res = res.addSecs(value);
+ }
+
+ return res;
}
-QString YTSearch::videoIdFromUrl(QString url) {
- QRegExp re = QRegExp("^.*[\\?&]v=([^&#]+).*$");
- if (re.exactMatch(url)) return re.cap(1);
- re = QRegExp("^.*://.*/([^&#\\?]+).*$");
- if (re.exactMatch(url)) return re.cap(1);
- return QString();
+const QList<QAction *> &YTSearch::getActions() {
+ static const QList<QAction *> channelActions = {
+ MainWindow::instance()->getAction("subscribeChannel")};
+ if (searchParams->channelId().isEmpty()) {
+ static const QList<QAction *> noActions;
+ return noActions;
+ }
+ return channelActions;
}
projects / minitube / blobdiff