+/* $BEGIN_LICENSE
+
+This file is part of Minitube.
+Copyright 2009, Flavio Tordini <flavio.tordini@gmail.com>
+
+Minitube is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+Minitube is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with Minitube. If not, see <http://www.gnu.org/licenses/>.
+
+$END_LICENSE */
+
#include "video.h"
#include "networkaccess.h"
#include <QtNetwork>
#include "videodefinition.h"
+#include "jsfunctions.h"
namespace The {
- NetworkAccess* http();
+NetworkAccess* http();
}
Video::Video() : m_duration(0),
-m_viewCount(-1),
-definitionCode(0),
-elIndex(0),
-loadingStreamUrl(false)
+ m_viewCount(-1),
+ definitionCode(0),
+ elIndex(0),
+ ageGate(false),
+ m_license(LicenseYouTube),
+ loadingStreamUrl(false),
+ loadingThumbnail(false)
{ }
Video* Video::clone() {
cloneVideo->m_title = m_title;
cloneVideo->m_description = m_description;
cloneVideo->m_author = m_author;
- cloneVideo->m_authorUri = m_authorUri;
+ cloneVideo->m_userId = m_userId;
cloneVideo->m_webpage = m_webpage;
cloneVideo->m_streamUrl = m_streamUrl;
cloneVideo->m_thumbnail = m_thumbnail;
QRegExp re("^https?://www\\.youtube\\.com/watch\\?v=([0-9A-Za-z_-]+).*");
bool match = re.exactMatch(m_webpage.toString());
if (!match || re.numCaptures() < 1) {
- qDebug() << QString("Cannot get video id for %1").arg(m_webpage.toString());
+ qWarning() << QString("Cannot get video id for %1").arg(m_webpage.toString());
// emit errorStreamUrl(QString("Cannot get video id for %1").arg(m_webpage.toString()));
// loadingStreamUrl = false;
return;
}
void Video::loadThumbnail() {
+ if (m_thumbnailUrl.isEmpty() || loadingThumbnail) return;
+ loadingThumbnail = true;
QObject *reply = The::http()->get(m_thumbnailUrl);
connect(reply, SIGNAL(data(QByteArray)), SLOT(setThumbnail(QByteArray)));
}
void Video::setThumbnail(QByteArray bytes) {
+ loadingThumbnail = false;
m_thumbnail.loadFromData(bytes);
- m_thumbnail = m_thumbnail.scaled(160, 90);
+ if (m_thumbnail.width() > 160)
+ m_thumbnail = m_thumbnail.scaledToWidth(160, Qt::SmoothTransformation);
emit gotThumbnail();
}
return;
}
loadingStreamUrl = true;
+ elIndex = 0;
+ ageGate = false;
- // https://develop.participatoryculture.org/trac/democracy/browser/trunk/tv/portable/flashscraper.py
getVideoInfo();
}
void Video::getVideoInfo() {
- static const QStringList elTypes = QStringList() << "&el=embedded" << "&el=vevo" << "&el=detailpage" << "";
-
- if (elIndex > elTypes.size() - 1) {
+ static const QStringList elTypes = QStringList() << "&el=embedded" << "&el=detailpage" << "&el=vevo" << "";
+
+ QUrl videoInfoUrl;
+
+ if (elIndex == elTypes.size()) {
+ // qDebug() << "Trying special embedded el param";
+ videoInfoUrl = QUrl("http://www.youtube.com/get_video_info");
+ videoInfoUrl.addQueryItem("video_id", videoId);
+ videoInfoUrl.addQueryItem("el", "embedded");
+ videoInfoUrl.addQueryItem("gl", "US");
+ videoInfoUrl.addQueryItem("hl", "en");
+ videoInfoUrl.addQueryItem("eurl", "https://youtube.googleapis.com/v/" + videoId);
+ videoInfoUrl.addQueryItem("asv", "3");
+ videoInfoUrl.addQueryItem("sts", "1588");
+ } else if (elIndex > elTypes.size() - 1) {
+ qWarning() << "Cannot get video info";
loadingStreamUrl = false;
emit errorStreamUrl("Cannot get video info");
- /*
- // Don't panic! We have a plan B.
- // get the youtube video webpage
- qDebug() << "Scraping" << webpage().toString();
- QObject *reply = The::http()->get(webpage().toString());
- connect(reply, SIGNAL(data(QByteArray)), SLOT(scrapeWebPage(QByteArray)));
- connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
- // see you in scrapWebPage(QByteArray)
- */
return;
+ } else {
+ // qDebug() << "Trying el param:" << elTypes.at(elIndex) << elIndex;
+ videoInfoUrl = QUrl(QString(
+ "http://www.youtube.com/get_video_info?video_id=%1%2&ps=default&eurl=&gl=US&hl=en"
+ ).arg(videoId, elTypes.at(elIndex)));
}
- // Get Video Token
- QUrl videoInfoUrl = QUrl(QString(
- "http://www.youtube.com/get_video_info?video_id=%1%2&ps=default&eurl=&gl=US&hl=en"
- ).arg(videoId, elTypes.at(elIndex)));
-
QObject *reply = The::http()->get(videoInfoUrl);
connect(reply, SIGNAL(data(QByteArray)), SLOT(gotVideoInfo(QByteArray)));
connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
// see you in gotVideoInfo...
-
}
void Video::gotVideoInfo(QByteArray data) {
QString videoInfo = QString::fromUtf8(data);
-
// qDebug() << "videoInfo" << videoInfo;
// get video token
bool match = re.exactMatch(videoInfo);
// handle regexp failure
if (!match || re.numCaptures() < 1) {
+ // qDebug() << "Cannot get token. Trying next el param";
// Don't panic! We're gonna try another magic "el" param
elIndex++;
getVideoInfo();
return;
}
+
QString videoToken = re.cap(1);
while (videoToken.contains('%'))
videoToken = QByteArray::fromPercentEncoding(videoToken.toAscii());
match = re.exactMatch(videoInfo);
// handle regexp failure
if (!match || re.numCaptures() < 1) {
+ // qDebug() << "Cannot get urlMap. Trying next el param";
// Don't panic! We're gonna try another magic "el" param
elIndex++;
getVideoInfo();
return;
}
+ // qDebug() << "Got token and urlMap" << elIndex;
+
QString fmtUrlMap = re.cap(1);
fmtUrlMap = QByteArray::fromPercentEncoding(fmtUrlMap.toUtf8());
+ parseFmtUrlMap(fmtUrlMap);
+}
+void Video::parseFmtUrlMap(QString fmtUrlMap, bool fromWebPage) {
QSettings settings;
- QString definitionName = settings.value("definition").toString();
+ QString definitionName = settings.value("definition", "360p").toString();
int definitionCode = VideoDefinition::getDefinitionCode(definitionName);
// qDebug() << "fmtUrlMap" << fmtUrlMap;
- QStringList formatUrls = fmtUrlMap.split(",", QString::SkipEmptyParts);
+ QStringList formatUrls = fmtUrlMap.split(',', QString::SkipEmptyParts);
QHash<int, QString> urlMap;
foreach(QString formatUrl, formatUrls) {
// qDebug() << "formatUrl" << formatUrl;
- QStringList urlParams = formatUrl.split("&", QString::SkipEmptyParts);
+ QStringList urlParams = formatUrl.split('&', QString::SkipEmptyParts);
// qDebug() << "urlParams" << urlParams;
int format = -1;
QString url;
QString sig;
foreach(QString urlParam, urlParams) {
+ // qDebug() << urlParam;
if (urlParam.startsWith("itag=")) {
int separator = urlParam.indexOf("=");
format = urlParam.mid(separator + 1).toInt();
int separator = urlParam.indexOf("=");
sig = urlParam.mid(separator + 1);
sig = QByteArray::fromPercentEncoding(sig.toUtf8());
+ } else if (urlParam.startsWith("s=")) {
+ if (fromWebPage || ageGate) {
+ int separator = urlParam.indexOf("=");
+ sig = urlParam.mid(separator + 1);
+ sig = QByteArray::fromPercentEncoding(sig.toUtf8());
+ if (ageGate)
+ sig = JsFunctions::instance()->decryptAgeSignature(sig);
+ else
+ sig = JsFunctions::instance()->decryptSignature(sig);
+ } else {
+ // qDebug() << "Loading webpage";
+ QUrl url("http://www.youtube.com/watch");
+ url.addQueryItem("v", videoId);
+ url.addQueryItem("gl", "US");
+ url.addQueryItem("hl", "en");
+ url.addQueryItem("has_verified", "1");
+ QObject *reply = The::http()->get(url);
+ connect(reply, SIGNAL(data(QByteArray)), SLOT(scrapeWebPage(QByteArray)));
+ connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
+ // see you in scrapWebPage(QByteArray)
+ return;
+ }
}
}
if (format == -1 || url.isNull()) continue;
url += "&signature=" + sig;
+ if (!url.contains("ratebypass"))
+ url += "&ratebypass=yes";
+
+ // qWarning() << url;
+
if (format == definitionCode) {
- qDebug() << "Found format" << definitionCode;
+ // qDebug() << "Found format" << definitionCode;
QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode);
m_streamUrl = videoUrl;
this->definitionCode = definitionCode;
if (previousIndex < 0) previousIndex = 0;
int definitionCode = definitionCodes.at(previousIndex);
if (urlMap.contains(definitionCode)) {
- qDebug() << "Found format" << definitionCode;
+ // qDebug() << "Found format" << definitionCode;
QString url = urlMap.value(definitionCode);
QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode);
m_streamUrl = videoUrl;
}
emit errorStreamUrl(tr("Cannot get video stream for %1").arg(m_webpage.toString()));
-
}
void Video::foundVideoUrl(QString videoToken, int definitionCode) {
// qDebug() << "foundVideoUrl" << videoToken << definitionCode;
QUrl videoUrl = QUrl(QString(
- "http://www.youtube.com/get_video?video_id=%1&t=%2&eurl=&el=&ps=&asv=&fmt=%3"
- ).arg(videoId, videoToken, QString::number(definitionCode)));
+ "http://www.youtube.com/get_video?video_id=%1&t=%2&eurl=&el=&ps=&asv=&fmt=%3"
+ ).arg(videoId, videoToken, QString::number(definitionCode)));
m_streamUrl = videoUrl;
loadingStreamUrl = false;
}
void Video::scrapeWebPage(QByteArray data) {
+ QString html = QString::fromUtf8(data);
+ // qWarning() << html;
- QString videoHTML = QString::fromUtf8(data);
- QRegExp re(".*, \"t\": \"([^\"]+)\".*");
- bool match = re.exactMatch(videoHTML);
+ if (html.contains("player-age-gate-content\"")) {
+ // qDebug() << "Found ageGate";
+ ageGate = true;
+ elIndex = 4;
+ getVideoInfo();
+ return;
+ }
+ QRegExp re(".*\"url_encoded_fmt_stream_map\":\\s+\"([^\"]+)\".*");
+ bool match = re.exactMatch(html);
// on regexp failure, stop and report error
if (!match || re.numCaptures() < 1) {
- emit errorStreamUrl("Error parsing video page");
- loadingStreamUrl = false;
+ qWarning() << "Error parsing video page";
+ // emit errorStreamUrl("Error parsing video page");
+ // loadingStreamUrl = false;
+ elIndex++;
+ getVideoInfo();
return;
}
-
- QString videoToken = re.cap(1);
- // FIXME proper decode
- videoToken = videoToken.replace("%3D", "=");
-
- // we'll need this in gotHeadHeaders()
- this->videoToken = videoToken;
-
- // qDebug() << "token" << videoToken;
-
- QSettings settings;
- QString definitionName = settings.value("definition").toString();
- int definitionCode = VideoDefinition::getDefinitionCode(definitionName);
- if (definitionCode == 18) {
- // This is assumed always available
- foundVideoUrl(videoToken, 18);
- } else {
- findVideoUrl(definitionCode);
- }
-
+ QString fmtUrlMap = re.cap(1);
+ fmtUrlMap.replace("\\u0026", "&");
+ parseFmtUrlMap(fmtUrlMap, true);
}
void Video::gotHeadHeaders(QNetworkReply* reply) {
this->definitionCode = definitionCode;
QUrl videoUrl = QUrl(QString(
- "http://www.youtube.com/get_video?video_id=%1&t=%2&eurl=&el=&ps=&asv=&fmt=%3"
- ).arg(videoId, videoToken, QString::number(definitionCode)));
+ "http://www.youtube.com/get_video?video_id=%1&t=%2&eurl=&el=&ps=&asv=&fmt=%3"
+ ).arg(videoId, videoToken, QString::number(definitionCode)));
QObject *reply = The::http()->head(videoUrl);
connect(reply, SIGNAL(finished(QNetworkReply*)), SLOT(gotHeadHeaders(QNetworkReply*)));
}
-
QString Video::formattedDuration() const {
QString format = m_duration > 3600 ? "h:mm:ss" : "m:ss";
return QTime().addSecs(m_duration).toString(format);
projects / minitube / blobdiff