NetworkAccess* http();
}
+namespace {
+ static const QString jsNameChars = "a-zA-Z0-9\\$_";
+}
+
Video::Video() : m_duration(0),
m_viewCount(-1),
definitionCode(0),
elIndex(0),
- loadingStreamUrl(false)
+ ageGate(false),
+ m_license(LicenseYouTube),
+ loadingStreamUrl(false),
+ loadingThumbnail(false)
{ }
Video* Video::clone() {
QRegExp re("^https?://www\\.youtube\\.com/watch\\?v=([0-9A-Za-z_-]+).*");
bool match = re.exactMatch(m_webpage.toString());
if (!match || re.numCaptures() < 1) {
- qDebug() << QString("Cannot get video id for %1").arg(m_webpage.toString());
+ qWarning() << QString("Cannot get video id for %1").arg(m_webpage.toString());
// emit errorStreamUrl(QString("Cannot get video id for %1").arg(m_webpage.toString()));
// loadingStreamUrl = false;
return;
}
void Video::loadThumbnail() {
+ if (m_thumbnailUrl.isEmpty() || loadingThumbnail) return;
+ loadingThumbnail = true;
QObject *reply = The::http()->get(m_thumbnailUrl);
connect(reply, SIGNAL(data(QByteArray)), SLOT(setThumbnail(QByteArray)));
}
void Video::setThumbnail(QByteArray bytes) {
+ loadingThumbnail = false;
m_thumbnail.loadFromData(bytes);
if (m_thumbnail.width() > 160)
m_thumbnail = m_thumbnail.scaledToWidth(160, Qt::SmoothTransformation);
}
loadingStreamUrl = true;
elIndex = 0;
+ ageGate = false;
getVideoInfo();
}
QUrl videoInfoUrl;
if (elIndex == elTypes.size()) {
+ // qDebug() << "Trying special embedded el param";
videoInfoUrl = QUrl("http://www.youtube.com/get_video_info");
videoInfoUrl.addQueryItem("video_id", videoId);
videoInfoUrl.addQueryItem("el", "embedded");
videoInfoUrl.addQueryItem("asv", "3");
videoInfoUrl.addQueryItem("sts", "1588");
} else if (elIndex > elTypes.size() - 1) {
+ qWarning() << "Cannot get video info";
loadingStreamUrl = false;
emit errorStreamUrl("Cannot get video info");
- /*
- // Don't panic! We have a plan B.
- // get the youtube video webpage
- qDebug() << "Scraping" << webpage().toString();
- QObject *reply = The::http()->get(webpage().toString());
- connect(reply, SIGNAL(data(QByteArray)), SLOT(scrapeWebPage(QByteArray)));
- connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
- // see you in scrapWebPage(QByteArray)
- */
return;
} else {
+ // qDebug() << "Trying el param:" << elTypes.at(elIndex) << elIndex;
videoInfoUrl = QUrl(QString(
"http://www.youtube.com/get_video_info?video_id=%1%2&ps=default&eurl=&gl=US&hl=en"
).arg(videoId, elTypes.at(elIndex)));
bool match = re.exactMatch(videoInfo);
// handle regexp failure
if (!match || re.numCaptures() < 1) {
+ // qDebug() << "Cannot get token. Trying next el param";
// Don't panic! We're gonna try another magic "el" param
elIndex++;
getVideoInfo();
match = re.exactMatch(videoInfo);
// handle regexp failure
if (!match || re.numCaptures() < 1) {
+ // qDebug() << "Cannot get urlMap. Trying next el param";
// Don't panic! We're gonna try another magic "el" param
elIndex++;
getVideoInfo();
return;
}
+ // qDebug() << "Got token and urlMap" << elIndex;
+
QString fmtUrlMap = re.cap(1);
fmtUrlMap = QByteArray::fromPercentEncoding(fmtUrlMap.toUtf8());
parseFmtUrlMap(fmtUrlMap);
}
-void Video::parseFmtUrlMap(QString fmtUrlMap, bool fromWebPage) {
+void Video::parseFmtUrlMap(const QString &fmtUrlMap, bool fromWebPage) {
QSettings settings;
QString definitionName = settings.value("definition", "360p").toString();
int definitionCode = VideoDefinition::getDefinitionCode(definitionName);
QString url;
QString sig;
foreach(QString urlParam, urlParams) {
- // qDebug() << urlParam;
+ // qWarning() << urlParam;
if (urlParam.startsWith("itag=")) {
int separator = urlParam.indexOf("=");
format = urlParam.mid(separator + 1).toInt();
sig = urlParam.mid(separator + 1);
sig = QByteArray::fromPercentEncoding(sig.toUtf8());
} else if (urlParam.startsWith("s=")) {
- if (fromWebPage || elIndex == 4) {
+ if (fromWebPage || ageGate) {
int separator = urlParam.indexOf("=");
sig = urlParam.mid(separator + 1);
sig = QByteArray::fromPercentEncoding(sig.toUtf8());
- sig = JsFunctions::instance()->decryptSignature(sig);
+ if (ageGate)
+ sig = JsFunctions::instance()->decryptAgeSignature(sig);
+ else {
+ sig = decryptSignature(sig);
+ if (sig.isEmpty())
+ sig = JsFunctions::instance()->decryptSignature(sig);
+ }
} else {
- QObject *reply = The::http()->get(m_webpage);
+ // qDebug() << "Loading webpage";
+ QUrl url("http://www.youtube.com/watch");
+ url.addQueryItem("v", videoId);
+ url.addQueryItem("gl", "US");
+ url.addQueryItem("hl", "en");
+ url.addQueryItem("has_verified", "1");
+ QObject *reply = The::http()->get(url);
connect(reply, SIGNAL(data(QByteArray)), SLOT(scrapeWebPage(QByteArray)));
connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
// see you in scrapWebPage(QByteArray)
if (!url.contains("ratebypass"))
url += "&ratebypass=yes";
+ // qWarning() << url;
+
if (format == definitionCode) {
- // qDebug() << "Found format" << definitionCode;
+ qDebug() << "Found format" << definitionCode;
QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode);
m_streamUrl = videoUrl;
this->definitionCode = definitionCode;
if (previousIndex < 0) previousIndex = 0;
int definitionCode = definitionCodes.at(previousIndex);
if (urlMap.contains(definitionCode)) {
- // qDebug() << "Found format" << definitionCode;
+ qDebug() << "Found format" << definitionCode;
QString url = urlMap.value(definitionCode);
QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode);
m_streamUrl = videoUrl;
void Video::scrapeWebPage(QByteArray data) {
QString html = QString::fromUtf8(data);
- QRegExp re(".*\"url_encoded_fmt_stream_map\": \"([^\"]+)\".*");
- bool match = re.exactMatch(html);
+ // qWarning() << html;
+
+ if (html.contains("player-age-gate-content\"")) {
+ // qDebug() << "Found ageGate";
+ ageGate = true;
+ elIndex = 4;
+ getVideoInfo();
+ return;
+ }
+ QRegExp re(".*\"url_encoded_fmt_stream_map\":\\s+\"([^\"]+)\".*");
+ bool match = re.exactMatch(html);
// on regexp failure, stop and report error
if (!match || re.numCaptures() < 1) {
qWarning() << "Error parsing video page";
getVideoInfo();
return;
}
-
- QString fmtUrlMap = re.cap(1);
+ fmtUrlMap = re.cap(1);
fmtUrlMap.replace("\\u0026", "&");
- parseFmtUrlMap(fmtUrlMap, true);
+ // parseFmtUrlMap(fmtUrlMap, true);
+
+ QRegExp jsPlayerRe("\"assets\":.+\"js\":\\s*\"([^\"]+)\"");
+ if (jsPlayerRe.indexIn(html) != -1) {
+ QString jsPlayerUrl = jsPlayerRe.cap(1);
+ jsPlayerUrl.remove('\\');
+ jsPlayerUrl = "http:" + jsPlayerUrl;
+ // qDebug() << "jsPlayerUrl" << jsPlayerUrl;
+ /*
+ QRegExp jsPlayerIdRe("-(.+)\\.js");
+ jsPlayerIdRe.indexIn(jsPlayerUrl);
+ QString jsPlayerId = jsPlayerRe.cap(1);
+ */
+ QObject *reply = The::http()->get(jsPlayerUrl);
+ connect(reply, SIGNAL(data(QByteArray)), SLOT(parseJsPlayer(QByteArray)));
+ connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
+ }
}
void Video::gotHeadHeaders(QNetworkReply* reply) {
}
}
+void Video::parseJsPlayer(QByteArray bytes) {
+ QString js = QString::fromUtf8(bytes);
+ // qWarning() << "jsPlayer" << js;
+ QRegExp funcNameRe("signature=([" + jsNameChars + "]+)");
+ if (funcNameRe.indexIn(js) == -1) {
+ qWarning() << "Cannot capture signature function name";
+ } else {
+ sigFuncName = funcNameRe.cap(1);
+ captureFunction(sigFuncName, js);
+ // qWarning() << sigFunctions;
+ }
+ parseFmtUrlMap(fmtUrlMap, true);
+}
+
+void Video::captureFunction(const QString &name, const QString &js) {
+ QRegExp funcRe("function\\s+" + QRegExp::escape(name) + "\\s*\\([" + jsNameChars + ",\\s]*\\)\\s*\\{[^\\}]+\\}");
+ if (funcRe.indexIn(js) == -1) {
+ qWarning() << "Cannot capture function" << name;
+ return;
+ }
+ QString func = funcRe.cap(0);
+ sigFunctions.insert(name, func);
+
+ // capture inner functions
+ QRegExp invokedFuncRe("[\\s=;\\(]([" + jsNameChars + "]+)\\s*\\([" + jsNameChars + ",\\s]+\\)");
+ int pos = name.length() + 9;
+ while ((pos = invokedFuncRe.indexIn(func, pos)) != -1) {
+ QString funcName = invokedFuncRe.cap(1);
+ if (!sigFunctions.contains(funcName))
+ captureFunction(funcName, js);
+ pos += invokedFuncRe.matchedLength();
+ }
+}
+
+QString Video::decryptSignature(const QString &s) {
+ if (sigFuncName.isEmpty()) return QString();
+ QScriptEngine engine;
+ foreach (QString f, sigFunctions.values()) {
+ QScriptValue value = engine.evaluate(f);
+ if (value.isError())
+ qWarning() << "Error in" << f << value.toString();
+ }
+ QString js = sigFuncName + "('" + s + "');";
+ QScriptValue value = engine.evaluate(js);
+ if (value.isUndefined()) {
+ qWarning() << "Undefined result for" << js;
+ return QString();
+ }
+ if (value.isError()) {
+ qWarning() << "Error in" << js << value.toString();
+ return QString();
+ }
+ return value.toString();
+}
+
void Video::findVideoUrl(int definitionCode) {
this->definitionCode = definitionCode;
// connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
// see you in gotHeadHeaders()
-
}
QString Video::formattedDuration() const {
projects / minitube / blobdiff