git.sur5r.net Git - minitube/blob - src/video.cpp

   1 /* $BEGIN_LICENSE
   2
   3 This file is part of Minitube.
   4 Copyright 2009, Flavio Tordini <flavio.tordini@gmail.com>
   5
   6 Minitube is free software: you can redistribute it and/or modify
   7 it under the terms of the GNU General Public License as published by
   8 the Free Software Foundation, either version 3 of the License, or
   9 (at your option) any later version.
  10
  11 Minitube is distributed in the hope that it will be useful,
  12 but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 GNU General Public License for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with Minitube.  If not, see <http://www.gnu.org/licenses/>.
  18
  19 $END_LICENSE */
  20
  21 #include "video.h"
  22 #include "networkaccess.h"
  23 #include <QtNetwork>
  24 #include "videodefinition.h"
  25 #include "jsfunctions.h"
  26 #include "temporary.h"
  27
  28 namespace The {
  29 NetworkAccess* http();
  30 }
  31
  32 namespace {
  33 static const QString jsNameChars = "a-zA-Z0-9\\$_";
  34 }
  35
  36 Video::Video() : m_duration(0),
  37     m_viewCount(-1),
  38     m_license(LicenseYouTube),
  39     definitionCode(0),
  40     elIndex(0),
  41     ageGate(false),
  42     loadingStreamUrl(false),
  43     loadingThumbnail(false)
  44 { }
  45
  46 Video* Video::clone() {
  47     Video* cloneVideo = new Video();
  48     cloneVideo->m_title = m_title;
  49     cloneVideo->m_description = m_description;
  50     cloneVideo->m_author = m_author;
  51     cloneVideo->m_userId = m_userId;
  52     cloneVideo->m_webpage = m_webpage;
  53     cloneVideo->m_streamUrl = m_streamUrl;
  54     cloneVideo->m_thumbnail = m_thumbnail;
  55     cloneVideo->m_thumbnailUrl = m_thumbnailUrl;
  56     cloneVideo->m_mediumThumbnailUrl = m_mediumThumbnailUrl;
  57     cloneVideo->m_duration = m_duration;
  58     cloneVideo->m_published = m_published;
  59     cloneVideo->m_viewCount = m_viewCount;
  60     cloneVideo->videoId = videoId;
  61     cloneVideo->videoToken = videoToken;
  62     cloneVideo->definitionCode = definitionCode;
  63     return cloneVideo;
  64 }
  65
  66 void Video::setWebpage(QUrl webpage) {
  67     m_webpage = webpage;
  68
  69     // Get Video ID
  70     QRegExp re(JsFunctions::instance()->videoIdRE());
  71     if (re.indexIn(m_webpage.toString()) == -1) {
  72         qWarning() << QString("Cannot get video id for %1").arg(m_webpage.toString());
  73         // emit errorStreamUrl(QString("Cannot get video id for %1").arg(m_webpage.toString()));
  74         // loadingStreamUrl = false;
  75         return;
  76     }
  77     videoId = re.cap(1);
  78 }
  79
  80 void Video::loadThumbnail() {
  81     if (m_thumbnailUrl.isEmpty() || loadingThumbnail) return;
  82     loadingThumbnail = true;
  83     QObject *reply = The::http()->get(m_thumbnailUrl);
  84     connect(reply, SIGNAL(data(QByteArray)), SLOT(setThumbnail(QByteArray)));
  85 }
  86
  87 void Video::setThumbnail(QByteArray bytes) {
  88     loadingThumbnail = false;
  89     m_thumbnail.loadFromData(bytes);
  90     if (m_thumbnail.width() > 160)
  91         m_thumbnail = m_thumbnail.scaledToWidth(160, Qt::SmoothTransformation);
  92     emit gotThumbnail();
  93 }
  94
  95 void Video::loadMediumThumbnail() {
  96     if (m_mediumThumbnailUrl.isEmpty()) return;
  97     QObject *reply = The::http()->get(m_mediumThumbnailUrl);
  98     connect(reply, SIGNAL(data(QByteArray)), SIGNAL(gotMediumThumbnail(QByteArray)));
  99 }
 100
 101 void Video::loadStreamUrl() {
 102     if (loadingStreamUrl) {
 103         qDebug() << "Already loading stream URL for" << this->title();
 104         return;
 105     }
 106     loadingStreamUrl = true;
 107     elIndex = 0;
 108     ageGate = false;
 109
 110     getVideoInfo();
 111 }
 112
 113 void  Video::getVideoInfo() {
 114     static const QStringList elTypes = QStringList() << "&el=embedded" << "&el=detailpage" << "&el=vevo" << "";
 115
 116     QUrl url;
 117
 118     if (elIndex == elTypes.size()) {
 119         // qDebug() << "Trying special embedded el param";
 120         url = QUrl("http://www.youtube.com/get_video_info");
 121
 122 #if QT_VERSION >= 0x050000
 123         {
 124             QUrl &u = url;
 125             QUrlQuery url;
 126 #endif
 127             url.addQueryItem("video_id", videoId);
 128             url.addQueryItem("el", "embedded");
 129             url.addQueryItem("gl", "US");
 130             url.addQueryItem("hl", "en");
 131             url.addQueryItem("eurl", "https://youtube.googleapis.com/v/" + videoId);
 132             url.addQueryItem("asv", "3");
 133             url.addQueryItem("sts", "1588");
 134 #if QT_VERSION >= 0x050000
 135             u.setQuery(url);
 136         }
 137 #endif
 138
 139     } else if (elIndex > elTypes.size() - 1) {
 140         qWarning() << "Cannot get video info";
 141         loadingStreamUrl = false;
 142         emit errorStreamUrl("Cannot get video info");
 143         return;
 144     } else {
 145         // qDebug() << "Trying el param:" << elTypes.at(elIndex) << elIndex;
 146         url = QUrl(QString(
 147                        "http://www.youtube.com/get_video_info?video_id=%1%2&ps=default&eurl=&gl=US&hl=en"
 148                        ).arg(videoId, elTypes.at(elIndex)));
 149     }
 150
 151     QObject *reply = The::http()->get(url);
 152     connect(reply, SIGNAL(data(QByteArray)), SLOT(gotVideoInfo(QByteArray)));
 153     connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
 154
 155     // see you in gotVideoInfo...
 156 }
 157
 158 void  Video::gotVideoInfo(QByteArray data) {
 159     QString videoInfo = QString::fromUtf8(data);
 160     // qDebug() << "videoInfo" << videoInfo;
 161
 162     // get video token
 163     QRegExp videoTokeRE(JsFunctions::instance()->videoTokenRE());
 164     if (videoTokeRE.indexIn(videoInfo) == -1) {
 165         // qWarning() << "Cannot get token. Trying next el param" << videoInfo << videoTokeRE.pattern();
 166         // Don't panic! We're gonna try another magic "el" param
 167         elIndex++;
 168         getVideoInfo();
 169         return;
 170     }
 171
 172     QString videoToken = videoTokeRE.cap(1);
 173     // qWarning() << "got token" << videoToken;
 174     while (videoToken.contains('%'))
 175         videoToken = QByteArray::fromPercentEncoding(videoToken.toLatin1());
 176     // qDebug() << "videoToken" << videoToken;
 177     this->videoToken = videoToken;
 178
 179     // get fmt_url_map
 180     QRegExp fmtMapRE(JsFunctions::instance()->videoInfoFmtMapRE());
 181     if (fmtMapRE.indexIn(videoInfo) == -1) {
 182         // qWarning() << "Cannot get urlMap. Trying next el param";
 183         // Don't panic! We're gonna try another magic "el" param
 184         elIndex++;
 185         getVideoInfo();
 186         return;
 187     }
 188
 189     // qDebug() << "Got token and urlMap" << elIndex;
 190
 191     QString fmtUrlMap = fmtMapRE.cap(1);
 192     // qWarning() << "got fmtUrlMap" << fmtUrlMap;
 193     fmtUrlMap = QByteArray::fromPercentEncoding(fmtUrlMap.toUtf8());
 194     parseFmtUrlMap(fmtUrlMap);
 195 }
 196
 197 void Video::parseFmtUrlMap(const QString &fmtUrlMap, bool fromWebPage) {
 198     QSettings settings;
 199     QString definitionName = settings.value("definition", "360p").toString();
 200     int definitionCode = VideoDefinition::getDefinitionCode(definitionName);
 201
 202     // qDebug() << "fmtUrlMap" << fmtUrlMap;
 203     QStringList formatUrls = fmtUrlMap.split(',', QString::SkipEmptyParts);
 204     QHash<int, QString> urlMap;
 205     foreach(QString formatUrl, formatUrls) {
 206         // qDebug() << "formatUrl" << formatUrl;
 207         QStringList urlParams = formatUrl.split('&', QString::SkipEmptyParts);
 208         // qDebug() << "urlParams" << urlParams;
 209
 210         int format = -1;
 211         QString url;
 212         QString sig;
 213         foreach(QString urlParam, urlParams) {
 214             // qWarning() << urlParam;
 215             if (urlParam.startsWith("itag=")) {
 216                 int separator = urlParam.indexOf("=");
 217                 format = urlParam.mid(separator + 1).toInt();
 218             } else if (urlParam.startsWith("url=")) {
 219                 int separator = urlParam.indexOf("=");
 220                 url = urlParam.mid(separator + 1);
 221                 url = QByteArray::fromPercentEncoding(url.toUtf8());
 222             } else if (urlParam.startsWith("sig=")) {
 223                 int separator = urlParam.indexOf("=");
 224                 sig = urlParam.mid(separator + 1);
 225                 sig = QByteArray::fromPercentEncoding(sig.toUtf8());
 226             } else if (urlParam.startsWith("s=")) {
 227                 if (fromWebPage || ageGate) {
 228                     int separator = urlParam.indexOf("=");
 229                     sig = urlParam.mid(separator + 1);
 230                     sig = QByteArray::fromPercentEncoding(sig.toUtf8());
 231                     if (ageGate)
 232                         sig = JsFunctions::instance()->decryptAgeSignature(sig);
 233                     else {
 234                         sig = decryptSignature(sig);
 235                         if (sig.isEmpty())
 236                             sig = JsFunctions::instance()->decryptSignature(sig);
 237                     }
 238                 } else {
 239                     // qDebug() << "Loading webpage";
 240                     QUrl url("http://www.youtube.com/watch");
 241
 242 #if QT_VERSION >= 0x050000
 243                     {
 244                         QUrl &u = url;
 245                         QUrlQuery url;
 246 #endif
 247                         url.addQueryItem("v", videoId);
 248                         url.addQueryItem("gl", "US");
 249                         url.addQueryItem("hl", "en");
 250                         url.addQueryItem("has_verified", "1");
 251 #if QT_VERSION >= 0x050000
 252                         u.setQuery(url);
 253                     }
 254 #endif
 255                     QObject *reply = The::http()->get(url);
 256                     connect(reply, SIGNAL(data(QByteArray)), SLOT(scrapeWebPage(QByteArray)));
 257                     connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
 258                     // see you in scrapWebPage(QByteArray)
 259                     return;
 260                 }
 261             }
 262         }
 263         if (format == -1 || url.isNull()) continue;
 264
 265         url += "&signature=" + sig;
 266
 267         if (!url.contains("ratebypass"))
 268             url += "&ratebypass=yes";
 269
 270         // qWarning() << url;
 271
 272         if (format == definitionCode) {
 273             qDebug() << "Found format" << definitionCode;
 274             QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode);
 275             m_streamUrl = videoUrl;
 276             this->definitionCode = definitionCode;
 277             emit gotStreamUrl(videoUrl);
 278             loadingStreamUrl = false;
 279             return;
 280         }
 281
 282         urlMap.insert(format, url);
 283     }
 284
 285     QList<int> definitionCodes = VideoDefinition::getDefinitionCodes();
 286     int currentIndex = definitionCodes.indexOf(definitionCode);
 287     int previousIndex = 0;
 288     while (currentIndex >= 0) {
 289         previousIndex = currentIndex - 1;
 290         if (previousIndex < 0) previousIndex = 0;
 291         int definitionCode = definitionCodes.at(previousIndex);
 292         if (urlMap.contains(definitionCode)) {
 293             qDebug() << "Found format" << definitionCode;
 294             QString url = urlMap.value(definitionCode);
 295             QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode);
 296             m_streamUrl = videoUrl;
 297             this->definitionCode = definitionCode;
 298             emit gotStreamUrl(videoUrl);
 299             loadingStreamUrl = false;
 300             return;
 301         }
 302         currentIndex--;
 303     }
 304
 305     emit errorStreamUrl(tr("Cannot get video stream for %1").arg(m_webpage.toString()));
 306 }
 307
 308 void Video::errorVideoInfo(QNetworkReply *reply) {
 309     loadingStreamUrl = false;
 310     emit errorStreamUrl(tr("Network error: %1 for %2").arg(reply->errorString(), reply->url().toString()));
 311 }
 312
 313 void Video::scrapeWebPage(QByteArray data) {
 314     QString html = QString::fromUtf8(data);
 315     // qWarning() << html;
 316
 317     QRegExp ageGateRE(JsFunctions::instance()->ageGateRE());
 318     if (ageGateRE.indexIn(html) != -1) {
 319         // qDebug() << "Found ageGate";
 320         ageGate = true;
 321         elIndex = 4;
 322         getVideoInfo();
 323         return;
 324     }
 325
 326     QRegExp fmtMapRE(JsFunctions::instance()->webPageFmtMapRE());
 327     if (fmtMapRE.indexIn(html) == -1) {
 328         // qWarning() << "Error parsing video page";
 329         // emit errorStreamUrl("Error parsing video page");
 330         // loadingStreamUrl = false;
 331         elIndex++;
 332         getVideoInfo();
 333         return;
 334     }
 335     fmtUrlMap = fmtMapRE.cap(1);
 336     fmtUrlMap.replace("\\u0026", "&");
 337     // parseFmtUrlMap(fmtUrlMap, true);
 338
 339 #ifdef APP_DASH
 340     QSettings settings;
 341     QString definitionName = settings.value("definition", "360p").toString();
 342     if (definitionName == QLatin1String("1080p") {
 343         QRegExp dashManifestRe("\"dashmpd\":\\s*\"([^\"]+)\"");
 344         if (dashManifestRe.indexIn(html) != -1) {
 345             dashManifestUrl = dashManifestRe.cap(1);
 346             dashManifestUrl.remove('\\');
 347             qDebug() << "dashManifestUrl" << dashManifestUrl;
 348         }
 349     }
 350 #endif
 351
 352     QRegExp jsPlayerRe(JsFunctions::instance()->jsPlayerRE());
 353     if (jsPlayerRe.indexIn(html) != -1) {
 354         QString jsPlayerUrl = jsPlayerRe.cap(1);
 355         jsPlayerUrl.remove('\\');
 356         jsPlayerUrl = "http:" + jsPlayerUrl;
 357         // qDebug() << "jsPlayerUrl" << jsPlayerUrl;
 358         /*
 359         QRegExp jsPlayerIdRe("-(.+)\\.js");
 360         jsPlayerIdRe.indexIn(jsPlayerUrl);
 361         QString jsPlayerId = jsPlayerRe.cap(1);
 362         */
 363         QObject *reply = The::http()->get(jsPlayerUrl);
 364         connect(reply, SIGNAL(data(QByteArray)), SLOT(parseJsPlayer(QByteArray)));
 365         connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
 366     }
 367 }
 368
 369 void Video::parseJsPlayer(QByteArray bytes) {
 370     QString js = QString::fromUtf8(bytes);
 371     // qWarning() << "jsPlayer" << js;
 372
 373     // QRegExp funcNameRe("\"signature\"\\w*,\\w*([" + jsNameChars + "]+)");
 374     QRegExp funcNameRe(JsFunctions::instance()->signatureFunctionNameRE().arg(jsNameChars));
 375
 376     if (funcNameRe.indexIn(js) == -1) {
 377         qWarning() << "Cannot capture signature function name" << js;
 378     } else {
 379         sigFuncName = funcNameRe.cap(1);
 380         captureFunction(sigFuncName, js);
 381         // qWarning() << sigFunctions;
 382     }
 383
 384 #ifdef APP_DASH
 385     if (!dashManifestUrl.isEmpty()) {
 386         QRegExp sigRe("/s/([\\w\\.]+)");
 387         if (sigRe.indexIn(dashManifestUrl) != -1) {
 388             qDebug() << "Decrypting signature for dash manifest";
 389             QString sig = sigRe.cap(1);
 390             sig = decryptSignature(sig);
 391             dashManifestUrl.replace(sigRe, "/signature/" + sig);
 392             qDebug() << dashManifestUrl;
 393
 394             m_streamUrl = dashManifestUrl;
 395             this->definitionCode = 37;
 396             emit gotStreamUrl(m_streamUrl);
 397             loadingStreamUrl = false;
 398
 399             /*
 400             QObject *reply = The::http()->get(QUrl::fromEncoded(dashManifestUrl.toUtf8()));
 401             connect(reply, SIGNAL(data(QByteArray)), SLOT(parseDashManifest(QByteArray)));
 402             connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*)));
 403             */
 404
 405             return;
 406         }
 407     }
 408 #endif
 409
 410     parseFmtUrlMap(fmtUrlMap, true);
 411 }
 412
 413 void Video::parseDashManifest(QByteArray bytes) {
 414     QFile file(Temporary::filename());
 415     if (!file.open(QIODevice::WriteOnly))
 416         qWarning() << file.errorString() << file.fileName();
 417     QDataStream stream(&file);
 418     stream.writeRawData(bytes.constData(), bytes.size());
 419
 420     m_streamUrl = "file://" + file.fileName();
 421     this->definitionCode = 37;
 422     emit gotStreamUrl(m_streamUrl);
 423     loadingStreamUrl = false;
 424 }
 425
 426 void Video::captureFunction(const QString &name, const QString &js) {
 427     QRegExp funcRe("function\\s+" + QRegExp::escape(name) + "\\s*\\([" + jsNameChars + ",\\s]*\\)\\s*\\{[^\\}]+\\}");
 428     if (funcRe.indexIn(js) == -1) {
 429         qWarning() << "Cannot capture function" << name;
 430         return;
 431     }
 432     QString func = funcRe.cap(0);
 433     sigFunctions.insert(name, func);
 434
 435     // capture inner functions
 436     QRegExp invokedFuncRe("[\\s=;\\(]([" + jsNameChars + "]+)\\s*\\([" + jsNameChars + ",\\s]+\\)");
 437     int pos = name.length() + 9;
 438     while ((pos = invokedFuncRe.indexIn(func, pos)) != -1) {
 439         QString funcName = invokedFuncRe.cap(1);
 440         if (!sigFunctions.contains(funcName))
 441             captureFunction(funcName, js);
 442         pos += invokedFuncRe.matchedLength();
 443     }
 444
 445     // capture referenced objects
 446     QRegExp objRe("[\\s=;\\(]([" + jsNameChars + "]+)\\.[" + jsNameChars + "]+");
 447     pos = name.length() + 9;
 448     while ((pos = objRe.indexIn(func, pos)) != -1) {
 449         QString objName = objRe.cap(1);
 450         if (!sigObjects.contains(objName))
 451             captureObject(objName, js);
 452         pos += objRe.matchedLength();
 453     }
 454 }
 455
 456 void Video::captureObject(const QString &name, const QString &js) {
 457     QRegExp re("var\\s+" + QRegExp::escape(name) + "\\s*=\\s*\\{.+\\}\\s*;");
 458     re.setMinimal(true);
 459     if (re.indexIn(js) == -1) {
 460         qWarning() << "Cannot capture object" << name;
 461         return;
 462     }
 463     QString obj = re.cap(0);
 464     sigObjects.insert(name, obj);
 465 }
 466
 467 QString Video::decryptSignature(const QString &s) {
 468     if (sigFuncName.isEmpty()) return QString();
 469     QScriptEngine engine;
 470     foreach (QString f, sigObjects.values()) {
 471         QScriptValue value = engine.evaluate(f);
 472         if (value.isError())
 473             qWarning() << "Error in" << f << value.toString();
 474     }
 475     foreach (QString f, sigFunctions.values()) {
 476         QScriptValue value = engine.evaluate(f);
 477         if (value.isError())
 478             qWarning() << "Error in" << f << value.toString();
 479     }
 480     QString js = sigFuncName + "('" + s + "');";
 481     QScriptValue value = engine.evaluate(js);
 482     if (value.isUndefined()) {
 483         qWarning() << "Undefined result for" << js;
 484         return QString();
 485     }
 486     if (value.isError()) {
 487         qWarning() << "Error in" << js << value.toString();
 488         return QString();
 489     }
 490     return value.toString();
 491 }
 492
 493 QString Video::formattedDuration() const {
 494     QString format = m_duration > 3600 ? "h:mm:ss" : "m:ss";
 495     return QTime().addSecs(m_duration).toString(format);
 496 }