X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=src%2Fvideo.cpp;h=fdf7a22f11ce09e681f99b36666c5dc3547ae93a;hb=b4e0b70c51f05c19b9095a381cb73bfb79f128dd;hp=29b74b8125731e125886a0de2e4dc9a3beb99c90;hpb=fd2de342562fc7565ee7437636eb10c4456e0368;p=minitube diff --git a/src/video.cpp b/src/video.cpp index 29b74b8..fdf7a22 100644 --- a/src/video.cpp +++ b/src/video.cpp @@ -19,489 +19,161 @@ along with Minitube. If not, see . $END_LICENSE */ #include "video.h" -#include "networkaccess.h" -#include -#include "videodefinition.h" +#include "datautils.h" +#include "http.h" +#include "httputils.h" #include "jsfunctions.h" -#include "temporary.h" - -namespace The { -NetworkAccess* http(); -} - -namespace { -static const QString jsNameChars = "a-zA-Z0-9\\$_"; -} - -Video::Video() : m_duration(0), - m_viewCount(-1), - m_license(LicenseYouTube), - definitionCode(0), - elIndex(0), - ageGate(false), - loadingStreamUrl(false), - loadingThumbnail(false) { -} - -Video* Video::clone() { - Video* cloneVideo = new Video(); - cloneVideo->m_title = m_title; - cloneVideo->m_description = m_description; - cloneVideo->m_channelTitle = m_channelTitle; - cloneVideo->m_channelId = m_channelId; - cloneVideo->m_webpage = m_webpage; - cloneVideo->m_streamUrl = m_streamUrl; - cloneVideo->m_thumbnail = m_thumbnail; - cloneVideo->m_thumbnailUrl = m_thumbnailUrl; - cloneVideo->m_mediumThumbnailUrl = m_mediumThumbnailUrl; - cloneVideo->m_duration = m_duration; - cloneVideo->m_published = m_published; - cloneVideo->m_viewCount = m_viewCount; - cloneVideo->videoId = videoId; - cloneVideo->videoToken = videoToken; - cloneVideo->definitionCode = definitionCode; - return cloneVideo; -} +#include "playlistitemdelegate.h" +#include "videodefinition.h" -const QString &Video::webpage() { - if (m_webpage.isEmpty() && !videoId.isEmpty()) - m_webpage.append("https://www.youtube.com/watch?v=").append(videoId); - return m_webpage; +#include "ytjsvideo.h" +#include "ytvideo.h" + +Video::Video() + : duration(0), viewCount(-1), license(LicenseYouTube), definitionCode(0), + loadingThumbnail(false), ytVideo(nullptr), ytjsVideo(nullptr) {} + +Video::~Video() { + qDebug() << "Deleting" << id; +} + +Video *Video::clone() { + Video *clone = new Video(); + clone->title = title; + clone->description = description; + clone->channelTitle = channelTitle; + clone->channelId = channelId; + clone->webpage = webpage; + clone->streamUrl = streamUrl; + clone->thumbnail = thumbnail; + clone->thumbnailUrl = thumbnailUrl; + clone->mediumThumbnailUrl = mediumThumbnailUrl; + clone->duration = duration; + clone->formattedDuration = formattedDuration; + clone->published = published; + clone->formattedPublished = formattedPublished; + clone->viewCount = viewCount; + clone->formattedViewCount = formattedViewCount; + clone->id = id; + clone->definitionCode = definitionCode; + return clone; +} + +const QString &Video::getWebpage() { + if (webpage.isEmpty() && !id.isEmpty()) + webpage.append("https://www.youtube.com/watch?v=").append(id); + return webpage; } void Video::setWebpage(const QString &value) { - m_webpage = value; + webpage = value; // Get Video ID - if (videoId.isEmpty()) { + if (id.isEmpty()) { QRegExp re(JsFunctions::instance()->videoIdRE()); - if (re.indexIn(m_webpage) == -1) { - qWarning() << QString("Cannot get video id for %1").arg(m_webpage); + if (re.indexIn(webpage) == -1) { + qWarning() << QString("Cannot get video id for %1").arg(webpage); // emit errorStreamUrl(QString("Cannot get video id for %1").arg(m_webpage.toString())); // loadingStreamUrl = false; return; } - videoId = re.cap(1); + id = re.cap(1); } } void Video::loadThumbnail() { - if (m_thumbnailUrl.isEmpty() || loadingThumbnail) return; + if (thumbnailUrl.isEmpty() || loadingThumbnail) return; loadingThumbnail = true; - QObject *reply = The::http()->get(m_thumbnailUrl); + auto reply = HttpUtils::yt().get(thumbnailUrl); connect(reply, SIGNAL(data(QByteArray)), SLOT(setThumbnail(QByteArray))); + connect(reply, &HttpReply::error, this, [this](auto &msg) { + qWarning() << msg; + loadingThumbnail = false; + }); } -void Video::setThumbnail(QByteArray bytes) { - loadingThumbnail = false; - m_thumbnail = QPixmap(); - m_thumbnail.loadFromData(bytes); - if (m_thumbnail.width() > 160) - m_thumbnail = m_thumbnail.scaledToWidth(160, Qt::SmoothTransformation); - emit gotThumbnail(); +void Video::setDuration(int value) { + duration = value; + formattedDuration = DataUtils::formatDuration(duration); } -void Video::loadMediumThumbnail() { - if (m_mediumThumbnailUrl.isEmpty()) return; - QObject *reply = The::http()->get(m_mediumThumbnailUrl); - connect(reply, SIGNAL(data(QByteArray)), SIGNAL(gotMediumThumbnail(QByteArray))); +void Video::setViewCount(int value) { + viewCount = value; + formattedViewCount = DataUtils::formatCount(viewCount); } -void Video::loadStreamUrl() { - if (loadingStreamUrl) { - qDebug() << "Already loading stream URL for" << this->title(); - return; - } - loadingStreamUrl = true; - elIndex = 0; - ageGate = false; - - getVideoInfo(); -} - -void Video::getVideoInfo() { - static const QStringList elTypes = QStringList() << "&el=embedded" << "&el=detailpage" << "&el=vevo" << ""; - - QUrl url; - - if (elIndex == elTypes.size()) { - // qDebug() << "Trying special embedded el param"; - url = QUrl("https://www.youtube.com/get_video_info"); - -#if QT_VERSION >= 0x050000 - { - QUrl &u = url; - QUrlQuery url; -#endif - url.addQueryItem("video_id", videoId); - url.addQueryItem("el", "embedded"); - url.addQueryItem("gl", "US"); - url.addQueryItem("hl", "en"); - url.addQueryItem("eurl", "https://youtube.googleapis.com/v/" + videoId); - url.addQueryItem("asv", "3"); - url.addQueryItem("sts", "1588"); -#if QT_VERSION >= 0x050000 - u.setQuery(url); - } -#endif - - } else if (elIndex > elTypes.size() - 1) { - qWarning() << "Cannot get video info"; - loadingStreamUrl = false; - emit errorStreamUrl("Cannot get video info"); - return; - } else { - // qDebug() << "Trying el param:" << elTypes.at(elIndex) << elIndex; - url = QUrl(QString( - "https://www.youtube.com/get_video_info?video_id=%1%2&ps=default&eurl=&gl=US&hl=en" - ).arg(videoId, elTypes.at(elIndex))); - } - - QObject *reply = The::http()->get(url); - connect(reply, SIGNAL(data(QByteArray)), SLOT(gotVideoInfo(QByteArray))); - connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*))); - - // see you in gotVideoInfo... +void Video::setPublished(const QDateTime &value) { + published = value; + formattedPublished = DataUtils::formatDateTime(published); } -void Video::gotVideoInfo(QByteArray data) { - QString videoInfo = QString::fromUtf8(data); - // qDebug() << "videoInfo" << videoInfo; - - // get video token - QRegExp videoTokeRE(JsFunctions::instance()->videoTokenRE()); - if (videoTokeRE.indexIn(videoInfo) == -1) { - qDebug() << "Cannot get token. Trying next el param" << videoInfo << videoTokeRE.pattern(); - // Don't panic! We're gonna try another magic "el" param - elIndex++; - getVideoInfo(); - return; - } - - QString videoToken = videoTokeRE.cap(1); - // qDebug() << "got token" << videoToken; - while (videoToken.contains('%')) - videoToken = QByteArray::fromPercentEncoding(videoToken.toLatin1()); - // qDebug() << "videoToken" << videoToken; - this->videoToken = videoToken; - - // get fmt_url_map - QRegExp fmtMapRE(JsFunctions::instance()->videoInfoFmtMapRE()); - if (fmtMapRE.indexIn(videoInfo) == -1) { - // qDebug() << "Cannot get urlMap. Trying next el param"; - // Don't panic! We're gonna try another magic "el" param - elIndex++; - getVideoInfo(); - return; - } - - // qDebug() << "Got token and urlMap" << elIndex; - - QString fmtUrlMap = fmtMapRE.cap(1); - // qDebug() << "got fmtUrlMap" << fmtUrlMap; - fmtUrlMap = QByteArray::fromPercentEncoding(fmtUrlMap.toUtf8()); - parseFmtUrlMap(fmtUrlMap); +void Video::setThumbnail(const QByteArray &bytes) { + qreal ratio = qApp->devicePixelRatio(); + thumbnail.loadFromData(bytes); + thumbnail.setDevicePixelRatio(ratio); + const int thumbWidth = PlaylistItemDelegate::thumbWidth * ratio; + if (thumbnail.width() > thumbWidth) + thumbnail = thumbnail.scaledToWidth(thumbWidth, Qt::SmoothTransformation); + emit gotThumbnail(); + loadingThumbnail = false; } -void Video::parseFmtUrlMap(const QString &fmtUrlMap, bool fromWebPage) { - QSettings settings; - QString definitionName = settings.value("definition", "360p").toString(); - int definitionCode = VideoDefinition::getDefinitionCode(definitionName); - - // qDebug() << "fmtUrlMap" << fmtUrlMap; - QStringList formatUrls = fmtUrlMap.split(',', QString::SkipEmptyParts); - QHash urlMap; - foreach(QString formatUrl, formatUrls) { - // qDebug() << "formatUrl" << formatUrl; - QStringList urlParams = formatUrl.split('&', QString::SkipEmptyParts); - // qDebug() << "urlParams" << urlParams; - - int format = -1; - QString url; - QString sig; - foreach(QString urlParam, urlParams) { - // qWarning() << urlParam; - if (urlParam.startsWith("itag=")) { - int separator = urlParam.indexOf("="); - format = urlParam.mid(separator + 1).toInt(); - } else if (urlParam.startsWith("url=")) { - int separator = urlParam.indexOf("="); - url = urlParam.mid(separator + 1); - url = QByteArray::fromPercentEncoding(url.toUtf8()); - } else if (urlParam.startsWith("sig=")) { - int separator = urlParam.indexOf("="); - sig = urlParam.mid(separator + 1); - sig = QByteArray::fromPercentEncoding(sig.toUtf8()); - } else if (urlParam.startsWith("s=")) { - if (fromWebPage || ageGate) { - int separator = urlParam.indexOf("="); - sig = urlParam.mid(separator + 1); - sig = QByteArray::fromPercentEncoding(sig.toUtf8()); - if (ageGate) - sig = JsFunctions::instance()->decryptAgeSignature(sig); - else { - sig = decryptSignature(sig); - if (sig.isEmpty()) - sig = JsFunctions::instance()->decryptSignature(sig); - } - } else { - - QUrl url("http://www.youtube.com/watch"); - -#if QT_VERSION >= 0x050000 - { - QUrl &u = url; - QUrlQuery url; -#endif - url.addQueryItem("v", videoId); - url.addQueryItem("gl", "US"); - url.addQueryItem("hl", "en"); - url.addQueryItem("has_verified", "1"); -#if QT_VERSION >= 0x050000 - u.setQuery(url); - } -#endif - // qDebug() << "Loading webpage" << url; - QObject *reply = The::http()->get(url); - connect(reply, SIGNAL(data(QByteArray)), SLOT(scrapeWebPage(QByteArray))); - connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*))); - // see you in scrapWebPage(QByteArray) - return; - } - } - } - if (format == -1 || url.isNull()) continue; - - url += "&signature=" + sig; - - if (!url.contains("ratebypass")) - url += "&ratebypass=yes"; - - // qWarning() << url; - - if (format == definitionCode) { - // qDebug() << "Found format" << definitionCode; - QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode); - m_streamUrl = videoUrl; - this->definitionCode = definitionCode; - emit gotStreamUrl(videoUrl); - loadingStreamUrl = false; - return; - } - - urlMap.insert(format, url); +void Video::streamUrlLoaded(const QString &streamUrl, const QString &audioUrl) { + qDebug() << "Streams loaded"; + this->streamUrl = streamUrl; + emit gotStreamUrl(streamUrl, audioUrl); + if (ytVideo) { + definitionCode = ytVideo->getDefinitionCode(); + ytVideo->deleteLater(); + ytVideo = nullptr; } - - QList definitionCodes = VideoDefinition::getDefinitionCodes(); - int currentIndex = definitionCodes.indexOf(definitionCode); - int previousIndex = 0; - while (currentIndex >= 0) { - previousIndex = currentIndex - 1; - if (previousIndex < 0) previousIndex = 0; - int definitionCode = definitionCodes.at(previousIndex); - if (urlMap.contains(definitionCode)) { - // qDebug() << "Found format" << definitionCode; - QString url = urlMap.value(definitionCode); - QUrl videoUrl = QUrl::fromEncoded(url.toUtf8(), QUrl::StrictMode); - m_streamUrl = videoUrl; - this->definitionCode = definitionCode; - emit gotStreamUrl(videoUrl); - loadingStreamUrl = false; - return; - } - currentIndex--; + if (ytjsVideo) { + definitionCode = ytjsVideo->getDefinitionCode(); + ytjsVideo->deleteLater(); + ytjsVideo = nullptr; } - - emit errorStreamUrl(tr("Cannot get video stream for %1").arg(m_webpage)); -} - -void Video::errorVideoInfo(QNetworkReply *reply) { - loadingStreamUrl = false; - emit errorStreamUrl(tr("Network error: %1 for %2").arg(reply->errorString(), reply->url().toString())); } -void Video::scrapeWebPage(QByteArray data) { - QString html = QString::fromUtf8(data); - - QRegExp ageGateRE(JsFunctions::instance()->ageGateRE()); - if (ageGateRE.indexIn(html) != -1) { - // qDebug() << "Found ageGate"; - ageGate = true; - elIndex = 4; - getVideoInfo(); +void Video::loadStreamUrlJS() { + if (ytjsVideo) { + qDebug() << "Already loading" << id; return; } - - QRegExp fmtMapRE(JsFunctions::instance()->webPageFmtMapRE()); - if (fmtMapRE.indexIn(html) == -1) { - qWarning() << "Error parsing video page"; - // emit errorStreamUrl("Error parsing video page"); - // loadingStreamUrl = false; - elIndex++; - getVideoInfo(); - return; - } - fmtUrlMap = fmtMapRE.cap(1); - fmtUrlMap.replace("\\u0026", "&"); - // parseFmtUrlMap(fmtUrlMap, true); - -#ifdef APP_DASH - QSettings settings; - QString definitionName = settings.value("definition", "360p").toString(); - if (definitionName == QLatin1String("1080p")) { - QRegExp dashManifestRe("\"dashmpd\":\\s*\"([^\"]+)\""); - if (dashManifestRe.indexIn(html) != -1) { - dashManifestUrl = dashManifestRe.cap(1); - dashManifestUrl.remove('\\'); - qDebug() << "dashManifestUrl" << dashManifestUrl; - } - } -#endif - - QRegExp jsPlayerRe(JsFunctions::instance()->jsPlayerRE()); - if (jsPlayerRe.indexIn(html) != -1) { - QString jsPlayerUrl = jsPlayerRe.cap(1); - jsPlayerUrl.remove('\\'); - jsPlayerUrl = "http:" + jsPlayerUrl; - // qDebug() << "jsPlayerUrl" << jsPlayerUrl; - /* - QRegExp jsPlayerIdRe("-(.+)\\.js"); - jsPlayerIdRe.indexIn(jsPlayerUrl); - QString jsPlayerId = jsPlayerRe.cap(1); - */ - QObject *reply = The::http()->get(jsPlayerUrl); - connect(reply, SIGNAL(data(QByteArray)), SLOT(parseJsPlayer(QByteArray))); - connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*))); - } -} - -void Video::parseJsPlayer(QByteArray bytes) { - QString js = QString::fromUtf8(bytes); - // qWarning() << "jsPlayer" << js; - - // QRegExp funcNameRe("\"signature\"\\w*,\\w*([" + jsNameChars + "]+)"); - QRegExp funcNameRe(JsFunctions::instance()->signatureFunctionNameRE().arg(jsNameChars)); - - if (funcNameRe.indexIn(js) == -1) { - qWarning() << "Cannot capture signature function name" << js; - } else { - sigFuncName = funcNameRe.cap(1); - captureFunction(sigFuncName, js); - // qWarning() << sigFunctions; - } - -#ifdef APP_DASH - if (!dashManifestUrl.isEmpty()) { - QRegExp sigRe("/s/([\\w\\.]+)"); - if (sigRe.indexIn(dashManifestUrl) != -1) { - qDebug() << "Decrypting signature for dash manifest"; - QString sig = sigRe.cap(1); - sig = decryptSignature(sig); - dashManifestUrl.replace(sigRe, "/signature/" + sig); - qDebug() << dashManifestUrl; - - if (false) { - // let phonon play the manifest - m_streamUrl = dashManifestUrl; - this->definitionCode = 37; - emit gotStreamUrl(m_streamUrl); - loadingStreamUrl = false; - } else { - // download the manifest - QObject *reply = The::http()->get(QUrl::fromEncoded(dashManifestUrl.toUtf8())); - connect(reply, SIGNAL(data(QByteArray)), SLOT(parseDashManifest(QByteArray))); - connect(reply, SIGNAL(error(QNetworkReply*)), SLOT(errorVideoInfo(QNetworkReply*))); - } - - return; - } - } -#endif - - parseFmtUrlMap(fmtUrlMap, true); -} - -void Video::parseDashManifest(QByteArray bytes) { - QFile file(Temporary::filename() + ".mpd"); - if (!file.open(QIODevice::WriteOnly)) - qWarning() << file.errorString() << file.fileName(); - QDataStream stream(&file); - stream.writeRawData(bytes.constData(), bytes.size()); - - m_streamUrl = "file://" + file.fileName(); - this->definitionCode = 37; - emit gotStreamUrl(m_streamUrl); - loadingStreamUrl = false; + ytjsVideo = new YTJSVideo(id, this); + connect(ytjsVideo, &YTJSVideo::gotStreamUrl, this, &Video::streamUrlLoaded); + connect(ytjsVideo, &YTJSVideo::errorStreamUrl, this, [this](const QString &msg) { + qDebug() << msg; + ytjsVideo->deleteLater(); + ytjsVideo = nullptr; + loadStreamUrlYT(); + }); + ytjsVideo->loadStreamUrl(); } -void Video::captureFunction(const QString &name, const QString &js) { - QRegExp funcRe("function\\s+" + QRegExp::escape(name) + "\\s*\\([" + jsNameChars + ",\\s]*\\)\\s*\\{[^\\}]+\\}"); - if (funcRe.indexIn(js) == -1) { - qWarning() << "Cannot capture function" << name; +void Video::loadStreamUrlYT() { + if (ytVideo) { + qDebug() << "Already loading" << id; return; } - QString func = funcRe.cap(0); - sigFunctions.insert(name, func); - - // capture inner functions - QRegExp invokedFuncRe("[\\s=;\\(]([" + jsNameChars + "]+)\\s*\\([" + jsNameChars + ",\\s]+\\)"); - int pos = name.length() + 9; - while ((pos = invokedFuncRe.indexIn(func, pos)) != -1) { - QString funcName = invokedFuncRe.cap(1); - if (!sigFunctions.contains(funcName)) - captureFunction(funcName, js); - pos += invokedFuncRe.matchedLength(); - } - - // capture referenced objects - QRegExp objRe("[\\s=;\\(]([" + jsNameChars + "]+)\\.[" + jsNameChars + "]+"); - pos = name.length() + 9; - while ((pos = objRe.indexIn(func, pos)) != -1) { - QString objName = objRe.cap(1); - if (!sigObjects.contains(objName)) - captureObject(objName, js); - pos += objRe.matchedLength(); - } + ytVideo = new YTVideo(id, this); + connect(ytVideo, &YTVideo::gotStreamUrl, this, &Video::streamUrlLoaded); + connect(ytVideo, &YTVideo::errorStreamUrl, this, [this](const QString &msg) { + qDebug() << msg; + emit errorStreamUrl(msg); + ytVideo->deleteLater(); + ytVideo = nullptr; + }); + ytVideo->loadStreamUrl(); } -void Video::captureObject(const QString &name, const QString &js) { - QRegExp re("var\\s+" + QRegExp::escape(name) + "\\s*=\\s*\\{.+\\}\\s*;"); - re.setMinimal(true); - if (re.indexIn(js) == -1) { - qWarning() << "Cannot capture object" << name; - return; - } - QString obj = re.cap(0); - sigObjects.insert(name, obj); +void Video::loadStreamUrl() { + loadStreamUrlJS(); } -QString Video::decryptSignature(const QString &s) { - if (sigFuncName.isEmpty()) return QString(); - QScriptEngine engine; - foreach (QString f, sigObjects.values()) { - QScriptValue value = engine.evaluate(f); - if (value.isError()) - qWarning() << "Error in" << f << value.toString(); +void Video::abortLoadStreamUrl() { + if (ytVideo) { + ytVideo->disconnect(this); + ytVideo->deleteLater(); + ytVideo = nullptr; } - foreach (QString f, sigFunctions.values()) { - QScriptValue value = engine.evaluate(f); - if (value.isError()) - qWarning() << "Error in" << f << value.toString(); - } - QString js = sigFuncName + "('" + s + "');"; - QScriptValue value = engine.evaluate(js); - if (value.isUndefined()) { - qWarning() << "Undefined result for" << js; - return QString(); - } - if (value.isError()) { - qWarning() << "Error in" << js << value.toString(); - return QString(); - } - return value.toString(); -} - -QString Video::formattedDuration() const { - QString format = m_duration > 3600 ? "h:mm:ss" : "m:ss"; - return QTime().addSecs(m_duration).toString(format); }