shibakaneki
13 years ago
parent
ff6fbd525f
commit
631133d95d
@ -0,0 +1,258 @@ |
|||||||
|
/*
|
||||||
|
* This program is free software: you can redistribute it and/or modify |
||||||
|
* it under the terms of the GNU General Public License as published by |
||||||
|
* the Free Software Foundation, either version 3 of the License, or |
||||||
|
* (at your option) any later version. |
||||||
|
* |
||||||
|
* This program is distributed in the hope that it will be useful, |
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||||
|
* GNU General Public License for more details. |
||||||
|
* |
||||||
|
* You should have received a copy of the GNU General Public License |
||||||
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/ |
||||||
|
|
||||||
|
#include <QRegExp> |
||||||
|
#include <QStringList> |
||||||
|
#include <QDomDocument> |
||||||
|
#include <QDomElement> |
||||||
|
#include <QDomNode> |
||||||
|
#include <QScriptValue> |
||||||
|
#include <QScriptEngine> |
||||||
|
#include <QDebug> |
||||||
|
|
||||||
|
#include "UBOEmbedParser.h" |
||||||
|
|
||||||
|
UBOEmbedParser::UBOEmbedParser(QObject *parent, const char* name) |
||||||
|
{ |
||||||
|
setObjectName(name); |
||||||
|
mParsedTitles.clear(); |
||||||
|
connect(this, SIGNAL(parseContent(QString)), this, SLOT(onParseContent(QString))); |
||||||
|
} |
||||||
|
|
||||||
|
UBOEmbedParser::~UBOEmbedParser() |
||||||
|
{ |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
void UBOEmbedParser::setNetworkAccessManager(QNetworkAccessManager *nam) |
||||||
|
{ |
||||||
|
mpNam = nam; |
||||||
|
connect(mpNam, SIGNAL(finished(QNetworkReply*)), this, SLOT(onFinished(QNetworkReply*))); |
||||||
|
} |
||||||
|
|
||||||
|
void UBOEmbedParser::parse(const QString& html) |
||||||
|
{ |
||||||
|
mContents.clear(); |
||||||
|
QString query = "<link([^>]*)>"; |
||||||
|
QRegExp exp(query); |
||||||
|
QStringList results; |
||||||
|
int count = 0; |
||||||
|
int pos = 0; |
||||||
|
while ((pos = exp.indexIn(html, pos)) != -1) { |
||||||
|
++count; |
||||||
|
pos += exp.matchedLength(); |
||||||
|
QStringList res = exp.capturedTexts(); |
||||||
|
if("" != res.at(1)){ |
||||||
|
results << res.at(1); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
QVector<QString> oembedUrls; |
||||||
|
|
||||||
|
if(2 <= results.size()){ |
||||||
|
for(int i=1; i<results.size(); i++){ |
||||||
|
if("" != results.at(i)){ |
||||||
|
QString qsNode = QString("<link%0>").arg(results.at(i)); |
||||||
|
QDomDocument domDoc; |
||||||
|
domDoc.setContent(qsNode); |
||||||
|
QDomNode linkNode = domDoc.documentElement(); |
||||||
|
|
||||||
|
// At this point, we have a node that is the <link> element. Now we have to parse its attributes
|
||||||
|
// in order to check if it is a oEmbed node or not
|
||||||
|
QDomAttr typeAttribute = linkNode.toElement().attributeNode("type"); |
||||||
|
if(typeAttribute.value().contains("oembed")){ |
||||||
|
// The node is an oembed one! We have to get the url and the type of oembed encoding
|
||||||
|
QDomAttr hrefAttribute = linkNode.toElement().attributeNode("href"); |
||||||
|
QString url = hrefAttribute.value(); |
||||||
|
oembedUrls.append(url); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
mPending = oembedUrls.size(); |
||||||
|
|
||||||
|
if(0 == mPending){ |
||||||
|
emit oembedParsed(mContents); |
||||||
|
}else{ |
||||||
|
// Here we start the parsing (finally...)!
|
||||||
|
for(int i=0; i<oembedUrls.size(); i++){ |
||||||
|
emit parseContent(oembedUrls.at(i)); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/**
|
||||||
|
/brief Extract the oembed infos from the JSON |
||||||
|
@param jsonUrl as the url of the JSON file |
||||||
|
*/ |
||||||
|
sOEmbedContent UBOEmbedParser::getJSONInfos(const QString &json) |
||||||
|
{ |
||||||
|
sOEmbedContent content; |
||||||
|
|
||||||
|
QScriptValue scriptValue; |
||||||
|
QScriptEngine scriptEngine; |
||||||
|
scriptValue = scriptEngine.evaluate ("(" + json + ")"); |
||||||
|
|
||||||
|
QString providerUrl = scriptValue.property("provider_url").toString(); |
||||||
|
QString title = scriptValue.property("title").toString(); |
||||||
|
QString html = scriptValue.property("html").toString(); |
||||||
|
QString authorName = scriptValue.property("author_name").toString(); |
||||||
|
int height = scriptValue.property("height").toInteger(); |
||||||
|
int thumbnailWidth = scriptValue.property("thumbnail_width").toInteger(); |
||||||
|
int width = scriptValue.property("width").toInteger(); |
||||||
|
float version = scriptValue.property("version").toString().toFloat(); |
||||||
|
QString authorUrl = scriptValue.property("author_url").toString(); |
||||||
|
QString providerName = scriptValue.property("provider_name").toString(); |
||||||
|
QString thumbnailUrl = scriptValue.property("thumbnail_url").toString(); |
||||||
|
QString type = scriptValue.property("type").toString(); |
||||||
|
int thumbnailHeight = scriptValue.property("thumbnail_height").toInteger(); |
||||||
|
|
||||||
|
content.providerUrl = providerUrl; |
||||||
|
content.title = title; |
||||||
|
content.html = html; |
||||||
|
content.author = authorName; |
||||||
|
content.height = height; |
||||||
|
content.thumbWidth = thumbnailWidth; |
||||||
|
content.width = width; |
||||||
|
content.version = version; |
||||||
|
content.authorUrl = authorUrl; |
||||||
|
content.providerName = providerName; |
||||||
|
content.thumbUrl = thumbnailUrl; |
||||||
|
content.type = type; |
||||||
|
content.thumbHeight = thumbnailHeight; |
||||||
|
|
||||||
|
if("photo" == content.type){ |
||||||
|
content.url = scriptValue.property("url").toString(); |
||||||
|
}else if("video" == content.type){ |
||||||
|
QStringList strl = content.html.split('\"'); |
||||||
|
for(int i=0; i<strl.size(); i++){ |
||||||
|
if(strl.at(i).endsWith("src=") && strl.size() > (i+1)){ |
||||||
|
content.url = strl.at(i+1); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return content; |
||||||
|
} |
||||||
|
|
||||||
|
/**
|
||||||
|
/brief Extract the oembed infos from the XML |
||||||
|
@param xmlUrl as the url of the XML file |
||||||
|
*/ |
||||||
|
sOEmbedContent UBOEmbedParser::getXMLInfos(const QString &xml) |
||||||
|
{ |
||||||
|
sOEmbedContent content; |
||||||
|
|
||||||
|
QDomDocument domDoc; |
||||||
|
domDoc.setContent(xml); |
||||||
|
QDomNode oembed = domDoc.documentElement(); |
||||||
|
|
||||||
|
QDomNodeList children = oembed.toElement().childNodes(); |
||||||
|
|
||||||
|
for(int i=0; i<children.size(); i++){ |
||||||
|
QDomNode node = children.at(i); |
||||||
|
QString tag = node.nodeName(); |
||||||
|
QString value = node.toElement().text(); |
||||||
|
if("provider_url" == tag){ |
||||||
|
content.providerUrl = value; |
||||||
|
}else if("title" == tag){ |
||||||
|
content.title = value; |
||||||
|
}else if("html" == tag){ |
||||||
|
content.html = value; |
||||||
|
}else if("author_name" == tag){ |
||||||
|
content.author = value; |
||||||
|
}else if("height" == tag){ |
||||||
|
content.height = value.toInt(); |
||||||
|
}else if("thumbnail_width" == tag){ |
||||||
|
content.thumbWidth = value.toInt(); |
||||||
|
}else if("width" == tag){ |
||||||
|
content.width = value.toInt(); |
||||||
|
}else if("version" == tag){ |
||||||
|
content.version = value.toFloat(); |
||||||
|
}else if("author_url" == tag){ |
||||||
|
content.authorUrl = value; |
||||||
|
}else if("provider_name" == tag){ |
||||||
|
content.providerName = value; |
||||||
|
}else if("thumbnail_url" == tag){ |
||||||
|
content.thumbUrl = value; |
||||||
|
}else if("type" == tag){ |
||||||
|
content.type = value; |
||||||
|
}else if("thumbnail_height" == tag){ |
||||||
|
content.thumbHeight = value.toInt(); |
||||||
|
}else if("url" == tag){ |
||||||
|
content.url = value; // This case appears only for type = photo
|
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
if("video" == content.type){ |
||||||
|
QStringList strl = content.html.split('\"'); |
||||||
|
for(int i=0; i<strl.size(); i++){ |
||||||
|
if(strl.at(i).endsWith("src=") && strl.size() > (i+1)){ |
||||||
|
content.url = strl.at(i+1); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return content; |
||||||
|
} |
||||||
|
|
||||||
|
void UBOEmbedParser::onParseContent(QString url) |
||||||
|
{ |
||||||
|
QUrl qurl; |
||||||
|
qurl.setEncodedUrl(url.toAscii()); |
||||||
|
|
||||||
|
QNetworkRequest req; |
||||||
|
req.setUrl(qurl); |
||||||
|
if(NULL != mpNam){ |
||||||
|
mpNam->get(req); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
void UBOEmbedParser::onFinished(QNetworkReply *reply) |
||||||
|
{ |
||||||
|
QNetworkReply::NetworkError err = reply->error(); |
||||||
|
if(QNetworkReply::NoError == reply->error()){ |
||||||
|
QString receivedDatas = reply->readAll().constData(); |
||||||
|
sOEmbedContent crntContent; |
||||||
|
// The received datas can be in two different formats: JSON or XML
|
||||||
|
if(receivedDatas.contains("<oembed>")){ |
||||||
|
// XML !
|
||||||
|
crntContent = getXMLInfos(receivedDatas); |
||||||
|
}else if(receivedDatas.contains("{\"provider_url")){ |
||||||
|
// JSON !
|
||||||
|
crntContent = getJSONInfos(receivedDatas); |
||||||
|
} |
||||||
|
|
||||||
|
// As we don't want duplicates, we have to check if the content title has already
|
||||||
|
// been parsed.
|
||||||
|
if("" != crntContent.title && !mParsedTitles.contains(crntContent.title)){ |
||||||
|
mParsedTitles << crntContent.title; |
||||||
|
mContents << crntContent; |
||||||
|
} |
||||||
|
|
||||||
|
}else{ |
||||||
|
// We decided to not handle the error case here. If there is a problem with
|
||||||
|
// getting the oembed content information, we just don't handle it: the content
|
||||||
|
// will not be available for importation.
|
||||||
|
} |
||||||
|
|
||||||
|
// Decrement the number of content to analyze
|
||||||
|
mPending--; |
||||||
|
if(0 == mPending){ |
||||||
|
// All the oembed contents have been parsed. We notify it!
|
||||||
|
emit oembedParsed(mContents); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,93 @@ |
|||||||
|
/*
|
||||||
|
* This program is free software: you can redistribute it and/or modify |
||||||
|
* it under the terms of the GNU General Public License as published by |
||||||
|
* the Free Software Foundation, either version 3 of the License, or |
||||||
|
* (at your option) any later version. |
||||||
|
* |
||||||
|
* This program is distributed in the hope that it will be useful, |
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||||
|
* GNU General Public License for more details. |
||||||
|
* |
||||||
|
* You should have received a copy of the GNU General Public License |
||||||
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/ |
||||||
|
|
||||||
|
#ifndef UBOEMBEDPARSER_H |
||||||
|
#define UBOEMBEDPARSER_H |
||||||
|
|
||||||
|
#include <QObject> |
||||||
|
#include <QVector> |
||||||
|
#include <QString> |
||||||
|
#include <QUrl> |
||||||
|
#include <QNetworkAccessManager> |
||||||
|
#include <QNetworkRequest> |
||||||
|
#include <QNetworkReply> |
||||||
|
#include <QMutex> |
||||||
|
|
||||||
|
/**********************************************************************************
|
||||||
|
---------------------------------------------------------------- |
||||||
|
Here is an example of an embed content in an XML representation |
||||||
|
---------------------------------------------------------------- |
||||||
|
<oembed> |
||||||
|
<provider_url>http://www.youtube.com/</provider_url>
|
||||||
|
<title>EPISODE 36 Traditional Mediums</title> |
||||||
|
<html> |
||||||
|
<iframe width="480" height="270" src="http://www.youtube.com/embed/C3lApsNmdwM?fs=1&feature=oembed" frameborder="0" allowfullscreen></iframe> |
||||||
|
</html> |
||||||
|
<author_name>FZDSCHOOL</author_name> |
||||||
|
<height>270</height> |
||||||
|
<thumbnail_width>480</thumbnail_width> |
||||||
|
<width>480</width> |
||||||
|
<version>1.0</version> |
||||||
|
<author_url>http://www.youtube.com/user/FZDSCHOOL</author_url>
|
||||||
|
<provider_name>YouTube</provider_name> |
||||||
|
<thumbnail_url>http://i4.ytimg.com/vi/C3lApsNmdwM/hqdefault.jpg</thumbnail_url>
|
||||||
|
<type>video</type> |
||||||
|
<thumbnail_height>360</thumbnail_height> |
||||||
|
</oembed> |
||||||
|
***********************************************************************************/ |
||||||
|
typedef struct{ |
||||||
|
QString providerUrl; |
||||||
|
QString title; |
||||||
|
QString author; |
||||||
|
int height; |
||||||
|
int width; |
||||||
|
int thumbWidth; |
||||||
|
float version; |
||||||
|
QString authorUrl; |
||||||
|
QString providerName; |
||||||
|
QString thumbUrl; |
||||||
|
QString type; |
||||||
|
QString thumbHeight; |
||||||
|
QString html; |
||||||
|
QString url; |
||||||
|
}sOEmbedContent; |
||||||
|
|
||||||
|
class UBOEmbedParser : public QObject |
||||||
|
{ |
||||||
|
Q_OBJECT |
||||||
|
public: |
||||||
|
UBOEmbedParser(QObject* parent=0, const char* name="UBOEmbedParser"); |
||||||
|
~UBOEmbedParser(); |
||||||
|
void parse(const QString& html); |
||||||
|
void setNetworkAccessManager(QNetworkAccessManager* nam); |
||||||
|
|
||||||
|
signals: |
||||||
|
void parseContent(QString url); |
||||||
|
void oembedParsed(QVector<sOEmbedContent> contents); |
||||||
|
|
||||||
|
private slots: |
||||||
|
void onFinished(QNetworkReply* reply); |
||||||
|
void onParseContent(QString url); |
||||||
|
|
||||||
|
private: |
||||||
|
sOEmbedContent getJSONInfos(const QString& json); |
||||||
|
sOEmbedContent getXMLInfos(const QString& xml); |
||||||
|
QVector<sOEmbedContent> mContents; |
||||||
|
QVector<QString> mParsedTitles; |
||||||
|
QNetworkAccessManager* mpNam; |
||||||
|
int mPending; |
||||||
|
}; |
||||||
|
|
||||||
|
#endif // UBOEMBEDPARSER_H
|
||||||
@ -0,0 +1,91 @@ |
|||||||
|
/*
|
||||||
|
* This program is free software: you can redistribute it and/or modify |
||||||
|
* it under the terms of the GNU General Public License as published by |
||||||
|
* the Free Software Foundation, either version 3 of the License, or |
||||||
|
* (at your option) any later version. |
||||||
|
* |
||||||
|
* This program is distributed in the hope that it will be useful, |
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||||
|
* GNU General Public License for more details. |
||||||
|
* |
||||||
|
* You should have received a copy of the GNU General Public License |
||||||
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/ |
||||||
|
|
||||||
|
#include <QRegExp> |
||||||
|
|
||||||
|
#include "UBOEmbedParser.h" |
||||||
|
|
||||||
|
/**********************************************************************************
|
||||||
|
---------------------------------------------------------------- |
||||||
|
Here is an example of an embed content in an XML representation |
||||||
|
---------------------------------------------------------------- |
||||||
|
<oembed> |
||||||
|
<provider_url>http://www.youtube.com/</provider_url>
|
||||||
|
<title>EPISODE 36 Traditional Mediums</title> |
||||||
|
<html> |
||||||
|
<iframe width="480" height="270" src="http://www.youtube.com/embed/C3lApsNmdwM?fs=1&feature=oembed" frameborder="0" allowfullscreen></iframe> |
||||||
|
</html> |
||||||
|
<author_name>FZDSCHOOL</author_name> |
||||||
|
<height>270</height> |
||||||
|
<thumbnail_width>480</thumbnail_width> |
||||||
|
<width>480</width> |
||||||
|
<version>1.0</version> |
||||||
|
<author_url>http://www.youtube.com/user/FZDSCHOOL</author_url>
|
||||||
|
<provider_name>YouTube</provider_name> |
||||||
|
<thumbnail_url>http://i4.ytimg.com/vi/C3lApsNmdwM/hqdefault.jpg</thumbnail_url>
|
||||||
|
<type>video</type> |
||||||
|
<thumbnail_height>360</thumbnail_height> |
||||||
|
</oembed> |
||||||
|
***********************************************************************************/ |
||||||
|
typedef struct{ |
||||||
|
QString providerUrl; |
||||||
|
QString title; |
||||||
|
QString author; |
||||||
|
int height; |
||||||
|
int thumbWidth; |
||||||
|
float version; |
||||||
|
QString authorUrl; |
||||||
|
QString providerName; |
||||||
|
QString thumbUrl; |
||||||
|
QString type; |
||||||
|
QString thumbHeight; |
||||||
|
QString sourceUrl; |
||||||
|
}sOEmbedContent; |
||||||
|
|
||||||
|
UBOEmbedParser::UBOEmbedParser(QObject *parent, const char* name) |
||||||
|
{ |
||||||
|
setObjectName(name); |
||||||
|
mParsedTitles.clear(); |
||||||
|
} |
||||||
|
|
||||||
|
UBOEmbedParser::~UBOEmbedParser() |
||||||
|
{ |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
void UBOEmbedParser::parse(const QString& html, QList<QUrl> *pList) |
||||||
|
{ |
||||||
|
// get all the oembed links and parse their informations
|
||||||
|
QString query = ""; |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
/**
|
||||||
|
/brief Extract the oembed infos from the JSON |
||||||
|
@param jsonUrl as the url of the JSON file |
||||||
|
*/ |
||||||
|
void UBOEmbedParser::getJSONInfos(const QString &jsonUrl) |
||||||
|
{ |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
/**
|
||||||
|
/brief Extract the oembed infos from the XML |
||||||
|
@param xmlUrl as the url of the XML file |
||||||
|
*/ |
||||||
|
void UBOEmbedParser::getXMLInfos(const QString &xmlUrl) |
||||||
|
{ |
||||||
|
|
||||||
|
} |
||||||
Loading…
Reference in new issue