OpenMBFR/DataHelper.h

#ifndef DATAHELPER_H
#define DATAHELPER_H

#include "QAuthenticator"
#include "QWebEngineView"
#include "QWebEngineProfile"
#include "QWebEngineSettings"
#include "QWebEngineCookieStore"
#include "QNetworkProxy"
#include "QEventLoop"
#include "QDir"
#include "QByteArray"
#include "QMessageBox"

static QDir cacheDir ("cache");
static QDir cookieDir("cookie");

const static QString hCAPTCHA_source =  "<form action='' method='POST'>\
        <script src='https://hcaptcha.com/1/api.js'></script>\
        <div class='h-captcha' data-sitekey='%1'></div>\
        <input type='submit' value='Submit' /></form>";


const static QString reCAPTCHA2_source = "<form action='https://google.com' method='GET'>\
        <script src='https://www.google.com/recaptcha/api.js'></script>\
        <div class='g-recaptcha' data-sitekey='%1'></div>\
        <input id='1' type='submit' name='button' value='Enter' ></form>";

const static QString reCAPTCHA3_source1 = "var script=document.createElement('script');script.type='text/javascript';script.src='https://www.google.com/recaptcha/api.js?render=%1';document.head.appendChild(script);";
const static QString reCAPTCHA3_source2 = "var ResponseV3=0;grecaptcha.ready(function(){grecaptcha.execute('%1', {action: '%2'}).then(function(token){ResponseV3=token;});});";

static int newTabId = 0;

enum CAPTCHA{ none, reCap2, reCap3, hCap };
enum PROXYSTATE{ NOT_SET, ON, OFF };

class JS_Capture : public QWebEnginePage{

protected:
    virtual void javaScriptConsoleMessage(QWebEnginePage::JavaScriptConsoleMessageLevel level, const QString &message, int lineNumber, const QString &sourceID) override {
        if(onJS_error_alert && level == ErrorMessageLevel){
            QMessageBox::information(nullptr, "Ошибка в JS", message + " : line " + QString::number(lineNumber));
        }

        if(captureJS_errors){
            if(logAll || level == logLevel){
                JS_errors += message + " : line " + QString::number(lineNumber);
            }
        }
    }

public:
    bool captureJS_errors = true;
    bool logAll = false;
    bool onJS_error_alert = false;
    QWebEnginePage::JavaScriptConsoleMessageLevel logLevel = ErrorMessageLevel;
    QString JS_errors = "";

};

class Proxy{
public:
    inline static QNetworkProxy::ProxyType Type = QNetworkProxy::DefaultProxy;
    inline static QString Adress;
    inline static uint16_t Port;
    inline static QString User;
    inline static QString Pass;
    inline static bool isProxyAuth = false;

    static bool set(QStringList *TaskList){
        if(TaskList->at(1) == "none"){//убрать прокси
            Adress = "";
            QNetworkProxy::setApplicationProxy(QNetworkProxy::DefaultProxy);
        }

        else{
            QList<QString> listData = TaskList->at(1).split(":");

            if(listData.size() < 3) return false;

            if(listData.at(0) == "http" || listData.at(0) == "https")
                Type = QNetworkProxy::HttpProxy;

            else if(listData.at(0) == "socks5")
                Type = QNetworkProxy::Socks5Proxy;

            else return false;

            Adress = listData.at(1);
            Port   = listData.at(2).toUInt();

            if(listData.size() == 3){//http:1.2.3.4:80
                isProxyAuth = false;
                QNetworkProxy::setApplicationProxy(QNetworkProxy(Type, Adress, Port));
                return true;
            }
            else if(listData.size() == 5){//http:1.2.3.4:80:user:pass
                User = listData.at(3);
                Pass = listData.at(4);
                isProxyAuth = true;
                QNetworkProxy::setApplicationProxy(QNetworkProxy(Type, Adress, Port, User, Pass));
                return true;
            }
            return false;
        }
        return true;
    }
    static bool on_off(PROXYSTATE state){
        if(state == PROXYSTATE::ON){
            if(Adress.length() > 0){
                if(isProxyAuth)
                    QNetworkProxy::setApplicationProxy(QNetworkProxy(Type, Adress, Port, User, Pass));
                else
                    QNetworkProxy::setApplicationProxy(QNetworkProxy(Type, Adress, Port));
            }
            else return false;
        }
        else QNetworkProxy::setApplicationProxy(QNetworkProxy::NoProxy);

        return true;
    }

};

class Tab : public QWebEngineView{

#define profile page()->profile()
#define store profile->cookieStore()

public:
    Tab(){
        this->id = newTabId++;

        setPage(new JS_Capture);

        settings()->setAttribute(QWebEngineSettings::LocalContentCanAccessRemoteUrls, true);
        settings()->setAttribute(QWebEngineSettings::AllowRunningInsecureContent, true);
        settings()->setUnknownUrlSchemePolicy(QWebEngineSettings::AllowAllUnknownUrlSchemes);
        settings()->setAttribute(QWebEngineSettings::ScreenCaptureEnabled, true);

        profile->setHttpUserAgent(     "Mozilla/5.0 (X11; Linux x86_64; rv:73.0) Gecko/20100101 Firefox/73.0");
        profile->setHttpAcceptLanguage("ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3");

        profile->setCachePath(cacheDir .path());

        //вызывает постоянную нагрузку
        //profile->setPersistentStoragePath(cookieDir.path());

        connect(this, &QWebEngineView::loadStarted, this, [&](){
            isLoaded = false;
        });

        connect(this, &QWebEngineView::loadFinished, this, [&](){
            isLoaded = true;
        });

        cookiesV = new QVector<QNetworkCookie>;

        connect(profile->cookieStore(), &QWebEngineCookieStore::cookieAdded, this, [&](const QNetworkCookie &cookie){
            addCookie(cookie);
        });

        connect(page(), &QWebEnginePage::proxyAuthenticationRequired, this, &Tab::proxyAuthenticationRequired);
    }
    int id;
    bool isLoaded;
    QVector<QNetworkCookie>* cookies(){
        return cookiesV;
    }
    void deleteCookies(){
        store->deleteAllCookies();
        cookiesV->clear();
    }
    QByteArray runJavaScript(QString script, bool getResponse = false){
        QByteArray JSresult;
        QEventLoop loop;

        page()->runJavaScript(script, [&JSresult, &loop] (const QVariant &result){
            JSresult = result.toByteArray();
            loop.exit(0);
        });
        loop.exec();

        if(getResponse) return JSresult;
        return JSresult.isEmpty() ? "empty result" : JSresult;
    }
    QString JS_Errors(){
        return static_cast<JS_Capture*>(page())->JS_errors;
    }
    void set_JS_capture(bool state){
        static_cast<JS_Capture*>(page())->captureJS_errors = state;
    }
    void set_JS_capture_level(int lvl){
        static_cast<JS_Capture*>(page())->logAll = false;
        switch (lvl){
        case 0: static_cast<JS_Capture*>(page())->logLevel = QWebEnginePage::InfoMessageLevel;    break;
        case 1: static_cast<JS_Capture*>(page())->logLevel = QWebEnginePage::WarningMessageLevel; break;
        case 2: static_cast<JS_Capture*>(page())->logLevel = QWebEnginePage::ErrorMessageLevel;   break;
        case 3: static_cast<JS_Capture*>(page())->logAll   = true;                                break;
        }
    }
    void set_JS_on_error_alert(bool state){
        static_cast<JS_Capture*>(page())->onJS_error_alert = state;
    }
    void clearJS_errors(){
        static_cast<JS_Capture*>(page())->JS_errors.clear();
    }
    void saveCookies(QString domain, QString fileName, bool isAppend, bool isDefaultPath){
        QByteArray data = "";//Куки в формате miniPoster'а
        auto addCookie = [&data](const QNetworkCookie &cook){
            data += (cook.domain().at(0) == '.'
                     ? cook.domain().remove(0, 1).toUtf8() : cook.domain().toUtf8())
                    + "|" + cook.name() + "|" + cook.value() + "\n";
        };

        if(domain.length() == 0)//Домен не указан => выгружаем все куки
            for(auto c : *cookies()) addCookie(c);

        else for(auto c : *cookies())
            if(c.domain().contains(domain))//Сохраняем куки только для указанного домена
                addCookie(c);

        if(data.length() > 0) data.remove(data.length() - 1, 1);//удаляем '\n' в конце
        QFile qf((isDefaultPath ? ("../save/cookies/" + fileName) : fileName) + ".cook");
        qf.open(isAppend ? QIODevice::Append : QIODevice::WriteOnly);
        qf.write(data); qf.close();
    }
    int set_cookies(QStringList &TaskList, bool fromFile = true){
        int added = 0;
        auto addCookie = [&](const QByteArray *host, const QByteArray *key, QByteArray value = ""){
            if(host->length() == 0 || key->length() == 0)
                return true;

            QNetworkCookie cookie(*key, value);

            ++added;
            store->setCookie(cookie, QUrl("https://" + *host));
            return false;
        };
        if(fromFile){
            QFile qf(TaskList.at(1));
            if(!qf.exists()) return -1;

            QByteArrayList split = qf.readAll().split('\n');//Куки из файла
            if(split.count() == 0) return -1;

            for(auto str : split){
                QByteArrayList c = str.split('|');
                bool bad = true;
                if(c.count() == 2){//Добавляем пустое значение
                    bad = addCookie(&c.at(0), &c.at(1));
                }
                else if(c.count() == 3){//Нормальная строка
                    bad = addCookie(&c.at(0), &c.at(1), c.at(2));
                }
                if(bad) return -1;//Странная строка
            }
        }
        else{
            QByteArrayList split = TaskList.at(1).toLocal8Bit().split('|');//Куки из строки
            if(split.count() == 0) return -1;

            for(int i = 0; i < split.size(); i += 3){
                bool bad = true;
                if(i + 2 < split.size()){//Нормальная строка
                    bad = addCookie(&split.at(i), &split.at(i + 1), split.at(i + 2));
                }
                else if(i + 1 < split.size()){//Добавляем пустое значение
                    bad = addCookie(&split.at(i), &split.at(i + 1));
                }
                if(bad) return -1;//Странная строка
            }
        }

        return added;
    }
    void get_html(QByteArray &data_to_server){
        QString res = "";
        QEventLoop loop;

        page()->toHtml([&res,&loop](const QString &result){
            res = result;
            loop.exit(0);
        });
        loop.exec();

        data_to_server = res.toLocal8Bit();
    }
    void get_cookies(QByteArray &data_to_server){
        data_to_server = "";

        for(auto c : *cookies())//Преобразуем куки в формат miniPoster'а
            data_to_server += (c.domain() + "|" + c.name() + "|" + c.value() + "|").toLocal8Bit();

        if(data_to_server.length() > 0) data_to_server.remove(data_to_server.length() - 1, 1);//удаляем '|' в конце
    }
    void get_cookie_value_by_name(QByteArray &data_to_server, QStringList &TaskList){
        data_to_server = "";

        for(auto c : *cookies())
            if(c.name() == TaskList.at(1)){
                data_to_server = c.value();
                break;
            }
    }
    void get_cookie_by_domain(QByteArray &data_to_server, QStringList &TaskList){
        data_to_server = "";

        for(auto c : *cookies())
            if(c.domain().contains(TaskList[1]))
                data_to_server += c.name() + "|" + c.value() + "|";
        if(data_to_server.length() > 0) data_to_server.remove(data_to_server.length() - 1, 1);//удаляем '|' в конце
    }
    void get_domain_cookie_value_by_name(QByteArray &data_to_server, QStringList &TaskList){
        data_to_server = "";

        for(auto c : *cookies())
            if(c.domain() == TaskList.at(1) && c.name() == TaskList.at(2)){
                data_to_server = c.value();
                break;
            }
    }
    void screen_shot(QByteArray &data_to_server, QStringList &TaskList){
        QList<QString> listData = TaskList.at(2).split(":");
        listData.append(TaskList.at(3).split(":"));

        if(listData.size() < 4) return;

        QDir *dir = new QDir();

        static const QString path = "../captcha/";

        if(!dir->exists(path)) dir->mkdir(path);
        delete dir;
        int x = listData.at(0).toInt(), y = listData.at(1).toInt();
        QPixmap img = grab(QRect(QPoint(x,y), QSize(listData.at(2).toInt() - x, listData.at(3).toInt() - y)));

        img.save(path + TaskList.at(1) + ".png");

        data_to_server = "ok";
    }
    void pixel_exists(QByteArray &data_to_server, QStringList &TaskList){
        QList<QString> listData = TaskList.at(1).split(":");
        listData.append(TaskList.at(2).split(":"));

        data_to_server = "no";

        if(listData.size() < 4) return;

        int x  = listData.at(0).toInt(), y = listData.at(1).toInt();
        int x1 = listData.at(2).toInt(), y1 = listData.at(3).toInt();
        QImage img = grab(QRect(QPoint(x,y), QSize(x1 - x, y1 - y))).toImage();

        QColor pixel(TaskList.at(3));

        bool find = false;
        for(int y = 0; y < img.height() && !find; ++y)
            for(int x = 0; x < img.width() && !find; ++x)
                if(img.pixel(x, y) == pixel.rgb())
                { data_to_server = "yes"; find = true; }

        if(!find)
            data_to_server = "no";
    }

private:
    QVector<QNetworkCookie> *cookiesV;
    void addCookie(const QNetworkCookie cookie){
        for(auto item : *cookiesV)
            if(item.hasSameIdentifier(cookie))
                return;//добавляем только новые куки
        cookiesV->append(cookie);
    }
    void proxyAuthenticationRequired(const QUrl &, QAuthenticator *auth, const QString &){
        auth->setUser    (Proxy::User);
        auth->setPassword(Proxy::Pass);
    }

};

class Captcha{
public:
    static bool getResponse(Tab *tab, QByteArray &data_to_server){
        switch (currCAPTCHA) {
        case reCap2: { data_to_server = tab->runJavaScript("grecaptcha.getResponse()", true); break; }
        case reCap3: { data_to_server = tab->runJavaScript("ResponseV3", true); break; }
        case hCap:   { data_to_server = tab->runJavaScript("hcaptcha.getResponse()", true); break; }
        default: return false;
        }

        currCAPTCHA = CAPTCHA::none;
        return true;
    }
    static void load_v2reCAPTHCA(Tab *tab, QString *baseURL, QString *siteKey){
        tab->isLoaded = true;
        currCAPTCHA = CAPTCHA::reCap2;

        //загрузка reCAPTCHA2
        tab->setHtml(reCAPTCHA2_source.arg(*siteKey).toLocal8Bit(), QUrl(*baseURL));
    }
    static void load_v3reCAPTHCA(Tab *tab, QStringList &TaskList){
        QString baseURL = TaskList[1];
        QString siteKey = TaskList[2];
        QString action = TaskList.size() == 4 ? TaskList[3] : "";

        Captcha::load_v2reCAPTHCA(tab, &baseURL, &siteKey);

        currCAPTCHA = CAPTCHA::reCap3;

        //загрузка reCAPTCHA3
        tab->runJavaScript(reCAPTCHA3_source1.arg(siteKey));

        tab->runJavaScript(reCAPTCHA3_source2.arg(siteKey).arg(action.length() == 0 ? "homepage" : action));
    }
    static void load_hcaptcha(Tab *tab, QStringList &TaskList){
        QString baseURL = TaskList[1];
        QString siteKey = TaskList[2];

        currCAPTCHA = CAPTCHA::hCap;
        //загрузка hCaptcha
        tab->setHtml(hCAPTCHA_source.arg(siteKey), QUrl(baseURL));
        tab->isLoaded = true;
    }

private:
    inline static CAPTCHA currCAPTCHA = CAPTCHA::none;
};


#endif // DATAHELPER_H