////  ModelUploader.cpp//  interface/src////  Created by Clément Brisset on 3/4/14.//  Copyright 2014 High Fidelity, Inc.////  Distributed under the Apache License, Version 2.0.//  See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html// #include <QDebug>#include <QFile>#include <QFileDialog>#include <QGridLayout>#include <QHttpMultiPart>#include <QMessageBox>#include <QProgressBar>#include <QStandardPaths>#include <QTextStream>#include <QVariant> #include <AccountManager.h> #include "Application.h"#include "renderer/FBXReader.h" #include "ModelUploader.h"  static const QString NAME_FIELD = "name";static const QString FILENAME_FIELD = "filename";static const QString TEXDIR_FIELD = "texdir";static const QString LOD_FIELD = "lod"; static const QString S3_URL = "http://highfidelity-public.s3-us-west-1.amazonaws.com";static const QString MODEL_URL = "/api/v1/models"; static const QString SETTING_NAME = "LastModelUploadLocation"; static const int MAX_SIZE = 10 * 1024 * 1024; // 10 MBstatic const int TIMEOUT = 1000;static const int MAX_CHECK = 30; static const int QCOMPRESS_HEADER_POSITION = 0;static const int QCOMPRESS_HEADER_SIZE = 4; ModelUploader::ModelUploader(bool isHead) :    _lodCount(-1),    _texturesCount(-1),    _totalSize(0),    _isHead(isHead),    _readyToSend(false),    _dataMultiPart(new QHttpMultiPart(QHttpMultiPart::FormDataType)),    _numberOfChecks(MAX_CHECK){    connect(&_timer, SIGNAL(timeout()), SLOT(checkS3()));} ModelUploader::~ModelUploader() {    delete _dataMultiPart;} bool ModelUploader::zip() {    // File Dialog    QSettings* settings = Application::getInstance()->lockSettings();    QString lastLocation = settings->value(SETTING_NAME).toString();        if (lastLocation.isEmpty()) {       lastLocation  = QStandardPaths::writableLocation(QStandardPaths::DownloadLocation);    // Temporary fix to Qt bug: http://stackoverflow.com/questions/16194475#ifdef __APPLE__    lastLocation.append("/model.fst");#endif    }                QString filename = QFileDialog::getOpenFileName(NULL, "Select your .fst file ...", lastLocation, "*.fst");    if (filename == "") {        // If the user canceled we return.        Application::getInstance()->unlockSettings();        return false;    }    settings->setValue(SETTING_NAME, filename);    Application::getInstance()->unlockSettings();        bool _nameIsPresent = false;    QString texDir;    QString fbxFile;            // First we check the FST file    QFile fst(filename);    if (!fst.open(QFile::ReadOnly | QFile::Text)) {        QMessageBox::warning(NULL,                             QString("ModelUploader::zip()"),                             QString("Could not open FST file."),                             QMessageBox::Ok);        qDebug() << "[Warning] " << QString("Could not open FST file.");        return false;    }    qDebug() << "Reading FST file : " << QFileInfo(fst).filePath();        // Compress and copy the fst    if (!addPart(QFileInfo(fst).filePath(), QString("fst"))) {        return false;    }        // Let's read through the FST file    QTextStream stream(&fst);    QList<QString> line;    while (!stream.atEnd()) {        line = stream.readLine().split(QRegExp("[ =]"), QString::SkipEmptyParts);        if (line.isEmpty()) {            continue;        }                // according to what is read, we modify the command        if (line[0] == NAME_FIELD) {            QHttpPart textPart;            textPart.setHeader(QNetworkRequest::ContentDispositionHeader, "form-data;"                               " name=\"model_name\"");            textPart.setBody(line[1].toUtf8());            _dataMultiPart->append(textPart);            _url = S3_URL + ((_isHead)? "/models/heads/" : "/models/skeletons/") + line[1].toUtf8() + ".fst";            _nameIsPresent = true;        } else if (line[0] == FILENAME_FIELD) {            fbxFile = QFileInfo(fst).path() + "/" + line[1];            QFileInfo fbxInfo(fbxFile);            if (!fbxInfo.exists() || !fbxInfo.isFile()) { // Check existence                QMessageBox::warning(NULL,                                     QString("ModelUploader::zip()"),                                     QString("FBX file %1 could not be found.").arg(fbxInfo.fileName()),                                     QMessageBox::Ok);                qDebug() << "[Warning] " << QString("FBX file %1 could not be found.").arg(fbxInfo.fileName());                return false;            }            // Compress and copy            if (!addPart(fbxInfo.filePath(), "fbx")) {                return false;            }        } else if (line[0] == TEXDIR_FIELD) { // Check existence            texDir = QFileInfo(fst).path() + "/" + line[1];            QFileInfo texInfo(texDir);            if (!texInfo.exists() || !texInfo.isDir()) {                QMessageBox::warning(NULL,                                     QString("ModelUploader::zip()"),                                     QString("Texture directory could not be found."),                                     QMessageBox::Ok);                qDebug() << "[Warning] " << QString("Texture directory could not be found.");                return false;            }        } else if (line[0] == LOD_FIELD) {            QFileInfo lod(QFileInfo(fst).path() + "/" + line[1]);            if (!lod.exists() || !lod.isFile()) { // Check existence                QMessageBox::warning(NULL,                                     QString("ModelUploader::zip()"),                                     QString("LOD file %1 could not be found.").arg(lod.fileName()),                                     QMessageBox::Ok);                qDebug() << "[Warning] " << QString("FBX file %1 could not be found.").arg(lod.fileName());            }            // Compress and copy            if (!addPart(lod.filePath(), QString("lod%1").arg(++_lodCount))) {                return false;            }        }    }        if (!addTextures(texDir, fbxFile)) {        return false;    }        QHttpPart textPart;    textPart.setHeader(QNetworkRequest::ContentDispositionHeader, "form-data;"                       " name=\"model_category\"");    if (_isHead) {        textPart.setBody("heads");    } else {        textPart.setBody("skeletons");    }    _dataMultiPart->append(textPart);        if (!_nameIsPresent) {        QMessageBox::warning(NULL,                             QString("ModelUploader::zip()"),                             QString("Model name is missing in the .fst file."),                             QMessageBox::Ok);        qDebug() << "[Warning] " << QString("Model name is missing in the .fst file.");        return false;    }        _readyToSend = true;    return true;} void ModelUploader::send() {    if (!zip()) {        deleteLater();        return;    }        JSONCallbackParameters callbackParams;    callbackParams.jsonCallbackReceiver = this;    callbackParams.jsonCallbackMethod = "uploadSuccess";    callbackParams.errorCallbackReceiver = this;    callbackParams.errorCallbackMethod = "uploadFailed";    callbackParams.updateReciever = this;    callbackParams.updateSlot = SLOT(uploadUpdate(qint64, qint64));        AccountManager::getInstance().authenticatedRequest(MODEL_URL, QNetworkAccessManager::PostOperation, callbackParams, QByteArray(), _dataMultiPart);    _dataMultiPart = NULL;    qDebug() << "Sending model...";    _progressDialog = new QDialog();    _progressBar = new QProgressBar(_progressDialog);    _progressBar->setRange(0, 100);    _progressBar->setValue(0);        _progressDialog->setWindowTitle("Uploading model...");    _progressDialog->setLayout(new QGridLayout(_progressDialog));    _progressDialog->layout()->addWidget(_progressBar);        _progressDialog->exec();     delete _progressDialog;    _progressDialog = NULL;    _progressBar = NULL;} void ModelUploader::uploadUpdate(qint64 bytesSent, qint64 bytesTotal) {    if (_progressDialog) {        _progressBar->setRange(0, bytesTotal);        _progressBar->setValue(bytesSent);    }} void ModelUploader::uploadSuccess(const QJsonObject& jsonResponse) {    if (_progressDialog) {        _progressDialog->accept();    }    QMessageBox::information(NULL,                             QString("ModelUploader::uploadSuccess()"),                             QString("We are reading your model information."),                             QMessageBox::Ok);    qDebug() << "Model sent with success";    checkS3();} void ModelUploader::uploadFailed(QNetworkReply::NetworkError errorCode, const QString& errorString) {    if (_progressDialog) {        _progressDialog->reject();    }    QMessageBox::warning(NULL,                         QString("ModelUploader::uploadFailed()"),                         QString("There was a problem with your upload, please try again later."),                         QMessageBox::Ok);    qDebug() << "Model upload failed (" << errorCode << "): " << errorString;    deleteLater();} void ModelUploader::checkS3() {    qDebug() << "Checking S3 for " << _url;    QNetworkRequest request(_url);    QNetworkReply* reply = _networkAccessManager.head(request);    connect(reply, SIGNAL(finished()), SLOT(processCheck()));} void ModelUploader::processCheck() {    QNetworkReply* reply = static_cast<QNetworkReply*>(sender());    _timer.stop();        switch (reply->error()) {        case QNetworkReply::NoError:            QMessageBox::information(NULL,                                     QString("ModelUploader::processCheck()"),                                     QString("Your model is now available in the browser."),                                     QMessageBox::Ok);            deleteLater();            break;        case QNetworkReply::ContentNotFoundError:            if (--_numberOfChecks) {                _timer.start(TIMEOUT);                break;            }        default:            QMessageBox::warning(NULL,                                 QString("ModelUploader::processCheck()"),                                 QString("We could not verify that your model was sent sucessfully\n"                                         "but it may have. If you do not see it in the model browser, try to upload again."),                                 QMessageBox::Ok);            deleteLater();            break;    }        delete reply;} bool ModelUploader::addTextures(const QString& texdir, const QString fbxFile) {    QFile fbx(fbxFile);    if (!fbx.open(QIODevice::ReadOnly)) {        return false;    }        QByteArray buffer = fbx.readAll();    QVariantHash variantHash = readMapping(buffer);    FBXGeometry geometry = readFBX(buffer, variantHash);        foreach (FBXMesh mesh, geometry.meshes) {        foreach (FBXMeshPart part, mesh.parts) {            if (!part.diffuseFilename.isEmpty()) {                if (!addPart(texdir + "/" + part.diffuseFilename,                             QString("texture%1").arg(++_texturesCount))) {                    return false;                }            }            if (!part.normalFilename.isEmpty()) {                if (!addPart(texdir + "/" + part.normalFilename,                             QString("texture%1").arg(++_texturesCount))) {                    return false;                }            }        }    }        return true;} bool ModelUploader::addPart(const QString &path, const QString& name) {    QFile file(path);    if (!file.open(QIODevice::ReadOnly)) {        QMessageBox::warning(NULL,                             QString("ModelUploader::addPart()"),                             QString("Could not open %1").arg(path),                             QMessageBox::Ok);        qDebug() << "[Warning] " << QString("Could not open %1").arg(path);        return false;    }    QByteArray buffer = qCompress(file.readAll());        // Qt's qCompress() default compression level (-1) is the standard zLib compression.    // Here remove Qt's custom header that prevent the data server from uncompressing the files with zLib.    buffer.remove(QCOMPRESS_HEADER_POSITION, QCOMPRESS_HEADER_SIZE);        QHttpPart part;    part.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data;"                   " name=\"" + name.toUtf8() +  "\";"                   " filename=\"" + QFileInfo(file).fileName().toUtf8() +  "\""));    part.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("application/octet-stream"));    part.setBody(buffer);    _dataMultiPart->append(part);            qDebug() << "File " << QFileInfo(file).fileName() << " added to model.";    _totalSize += file.size();    if (_totalSize > MAX_SIZE) {        QMessageBox::warning(NULL,                             QString("ModelUploader::zip()"),                             QString("Model too big, over %1 Bytes.").arg(MAX_SIZE),                             QMessageBox::Ok);        qDebug() << "[Warning] " << QString("Model too big, over %1 Bytes.").arg(MAX_SIZE);        return false;    }    qDebug() << "Current model size: " << _totalSize;        return true;}