////  ModelPackager.cpp//////  Created by Clement on 3/9/15.//  Copyright 2015 High Fidelity, Inc.////  Distributed under the Apache License, Version 2.0.//  See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html// #include "ModelPackager.h" #include <QFile>#include <QFileDialog>#include <QMessageBox>#include <QTemporaryDir> #include <FSTReader.h>#include <FBXSerializer.h>#include <OffscreenUi.h> #include "ModelSelector.h"#include "ModelPropertiesDialog.h"#include "InterfaceLogging.h" static const int MAX_TEXTURE_SIZE = 8192; void copyDirectoryContent(QDir& from, QDir& to) {    for (auto entry : from.entryInfoList(QDir::Dirs | QDir::Files | QDir::NoDotAndDotDot |                                         QDir::NoSymLinks | QDir::Readable)) {        if (entry.isDir()) {            to.mkdir(entry.fileName());            from.cd(entry.fileName());            to.cd(entry.fileName());            copyDirectoryContent(from, to);            from.cdUp();            to.cdUp();        } else { // Files            QFile file(entry.absoluteFilePath());            QString newPath = to.absolutePath() + "/" + entry.fileName();            if (to.exists(entry.fileName())) {                QFile overridenFile(newPath);                overridenFile.remove();            }            file.copy(newPath);        }    }} bool ModelPackager::package() {    ModelPackager packager;    if (!packager.selectModel()) {        return false;    }    if (!packager.loadModel()) {        return false;    }    if (!packager.editProperties()) {        return false;    }    if (!packager.zipModel()) {        return false;    }    return true;} bool ModelPackager::selectModel() {    ModelSelector selector;    if(selector.exec() == QDialog::Accepted) {        _modelFile = selector.getFileInfo();        return true;    }    return false;} bool ModelPackager::loadModel() {    // First we check the FST file (if any)    if (_modelFile.completeSuffix().contains("fst")) {        QFile fst(_modelFile.filePath());        if (!fst.open(QFile::ReadOnly | QFile::Text)) {            OffscreenUi::asyncWarning(NULL,                                 QString("ModelPackager::loadModel()"),                                 QString("Could not open FST file %1").arg(_modelFile.filePath()),                                 QMessageBox::Ok);            qWarning() << QString("ModelPackager::loadModel(): Could not open FST file %1").arg(_modelFile.filePath());            return false;        }        qCDebug(interfaceapp) << "Reading FST file";        _mapping = FSTReader::readMapping(fst.readAll());        fst.close();         _fbxInfo = QFileInfo(_modelFile.path() + "/" + _mapping.value(FILENAME_FIELD).toString());    } else {        _fbxInfo = QFileInfo(_modelFile.filePath());    }     // open the fbx file    QFile fbx(_fbxInfo.filePath());    if (!_fbxInfo.exists() || !_fbxInfo.isFile() || !fbx.open(QIODevice::ReadOnly)) {        OffscreenUi::asyncWarning(NULL,                             QString("ModelPackager::loadModel()"),                             QString("Could not open FBX file %1").arg(_fbxInfo.filePath()),                             QMessageBox::Ok);        qWarning() << "ModelPackager::loadModel(): Could not open FBX file";        return false;    }    try {        qCDebug(interfaceapp) << "Reading FBX file : " << _fbxInfo.filePath();        QByteArray fbxContents = fbx.readAll();         _hfmModel = FBXSerializer().read(fbxContents, QVariantHash(), _fbxInfo.filePath());         // make sure we have some basic mappings        populateBasicMapping(_mapping, _fbxInfo.filePath(), *_hfmModel);    } catch (const QString& error) {        qCDebug(interfaceapp) << "Error reading: " << error;        return false;    }    return true;} bool ModelPackager::editProperties() {    // open the dialog to configure the rest    ModelPropertiesDialog properties(_mapping, _modelFile.path(), *_hfmModel);    if (properties.exec() == QDialog::Rejected) {        return false;    }    _mapping = properties.getMapping();     // Make sure that a mapping for the root joint has been specified    QVariantHash joints = _mapping.value(JOINT_FIELD).toHash();    if (!joints.contains("jointRoot")) {        qWarning() << "root joint not configured for skeleton.";         QString message = "Your did not configure a root joint for your skeleton model.\n\nPackaging will be canceled.";        QMessageBox msgBox;        msgBox.setWindowTitle("Model Packager");        msgBox.setText(message);        msgBox.setStandardButtons(QMessageBox::Ok);        msgBox.setIcon(QMessageBox::Warning);        msgBox.exec();         return false;    }     return true;} bool ModelPackager::zipModel() {    QTemporaryDir dir;    dir.setAutoRemove(true);    QDir tempDir(dir.path());     QByteArray nameField = _mapping.value(NAME_FIELD).toByteArray();    tempDir.mkpath(nameField + "/textures");    tempDir.mkpath(nameField + "/scripts");    QDir fbxDir(tempDir.path() + "/" + nameField);    QDir texDir(fbxDir.path() + "/textures");    QDir scriptDir(fbxDir.path() + "/scripts");     // Copy textures    listTextures();    if (!_textures.empty()) {        QByteArray texdirField = _mapping.value(TEXDIR_FIELD).toByteArray();        _texDir = _modelFile.path() + "/" + texdirField;        copyTextures(_texDir, texDir);    }     // Copy scripts    QByteArray scriptField = _mapping.value(SCRIPT_FIELD).toByteArray();    _mapping.remove(SCRIPT_FIELD);    if (scriptField.size() > 1) {        tempDir.mkpath(nameField + "/scripts");        _scriptDir = _modelFile.path() + "/" + scriptField;        QDir wdir = QDir(_scriptDir);        _mapping.remove(SCRIPT_FIELD);        wdir.setSorting(QDir::Name | QDir::Reversed);        auto list = wdir.entryList(QDir::NoDotAndDotDot | QDir::AllEntries);        for (auto script : list) {            auto sc = tempDir.relativeFilePath(scriptDir.path()) + "/" + QUrl(script).fileName();            _mapping.insert(SCRIPT_FIELD, sc);        }        copyDirectoryContent(wdir, scriptDir);    }     // Copy LODs    QVariantHash lodField = _mapping.value(LOD_FIELD).toHash();    if (!lodField.empty()) {        for (auto it = lodField.constBegin(); it != lodField.constEnd(); ++it) {            QString oldPath = _modelFile.path() + "/" + it.key();            QFile lod(oldPath);            QString newPath = fbxDir.path() + "/" + QFileInfo(lod).fileName();            if (lod.exists()) {                lod.copy(newPath);            }        }    }     // Copy FBX    QFile fbx(_fbxInfo.filePath());    QByteArray filenameField = _mapping.value(FILENAME_FIELD).toByteArray();    QString newPath = fbxDir.path() + "/" + QFileInfo(filenameField).fileName();    fbx.copy(newPath);     // Correct FST    _mapping.replace(FILENAME_FIELD, tempDir.relativeFilePath(newPath));    _mapping.replace(TEXDIR_FIELD, tempDir.relativeFilePath(texDir.path()));     for (auto multi : _mapping.values(SCRIPT_FIELD)) {        multi.fromValue(tempDir.relativeFilePath(scriptDir.path()) + multi.toString());    }    // Copy FST    QFile fst(tempDir.path() + "/" + nameField + ".fst");    if (fst.open(QIODevice::WriteOnly)) {        fst.write(FSTReader::writeMapping(_mapping));        fst.close();    } else {        qCDebug(interfaceapp) << "Couldn't write FST file" << fst.fileName();        return false;    }      QString saveDirPath = QFileDialog::getExistingDirectory(nullptr, "Save Model",                                                        "", QFileDialog::ShowDirsOnly);    if (saveDirPath.isEmpty()) {        qCDebug(interfaceapp) << "Invalid directory" << saveDirPath;        return false;    }     QDir saveDir(saveDirPath);    copyDirectoryContent(tempDir, saveDir);    return true;} void ModelPackager::populateBasicMapping(QVariantHash& mapping, QString filename, const hfm::Model& hfmModel) {     // mixamo files - in the event that a mixamo file was edited by some other tool, it's likely the applicationName will    // be rewritten, so we detect the existence of several different blendshapes which indicate we're likely a mixamo file    bool likelyMixamoFile = hfmModel.applicationName == "mixamo.com" ||                            (hfmModel.blendshapeChannelNames.contains("BrowsDown_Right") &&                             hfmModel.blendshapeChannelNames.contains("MouthOpen") &&                             hfmModel.blendshapeChannelNames.contains("Blink_Left") &&                             hfmModel.blendshapeChannelNames.contains("Blink_Right") &&                             hfmModel.blendshapeChannelNames.contains("Squint_Right"));     if (!mapping.contains(NAME_FIELD)) {        mapping.insert(NAME_FIELD, QFileInfo(filename).baseName());    }     if (!mapping.contains(FILENAME_FIELD)) {        QDir root(_modelFile.path());        mapping.insert(FILENAME_FIELD, root.relativeFilePath(filename));    }    if (!mapping.contains(TEXDIR_FIELD)) {        mapping.insert(TEXDIR_FIELD, ".");    }    if (!mapping.contains(SCRIPT_FIELD)) {        mapping.insert(SCRIPT_FIELD, ".");    }    // mixamo/autodesk defaults    if (!mapping.contains(SCALE_FIELD)) {        mapping.insert(SCALE_FIELD, 1.0);    }    QVariantHash joints = mapping.value(JOINT_FIELD).toHash();    if (!joints.contains("jointEyeLeft")) {        joints.insert("jointEyeLeft", hfmModel.jointIndices.contains("jointEyeLeft") ? "jointEyeLeft" :                      (hfmModel.jointIndices.contains("EyeLeft") ? "EyeLeft" : "LeftEye"));    }    if (!joints.contains("jointEyeRight")) {        joints.insert("jointEyeRight", hfmModel.jointIndices.contains("jointEyeRight") ? "jointEyeRight" :                      hfmModel.jointIndices.contains("EyeRight") ? "EyeRight" : "RightEye");    }    if (!joints.contains("jointNeck")) {        joints.insert("jointNeck", hfmModel.jointIndices.contains("jointNeck") ? "jointNeck" : "Neck");    }     if (!joints.contains("jointRoot")) {        joints.insert("jointRoot", "Hips");    }    if (!joints.contains("jointLean")) {        joints.insert("jointLean", "Spine");    }    if (!joints.contains("jointLeftHand")) {        joints.insert("jointLeftHand", "LeftHand");    }    if (!joints.contains("jointRightHand")) {        joints.insert("jointRightHand", "RightHand");    }     if (!joints.contains("jointHead")) {        const char* topName = likelyMixamoFile ? "HeadTop_End" : "HeadEnd";        joints.insert("jointHead", hfmModel.jointIndices.contains(topName) ? topName : "Head");    }     mapping.insert(JOINT_FIELD, joints);     // If there are no blendshape mappings, and we detect that this is likely a mixamo file,    // then we can add the default mixamo to blendshape mappings.    if (!mapping.contains(BLENDSHAPE_FIELD) && likelyMixamoFile) {        hifi::VariantMultiHash blendshapes;        blendshapes.insert("BrowsD_L", QVariantList() << "BrowsDown_Left" << 1.0);        blendshapes.insert("BrowsD_R", QVariantList() << "BrowsDown_Right" << 1.0);        blendshapes.insert("BrowsU_C", QVariantList() << "BrowsUp_Left" << 1.0);        blendshapes.insert("BrowsU_C", QVariantList() << "BrowsUp_Right" << 1.0);        blendshapes.insert("BrowsU_L", QVariantList() << "BrowsUp_Left" << 1.0);        blendshapes.insert("BrowsU_R", QVariantList() << "BrowsUp_Right" << 1.0);        blendshapes.insert("ChinLowerRaise", QVariantList() << "Jaw_Up" << 1.0);        blendshapes.insert("ChinUpperRaise", QVariantList() << "UpperLipUp_Left" << 0.5);        blendshapes.insert("ChinUpperRaise", QVariantList() << "UpperLipUp_Right" << 0.5);        blendshapes.insert("EyeBlink_L", QVariantList() << "Blink_Left" << 1.0);        blendshapes.insert("EyeBlink_R", QVariantList() << "Blink_Right" << 1.0);        blendshapes.insert("EyeOpen_L", QVariantList() << "EyesWide_Left" << 1.0);        blendshapes.insert("EyeOpen_R", QVariantList() << "EyesWide_Right" << 1.0);        blendshapes.insert("EyeSquint_L", QVariantList() << "Squint_Left" << 1.0);        blendshapes.insert("EyeSquint_R", QVariantList() << "Squint_Right" << 1.0);        blendshapes.insert("JawFwd", QVariantList() << "JawForeward" << 1.0);        blendshapes.insert("JawLeft", QVariantList() << "JawRotateY_Left" << 0.5);        blendshapes.insert("JawOpen", QVariantList() << "MouthOpen" << 0.7);        blendshapes.insert("JawRight", QVariantList() << "Jaw_Right" << 1.0);        blendshapes.insert("LipsFunnel", QVariantList() << "JawForeward" << 0.39);        blendshapes.insert("LipsFunnel", QVariantList() << "Jaw_Down" << 0.36);        blendshapes.insert("LipsFunnel", QVariantList() << "MouthNarrow_Left" << 1.0);        blendshapes.insert("LipsFunnel", QVariantList() << "MouthNarrow_Right" << 1.0);        blendshapes.insert("LipsFunnel", QVariantList() << "MouthWhistle_NarrowAdjust_Left" << 0.5);        blendshapes.insert("LipsFunnel", QVariantList() << "MouthWhistle_NarrowAdjust_Right" << 0.5);        blendshapes.insert("LipsFunnel", QVariantList() << "TongueUp" << 1.0);        blendshapes.insert("LipsLowerClose", QVariantList() << "LowerLipIn" << 1.0);        blendshapes.insert("LipsLowerDown", QVariantList() << "LowerLipDown_Left" << 0.7);        blendshapes.insert("LipsLowerDown", QVariantList() << "LowerLipDown_Right" << 0.7);        blendshapes.insert("LipsLowerOpen", QVariantList() << "LowerLipOut" << 1.0);        blendshapes.insert("LipsPucker", QVariantList() << "MouthNarrow_Left" << 1.0);        blendshapes.insert("LipsPucker", QVariantList() << "MouthNarrow_Right" << 1.0);        blendshapes.insert("LipsUpperClose", QVariantList() << "UpperLipIn" << 1.0);        blendshapes.insert("LipsUpperOpen", QVariantList() << "UpperLipOut" << 1.0);        blendshapes.insert("LipsUpperUp", QVariantList() << "UpperLipUp_Left" << 0.7);        blendshapes.insert("LipsUpperUp", QVariantList() << "UpperLipUp_Right" << 0.7);        blendshapes.insert("MouthDimple_L", QVariantList() << "Smile_Left" << 0.25);        blendshapes.insert("MouthDimple_R", QVariantList() << "Smile_Right" << 0.25);        blendshapes.insert("MouthFrown_L", QVariantList() << "Frown_Left" << 1.0);        blendshapes.insert("MouthFrown_R", QVariantList() << "Frown_Right" << 1.0);        blendshapes.insert("MouthLeft", QVariantList() << "Midmouth_Left" << 1.0);        blendshapes.insert("MouthRight", QVariantList() << "Midmouth_Right" << 1.0);        blendshapes.insert("MouthSmile_L", QVariantList() << "Smile_Left" << 1.0);        blendshapes.insert("MouthSmile_R", QVariantList() << "Smile_Right" << 1.0);        blendshapes.insert("Puff", QVariantList() << "CheekPuff_Left" << 1.0);        blendshapes.insert("Puff", QVariantList() << "CheekPuff_Right" << 1.0);        blendshapes.insert("Sneer", QVariantList() << "NoseScrunch_Left" << 0.75);        blendshapes.insert("Sneer", QVariantList() << "NoseScrunch_Right" << 0.75);        blendshapes.insert("Sneer", QVariantList() << "Squint_Left" << 0.5);        blendshapes.insert("Sneer", QVariantList() << "Squint_Right" << 0.5);        mapping.insert(BLENDSHAPE_FIELD, blendshapes);    }} void ModelPackager::listTextures() {    _textures.clear();    foreach (const HFMMaterial mat, _hfmModel->materials) {        if (!mat.albedoTexture.filename.isEmpty() && mat.albedoTexture.content.isEmpty() &&            !_textures.contains(mat.albedoTexture.filename)) {            _textures << mat.albedoTexture.filename;        }        if (!mat.normalTexture.filename.isEmpty() && mat.normalTexture.content.isEmpty() &&            !_textures.contains(mat.normalTexture.filename)) {             _textures << mat.normalTexture.filename;        }        if (!mat.specularTexture.filename.isEmpty() && mat.specularTexture.content.isEmpty() &&            !_textures.contains(mat.specularTexture.filename)) {            _textures << mat.specularTexture.filename;        }        if (!mat.emissiveTexture.filename.isEmpty() && mat.emissiveTexture.content.isEmpty() &&            !_textures.contains(mat.emissiveTexture.filename)) {            _textures << mat.emissiveTexture.filename;        }    }} bool ModelPackager::copyTextures(const QString& oldDir, const QDir& newDir) {    QString errors;    for (auto texture : _textures) {        QString oldPath = oldDir + "/" + texture;        QString newPath = newDir.path() + "/" + texture;         // Make sure path exists        if (texture.contains("/")) {            QString dirPath = newDir.relativeFilePath(QFileInfo(newPath).path());            newDir.mkpath(dirPath);        }         QFile texFile(oldPath);        if (texFile.exists() && texFile.open(QIODevice::ReadOnly)) {            // Check if texture needs to be recoded            QFileInfo fileInfo(oldPath);            QString extension = fileInfo.suffix().toLower();            bool isJpeg = (extension == "jpg");            bool mustRecode = !(isJpeg || extension == "png");            QImage image = QImage::fromData(texFile.readAll());             // Recode texture if too big            if (image.width() > MAX_TEXTURE_SIZE || image.height() > MAX_TEXTURE_SIZE) {                image = image.scaled(MAX_TEXTURE_SIZE, MAX_TEXTURE_SIZE, Qt::KeepAspectRatio);                mustRecode = true;            }             // Copy texture            if (mustRecode) {                QFile newTexFile(newPath);                newTexFile.open(QIODevice::WriteOnly);                image.save(&newTexFile, isJpeg ? "JPG" : "PNG");            } else {                texFile.copy(newPath);            }        } else {            errors += QString("\n%1").arg(oldPath);        }    }     if (!errors.isEmpty()) {        OffscreenUi::asyncWarning(nullptr, "ModelPackager::copyTextures()",                             "Missing textures:" + errors);        qCDebug(interfaceapp) << "ModelPackager::copyTextures():" << errors;        return false;    }     return true;}