//// FBXSerializer_Mesh.cpp// libraries/model-serializers/src//// Created by Sam Gateau on 8/27/2015.// Copyright 2015 High Fidelity, Inc.//// Distributed under the Apache License, Version 2.0.// See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html// #ifdef _WIN32#pragma warning( push )#pragma warning( disable : 4267 )#endif// gcc and clang#ifdef __GNUC__#pragma GCC diagnostic push#pragma GCC diagnostic ignored "-Wsign-compare"#endif #include <draco/compression/decode.h> #ifdef _WIN32#pragma warning( pop )#endif#ifdef __GNUC__#pragma GCC diagnostic pop#endif #include <iostream>#include <QBuffer>#include <QDataStream>#include <QIODevice>#include <QStringList>#include <QTextStream>#include <QtDebug>#include <QtEndian>#include <QFileInfo>#include <QHash>#include <LogHandler.h>#include <hfm/ModelFormatLogging.h> #include "FBXSerializer.h" #include <memory> #include <glm/detail/type_half.hpp>#include <glm/gtc/packing.hpp> using vec2h = glm::tvec2<glm::detail::hdata>; class Vertex {public: int originalIndex; glm::vec2 texCoord; glm::vec2 texCoord1;}; uint qHash(const Vertex& vertex, uint seed = 0) { return qHash(vertex.originalIndex, seed);} bool operator==(const Vertex& v1, const Vertex& v2) { return v1.originalIndex == v2.originalIndex && v1.texCoord == v2.texCoord && v1.texCoord1 == v2.texCoord1;} class AttributeData {public: QVector<glm::vec2> texCoords; QVector<int> texCoordIndices; QString name; int index;}; class MeshData {public: ExtractedMesh extracted; QVector<glm::vec3> vertices; QVector<int> polygonIndices; bool normalsByVertex; QVector<glm::vec3> normals; QVector<int> normalIndices; bool colorsByVertex; glm::vec4 averageColor{1.0f, 1.0f, 1.0f, 1.0f}; QVector<glm::vec4> colors; QVector<int> colorIndices; QVector<glm::vec2> texCoords; QVector<int> texCoordIndices; QHash<Vertex, int> indices; std::vector<AttributeData> attributes;}; void appendIndex(MeshData& data, QVector<int>& indices, int index, bool deduplicate) { if (index >= data.polygonIndices.size()) { return; } int vertexIndex = data.polygonIndices.at(index); if (vertexIndex < 0) { vertexIndex = -vertexIndex - 1; } Vertex vertex; vertex.originalIndex = vertexIndex; glm::vec3 position; if (vertexIndex < data.vertices.size()) { position = data.vertices.at(vertexIndex); } glm::vec3 normal; int normalIndex = data.normalsByVertex ? vertexIndex : index; if (data.normalIndices.isEmpty()) { if (normalIndex < data.normals.size()) { normal = data.normals.at(normalIndex); } } else if (normalIndex < data.normalIndices.size()) { normalIndex = data.normalIndices.at(normalIndex); if (normalIndex >= 0 && normalIndex < data.normals.size()) { normal = data.normals.at(normalIndex); } } glm::vec4 color; bool hasColors = (data.colors.size() > 0); if (hasColors) { int colorIndex = data.colorsByVertex ? vertexIndex : index; if (data.colorIndices.isEmpty()) { if (colorIndex < data.colors.size()) { color = data.colors.at(colorIndex); } } else if (colorIndex < data.colorIndices.size()) { colorIndex = data.colorIndices.at(colorIndex); if (colorIndex >= 0 && colorIndex < data.colors.size()) { color = data.colors.at(colorIndex); } } } if (data.texCoordIndices.isEmpty()) { if (index < data.texCoords.size()) { vertex.texCoord = data.texCoords.at(index); } } else if (index < data.texCoordIndices.size()) { int texCoordIndex = data.texCoordIndices.at(index); if (texCoordIndex >= 0 && texCoordIndex < data.texCoords.size()) { vertex.texCoord = data.texCoords.at(texCoordIndex); } } bool hasMoreTexcoords = (data.attributes.size() > 1); if (hasMoreTexcoords) { if (data.attributes[1].texCoordIndices.empty()) { if (index < data.attributes[1].texCoords.size()) { vertex.texCoord1 = data.attributes[1].texCoords.at(index); } } else if (index < data.attributes[1].texCoordIndices.size()) { int texCoordIndex = data.attributes[1].texCoordIndices.at(index); if (texCoordIndex >= 0 && texCoordIndex < data.attributes[1].texCoords.size()) { vertex.texCoord1 = data.attributes[1].texCoords.at(texCoordIndex); } } } QHash<Vertex, int>::const_iterator it = data.indices.find(vertex); if (!deduplicate || it == data.indices.constEnd()) { int newIndex = data.extracted.mesh.vertices.size(); indices.append(newIndex); data.indices.insert(vertex, newIndex); data.extracted.newIndices.insert(vertexIndex, newIndex); data.extracted.mesh.vertices.append(position); data.extracted.mesh.originalIndices.append(vertexIndex); data.extracted.mesh.normals.append(normal); data.extracted.mesh.texCoords.append(vertex.texCoord); if (hasColors) { data.extracted.mesh.colors.append(glm::vec3(color)); } if (hasMoreTexcoords) { data.extracted.mesh.texCoords1.append(vertex.texCoord1); } } else { indices.append(*it); data.extracted.mesh.normals[*it] += normal; }} ExtractedMesh FBXSerializer::extractMesh(const FBXNode& object, unsigned int& meshIndex, bool deduplicate) { MeshData data; data.extracted.mesh.meshIndex = meshIndex++; QVector<int> materials; QVector<int> textures; bool isMaterialPerPolygon = false; static const QVariant BY_VERTICE = hifi::ByteArray("ByVertice"); static const QVariant INDEX_TO_DIRECT = hifi::ByteArray("IndexToDirect"); bool isDracoMesh = false; foreach (const FBXNode& child, object.children) { if (child.name == "Vertices") { data.vertices = createVec3Vector(getDoubleVector(child)); } else if (child.name == "PolygonVertexIndex") { data.polygonIndices = getIntVector(child); } else if (child.name == "LayerElementNormal") { data.normalsByVertex = false; bool indexToDirect = false; foreach (const FBXNode& subdata, child.children) { if (subdata.name == "Normals") { data.normals = createVec3Vector(getDoubleVector(subdata)); } else if (subdata.name == "NormalsIndex") { data.normalIndices = getIntVector(subdata); } else if (subdata.name == "MappingInformationType" && subdata.properties.at(0) == BY_VERTICE) { data.normalsByVertex = true; } else if (subdata.name == "ReferenceInformationType" && subdata.properties.at(0) == INDEX_TO_DIRECT) { indexToDirect = true; } } if (indexToDirect && data.normalIndices.isEmpty()) { // hack to work around wacky Makehuman exports data.normalsByVertex = true; } } else if (child.name == "LayerElementColor") { data.colorsByVertex = false; bool indexToDirect = false; foreach (const FBXNode& subdata, child.children) { if (subdata.name == "Colors") { data.colors = createVec4VectorRGBA(getDoubleVector(subdata), data.averageColor); } else if (subdata.name == "ColorsIndex" || subdata.name == "ColorIndex") { data.colorIndices = getIntVector(subdata); } else if (subdata.name == "MappingInformationType" && subdata.properties.at(0) == BY_VERTICE) { data.colorsByVertex = true; } else if (subdata.name == "ReferenceInformationType" && subdata.properties.at(0) == INDEX_TO_DIRECT) { indexToDirect = true; } } if (indexToDirect && data.colorIndices.isEmpty()) { // hack to work around wacky Makehuman exports data.colorsByVertex = true; } #if defined(FBXSERIALIZER_KILL_BLACK_COLOR_ATTRIBUTE) // Potential feature where we decide to kill the color attribute is to dark? // Tested with the model: // https://hifi-public.s3.amazonaws.com/ryan/gardenLight2.fbx // let's check if we did have true data ? if (glm::all(glm::lessThanEqual(data.averageColor, glm::vec4(0.09f)))) { data.colors.clear(); data.colorIndices.clear(); data.colorsByVertex = false; qCDebug(modelformat) << "LayerElementColor has an average value of 0.0f... let's forget it."; }#endif } else if (child.name == "LayerElementUV") { if (child.properties.at(0).toInt() == 0) { AttributeData attrib; attrib.index = child.properties.at(0).toInt(); foreach (const FBXNode& subdata, child.children) { if (subdata.name == "UV") { data.texCoords = createVec2Vector(getDoubleVector(subdata)); attrib.texCoords = createVec2Vector(getDoubleVector(subdata)); } else if (subdata.name == "UVIndex") { data.texCoordIndices = getIntVector(subdata); attrib.texCoordIndices = getIntVector(subdata); } else if (subdata.name == "Name") { attrib.name = subdata.properties.at(0).toString(); }#if defined(DEBUG_FBXSERIALIZER) else { int unknown = 0; QString subname = subdata.name.data(); if ( (subdata.name == "Version") || (subdata.name == "MappingInformationType") || (subdata.name == "ReferenceInformationType") ) { } else { unknown++; } }#endif } data.extracted.texcoordSetMap.insert(attrib.name, data.attributes.size()); data.attributes.push_back(attrib); } else { AttributeData attrib; attrib.index = child.properties.at(0).toInt(); foreach (const FBXNode& subdata, child.children) { if (subdata.name == "UV") { attrib.texCoords = createVec2Vector(getDoubleVector(subdata)); } else if (subdata.name == "UVIndex") { attrib.texCoordIndices = getIntVector(subdata); } else if (subdata.name == "Name") { attrib.name = subdata.properties.at(0).toString(); }#if defined(DEBUG_FBXSERIALIZER) else { int unknown = 0; QString subname = subdata.name.data(); if ( (subdata.name == "Version") || (subdata.name == "MappingInformationType") || (subdata.name == "ReferenceInformationType") ) { } else { unknown++; } }#endif } QHash<QString, size_t>::iterator it = data.extracted.texcoordSetMap.find(attrib.name); if (it == data.extracted.texcoordSetMap.end()) { data.extracted.texcoordSetMap.insert(attrib.name, data.attributes.size()); data.attributes.push_back(attrib); } else { // WTF same names for different UVs? qCDebug(modelformat) << "LayerElementUV #" << attrib.index << " is reusing the same name as #" << (*it) << ". Skip this texcoord attribute."; } } } else if (child.name == "LayerElementMaterial") { static const QVariant BY_POLYGON = hifi::ByteArray("ByPolygon"); foreach (const FBXNode& subdata, child.children) { if (subdata.name == "Materials") { materials = getIntVector(subdata); } else if (subdata.name == "MappingInformationType") { if (subdata.properties.at(0) == BY_POLYGON) { isMaterialPerPolygon = true; } } else { isMaterialPerPolygon = false; } } } else if (child.name == "LayerElementTexture") { foreach (const FBXNode& subdata, child.children) { if (subdata.name == "TextureId") { textures = getIntVector(subdata); } } } else if (child.name == "DracoMesh") { isDracoMesh = true; data.extracted.mesh.wasCompressed = true; // Check for additional metadata unsigned int dracoMeshNodeVersion = 1; std::vector<QString> dracoMaterialList; for (const auto& dracoChild : child.children) { if (dracoChild.name == "FBXDracoMeshVersion") { if (!dracoChild.properties.isEmpty()) { dracoMeshNodeVersion = dracoChild.properties[0].toUInt(); } } else if (dracoChild.name == "MaterialList") { dracoMaterialList.reserve(dracoChild.properties.size()); for (const auto& materialID : dracoChild.properties) { dracoMaterialList.push_back(materialID.toString()); } } } // load the draco mesh from the FBX and create a draco::Mesh draco::Decoder decoder; draco::DecoderBuffer decodedBuffer; hifi::ByteArray dracoArray = child.properties.at(0).value<hifi::ByteArray>(); decodedBuffer.Init(dracoArray.data(), dracoArray.size()); auto statusOr = decoder.DecodeMeshFromBuffer(&decodedBuffer); if (!statusOr.ok()) { qWarning(modelformat) << "Draco Error:" << statusOr.status().error_msg(); continue; } std::unique_ptr<draco::Mesh> dracoMesh = std::move(statusOr).value(); // prepare attributes for this mesh auto positionAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::POSITION); auto normalAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::NORMAL); auto texCoordAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::TEX_COORD); auto extraTexCoordAttribute = dracoMesh->GetAttributeByUniqueId(DRACO_ATTRIBUTE_TEX_COORD_1); auto colorAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::COLOR); auto materialIDAttribute = dracoMesh->GetAttributeByUniqueId(DRACO_ATTRIBUTE_MATERIAL_ID); auto originalIndexAttribute = dracoMesh->GetAttributeByUniqueId(DRACO_ATTRIBUTE_ORIGINAL_INDEX); // setup extracted mesh data structures given number of points auto numVertices = dracoMesh->num_points(); QHash<QPair<int, int>, int> materialTextureParts; data.extracted.mesh.vertices.resize(numVertices); if (normalAttribute) { data.extracted.mesh.normals.resize(numVertices); } if (texCoordAttribute) { data.extracted.mesh.texCoords.resize(numVertices); } if (extraTexCoordAttribute) { data.extracted.mesh.texCoords1.resize(numVertices); } if (colorAttribute) { data.extracted.mesh.colors.resize(numVertices); } // enumerate the vertices and construct the extracted mesh for (uint32_t i = 0; i < numVertices; ++i) { draco::PointIndex vertexIndex(i); if (positionAttribute) { // read position from draco mesh to extracted mesh auto mappedIndex = positionAttribute->mapped_index(vertexIndex); positionAttribute->ConvertValue<float, 3>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.vertices[i])); } if (normalAttribute) { // read normals from draco mesh to extracted mesh auto mappedIndex = normalAttribute->mapped_index(vertexIndex); normalAttribute->ConvertValue<float, 3>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.normals[i])); } if (texCoordAttribute) { // read UVs from draco mesh to extracted mesh auto mappedIndex = texCoordAttribute->mapped_index(vertexIndex); texCoordAttribute->ConvertValue<float, 2>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.texCoords[i])); } if (extraTexCoordAttribute) { // some meshes have a second set of UVs, read those to extracted mesh auto mappedIndex = extraTexCoordAttribute->mapped_index(vertexIndex); extraTexCoordAttribute->ConvertValue<float, 2>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.texCoords1[i])); } if (colorAttribute) { // read vertex colors from draco mesh to extracted mesh auto mappedIndex = colorAttribute->mapped_index(vertexIndex); colorAttribute->ConvertValue<float, 3>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.colors[i])); } if (originalIndexAttribute) { auto mappedIndex = originalIndexAttribute->mapped_index(vertexIndex); int32_t originalIndex; originalIndexAttribute->ConvertValue<int32_t, 1>(mappedIndex, &originalIndex); data.extracted.newIndices.insert(originalIndex, i); } else { data.extracted.newIndices.insert(i, i); } } for (uint32_t i = 0; i < dracoMesh->num_faces(); ++i) { // grab the material ID and texture ID for this face, if we have it auto& dracoFace = dracoMesh->face(draco::FaceIndex(i)); auto& firstCorner = dracoFace[0]; uint16_t materialID { 0 }; if (materialIDAttribute) { // read material ID and texture ID mappings into materials and texture vectors auto mappedIndex = materialIDAttribute->mapped_index(firstCorner); materialIDAttribute->ConvertValue<uint16_t, 1>(mappedIndex, &materialID); } QPair<int, int> materialTexture(materialID, 0); // grab or setup the HFMMeshPart for the part this face belongs to int& partIndexPlusOne = materialTextureParts[materialTexture]; if (partIndexPlusOne == 0) { data.extracted.mesh.parts.resize(data.extracted.mesh.parts.size() + 1); HFMMeshPart& part = data.extracted.mesh.parts.back(); // Figure out what material this part is if (dracoMeshNodeVersion >= 2) { // Define the materialID now if (materialID < dracoMaterialList.size()) { part.materialID = dracoMaterialList[materialID];Lines 1–500 of 588. Load more
// // FBXSerializer_Mesh.cpp // libraries/model-serializers/src // // Created by Sam Gateau on 8/27/2015. // Copyright 2015 High Fidelity, Inc. // // Distributed under the Apache License, Version 2.0. // See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html // #ifdef _WIN32 #pragma warning( push ) #pragma warning( disable : 4267 ) #endif // gcc and clang #ifdef __GNUC__ #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wsign-compare" #endif #include <draco/compression/decode.h> #ifdef _WIN32 #pragma warning( pop ) #endif #ifdef __GNUC__ #pragma GCC diagnostic pop #endif #include <iostream> #include <QBuffer> #include <QDataStream> #include <QIODevice> #include <QStringList> #include <QTextStream> #include <QtDebug> #include <QtEndian> #include <QFileInfo> #include <QHash> #include <LogHandler.h> #include <hfm/ModelFormatLogging.h> #include "FBXSerializer.h" #include <memory> #include <glm/detail/type_half.hpp> #include <glm/gtc/packing.hpp> using vec2h = glm::tvec2<glm::detail::hdata>; class Vertex { public: int originalIndex; glm::vec2 texCoord; glm::vec2 texCoord1; }; uint qHash(const Vertex& vertex, uint seed = 0) { return qHash(vertex.originalIndex, seed); } bool operator==(const Vertex& v1, const Vertex& v2) { return v1.originalIndex == v2.originalIndex && v1.texCoord == v2.texCoord && v1.texCoord1 == v2.texCoord1; } class AttributeData { public: QVector<glm::vec2> texCoords; QVector<int> texCoordIndices; QString name; int index; }; class MeshData { public: ExtractedMesh extracted; QVector<glm::vec3> vertices; QVector<int> polygonIndices; bool normalsByVertex; QVector<glm::vec3> normals; QVector<int> normalIndices; bool colorsByVertex; glm::vec4 averageColor{1.0f, 1.0f, 1.0f, 1.0f}; QVector<glm::vec4> colors; QVector<int> colorIndices; QVector<glm::vec2> texCoords; QVector<int> texCoordIndices; QHash<Vertex, int> indices; std::vector<AttributeData> attributes; }; void appendIndex(MeshData& data, QVector<int>& indices, int index, bool deduplicate) { if (index >= data.polygonIndices.size()) { return; } int vertexIndex = data.polygonIndices.at(index); if (vertexIndex < 0) { vertexIndex = -vertexIndex - 1; } Vertex vertex; vertex.originalIndex = vertexIndex; glm::vec3 position; if (vertexIndex < data.vertices.size()) { position = data.vertices.at(vertexIndex); } glm::vec3 normal; int normalIndex = data.normalsByVertex ? vertexIndex : index; if (data.normalIndices.isEmpty()) { if (normalIndex < data.normals.size()) { normal = data.normals.at(normalIndex); } } else if (normalIndex < data.normalIndices.size()) { normalIndex = data.normalIndices.at(normalIndex); if (normalIndex >= 0 && normalIndex < data.normals.size()) { normal = data.normals.at(normalIndex); } } glm::vec4 color; bool hasColors = (data.colors.size() > 0); if (hasColors) { int colorIndex = data.colorsByVertex ? vertexIndex : index; if (data.colorIndices.isEmpty()) { if (colorIndex < data.colors.size()) { color = data.colors.at(colorIndex); } } else if (colorIndex < data.colorIndices.size()) { colorIndex = data.colorIndices.at(colorIndex); if (colorIndex >= 0 && colorIndex < data.colors.size()) { color = data.colors.at(colorIndex); } } } if (data.texCoordIndices.isEmpty()) { if (index < data.texCoords.size()) { vertex.texCoord = data.texCoords.at(index); } } else if (index < data.texCoordIndices.size()) { int texCoordIndex = data.texCoordIndices.at(index); if (texCoordIndex >= 0 && texCoordIndex < data.texCoords.size()) { vertex.texCoord = data.texCoords.at(texCoordIndex); } } bool hasMoreTexcoords = (data.attributes.size() > 1); if (hasMoreTexcoords) { if (data.attributes[1].texCoordIndices.empty()) { if (index < data.attributes[1].texCoords.size()) { vertex.texCoord1 = data.attributes[1].texCoords.at(index); } } else if (index < data.attributes[1].texCoordIndices.size()) { int texCoordIndex = data.attributes[1].texCoordIndices.at(index); if (texCoordIndex >= 0 && texCoordIndex < data.attributes[1].texCoords.size()) { vertex.texCoord1 = data.attributes[1].texCoords.at(texCoordIndex); } } } QHash<Vertex, int>::const_iterator it = data.indices.find(vertex); if (!deduplicate || it == data.indices.constEnd()) { int newIndex = data.extracted.mesh.vertices.size(); indices.append(newIndex); data.indices.insert(vertex, newIndex); data.extracted.newIndices.insert(vertexIndex, newIndex); data.extracted.mesh.vertices.append(position); data.extracted.mesh.originalIndices.append(vertexIndex); data.extracted.mesh.normals.append(normal); data.extracted.mesh.texCoords.append(vertex.texCoord); if (hasColors) { data.extracted.mesh.colors.append(glm::vec3(color)); } if (hasMoreTexcoords) { data.extracted.mesh.texCoords1.append(vertex.texCoord1); } } else { indices.append(*it); data.extracted.mesh.normals[*it] += normal; } } ExtractedMesh FBXSerializer::extractMesh(const FBXNode& object, unsigned int& meshIndex, bool deduplicate) { MeshData data; data.extracted.mesh.meshIndex = meshIndex++; QVector<int> materials; QVector<int> textures; bool isMaterialPerPolygon = false; static const QVariant BY_VERTICE = hifi::ByteArray("ByVertice"); static const QVariant INDEX_TO_DIRECT = hifi::ByteArray("IndexToDirect"); bool isDracoMesh = false; foreach (const FBXNode& child, object.children) { if (child.name == "Vertices") { data.vertices = createVec3Vector(getDoubleVector(child)); } else if (child.name == "PolygonVertexIndex") { data.polygonIndices = getIntVector(child); } else if (child.name == "LayerElementNormal") { data.normalsByVertex = false; bool indexToDirect = false; foreach (const FBXNode& subdata, child.children) { if (subdata.name == "Normals") { data.normals = createVec3Vector(getDoubleVector(subdata)); } else if (subdata.name == "NormalsIndex") { data.normalIndices = getIntVector(subdata); } else if (subdata.name == "MappingInformationType" && subdata.properties.at(0) == BY_VERTICE) { data.normalsByVertex = true; } else if (subdata.name == "ReferenceInformationType" && subdata.properties.at(0) == INDEX_TO_DIRECT) { indexToDirect = true; } } if (indexToDirect && data.normalIndices.isEmpty()) { // hack to work around wacky Makehuman exports data.normalsByVertex = true; } } else if (child.name == "LayerElementColor") { data.colorsByVertex = false; bool indexToDirect = false; foreach (const FBXNode& subdata, child.children) { if (subdata.name == "Colors") { data.colors = createVec4VectorRGBA(getDoubleVector(subdata), data.averageColor); } else if (subdata.name == "ColorsIndex" || subdata.name == "ColorIndex") { data.colorIndices = getIntVector(subdata); } else if (subdata.name == "MappingInformationType" && subdata.properties.at(0) == BY_VERTICE) { data.colorsByVertex = true; } else if (subdata.name == "ReferenceInformationType" && subdata.properties.at(0) == INDEX_TO_DIRECT) { indexToDirect = true; } } if (indexToDirect && data.colorIndices.isEmpty()) { // hack to work around wacky Makehuman exports data.colorsByVertex = true; } #if defined(FBXSERIALIZER_KILL_BLACK_COLOR_ATTRIBUTE) // Potential feature where we decide to kill the color attribute is to dark? // Tested with the model: // https://hifi-public.s3.amazonaws.com/ryan/gardenLight2.fbx // let's check if we did have true data ? if (glm::all(glm::lessThanEqual(data.averageColor, glm::vec4(0.09f)))) { data.colors.clear(); data.colorIndices.clear(); data.colorsByVertex = false; qCDebug(modelformat) << "LayerElementColor has an average value of 0.0f... let's forget it."; } #endif } else if (child.name == "LayerElementUV") { if (child.properties.at(0).toInt() == 0) { AttributeData attrib; attrib.index = child.properties.at(0).toInt(); foreach (const FBXNode& subdata, child.children) { if (subdata.name == "UV") { data.texCoords = createVec2Vector(getDoubleVector(subdata)); attrib.texCoords = createVec2Vector(getDoubleVector(subdata)); } else if (subdata.name == "UVIndex") { data.texCoordIndices = getIntVector(subdata); attrib.texCoordIndices = getIntVector(subdata); } else if (subdata.name == "Name") { attrib.name = subdata.properties.at(0).toString(); } #if defined(DEBUG_FBXSERIALIZER) else { int unknown = 0; QString subname = subdata.name.data(); if ( (subdata.name == "Version") || (subdata.name == "MappingInformationType") || (subdata.name == "ReferenceInformationType") ) { } else { unknown++; } } #endif } data.extracted.texcoordSetMap.insert(attrib.name, data.attributes.size()); data.attributes.push_back(attrib); } else { AttributeData attrib; attrib.index = child.properties.at(0).toInt(); foreach (const FBXNode& subdata, child.children) { if (subdata.name == "UV") { attrib.texCoords = createVec2Vector(getDoubleVector(subdata)); } else if (subdata.name == "UVIndex") { attrib.texCoordIndices = getIntVector(subdata); } else if (subdata.name == "Name") { attrib.name = subdata.properties.at(0).toString(); } #if defined(DEBUG_FBXSERIALIZER) else { int unknown = 0; QString subname = subdata.name.data(); if ( (subdata.name == "Version") || (subdata.name == "MappingInformationType") || (subdata.name == "ReferenceInformationType") ) { } else { unknown++; } } #endif } QHash<QString, size_t>::iterator it = data.extracted.texcoordSetMap.find(attrib.name); if (it == data.extracted.texcoordSetMap.end()) { data.extracted.texcoordSetMap.insert(attrib.name, data.attributes.size()); data.attributes.push_back(attrib); } else { // WTF same names for different UVs? qCDebug(modelformat) << "LayerElementUV #" << attrib.index << " is reusing the same name as #" << (*it) << ". Skip this texcoord attribute."; } } } else if (child.name == "LayerElementMaterial") { static const QVariant BY_POLYGON = hifi::ByteArray("ByPolygon"); foreach (const FBXNode& subdata, child.children) { if (subdata.name == "Materials") { materials = getIntVector(subdata); } else if (subdata.name == "MappingInformationType") { if (subdata.properties.at(0) == BY_POLYGON) { isMaterialPerPolygon = true; } } else { isMaterialPerPolygon = false; } } } else if (child.name == "LayerElementTexture") { foreach (const FBXNode& subdata, child.children) { if (subdata.name == "TextureId") { textures = getIntVector(subdata); } } } else if (child.name == "DracoMesh") { isDracoMesh = true; data.extracted.mesh.wasCompressed = true; // Check for additional metadata unsigned int dracoMeshNodeVersion = 1; std::vector<QString> dracoMaterialList; for (const auto& dracoChild : child.children) { if (dracoChild.name == "FBXDracoMeshVersion") { if (!dracoChild.properties.isEmpty()) { dracoMeshNodeVersion = dracoChild.properties[0].toUInt(); } } else if (dracoChild.name == "MaterialList") { dracoMaterialList.reserve(dracoChild.properties.size()); for (const auto& materialID : dracoChild.properties) { dracoMaterialList.push_back(materialID.toString()); } } } // load the draco mesh from the FBX and create a draco::Mesh draco::Decoder decoder; draco::DecoderBuffer decodedBuffer; hifi::ByteArray dracoArray = child.properties.at(0).value<hifi::ByteArray>(); decodedBuffer.Init(dracoArray.data(), dracoArray.size()); auto statusOr = decoder.DecodeMeshFromBuffer(&decodedBuffer); if (!statusOr.ok()) { qWarning(modelformat) << "Draco Error:" << statusOr.status().error_msg(); continue; } std::unique_ptr<draco::Mesh> dracoMesh = std::move(statusOr).value(); // prepare attributes for this mesh auto positionAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::POSITION); auto normalAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::NORMAL); auto texCoordAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::TEX_COORD); auto extraTexCoordAttribute = dracoMesh->GetAttributeByUniqueId(DRACO_ATTRIBUTE_TEX_COORD_1); auto colorAttribute = dracoMesh->GetNamedAttribute(draco::GeometryAttribute::COLOR); auto materialIDAttribute = dracoMesh->GetAttributeByUniqueId(DRACO_ATTRIBUTE_MATERIAL_ID); auto originalIndexAttribute = dracoMesh->GetAttributeByUniqueId(DRACO_ATTRIBUTE_ORIGINAL_INDEX); // setup extracted mesh data structures given number of points auto numVertices = dracoMesh->num_points(); QHash<QPair<int, int>, int> materialTextureParts; data.extracted.mesh.vertices.resize(numVertices); if (normalAttribute) { data.extracted.mesh.normals.resize(numVertices); } if (texCoordAttribute) { data.extracted.mesh.texCoords.resize(numVertices); } if (extraTexCoordAttribute) { data.extracted.mesh.texCoords1.resize(numVertices); } if (colorAttribute) { data.extracted.mesh.colors.resize(numVertices); } // enumerate the vertices and construct the extracted mesh for (uint32_t i = 0; i < numVertices; ++i) { draco::PointIndex vertexIndex(i); if (positionAttribute) { // read position from draco mesh to extracted mesh auto mappedIndex = positionAttribute->mapped_index(vertexIndex); positionAttribute->ConvertValue<float, 3>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.vertices[i])); } if (normalAttribute) { // read normals from draco mesh to extracted mesh auto mappedIndex = normalAttribute->mapped_index(vertexIndex); normalAttribute->ConvertValue<float, 3>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.normals[i])); } if (texCoordAttribute) { // read UVs from draco mesh to extracted mesh auto mappedIndex = texCoordAttribute->mapped_index(vertexIndex); texCoordAttribute->ConvertValue<float, 2>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.texCoords[i])); } if (extraTexCoordAttribute) { // some meshes have a second set of UVs, read those to extracted mesh auto mappedIndex = extraTexCoordAttribute->mapped_index(vertexIndex); extraTexCoordAttribute->ConvertValue<float, 2>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.texCoords1[i])); } if (colorAttribute) { // read vertex colors from draco mesh to extracted mesh auto mappedIndex = colorAttribute->mapped_index(vertexIndex); colorAttribute->ConvertValue<float, 3>(mappedIndex, reinterpret_cast<float*>(&data.extracted.mesh.colors[i])); } if (originalIndexAttribute) { auto mappedIndex = originalIndexAttribute->mapped_index(vertexIndex); int32_t originalIndex; originalIndexAttribute->ConvertValue<int32_t, 1>(mappedIndex, &originalIndex); data.extracted.newIndices.insert(originalIndex, i); } else { data.extracted.newIndices.insert(i, i); } } for (uint32_t i = 0; i < dracoMesh->num_faces(); ++i) { // grab the material ID and texture ID for this face, if we have it auto& dracoFace = dracoMesh->face(draco::FaceIndex(i)); auto& firstCorner = dracoFace[0]; uint16_t materialID { 0 }; if (materialIDAttribute) { // read material ID and texture ID mappings into materials and texture vectors auto mappedIndex = materialIDAttribute->mapped_index(firstCorner); materialIDAttribute->ConvertValue<uint16_t, 1>(mappedIndex, &materialID); } QPair<int, int> materialTexture(materialID, 0); // grab or setup the HFMMeshPart for the part this face belongs to int& partIndexPlusOne = materialTextureParts[materialTexture]; if (partIndexPlusOne == 0) { data.extracted.mesh.parts.resize(data.extracted.mesh.parts.size() + 1); HFMMeshPart& part = data.extracted.mesh.parts.back(); // Figure out what material this part is if (dracoMeshNodeVersion >= 2) { // Define the materialID now if (materialID < dracoMaterialList.size()) { part.materialID = dracoMaterialList[materialID];