//// AvatarManager.cpp// interface/src/avatar//// Created by Stephen Birarda on 1/23/2014.// Copyright 2014 High Fidelity, Inc.//// Distributed under the Apache License, Version 2.0.// See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html// #include "AvatarManager.h" #include <string> #include <QScriptEngine> #include "AvatarLogging.h" #if defined(__GNUC__) && !defined(__clang__)#pragma GCC diagnostic push#pragma GCC diagnostic ignored "-Wdouble-promotion"#endif #include <glm/gtx/string_cast.hpp> #if defined(__GNUC__) && !defined(__clang__)#pragma GCC diagnostic pop#endif #include <shared/QtHelpers.h>#include <AvatarData.h>#include <PerfStat.h>#include <PrioritySortUtil.h>#include <RegisteredMetaTypes.h>#include <Rig.h>#include <SettingHandle.h>#include <UsersScriptingInterface.h>#include <UUID.h>#include <shared/ConicalViewFrustum.h> #include "Application.h"#include "InterfaceLogging.h"#include "Menu.h"#include "MyAvatar.h"#include "SceneScriptingInterface.h" // 50 times per second - target is 45hz, but this helps account for any small deviations// in the update loop - this also results in ~30hz when in desktop mode which is essentially// what we wantconst int CLIENT_TO_AVATAR_MIXER_BROADCAST_FRAMES_PER_SECOND = 50;static const quint64 MIN_TIME_BETWEEN_MY_AVATAR_DATA_SENDS = USECS_PER_SECOND / CLIENT_TO_AVATAR_MIXER_BROADCAST_FRAMES_PER_SECOND; // We add _myAvatar into the hash with all the other AvatarData, and we use the default NULL QUid as the key.const QUuid MY_AVATAR_KEY; // NULL key namespace { // For an unknown avatar-data packet, wait this long before requesting the identity. constexpr std::chrono::milliseconds REQUEST_UNKNOWN_IDENTITY_DELAY { 5 * 1000 }; constexpr int REQUEST_UNKNOWN_IDENTITY_TRANSMITS = 3;}using std::chrono::steady_clock; AvatarManager::AvatarManager(QObject* parent) : _avatarsToFade(), _myAvatar(new MyAvatar(qApp->thread()), [](MyAvatar* ptr) { ptr->deleteLater(); }){ // register a meta type for the weak pointer we'll use for the owning avatar mixer for each avatar qRegisterMetaType<QWeakPointer<Node> >("NodeWeakPointer"); auto nodeList = DependencyManager::get<NodeList>(); // when we hear that the user has ignored an avatar by session UUID // immediately remove that avatar instead of waiting for the absence of packets from avatar mixer connect(nodeList.data(), &NodeList::ignoredNode, this, [this](const QUuid& nodeID, bool enabled) { if (enabled) { removeAvatar(nodeID, KillAvatarReason::AvatarIgnored); } });} AvatarSharedPointer AvatarManager::addAvatar(const QUuid& sessionUUID, const QWeakPointer<Node>& mixerWeakPointer) { AvatarSharedPointer avatar = AvatarHashMap::addAvatar(sessionUUID, mixerWeakPointer); const auto otherAvatar = std::static_pointer_cast<OtherAvatar>(avatar); if (otherAvatar && _space) { std::unique_lock<std::mutex> lock(_spaceLock); auto spaceIndex = _space->allocateID(); otherAvatar->setSpaceIndex(spaceIndex); workload::Sphere sphere(otherAvatar->getWorldPosition(), otherAvatar->getBoundingRadius()); workload::Transaction transaction; SpatiallyNestablePointer nestable = std::static_pointer_cast<SpatiallyNestable>(otherAvatar); transaction.reset(spaceIndex, sphere, workload::Owner(nestable)); _space->enqueueTransaction(transaction); } return avatar;} AvatarManager::~AvatarManager() { assert(_avatarsToChangeInPhysics.empty());} void AvatarManager::init() { _myAvatar->init(); { QWriteLocker locker(&_hashLock); _avatarHash.insert(MY_AVATAR_KEY, _myAvatar); } _shouldRender = DependencyManager::get<SceneScriptingInterface>()->shouldRenderAvatars(); connect(DependencyManager::get<SceneScriptingInterface>().data(), &SceneScriptingInterface::shouldRenderAvatarsChanged, this, &AvatarManager::updateAvatarRenderStatus, Qt::QueuedConnection); if (_shouldRender) { const render::ScenePointer& scene = qApp->getMain3DScene(); render::Transaction transaction; _myAvatar->addToScene(_myAvatar, scene, transaction); scene->enqueueTransaction(transaction); }} void AvatarManager::setSpace(workload::SpacePointer& space ) { assert(!_space); _space = space;} void AvatarManager::updateMyAvatar(float deltaTime) { bool showWarnings = Menu::getInstance()->isOptionChecked(MenuOption::PipelineWarnings); PerformanceWarning warn(showWarnings, "AvatarManager::updateMyAvatar()"); _myAvatar->update(deltaTime); render::Transaction transaction; _myAvatar->updateRenderItem(transaction); qApp->getMain3DScene()->enqueueTransaction(transaction); quint64 now = usecTimestampNow(); quint64 dt = now - _lastSendAvatarDataTime; if (dt > MIN_TIME_BETWEEN_MY_AVATAR_DATA_SENDS && !_myAvatarDataPacketsPaused) { // send head/hand data to the avatar mixer and voxel server PerformanceTimer perfTimer("send"); _myAvatar->sendAvatarDataPacket(); _lastSendAvatarDataTime = now; _myAvatarSendRate.increment(); } } Q_LOGGING_CATEGORY(trace_simulation_avatar, "trace.simulation.avatar"); float AvatarManager::getAvatarDataRate(const QUuid& sessionID, const QString& rateName) const { auto avatar = getAvatarBySessionID(sessionID); return avatar ? avatar->getDataRate(rateName) : 0.0f;} void AvatarManager::setMyAvatarDataPacketsPaused(bool pause) { if (_myAvatarDataPacketsPaused != pause) { _myAvatarDataPacketsPaused = pause; if (!_myAvatarDataPacketsPaused) { _myAvatar->sendAvatarDataPacket(true); } }} float AvatarManager::getAvatarUpdateRate(const QUuid& sessionID, const QString& rateName) const { auto avatar = getAvatarBySessionID(sessionID); return avatar ? avatar->getUpdateRate(rateName) : 0.0f;} float AvatarManager::getAvatarSimulationRate(const QUuid& sessionID, const QString& rateName) const { auto avatar = std::static_pointer_cast<Avatar>(getAvatarBySessionID(sessionID)); return avatar ? avatar->getSimulationRate(rateName) : 0.0f;} void AvatarManager::updateOtherAvatars(float deltaTime) { { // lock the hash for read to check the size QReadLocker lock(&_hashLock); if (_avatarHash.size() < 2 && _avatarsToFade.isEmpty()) { return; } } PerformanceTimer perfTimer("otherAvatars"); class SortableAvatar: public PrioritySortUtil::Sortable { public: SortableAvatar() = delete; SortableAvatar(const std::shared_ptr<Avatar>& avatar) : _avatar(avatar) {} glm::vec3 getPosition() const override { return _avatar->getWorldPosition(); } float getRadius() const override { return _avatar->getBoundingRadius(); } uint64_t getTimestamp() const override { return _avatar->getLastRenderUpdateTime(); } std::shared_ptr<Avatar> getAvatar() const { return _avatar; } private: std::shared_ptr<Avatar> _avatar; }; auto avatarMap = getHashCopy(); const auto& views = qApp->getConicalViews(); PrioritySortUtil::PriorityQueue<SortableAvatar> sortedAvatars(views, AvatarData::_avatarSortCoefficientSize, AvatarData::_avatarSortCoefficientCenter, AvatarData::_avatarSortCoefficientAge); sortedAvatars.reserve(avatarMap.size() - 1); // don't include MyAvatar // Build vector and compute priorities auto nodeList = DependencyManager::get<NodeList>(); AvatarHash::iterator itr = avatarMap.begin(); while (itr != avatarMap.end()) { const auto& avatar = std::static_pointer_cast<Avatar>(*itr); // DO NOT update _myAvatar! Its update has already been done earlier in the main loop. // DO NOT update or fade out uninitialized Avatars if (avatar != _myAvatar && avatar->isInitialized() && !nodeList->isPersonalMutingNode(avatar->getID())) { sortedAvatars.push(SortableAvatar(avatar)); } ++itr; } // Sort const auto& sortedAvatarVector = sortedAvatars.getSortedVector(); // process in sorted order uint64_t startTime = usecTimestampNow(); uint64_t updateExpiry = startTime + MAX_UPDATE_AVATARS_TIME_BUDGET; int numAvatarsUpdated = 0; int numAVatarsNotUpdated = 0; render::Transaction renderTransaction; workload::Transaction workloadTransaction; for (auto it = sortedAvatarVector.begin(); it != sortedAvatarVector.end(); ++it) { const SortableAvatar& sortData = *it; const auto avatar = std::static_pointer_cast<OtherAvatar>(sortData.getAvatar()); // TODO: to help us scale to more avatars it would be nice to not have to poll orb state here // if the geometry is loaded then turn off the orb if (avatar->getSkeletonModel()->isLoaded()) { // remove the orb if it is there avatar->removeOrb(); } else { avatar->updateOrbPosition(); } // for ALL avatars... if (_shouldRender) { avatar->ensureInScene(avatar, qApp->getMain3DScene()); } avatar->animateScaleChanges(deltaTime); uint64_t now = usecTimestampNow(); if (now < updateExpiry) { // we're within budget bool inView = sortData.getPriority() > OUT_OF_VIEW_THRESHOLD; if (inView && avatar->hasNewJointData()) { numAvatarsUpdated++; } avatar->simulate(deltaTime, inView); avatar->updateRenderItem(renderTransaction); avatar->updateSpaceProxy(workloadTransaction); avatar->setLastRenderUpdateTime(startTime); } else { // we've spent our full time budget --> bail on the rest of the avatar updates // --> more avatars may freeze until their priority trickles up // --> some scale animations may glitch // --> some avatar velocity measurements may be a little off // no time to simulate, but we take the time to count how many were tragically missed while (it != sortedAvatarVector.end()) { const SortableAvatar& newSortData = *it; const auto& newAvatar = newSortData.getAvatar(); bool inView = newSortData.getPriority() > OUT_OF_VIEW_THRESHOLD; // Once we reach an avatar that's not in view, all avatars after it will also be out of view if (!inView) { break; } numAVatarsNotUpdated += (int)(newAvatar->hasNewJointData()); ++it; } break; } } if (_shouldRender) { qApp->getMain3DScene()->enqueueTransaction(renderTransaction); } if (!_spaceProxiesToDelete.empty() && _space) { std::unique_lock<std::mutex> lock(_spaceLock); workloadTransaction.remove(_spaceProxiesToDelete); _spaceProxiesToDelete.clear(); } _space->enqueueTransaction(workloadTransaction); _numAvatarsUpdated = numAvatarsUpdated; _numAvatarsNotUpdated = numAVatarsNotUpdated; simulateAvatarFades(deltaTime); // Check on avatars with pending identities: steady_clock::time_point now = steady_clock::now(); QWriteLocker writeLock(&_hashLock); for (auto pendingAvatar = _pendingAvatars.begin(); pendingAvatar != _pendingAvatars.end(); ++pendingAvatar) { if (now - pendingAvatar->creationTime >= REQUEST_UNKNOWN_IDENTITY_DELAY) { // Too long without an ID sendIdentityRequest(pendingAvatar->avatar->getID()); if (++pendingAvatar->transmits >= REQUEST_UNKNOWN_IDENTITY_TRANSMITS) { qCDebug(avatars) << "Requesting identity for unknown avatar (final request)" << pendingAvatar->avatar->getID().toString(); pendingAvatar = _pendingAvatars.erase(pendingAvatar); if (pendingAvatar == _pendingAvatars.end()) { break; } } else { pendingAvatar->creationTime = now; qCDebug(avatars) << "Requesting identity for unknown avatar" << pendingAvatar->avatar->getID().toString(); } } } _avatarSimulationTime = (float)(usecTimestampNow() - startTime) / (float)USECS_PER_MSEC;} void AvatarManager::postUpdate(float deltaTime, const render::ScenePointer& scene) { auto hashCopy = getHashCopy(); AvatarHash::iterator avatarIterator = hashCopy.begin(); for (avatarIterator = hashCopy.begin(); avatarIterator != hashCopy.end(); avatarIterator++) { auto avatar = std::static_pointer_cast<Avatar>(avatarIterator.value()); avatar->postUpdate(deltaTime, scene); }} void AvatarManager::sendIdentityRequest(const QUuid& avatarID) const { auto nodeList = DependencyManager::get<NodeList>(); QWeakPointer<NodeList> nodeListWeak = nodeList; nodeList->eachMatchingNode( [](const SharedNodePointer& node)->bool { return node->getType() == NodeType::AvatarMixer && node->getActiveSocket(); }, [this, avatarID, nodeListWeak](const SharedNodePointer& node) { auto nodeList = nodeListWeak.lock(); if (nodeList) { auto packet = NLPacket::create(PacketType::AvatarIdentityRequest, NUM_BYTES_RFC4122_UUID, true); packet->write(avatarID.toRfc4122()); nodeList->sendPacket(std::move(packet), *node); ++_identityRequestsSent; } } );} void AvatarManager::simulateAvatarFades(float deltaTime) { if (_avatarsToFade.empty()) { return; } QReadLocker locker(&_hashLock); QVector<AvatarSharedPointer>::iterator avatarItr = _avatarsToFade.begin(); const render::ScenePointer& scene = qApp->getMain3DScene(); render::Transaction transaction; while (avatarItr != _avatarsToFade.end()) { auto avatar = std::static_pointer_cast<Avatar>(*avatarItr); avatar->updateFadingStatus(scene); if (!avatar->isFading()) { // fading to zero is such a rare event we push a unique transaction for each if (avatar->isInScene()) { avatar->removeFromScene(*avatarItr, scene, transaction); } avatarItr = _avatarsToFade.erase(avatarItr); } else { ++avatarItr; } } scene->enqueueTransaction(transaction);} AvatarSharedPointer AvatarManager::newSharedAvatar() { return AvatarSharedPointer(new OtherAvatar(qApp->thread()), [](OtherAvatar* ptr) { ptr->deleteLater(); });} void AvatarManager::queuePhysicsChange(const OtherAvatarPointer& avatar) { _avatarsToChangeInPhysics.insert(avatar);} void AvatarManager::buildPhysicsTransaction(PhysicsEngine::Transaction& transaction) { SetOfOtherAvatars failedShapeBuilds; for (auto avatar : _avatarsToChangeInPhysics) { bool isInPhysics = avatar->isInPhysicsSimulation(); if (isInPhysics != avatar->shouldBeInPhysicsSimulation()) { if (isInPhysics) { transaction.objectsToRemove.push_back(avatar->_motionState); avatar->_motionState = nullptr; } else { ShapeInfo shapeInfo; avatar->computeShapeInfo(shapeInfo); btCollisionShape* shape = const_cast<btCollisionShape*>(ObjectMotionState::getShapeManager()->getShape(shapeInfo)); if (shape) { AvatarMotionState* motionState = new AvatarMotionState(avatar, shape); motionState->setMass(avatar->computeMass()); avatar->_motionState = motionState; transaction.objectsToAdd.push_back(motionState); } else { failedShapeBuilds.insert(avatar); } } } else if (isInPhysics) { transaction.objectsToChange.push_back(avatar->_motionState); } } _avatarsToChangeInPhysics.swap(failedShapeBuilds);} void AvatarManager::handleProcessedPhysicsTransaction(PhysicsEngine::Transaction& transaction) { // things on objectsToChange correspond to failed changes // so we push them back onto _avatarsToChangeInPhysics for (auto object : transaction.objectsToChange) { AvatarMotionState* motionState = static_cast<AvatarMotionState*>(object); assert(motionState); assert(motionState->_avatar); _avatarsToChangeInPhysics.insert(motionState->_avatar); } // things on objectsToRemove are ready for delete for (auto object : transaction.objectsToRemove) { delete object; } transaction.clear();} void AvatarManager::handleRemovedAvatar(const AvatarSharedPointer& removedAvatar, KillAvatarReason removalReason) { auto avatar = std::static_pointer_cast<OtherAvatar>(removedAvatar); { std::unique_lock<std::mutex> lock(_spaceLock); _spaceProxiesToDelete.push_back(avatar->getSpaceIndex()); } AvatarHashMap::handleRemovedAvatar(avatar, removalReason); avatar->die(); queuePhysicsChange(avatar); // remove this avatar's entities from the tree now, if we wait (as we did previously) for this Avatar's destructor // it might not fire until after we create a new instance for the same remote avatar, which creates a race // on the creation of entities for that avatar instance and the deletion of entities for this instance avatar->removeAvatarEntitiesFromTree(); if (removalReason == KillAvatarReason::TheirAvatarEnteredYourBubble) { emit DependencyManager::get<UsersScriptingInterface>()->enteredIgnoreRadius(); } else if (removalReason == KillAvatarReason::AvatarDisconnected) { // remove from node sets, if present DependencyManager::get<NodeList>()->removeFromIgnoreMuteSets(avatar->getSessionUUID()); DependencyManager::get<UsersScriptingInterface>()->avatarDisconnected(avatar->getSessionUUID()); avatar->fadeOut(qApp->getMain3DScene(), removalReason); } _avatarsToFade.push_back(removedAvatar);} void AvatarManager::clearOtherAvatars() { // Remove other avatars from the world but don't actually remove them from _avatarHash // each will either be removed on timeout or will re-added to the world on receipt of update. const render::ScenePointer& scene = qApp->getMain3DScene(); render::Transaction transaction; QReadLocker locker(&_hashLock); AvatarHash::iterator avatarIterator = _avatarHash.begin(); while (avatarIterator != _avatarHash.end()) { auto avatar = std::static_pointer_cast<Avatar>(avatarIterator.value()); if (avatar != _myAvatar) { handleRemovedAvatar(avatar); avatarIterator = _avatarHash.erase(avatarIterator); } else { ++avatarIterator; } } assert(scene); scene->enqueueTransaction(transaction); _myAvatar->clearLookAtTargetAvatar();} void AvatarManager::deleteAllAvatars() { assert(_avatarsToChangeInPhysics.empty()); QReadLocker locker(&_hashLock); AvatarHash::iterator avatarIterator = _avatarHash.begin(); while (avatarIterator != _avatarHash.end()) { auto avatar = std::static_pointer_cast<OtherAvatar>(avatarIterator.value()); avatarIterator = _avatarHash.erase(avatarIterator); avatar->die(); assert(!avatar->_motionState); }} void AvatarManager::handleChangedMotionStates(const VectorOfMotionStates& motionStates) { // TODO: extract the MyAvatar results once we use a MotionState for it.} void AvatarManager::handleCollisionEvents(const CollisionEvents& collisionEvents) { for (Collision collision : collisionEvents) { // TODO: The plan is to handle MOTIONSTATE_TYPE_AVATAR, and then MOTIONSTATE_TYPE_MYAVATAR. As it is, other // people's avatars will have an id that doesn't match any entities, and one's own avatar will haveLines 1–500 of 850. Load more
// // AvatarManager.cpp // interface/src/avatar // // Created by Stephen Birarda on 1/23/2014. // Copyright 2014 High Fidelity, Inc. // // Distributed under the Apache License, Version 2.0. // See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html // #include "AvatarManager.h" #include <string> #include <QScriptEngine> #include "AvatarLogging.h" #if defined(__GNUC__) && !defined(__clang__) #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wdouble-promotion" #endif #include <glm/gtx/string_cast.hpp> #if defined(__GNUC__) && !defined(__clang__) #pragma GCC diagnostic pop #endif #include <shared/QtHelpers.h> #include <AvatarData.h> #include <PerfStat.h> #include <PrioritySortUtil.h> #include <RegisteredMetaTypes.h> #include <Rig.h> #include <SettingHandle.h> #include <UsersScriptingInterface.h> #include <UUID.h> #include <shared/ConicalViewFrustum.h> #include "Application.h" #include "InterfaceLogging.h" #include "Menu.h" #include "MyAvatar.h" #include "SceneScriptingInterface.h" // 50 times per second - target is 45hz, but this helps account for any small deviations // in the update loop - this also results in ~30hz when in desktop mode which is essentially // what we want const int CLIENT_TO_AVATAR_MIXER_BROADCAST_FRAMES_PER_SECOND = 50; static const quint64 MIN_TIME_BETWEEN_MY_AVATAR_DATA_SENDS = USECS_PER_SECOND / CLIENT_TO_AVATAR_MIXER_BROADCAST_FRAMES_PER_SECOND; // We add _myAvatar into the hash with all the other AvatarData, and we use the default NULL QUid as the key. const QUuid MY_AVATAR_KEY; // NULL key namespace { // For an unknown avatar-data packet, wait this long before requesting the identity. constexpr std::chrono::milliseconds REQUEST_UNKNOWN_IDENTITY_DELAY { 5 * 1000 }; constexpr int REQUEST_UNKNOWN_IDENTITY_TRANSMITS = 3; } using std::chrono::steady_clock; AvatarManager::AvatarManager(QObject* parent) : _avatarsToFade(), _myAvatar(new MyAvatar(qApp->thread()), [](MyAvatar* ptr) { ptr->deleteLater(); }) { // register a meta type for the weak pointer we'll use for the owning avatar mixer for each avatar qRegisterMetaType<QWeakPointer<Node> >("NodeWeakPointer"); auto nodeList = DependencyManager::get<NodeList>(); // when we hear that the user has ignored an avatar by session UUID // immediately remove that avatar instead of waiting for the absence of packets from avatar mixer connect(nodeList.data(), &NodeList::ignoredNode, this, [this](const QUuid& nodeID, bool enabled) { if (enabled) { removeAvatar(nodeID, KillAvatarReason::AvatarIgnored); } }); } AvatarSharedPointer AvatarManager::addAvatar(const QUuid& sessionUUID, const QWeakPointer<Node>& mixerWeakPointer) { AvatarSharedPointer avatar = AvatarHashMap::addAvatar(sessionUUID, mixerWeakPointer); const auto otherAvatar = std::static_pointer_cast<OtherAvatar>(avatar); if (otherAvatar && _space) { std::unique_lock<std::mutex> lock(_spaceLock); auto spaceIndex = _space->allocateID(); otherAvatar->setSpaceIndex(spaceIndex); workload::Sphere sphere(otherAvatar->getWorldPosition(), otherAvatar->getBoundingRadius()); workload::Transaction transaction; SpatiallyNestablePointer nestable = std::static_pointer_cast<SpatiallyNestable>(otherAvatar); transaction.reset(spaceIndex, sphere, workload::Owner(nestable)); _space->enqueueTransaction(transaction); } return avatar; } AvatarManager::~AvatarManager() { assert(_avatarsToChangeInPhysics.empty()); } void AvatarManager::init() { _myAvatar->init(); { QWriteLocker locker(&_hashLock); _avatarHash.insert(MY_AVATAR_KEY, _myAvatar); } _shouldRender = DependencyManager::get<SceneScriptingInterface>()->shouldRenderAvatars(); connect(DependencyManager::get<SceneScriptingInterface>().data(), &SceneScriptingInterface::shouldRenderAvatarsChanged, this, &AvatarManager::updateAvatarRenderStatus, Qt::QueuedConnection); if (_shouldRender) { const render::ScenePointer& scene = qApp->getMain3DScene(); render::Transaction transaction; _myAvatar->addToScene(_myAvatar, scene, transaction); scene->enqueueTransaction(transaction); } } void AvatarManager::setSpace(workload::SpacePointer& space ) { assert(!_space); _space = space; } void AvatarManager::updateMyAvatar(float deltaTime) { bool showWarnings = Menu::getInstance()->isOptionChecked(MenuOption::PipelineWarnings); PerformanceWarning warn(showWarnings, "AvatarManager::updateMyAvatar()"); _myAvatar->update(deltaTime); render::Transaction transaction; _myAvatar->updateRenderItem(transaction); qApp->getMain3DScene()->enqueueTransaction(transaction); quint64 now = usecTimestampNow(); quint64 dt = now - _lastSendAvatarDataTime; if (dt > MIN_TIME_BETWEEN_MY_AVATAR_DATA_SENDS && !_myAvatarDataPacketsPaused) { // send head/hand data to the avatar mixer and voxel server PerformanceTimer perfTimer("send"); _myAvatar->sendAvatarDataPacket(); _lastSendAvatarDataTime = now; _myAvatarSendRate.increment(); } } Q_LOGGING_CATEGORY(trace_simulation_avatar, "trace.simulation.avatar"); float AvatarManager::getAvatarDataRate(const QUuid& sessionID, const QString& rateName) const { auto avatar = getAvatarBySessionID(sessionID); return avatar ? avatar->getDataRate(rateName) : 0.0f; } void AvatarManager::setMyAvatarDataPacketsPaused(bool pause) { if (_myAvatarDataPacketsPaused != pause) { _myAvatarDataPacketsPaused = pause; if (!_myAvatarDataPacketsPaused) { _myAvatar->sendAvatarDataPacket(true); } } } float AvatarManager::getAvatarUpdateRate(const QUuid& sessionID, const QString& rateName) const { auto avatar = getAvatarBySessionID(sessionID); return avatar ? avatar->getUpdateRate(rateName) : 0.0f; } float AvatarManager::getAvatarSimulationRate(const QUuid& sessionID, const QString& rateName) const { auto avatar = std::static_pointer_cast<Avatar>(getAvatarBySessionID(sessionID)); return avatar ? avatar->getSimulationRate(rateName) : 0.0f; } void AvatarManager::updateOtherAvatars(float deltaTime) { { // lock the hash for read to check the size QReadLocker lock(&_hashLock); if (_avatarHash.size() < 2 && _avatarsToFade.isEmpty()) { return; } } PerformanceTimer perfTimer("otherAvatars"); class SortableAvatar: public PrioritySortUtil::Sortable { public: SortableAvatar() = delete; SortableAvatar(const std::shared_ptr<Avatar>& avatar) : _avatar(avatar) {} glm::vec3 getPosition() const override { return _avatar->getWorldPosition(); } float getRadius() const override { return _avatar->getBoundingRadius(); } uint64_t getTimestamp() const override { return _avatar->getLastRenderUpdateTime(); } std::shared_ptr<Avatar> getAvatar() const { return _avatar; } private: std::shared_ptr<Avatar> _avatar; }; auto avatarMap = getHashCopy(); const auto& views = qApp->getConicalViews(); PrioritySortUtil::PriorityQueue<SortableAvatar> sortedAvatars(views, AvatarData::_avatarSortCoefficientSize, AvatarData::_avatarSortCoefficientCenter, AvatarData::_avatarSortCoefficientAge); sortedAvatars.reserve(avatarMap.size() - 1); // don't include MyAvatar // Build vector and compute priorities auto nodeList = DependencyManager::get<NodeList>(); AvatarHash::iterator itr = avatarMap.begin(); while (itr != avatarMap.end()) { const auto& avatar = std::static_pointer_cast<Avatar>(*itr); // DO NOT update _myAvatar! Its update has already been done earlier in the main loop. // DO NOT update or fade out uninitialized Avatars if (avatar != _myAvatar && avatar->isInitialized() && !nodeList->isPersonalMutingNode(avatar->getID())) { sortedAvatars.push(SortableAvatar(avatar)); } ++itr; } // Sort const auto& sortedAvatarVector = sortedAvatars.getSortedVector(); // process in sorted order uint64_t startTime = usecTimestampNow(); uint64_t updateExpiry = startTime + MAX_UPDATE_AVATARS_TIME_BUDGET; int numAvatarsUpdated = 0; int numAVatarsNotUpdated = 0; render::Transaction renderTransaction; workload::Transaction workloadTransaction; for (auto it = sortedAvatarVector.begin(); it != sortedAvatarVector.end(); ++it) { const SortableAvatar& sortData = *it; const auto avatar = std::static_pointer_cast<OtherAvatar>(sortData.getAvatar()); // TODO: to help us scale to more avatars it would be nice to not have to poll orb state here // if the geometry is loaded then turn off the orb if (avatar->getSkeletonModel()->isLoaded()) { // remove the orb if it is there avatar->removeOrb(); } else { avatar->updateOrbPosition(); } // for ALL avatars... if (_shouldRender) { avatar->ensureInScene(avatar, qApp->getMain3DScene()); } avatar->animateScaleChanges(deltaTime); uint64_t now = usecTimestampNow(); if (now < updateExpiry) { // we're within budget bool inView = sortData.getPriority() > OUT_OF_VIEW_THRESHOLD; if (inView && avatar->hasNewJointData()) { numAvatarsUpdated++; } avatar->simulate(deltaTime, inView); avatar->updateRenderItem(renderTransaction); avatar->updateSpaceProxy(workloadTransaction); avatar->setLastRenderUpdateTime(startTime); } else { // we've spent our full time budget --> bail on the rest of the avatar updates // --> more avatars may freeze until their priority trickles up // --> some scale animations may glitch // --> some avatar velocity measurements may be a little off // no time to simulate, but we take the time to count how many were tragically missed while (it != sortedAvatarVector.end()) { const SortableAvatar& newSortData = *it; const auto& newAvatar = newSortData.getAvatar(); bool inView = newSortData.getPriority() > OUT_OF_VIEW_THRESHOLD; // Once we reach an avatar that's not in view, all avatars after it will also be out of view if (!inView) { break; } numAVatarsNotUpdated += (int)(newAvatar->hasNewJointData()); ++it; } break; } } if (_shouldRender) { qApp->getMain3DScene()->enqueueTransaction(renderTransaction); } if (!_spaceProxiesToDelete.empty() && _space) { std::unique_lock<std::mutex> lock(_spaceLock); workloadTransaction.remove(_spaceProxiesToDelete); _spaceProxiesToDelete.clear(); } _space->enqueueTransaction(workloadTransaction); _numAvatarsUpdated = numAvatarsUpdated; _numAvatarsNotUpdated = numAVatarsNotUpdated; simulateAvatarFades(deltaTime); // Check on avatars with pending identities: steady_clock::time_point now = steady_clock::now(); QWriteLocker writeLock(&_hashLock); for (auto pendingAvatar = _pendingAvatars.begin(); pendingAvatar != _pendingAvatars.end(); ++pendingAvatar) { if (now - pendingAvatar->creationTime >= REQUEST_UNKNOWN_IDENTITY_DELAY) { // Too long without an ID sendIdentityRequest(pendingAvatar->avatar->getID()); if (++pendingAvatar->transmits >= REQUEST_UNKNOWN_IDENTITY_TRANSMITS) { qCDebug(avatars) << "Requesting identity for unknown avatar (final request)" << pendingAvatar->avatar->getID().toString(); pendingAvatar = _pendingAvatars.erase(pendingAvatar); if (pendingAvatar == _pendingAvatars.end()) { break; } } else { pendingAvatar->creationTime = now; qCDebug(avatars) << "Requesting identity for unknown avatar" << pendingAvatar->avatar->getID().toString(); } } } _avatarSimulationTime = (float)(usecTimestampNow() - startTime) / (float)USECS_PER_MSEC; } void AvatarManager::postUpdate(float deltaTime, const render::ScenePointer& scene) { auto hashCopy = getHashCopy(); AvatarHash::iterator avatarIterator = hashCopy.begin(); for (avatarIterator = hashCopy.begin(); avatarIterator != hashCopy.end(); avatarIterator++) { auto avatar = std::static_pointer_cast<Avatar>(avatarIterator.value()); avatar->postUpdate(deltaTime, scene); } } void AvatarManager::sendIdentityRequest(const QUuid& avatarID) const { auto nodeList = DependencyManager::get<NodeList>(); QWeakPointer<NodeList> nodeListWeak = nodeList; nodeList->eachMatchingNode( [](const SharedNodePointer& node)->bool { return node->getType() == NodeType::AvatarMixer && node->getActiveSocket(); }, [this, avatarID, nodeListWeak](const SharedNodePointer& node) { auto nodeList = nodeListWeak.lock(); if (nodeList) { auto packet = NLPacket::create(PacketType::AvatarIdentityRequest, NUM_BYTES_RFC4122_UUID, true); packet->write(avatarID.toRfc4122()); nodeList->sendPacket(std::move(packet), *node); ++_identityRequestsSent; } } ); } void AvatarManager::simulateAvatarFades(float deltaTime) { if (_avatarsToFade.empty()) { return; } QReadLocker locker(&_hashLock); QVector<AvatarSharedPointer>::iterator avatarItr = _avatarsToFade.begin(); const render::ScenePointer& scene = qApp->getMain3DScene(); render::Transaction transaction; while (avatarItr != _avatarsToFade.end()) { auto avatar = std::static_pointer_cast<Avatar>(*avatarItr); avatar->updateFadingStatus(scene); if (!avatar->isFading()) { // fading to zero is such a rare event we push a unique transaction for each if (avatar->isInScene()) { avatar->removeFromScene(*avatarItr, scene, transaction); } avatarItr = _avatarsToFade.erase(avatarItr); } else { ++avatarItr; } } scene->enqueueTransaction(transaction); } AvatarSharedPointer AvatarManager::newSharedAvatar() { return AvatarSharedPointer(new OtherAvatar(qApp->thread()), [](OtherAvatar* ptr) { ptr->deleteLater(); }); } void AvatarManager::queuePhysicsChange(const OtherAvatarPointer& avatar) { _avatarsToChangeInPhysics.insert(avatar); } void AvatarManager::buildPhysicsTransaction(PhysicsEngine::Transaction& transaction) { SetOfOtherAvatars failedShapeBuilds; for (auto avatar : _avatarsToChangeInPhysics) { bool isInPhysics = avatar->isInPhysicsSimulation(); if (isInPhysics != avatar->shouldBeInPhysicsSimulation()) { if (isInPhysics) { transaction.objectsToRemove.push_back(avatar->_motionState); avatar->_motionState = nullptr; } else { ShapeInfo shapeInfo; avatar->computeShapeInfo(shapeInfo); btCollisionShape* shape = const_cast<btCollisionShape*>(ObjectMotionState::getShapeManager()->getShape(shapeInfo)); if (shape) { AvatarMotionState* motionState = new AvatarMotionState(avatar, shape); motionState->setMass(avatar->computeMass()); avatar->_motionState = motionState; transaction.objectsToAdd.push_back(motionState); } else { failedShapeBuilds.insert(avatar); } } } else if (isInPhysics) { transaction.objectsToChange.push_back(avatar->_motionState); } } _avatarsToChangeInPhysics.swap(failedShapeBuilds); } void AvatarManager::handleProcessedPhysicsTransaction(PhysicsEngine::Transaction& transaction) { // things on objectsToChange correspond to failed changes // so we push them back onto _avatarsToChangeInPhysics for (auto object : transaction.objectsToChange) { AvatarMotionState* motionState = static_cast<AvatarMotionState*>(object); assert(motionState); assert(motionState->_avatar); _avatarsToChangeInPhysics.insert(motionState->_avatar); } // things on objectsToRemove are ready for delete for (auto object : transaction.objectsToRemove) { delete object; } transaction.clear(); } void AvatarManager::handleRemovedAvatar(const AvatarSharedPointer& removedAvatar, KillAvatarReason removalReason) { auto avatar = std::static_pointer_cast<OtherAvatar>(removedAvatar); { std::unique_lock<std::mutex> lock(_spaceLock); _spaceProxiesToDelete.push_back(avatar->getSpaceIndex()); } AvatarHashMap::handleRemovedAvatar(avatar, removalReason); avatar->die(); queuePhysicsChange(avatar); // remove this avatar's entities from the tree now, if we wait (as we did previously) for this Avatar's destructor // it might not fire until after we create a new instance for the same remote avatar, which creates a race // on the creation of entities for that avatar instance and the deletion of entities for this instance avatar->removeAvatarEntitiesFromTree(); if (removalReason == KillAvatarReason::TheirAvatarEnteredYourBubble) { emit DependencyManager::get<UsersScriptingInterface>()->enteredIgnoreRadius(); } else if (removalReason == KillAvatarReason::AvatarDisconnected) { // remove from node sets, if present DependencyManager::get<NodeList>()->removeFromIgnoreMuteSets(avatar->getSessionUUID()); DependencyManager::get<UsersScriptingInterface>()->avatarDisconnected(avatar->getSessionUUID()); avatar->fadeOut(qApp->getMain3DScene(), removalReason); } _avatarsToFade.push_back(removedAvatar); } void AvatarManager::clearOtherAvatars() { // Remove other avatars from the world but don't actually remove them from _avatarHash // each will either be removed on timeout or will re-added to the world on receipt of update. const render::ScenePointer& scene = qApp->getMain3DScene(); render::Transaction transaction; QReadLocker locker(&_hashLock); AvatarHash::iterator avatarIterator = _avatarHash.begin(); while (avatarIterator != _avatarHash.end()) { auto avatar = std::static_pointer_cast<Avatar>(avatarIterator.value()); if (avatar != _myAvatar) { handleRemovedAvatar(avatar); avatarIterator = _avatarHash.erase(avatarIterator); } else { ++avatarIterator; } } assert(scene); scene->enqueueTransaction(transaction); _myAvatar->clearLookAtTargetAvatar(); } void AvatarManager::deleteAllAvatars() { assert(_avatarsToChangeInPhysics.empty()); QReadLocker locker(&_hashLock); AvatarHash::iterator avatarIterator = _avatarHash.begin(); while (avatarIterator != _avatarHash.end()) { auto avatar = std::static_pointer_cast<OtherAvatar>(avatarIterator.value()); avatarIterator = _avatarHash.erase(avatarIterator); avatar->die(); assert(!avatar->_motionState); } } void AvatarManager::handleChangedMotionStates(const VectorOfMotionStates& motionStates) { // TODO: extract the MyAvatar results once we use a MotionState for it. } void AvatarManager::handleCollisionEvents(const CollisionEvents& collisionEvents) { for (Collision collision : collisionEvents) { // TODO: The plan is to handle MOTIONSTATE_TYPE_AVATAR, and then MOTIONSTATE_TYPE_MYAVATAR. As it is, other // people's avatars will have an id that doesn't match any entities, and one's own avatar will have