//// Application.cpp// interface/src//// Created by Andrzej Kapolka on 5/10/13.// Copyright 2013 High Fidelity, Inc.//// Distributed under the Apache License, Version 2.0.// See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html// #include "Application.h" #include <chrono>#include <thread> #include <gl/Config.h>#include <glm/glm.hpp>#include <glm/gtx/component_wise.hpp>#include <glm/gtx/quaternion.hpp>#include <glm/gtx/vector_angle.hpp>#include <glm/gtc/type_ptr.hpp> #include <QtCore/QAbstractNativeEventFilter>#include <QtCore/QCommandLineParser>#include <QtCore/QMimeData>#include <QtCore/QThreadPool> #include <QtGui/QScreen>#include <QtGui/QWindow>#include <QtGui/QDesktopServices> #include <QtNetwork/QLocalSocket>#include <QtNetwork/QLocalServer> #include <QtQml/QQmlContext>#include <QtQml/QQmlEngine>#include <QtQuick/QQuickWindow> #include <QtWebEngineWidgets/QWebEngineProfile> #include <QtWidgets/QDesktopWidget>#include <QtWidgets/QMessageBox> #include <QtMultimedia/QMediaPlayer> #include <QFontDatabase>#include <QProcessEnvironment>#include <QTemporaryDir> #include <gl/QOpenGLContextWrapper.h> #include <shared/GlobalAppProperties.h>#include <StatTracker.h>#include <Trace.h>#include <ResourceScriptingInterface.h>#include <AccountManager.h>#include <AddressManager.h>#include <AnimDebugDraw.h>#include <BuildInfo.h>#include <AssetClient.h>#include <AssetUpload.h>#include <AutoUpdater.h>#include <AudioInjectorManager.h>#include <AvatarBookmarks.h>#include <CursorManager.h>#include <DebugDraw.h>#include <DeferredLightingEffect.h>#include <EntityScriptClient.h>#include <EntityScriptServerLogClient.h>#include <EntityScriptingInterface.h>#include <ErrorDialog.h>#include <FileScriptingInterface.h>#include <Finally.h>#include <FingerprintUtils.h>#include <FramebufferCache.h>#include <gpu/Batch.h>#include <gpu/Context.h>#include <gpu/gl/GLBackend.h>#include <HFActionEvent.h>#include <HFBackEvent.h>#include <InfoView.h>#include <input-plugins/InputPlugin.h>#include <controllers/UserInputMapper.h>#include <controllers/InputRecorder.h>#include <controllers/ScriptingInterface.h>#include <controllers/StateController.h>#include <UserActivityLoggerScriptingInterface.h>#include <LogHandler.h>#include "LocationBookmarks.h"#include <MainWindow.h>#include <MappingRequest.h>#include <MessagesClient.h>#include <ModelEntityItem.h>#include <NetworkAccessManager.h>#include <NetworkingConstants.h>#include <ObjectMotionState.h>#include <OctalCode.h>#include <OctreeSceneStats.h>#include <OffscreenUi.h>#include <gl/OffscreenQmlSurfaceCache.h>#include <gl/OffscreenGLCanvas.h>#include <PathUtils.h>#include <PerfStat.h>#include <PhysicsEngine.h>#include <PhysicsHelpers.h>#include <plugins/CodecPlugin.h>#include <plugins/PluginManager.h>#include <plugins/PluginUtils.h>#include <plugins/SteamClientPlugin.h>#include <RecordingScriptingInterface.h>#include <RenderableWebEntityItem.h>#include <RenderShadowTask.h>#include <render/RenderFetchCullSortTask.h>#include <RenderDeferredTask.h>#include <RenderForwardTask.h>#include <RenderViewTask.h>#include <ResourceCache.h>#include <ResourceRequest.h>#include <SandboxUtils.h>#include <SceneScriptingInterface.h>#include <ScriptEngines.h>#include <ScriptCache.h>#include <SoundCache.h>#include <TabletScriptingInterface.h>#include <Tooltip.h>#include <udt/PacketHeaders.h>#include <UserActivityLogger.h>#include <UsersScriptingInterface.h>#include <recording/ClipCache.h>#include <recording/Deck.h>#include <recording/Recorder.h>#include <shared/StringHelpers.h>#include <QmlWebWindowClass.h>#include <Preferences.h>#include <display-plugins/CompositorHelper.h>#include <trackers/EyeTracker.h>#include <avatars-renderer/ScriptAvatar.h> #include "AudioClient.h"#include "audio/AudioScope.h"#include "avatar/AvatarManager.h"#include "avatar/MyHead.h"#include "CrashHandler.h"#include "devices/DdeFaceTracker.h"#include "devices/Leapmotion.h"#include "DiscoverabilityManager.h"#include "GLCanvas.h"#include "InterfaceDynamicFactory.h"#include "InterfaceLogging.h"#include "LODManager.h"#include "ModelPackager.h"#include "scripting/Audio.h"#include "networking/CloseEventSender.h"#include "scripting/TestScriptingInterface.h"#include "scripting/AccountScriptingInterface.h"#include "scripting/AssetMappingsScriptingInterface.h"#include "scripting/ClipboardScriptingInterface.h"#include "scripting/DesktopScriptingInterface.h"#include "scripting/GlobalServicesScriptingInterface.h"#include "scripting/HMDScriptingInterface.h"#include "scripting/LocationScriptingInterface.h"#include "scripting/MenuScriptingInterface.h"#include "scripting/SettingsScriptingInterface.h"#include "scripting/WindowScriptingInterface.h"#include "scripting/ControllerScriptingInterface.h"#include "scripting/ToolbarScriptingInterface.h"#include "scripting/RatesScriptingInterface.h"#if defined(Q_OS_MAC) || defined(Q_OS_WIN)#include "SpeechRecognizer.h"#endif#include "ui/AddressBarDialog.h"#include "ui/AvatarInputs.h"#include "ui/DialogsManager.h"#include "ui/LoginDialog.h"#include "ui/overlays/Cube3DOverlay.h"#include "ui/overlays/Web3DOverlay.h"#include "ui/Snapshot.h"#include "ui/SnapshotAnimated.h"#include "ui/StandAloneJSConsole.h"#include "ui/Stats.h"#include "ui/UpdateDialog.h"#include "ui/overlays/Overlays.h"#include "ui/DomainConnectionModel.h"#include "Util.h"#include "InterfaceParentFinder.h"#include "ui/OctreeStatsProvider.h" #include "FrameTimingsScriptingInterface.h"#include <GPUIdent.h>#include <gl/GLHelpers.h>#include <src/scripting/LimitlessVoiceRecognitionScriptingInterface.h>#include <EntityScriptClient.h>#include <ModelScriptingInterface.h> // On Windows PC, NVidia Optimus laptop, we want to enable NVIDIA GPU// FIXME seems to be broken.#if defined(Q_OS_WIN)#include <VersionHelpers.h> extern "C" { _declspec(dllexport) DWORD NvOptimusEnablement = 0x00000001;}#endif Q_LOGGING_CATEGORY(trace_app_input_mouse, "trace.app.input.mouse") using namespace std; static QTimer locationUpdateTimer;static QTimer identityPacketTimer;static QTimer pingTimer; static const int MAX_CONCURRENT_RESOURCE_DOWNLOADS = 16; // For processing on QThreadPool, we target a number of threads after reserving some // based on how many are being consumed by the application and the display plugin. However,// we will never drop below the 'min' valuestatic const int MIN_PROCESSING_THREAD_POOL_SIZE = 1; static const QString SNAPSHOT_EXTENSION = ".jpg";static const QString SVO_EXTENSION = ".svo";static const QString SVO_JSON_EXTENSION = ".svo.json";static const QString JSON_EXTENSION = ".json";static const QString JS_EXTENSION = ".js";static const QString FST_EXTENSION = ".fst";static const QString FBX_EXTENSION = ".fbx";static const QString OBJ_EXTENSION = ".obj";static const QString AVA_JSON_EXTENSION = ".ava.json";static const QString WEB_VIEW_TAG = "noDownload=true"; static const float MIRROR_FULLSCREEN_DISTANCE = 0.389f; static const quint64 TOO_LONG_SINCE_LAST_SEND_DOWNSTREAM_AUDIO_STATS = 1 * USECS_PER_SECOND; static const QString INFO_EDIT_ENTITIES_PATH = "html/edit-commands.html";static const QString INFO_HELP_PATH = "../../../html/tabletHelp.html"; static const unsigned int THROTTLED_SIM_FRAMERATE = 15;static const int THROTTLED_SIM_FRAME_PERIOD_MS = MSECS_PER_SECOND / THROTTLED_SIM_FRAMERATE; static const uint32_t INVALID_FRAME = UINT32_MAX; static const float PHYSICS_READY_RANGE = 3.0f; // how far from avatar to check for entities that aren't ready for simulation static const QString DESKTOP_LOCATION = QStandardPaths::writableLocation(QStandardPaths::DesktopLocation); Setting::Handle<int> maxOctreePacketsPerSecond("maxOctreePPS", DEFAULT_MAX_OCTREE_PPS); static const QString MARKETPLACE_CDN_HOSTNAME = "mpassets.highfidelity.com";static const int INTERVAL_TO_CHECK_HMD_WORN_STATUS = 500; // millisecondsstatic const QString DESKTOP_DISPLAY_PLUGIN_NAME = "Desktop"; static const QString SYSTEM_TABLET = "com.highfidelity.interface.tablet.system"; const QHash<QString, Application::AcceptURLMethod> Application::_acceptedExtensions { { SVO_EXTENSION, &Application::importSVOFromURL }, { SVO_JSON_EXTENSION, &Application::importSVOFromURL }, { AVA_JSON_EXTENSION, &Application::askToWearAvatarAttachmentUrl }, { JSON_EXTENSION, &Application::importJSONFromURL }, { JS_EXTENSION, &Application::askToLoadScript }, { FST_EXTENSION, &Application::askToSetAvatarUrl }}; class DeadlockWatchdogThread : public QThread {public: static const unsigned long HEARTBEAT_UPDATE_INTERVAL_SECS = 1; static const unsigned long MAX_HEARTBEAT_AGE_USECS = 30 * USECS_PER_SECOND; static const int WARNING_ELAPSED_HEARTBEAT = 500 * USECS_PER_MSEC; // warn if elapsed heartbeat average is large static const int HEARTBEAT_SAMPLES = 100000; // ~5 seconds worth of samples // Set the heartbeat on launch DeadlockWatchdogThread() { setObjectName("Deadlock Watchdog"); // Give the heartbeat an initial value _heartbeat = usecTimestampNow(); connect(qApp, &QCoreApplication::aboutToQuit, [this] { _quit = true; }); } static void updateHeartbeat() { auto now = usecTimestampNow(); auto elapsed = now - _heartbeat; _movingAverage.addSample(elapsed); _heartbeat = now; } static void deadlockDetectionCrash() { uint32_t* crashTrigger = nullptr; *crashTrigger = 0xDEAD10CC; } void run() override { while (!_quit) { QThread::sleep(HEARTBEAT_UPDATE_INTERVAL_SECS); // Don't do heartbeat detection under nsight if (nsightActive()) { continue; } uint64_t lastHeartbeat = _heartbeat; // sample atomic _heartbeat, because we could context switch away and have it updated on us uint64_t now = usecTimestampNow(); auto lastHeartbeatAge = (now > lastHeartbeat) ? now - lastHeartbeat : 0; auto elapsedMovingAverage = _movingAverage.getAverage(); if (elapsedMovingAverage > _maxElapsedAverage) { qCDebug(interfaceapp_deadlock) << "DEADLOCK WATCHDOG WARNING:" << "lastHeartbeatAge:" << lastHeartbeatAge << "elapsedMovingAverage:" << elapsedMovingAverage << "maxElapsed:" << _maxElapsed << "PREVIOUS maxElapsedAverage:" << _maxElapsedAverage << "NEW maxElapsedAverage:" << elapsedMovingAverage << "** NEW MAX ELAPSED AVERAGE **" << "samples:" << _movingAverage.getSamples(); _maxElapsedAverage = elapsedMovingAverage; } if (lastHeartbeatAge > _maxElapsed) { qCDebug(interfaceapp_deadlock) << "DEADLOCK WATCHDOG WARNING:" << "lastHeartbeatAge:" << lastHeartbeatAge << "elapsedMovingAverage:" << elapsedMovingAverage << "PREVIOUS maxElapsed:" << _maxElapsed << "NEW maxElapsed:" << lastHeartbeatAge << "** NEW MAX ELAPSED **" << "maxElapsedAverage:" << _maxElapsedAverage << "samples:" << _movingAverage.getSamples(); _maxElapsed = lastHeartbeatAge; } if (elapsedMovingAverage > WARNING_ELAPSED_HEARTBEAT) { qCDebug(interfaceapp_deadlock) << "DEADLOCK WATCHDOG WARNING:" << "lastHeartbeatAge:" << lastHeartbeatAge << "elapsedMovingAverage:" << elapsedMovingAverage << "** OVER EXPECTED VALUE **" << "maxElapsed:" << _maxElapsed << "maxElapsedAverage:" << _maxElapsedAverage << "samples:" << _movingAverage.getSamples(); } if (lastHeartbeatAge > MAX_HEARTBEAT_AGE_USECS) { qCDebug(interfaceapp_deadlock) << "DEADLOCK DETECTED -- " << "lastHeartbeatAge:" << lastHeartbeatAge << "[ lastHeartbeat :" << lastHeartbeat << "now:" << now << " ]" << "elapsedMovingAverage:" << elapsedMovingAverage << "maxElapsed:" << _maxElapsed << "maxElapsedAverage:" << _maxElapsedAverage << "samples:" << _movingAverage.getSamples(); // Don't actually crash in debug builds, in case this apparent deadlock is simply from // the developer actively debugging code #ifdef NDEBUG deadlockDetectionCrash(); #endif } } } static std::atomic<uint64_t> _heartbeat; static std::atomic<uint64_t> _maxElapsed; static std::atomic<int> _maxElapsedAverage; static ThreadSafeMovingAverage<int, HEARTBEAT_SAMPLES> _movingAverage; bool _quit { false };}; std::atomic<uint64_t> DeadlockWatchdogThread::_heartbeat;std::atomic<uint64_t> DeadlockWatchdogThread::_maxElapsed;std::atomic<int> DeadlockWatchdogThread::_maxElapsedAverage;ThreadSafeMovingAverage<int, DeadlockWatchdogThread::HEARTBEAT_SAMPLES> DeadlockWatchdogThread::_movingAverage; #ifdef Q_OS_WINclass MyNativeEventFilter : public QAbstractNativeEventFilter {public: static MyNativeEventFilter& getInstance() { static MyNativeEventFilter staticInstance; return staticInstance; } bool nativeEventFilter(const QByteArray &eventType, void* msg, long* result) Q_DECL_OVERRIDE { if (eventType == "windows_generic_MSG") { MSG* message = (MSG*)msg; if (message->message == UWM_IDENTIFY_INSTANCES) { *result = UWM_IDENTIFY_INSTANCES; return true; } if (message->message == UWM_SHOW_APPLICATION) { MainWindow* applicationWindow = qApp->getWindow(); if (applicationWindow->isMinimized()) { applicationWindow->showNormal(); // Restores to windowed or maximized state appropriately. } qApp->setActiveWindow(applicationWindow); // Flashes the taskbar icon if not focus. return true; } if (message->message == WM_COPYDATA) { COPYDATASTRUCT* pcds = (COPYDATASTRUCT*)(message->lParam); QUrl url = QUrl((const char*)(pcds->lpData)); if (url.isValid() && url.scheme() == HIFI_URL_SCHEME) { DependencyManager::get<AddressManager>()->handleLookupString(url.toString()); return true; } } } return false; }};#endif class LambdaEvent : public QEvent { std::function<void()> _fun;public: LambdaEvent(const std::function<void()> & fun) : QEvent(static_cast<QEvent::Type>(Application::Lambda)), _fun(fun) { } LambdaEvent(std::function<void()> && fun) : QEvent(static_cast<QEvent::Type>(Application::Lambda)), _fun(fun) { } void call() const { _fun(); }}; void messageHandler(QtMsgType type, const QMessageLogContext& context, const QString& message) { QString logMessage = LogHandler::getInstance().printMessage((LogMsgType) type, context, message); if (!logMessage.isEmpty()) {#ifdef Q_OS_WIN OutputDebugStringA(logMessage.toLocal8Bit().constData()); OutputDebugStringA("\n");#endif qApp->getLogger()->addMessage(qPrintable(logMessage + "\n")); }} static const QString STATE_IN_HMD = "InHMD";static const QString STATE_CAMERA_FULL_SCREEN_MIRROR = "CameraFSM";static const QString STATE_CAMERA_FIRST_PERSON = "CameraFirstPerson";static const QString STATE_CAMERA_THIRD_PERSON = "CameraThirdPerson";static const QString STATE_CAMERA_ENTITY = "CameraEntity";static const QString STATE_CAMERA_INDEPENDENT = "CameraIndependent";static const QString STATE_SNAP_TURN = "SnapTurn";static const QString STATE_ADVANCED_MOVEMENT_CONTROLS = "AdvancedMovement";static const QString STATE_GROUNDED = "Grounded";static const QString STATE_NAV_FOCUSED = "NavigationFocused"; bool setupEssentials(int& argc, char** argv, bool runningMarkerExisted) { const char** constArgv = const_cast<const char**>(argv); const char* portStr = getCmdOption(argc, constArgv, "--listenPort"); const int listenPort = portStr ? atoi(portStr) : INVALID_PORT; static const auto SUPPRESS_SETTINGS_RESET = "--suppress-settings-reset"; bool suppressPrompt = cmdOptionExists(argc, const_cast<const char**>(argv), SUPPRESS_SETTINGS_RESET); bool previousSessionCrashed = CrashHandler::checkForResetSettings(runningMarkerExisted, suppressPrompt); Setting::init(); if (auto steamClient = PluginManager::getInstance()->getSteamClientPlugin()) { steamClient->init(); } DependencyManager::set<tracing::Tracer>(); PROFILE_SET_THREAD_NAME("Main Thread"); #if defined(Q_OS_WIN) // Select appropriate audio DLL QString audioDLLPath = QCoreApplication::applicationDirPath(); if (IsWindows8OrGreater()) { audioDLLPath += "/audioWin8"; } else { audioDLLPath += "/audioWin7"; } QCoreApplication::addLibraryPath(audioDLLPath);#endif DependencyManager::registerInheritance<LimitedNodeList, NodeList>(); DependencyManager::registerInheritance<AvatarHashMap, AvatarManager>(); DependencyManager::registerInheritance<EntityDynamicFactoryInterface, InterfaceDynamicFactory>(); DependencyManager::registerInheritance<SpatialParentFinder, InterfaceParentFinder>(); // Set dependencies DependencyManager::set<AccountManager>(std::bind(&Application::getUserAgent, qApp)); DependencyManager::set<StatTracker>(); DependencyManager::set<ScriptEngines>(ScriptEngine::CLIENT_SCRIPT); DependencyManager::set<Preferences>(); DependencyManager::set<recording::ClipCache>(); DependencyManager::set<recording::Deck>(); DependencyManager::set<recording::Recorder>(); DependencyManager::set<AddressManager>(); DependencyManager::set<NodeList>(NodeType::Agent, listenPort); DependencyManager::set<GeometryCache>(); DependencyManager::set<ModelCache>(); DependencyManager::set<ScriptCache>(); DependencyManager::set<SoundCache>(); DependencyManager::set<DdeFaceTracker>(); DependencyManager::set<EyeTracker>(); DependencyManager::set<AudioClient>(); DependencyManager::set<AudioScope>(); DependencyManager::set<DeferredLightingEffect>(); DependencyManager::set<TextureCache>(); DependencyManager::set<FramebufferCache>(); DependencyManager::set<AnimationCache>(); DependencyManager::set<ModelBlender>(); DependencyManager::set<UsersScriptingInterface>(); DependencyManager::set<AvatarManager>();Lines 1–500 of 7046. Load more
// // Application.cpp // interface/src // // Created by Andrzej Kapolka on 5/10/13. // Copyright 2013 High Fidelity, Inc. // // Distributed under the Apache License, Version 2.0. // See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html // #include "Application.h" #include <chrono> #include <thread> #include <gl/Config.h> #include <glm/glm.hpp> #include <glm/gtx/component_wise.hpp> #include <glm/gtx/quaternion.hpp> #include <glm/gtx/vector_angle.hpp> #include <glm/gtc/type_ptr.hpp> #include <QtCore/QAbstractNativeEventFilter> #include <QtCore/QCommandLineParser> #include <QtCore/QMimeData> #include <QtCore/QThreadPool> #include <QtGui/QScreen> #include <QtGui/QWindow> #include <QtGui/QDesktopServices> #include <QtNetwork/QLocalSocket> #include <QtNetwork/QLocalServer> #include <QtQml/QQmlContext> #include <QtQml/QQmlEngine> #include <QtQuick/QQuickWindow> #include <QtWebEngineWidgets/QWebEngineProfile> #include <QtWidgets/QDesktopWidget> #include <QtWidgets/QMessageBox> #include <QtMultimedia/QMediaPlayer> #include <QFontDatabase> #include <QProcessEnvironment> #include <QTemporaryDir> #include <gl/QOpenGLContextWrapper.h> #include <shared/GlobalAppProperties.h> #include <StatTracker.h> #include <Trace.h> #include <ResourceScriptingInterface.h> #include <AccountManager.h> #include <AddressManager.h> #include <AnimDebugDraw.h> #include <BuildInfo.h> #include <AssetClient.h> #include <AssetUpload.h> #include <AutoUpdater.h> #include <AudioInjectorManager.h> #include <AvatarBookmarks.h> #include <CursorManager.h> #include <DebugDraw.h> #include <DeferredLightingEffect.h> #include <EntityScriptClient.h> #include <EntityScriptServerLogClient.h> #include <EntityScriptingInterface.h> #include <ErrorDialog.h> #include <FileScriptingInterface.h> #include <Finally.h> #include <FingerprintUtils.h> #include <FramebufferCache.h> #include <gpu/Batch.h> #include <gpu/Context.h> #include <gpu/gl/GLBackend.h> #include <HFActionEvent.h> #include <HFBackEvent.h> #include <InfoView.h> #include <input-plugins/InputPlugin.h> #include <controllers/UserInputMapper.h> #include <controllers/InputRecorder.h> #include <controllers/ScriptingInterface.h> #include <controllers/StateController.h> #include <UserActivityLoggerScriptingInterface.h> #include <LogHandler.h> #include "LocationBookmarks.h" #include <MainWindow.h> #include <MappingRequest.h> #include <MessagesClient.h> #include <ModelEntityItem.h> #include <NetworkAccessManager.h> #include <NetworkingConstants.h> #include <ObjectMotionState.h> #include <OctalCode.h> #include <OctreeSceneStats.h> #include <OffscreenUi.h> #include <gl/OffscreenQmlSurfaceCache.h> #include <gl/OffscreenGLCanvas.h> #include <PathUtils.h> #include <PerfStat.h> #include <PhysicsEngine.h> #include <PhysicsHelpers.h> #include <plugins/CodecPlugin.h> #include <plugins/PluginManager.h> #include <plugins/PluginUtils.h> #include <plugins/SteamClientPlugin.h> #include <RecordingScriptingInterface.h> #include <RenderableWebEntityItem.h> #include <RenderShadowTask.h> #include <render/RenderFetchCullSortTask.h> #include <RenderDeferredTask.h> #include <RenderForwardTask.h> #include <RenderViewTask.h> #include <ResourceCache.h> #include <ResourceRequest.h> #include <SandboxUtils.h> #include <SceneScriptingInterface.h> #include <ScriptEngines.h> #include <ScriptCache.h> #include <SoundCache.h> #include <TabletScriptingInterface.h> #include <Tooltip.h> #include <udt/PacketHeaders.h> #include <UserActivityLogger.h> #include <UsersScriptingInterface.h> #include <recording/ClipCache.h> #include <recording/Deck.h> #include <recording/Recorder.h> #include <shared/StringHelpers.h> #include <QmlWebWindowClass.h> #include <Preferences.h> #include <display-plugins/CompositorHelper.h> #include <trackers/EyeTracker.h> #include <avatars-renderer/ScriptAvatar.h> #include "AudioClient.h" #include "audio/AudioScope.h" #include "avatar/AvatarManager.h" #include "avatar/MyHead.h" #include "CrashHandler.h" #include "devices/DdeFaceTracker.h" #include "devices/Leapmotion.h" #include "DiscoverabilityManager.h" #include "GLCanvas.h" #include "InterfaceDynamicFactory.h" #include "InterfaceLogging.h" #include "LODManager.h" #include "ModelPackager.h" #include "scripting/Audio.h" #include "networking/CloseEventSender.h" #include "scripting/TestScriptingInterface.h" #include "scripting/AccountScriptingInterface.h" #include "scripting/AssetMappingsScriptingInterface.h" #include "scripting/ClipboardScriptingInterface.h" #include "scripting/DesktopScriptingInterface.h" #include "scripting/GlobalServicesScriptingInterface.h" #include "scripting/HMDScriptingInterface.h" #include "scripting/LocationScriptingInterface.h" #include "scripting/MenuScriptingInterface.h" #include "scripting/SettingsScriptingInterface.h" #include "scripting/WindowScriptingInterface.h" #include "scripting/ControllerScriptingInterface.h" #include "scripting/ToolbarScriptingInterface.h" #include "scripting/RatesScriptingInterface.h" #if defined(Q_OS_MAC) || defined(Q_OS_WIN) #include "SpeechRecognizer.h" #endif #include "ui/AddressBarDialog.h" #include "ui/AvatarInputs.h" #include "ui/DialogsManager.h" #include "ui/LoginDialog.h" #include "ui/overlays/Cube3DOverlay.h" #include "ui/overlays/Web3DOverlay.h" #include "ui/Snapshot.h" #include "ui/SnapshotAnimated.h" #include "ui/StandAloneJSConsole.h" #include "ui/Stats.h" #include "ui/UpdateDialog.h" #include "ui/overlays/Overlays.h" #include "ui/DomainConnectionModel.h" #include "Util.h" #include "InterfaceParentFinder.h" #include "ui/OctreeStatsProvider.h" #include "FrameTimingsScriptingInterface.h" #include <GPUIdent.h> #include <gl/GLHelpers.h> #include <src/scripting/LimitlessVoiceRecognitionScriptingInterface.h> #include <EntityScriptClient.h> #include <ModelScriptingInterface.h> // On Windows PC, NVidia Optimus laptop, we want to enable NVIDIA GPU // FIXME seems to be broken. #if defined(Q_OS_WIN) #include <VersionHelpers.h> extern "C" { _declspec(dllexport) DWORD NvOptimusEnablement = 0x00000001; } #endif Q_LOGGING_CATEGORY(trace_app_input_mouse, "trace.app.input.mouse") using namespace std; static QTimer locationUpdateTimer; static QTimer identityPacketTimer; static QTimer pingTimer; static const int MAX_CONCURRENT_RESOURCE_DOWNLOADS = 16; // For processing on QThreadPool, we target a number of threads after reserving some // based on how many are being consumed by the application and the display plugin. However, // we will never drop below the 'min' value static const int MIN_PROCESSING_THREAD_POOL_SIZE = 1; static const QString SNAPSHOT_EXTENSION = ".jpg"; static const QString SVO_EXTENSION = ".svo"; static const QString SVO_JSON_EXTENSION = ".svo.json"; static const QString JSON_EXTENSION = ".json"; static const QString JS_EXTENSION = ".js"; static const QString FST_EXTENSION = ".fst"; static const QString FBX_EXTENSION = ".fbx"; static const QString OBJ_EXTENSION = ".obj"; static const QString AVA_JSON_EXTENSION = ".ava.json"; static const QString WEB_VIEW_TAG = "noDownload=true"; static const float MIRROR_FULLSCREEN_DISTANCE = 0.389f; static const quint64 TOO_LONG_SINCE_LAST_SEND_DOWNSTREAM_AUDIO_STATS = 1 * USECS_PER_SECOND; static const QString INFO_EDIT_ENTITIES_PATH = "html/edit-commands.html"; static const QString INFO_HELP_PATH = "../../../html/tabletHelp.html"; static const unsigned int THROTTLED_SIM_FRAMERATE = 15; static const int THROTTLED_SIM_FRAME_PERIOD_MS = MSECS_PER_SECOND / THROTTLED_SIM_FRAMERATE; static const uint32_t INVALID_FRAME = UINT32_MAX; static const float PHYSICS_READY_RANGE = 3.0f; // how far from avatar to check for entities that aren't ready for simulation static const QString DESKTOP_LOCATION = QStandardPaths::writableLocation(QStandardPaths::DesktopLocation); Setting::Handle<int> maxOctreePacketsPerSecond("maxOctreePPS", DEFAULT_MAX_OCTREE_PPS); static const QString MARKETPLACE_CDN_HOSTNAME = "mpassets.highfidelity.com"; static const int INTERVAL_TO_CHECK_HMD_WORN_STATUS = 500; // milliseconds static const QString DESKTOP_DISPLAY_PLUGIN_NAME = "Desktop"; static const QString SYSTEM_TABLET = "com.highfidelity.interface.tablet.system"; const QHash<QString, Application::AcceptURLMethod> Application::_acceptedExtensions { { SVO_EXTENSION, &Application::importSVOFromURL }, { SVO_JSON_EXTENSION, &Application::importSVOFromURL }, { AVA_JSON_EXTENSION, &Application::askToWearAvatarAttachmentUrl }, { JSON_EXTENSION, &Application::importJSONFromURL }, { JS_EXTENSION, &Application::askToLoadScript }, { FST_EXTENSION, &Application::askToSetAvatarUrl } }; class DeadlockWatchdogThread : public QThread { public: static const unsigned long HEARTBEAT_UPDATE_INTERVAL_SECS = 1; static const unsigned long MAX_HEARTBEAT_AGE_USECS = 30 * USECS_PER_SECOND; static const int WARNING_ELAPSED_HEARTBEAT = 500 * USECS_PER_MSEC; // warn if elapsed heartbeat average is large static const int HEARTBEAT_SAMPLES = 100000; // ~5 seconds worth of samples // Set the heartbeat on launch DeadlockWatchdogThread() { setObjectName("Deadlock Watchdog"); // Give the heartbeat an initial value _heartbeat = usecTimestampNow(); connect(qApp, &QCoreApplication::aboutToQuit, [this] { _quit = true; }); } static void updateHeartbeat() { auto now = usecTimestampNow(); auto elapsed = now - _heartbeat; _movingAverage.addSample(elapsed); _heartbeat = now; } static void deadlockDetectionCrash() { uint32_t* crashTrigger = nullptr; *crashTrigger = 0xDEAD10CC; } void run() override { while (!_quit) { QThread::sleep(HEARTBEAT_UPDATE_INTERVAL_SECS); // Don't do heartbeat detection under nsight if (nsightActive()) { continue; } uint64_t lastHeartbeat = _heartbeat; // sample atomic _heartbeat, because we could context switch away and have it updated on us uint64_t now = usecTimestampNow(); auto lastHeartbeatAge = (now > lastHeartbeat) ? now - lastHeartbeat : 0; auto elapsedMovingAverage = _movingAverage.getAverage(); if (elapsedMovingAverage > _maxElapsedAverage) { qCDebug(interfaceapp_deadlock) << "DEADLOCK WATCHDOG WARNING:" << "lastHeartbeatAge:" << lastHeartbeatAge << "elapsedMovingAverage:" << elapsedMovingAverage << "maxElapsed:" << _maxElapsed << "PREVIOUS maxElapsedAverage:" << _maxElapsedAverage << "NEW maxElapsedAverage:" << elapsedMovingAverage << "** NEW MAX ELAPSED AVERAGE **" << "samples:" << _movingAverage.getSamples(); _maxElapsedAverage = elapsedMovingAverage; } if (lastHeartbeatAge > _maxElapsed) { qCDebug(interfaceapp_deadlock) << "DEADLOCK WATCHDOG WARNING:" << "lastHeartbeatAge:" << lastHeartbeatAge << "elapsedMovingAverage:" << elapsedMovingAverage << "PREVIOUS maxElapsed:" << _maxElapsed << "NEW maxElapsed:" << lastHeartbeatAge << "** NEW MAX ELAPSED **" << "maxElapsedAverage:" << _maxElapsedAverage << "samples:" << _movingAverage.getSamples(); _maxElapsed = lastHeartbeatAge; } if (elapsedMovingAverage > WARNING_ELAPSED_HEARTBEAT) { qCDebug(interfaceapp_deadlock) << "DEADLOCK WATCHDOG WARNING:" << "lastHeartbeatAge:" << lastHeartbeatAge << "elapsedMovingAverage:" << elapsedMovingAverage << "** OVER EXPECTED VALUE **" << "maxElapsed:" << _maxElapsed << "maxElapsedAverage:" << _maxElapsedAverage << "samples:" << _movingAverage.getSamples(); } if (lastHeartbeatAge > MAX_HEARTBEAT_AGE_USECS) { qCDebug(interfaceapp_deadlock) << "DEADLOCK DETECTED -- " << "lastHeartbeatAge:" << lastHeartbeatAge << "[ lastHeartbeat :" << lastHeartbeat << "now:" << now << " ]" << "elapsedMovingAverage:" << elapsedMovingAverage << "maxElapsed:" << _maxElapsed << "maxElapsedAverage:" << _maxElapsedAverage << "samples:" << _movingAverage.getSamples(); // Don't actually crash in debug builds, in case this apparent deadlock is simply from // the developer actively debugging code #ifdef NDEBUG deadlockDetectionCrash(); #endif } } } static std::atomic<uint64_t> _heartbeat; static std::atomic<uint64_t> _maxElapsed; static std::atomic<int> _maxElapsedAverage; static ThreadSafeMovingAverage<int, HEARTBEAT_SAMPLES> _movingAverage; bool _quit { false }; }; std::atomic<uint64_t> DeadlockWatchdogThread::_heartbeat; std::atomic<uint64_t> DeadlockWatchdogThread::_maxElapsed; std::atomic<int> DeadlockWatchdogThread::_maxElapsedAverage; ThreadSafeMovingAverage<int, DeadlockWatchdogThread::HEARTBEAT_SAMPLES> DeadlockWatchdogThread::_movingAverage; #ifdef Q_OS_WIN class MyNativeEventFilter : public QAbstractNativeEventFilter { public: static MyNativeEventFilter& getInstance() { static MyNativeEventFilter staticInstance; return staticInstance; } bool nativeEventFilter(const QByteArray &eventType, void* msg, long* result) Q_DECL_OVERRIDE { if (eventType == "windows_generic_MSG") { MSG* message = (MSG*)msg; if (message->message == UWM_IDENTIFY_INSTANCES) { *result = UWM_IDENTIFY_INSTANCES; return true; } if (message->message == UWM_SHOW_APPLICATION) { MainWindow* applicationWindow = qApp->getWindow(); if (applicationWindow->isMinimized()) { applicationWindow->showNormal(); // Restores to windowed or maximized state appropriately. } qApp->setActiveWindow(applicationWindow); // Flashes the taskbar icon if not focus. return true; } if (message->message == WM_COPYDATA) { COPYDATASTRUCT* pcds = (COPYDATASTRUCT*)(message->lParam); QUrl url = QUrl((const char*)(pcds->lpData)); if (url.isValid() && url.scheme() == HIFI_URL_SCHEME) { DependencyManager::get<AddressManager>()->handleLookupString(url.toString()); return true; } } } return false; } }; #endif class LambdaEvent : public QEvent { std::function<void()> _fun; public: LambdaEvent(const std::function<void()> & fun) : QEvent(static_cast<QEvent::Type>(Application::Lambda)), _fun(fun) { } LambdaEvent(std::function<void()> && fun) : QEvent(static_cast<QEvent::Type>(Application::Lambda)), _fun(fun) { } void call() const { _fun(); } }; void messageHandler(QtMsgType type, const QMessageLogContext& context, const QString& message) { QString logMessage = LogHandler::getInstance().printMessage((LogMsgType) type, context, message); if (!logMessage.isEmpty()) { #ifdef Q_OS_WIN OutputDebugStringA(logMessage.toLocal8Bit().constData()); OutputDebugStringA("\n"); #endif qApp->getLogger()->addMessage(qPrintable(logMessage + "\n")); } } static const QString STATE_IN_HMD = "InHMD"; static const QString STATE_CAMERA_FULL_SCREEN_MIRROR = "CameraFSM"; static const QString STATE_CAMERA_FIRST_PERSON = "CameraFirstPerson"; static const QString STATE_CAMERA_THIRD_PERSON = "CameraThirdPerson"; static const QString STATE_CAMERA_ENTITY = "CameraEntity"; static const QString STATE_CAMERA_INDEPENDENT = "CameraIndependent"; static const QString STATE_SNAP_TURN = "SnapTurn"; static const QString STATE_ADVANCED_MOVEMENT_CONTROLS = "AdvancedMovement"; static const QString STATE_GROUNDED = "Grounded"; static const QString STATE_NAV_FOCUSED = "NavigationFocused"; bool setupEssentials(int& argc, char** argv, bool runningMarkerExisted) { const char** constArgv = const_cast<const char**>(argv); const char* portStr = getCmdOption(argc, constArgv, "--listenPort"); const int listenPort = portStr ? atoi(portStr) : INVALID_PORT; static const auto SUPPRESS_SETTINGS_RESET = "--suppress-settings-reset"; bool suppressPrompt = cmdOptionExists(argc, const_cast<const char**>(argv), SUPPRESS_SETTINGS_RESET); bool previousSessionCrashed = CrashHandler::checkForResetSettings(runningMarkerExisted, suppressPrompt); Setting::init(); if (auto steamClient = PluginManager::getInstance()->getSteamClientPlugin()) { steamClient->init(); } DependencyManager::set<tracing::Tracer>(); PROFILE_SET_THREAD_NAME("Main Thread"); #if defined(Q_OS_WIN) // Select appropriate audio DLL QString audioDLLPath = QCoreApplication::applicationDirPath(); if (IsWindows8OrGreater()) { audioDLLPath += "/audioWin8"; } else { audioDLLPath += "/audioWin7"; } QCoreApplication::addLibraryPath(audioDLLPath); #endif DependencyManager::registerInheritance<LimitedNodeList, NodeList>(); DependencyManager::registerInheritance<AvatarHashMap, AvatarManager>(); DependencyManager::registerInheritance<EntityDynamicFactoryInterface, InterfaceDynamicFactory>(); DependencyManager::registerInheritance<SpatialParentFinder, InterfaceParentFinder>(); // Set dependencies DependencyManager::set<AccountManager>(std::bind(&Application::getUserAgent, qApp)); DependencyManager::set<StatTracker>(); DependencyManager::set<ScriptEngines>(ScriptEngine::CLIENT_SCRIPT); DependencyManager::set<Preferences>(); DependencyManager::set<recording::ClipCache>(); DependencyManager::set<recording::Deck>(); DependencyManager::set<recording::Recorder>(); DependencyManager::set<AddressManager>(); DependencyManager::set<NodeList>(NodeType::Agent, listenPort); DependencyManager::set<GeometryCache>(); DependencyManager::set<ModelCache>(); DependencyManager::set<ScriptCache>(); DependencyManager::set<SoundCache>(); DependencyManager::set<DdeFaceTracker>(); DependencyManager::set<EyeTracker>(); DependencyManager::set<AudioClient>(); DependencyManager::set<AudioScope>(); DependencyManager::set<DeferredLightingEffect>(); DependencyManager::set<TextureCache>(); DependencyManager::set<FramebufferCache>(); DependencyManager::set<AnimationCache>(); DependencyManager::set<ModelBlender>(); DependencyManager::set<UsersScriptingInterface>(); DependencyManager::set<AvatarManager>();