Welcome to mirror list, hosted at ThFree Co, Russian Federation.

GHOST_XrSession.cpp « intern « ghost « intern - git.blender.org/blender.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: 3a0f6fe395ac553d6f8eae7bfffaa5f008b9cfc2 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
/*
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
 */

/** \file
 * \ingroup GHOST
 */

#include <algorithm>
#include <cassert>
#include <chrono>
#include <cstdio>
#include <iterator>
#include <list>
#include <sstream>
#include <tuple>

#include "GHOST_C-api.h"

#include "GHOST_IXrGraphicsBinding.h"
#include "GHOST_XrContext.h"
#include "GHOST_XrException.h"
#include "GHOST_XrSwapchain.h"
#include "GHOST_Xr_intern.h"

#include "GHOST_XrSession.h"

struct GHOST_XrActionCreateInfo {
  std::string name;
  std::string localizedName;
  XrActionType actionType;
};

struct GHOST_XrSubactionInfo {
  std::string path;
  std::string name;
};

struct GHOST_XrSubactionsCreateInfo {
  std::string parentName;
  std::string localizedParentName;
  XrActionType actionType;
  std::vector<GHOST_XrSubactionInfo> subactions;
};

struct OpenXRActionData {
  /* Has the lifecycle of the session gone past attaching action sets? */
  bool attached;

  GHOST_XrActionSetMap actionSetMap;
  GHOST_XrInteractionMap interactionMap;

  XrSpace handSpaces[2];
  XrPosef handPoses[2];

  XrPosef viewPose;
};

struct OpenXRSessionData {
  XrSystemId system_id = XR_NULL_SYSTEM_ID;
  XrSession session = XR_NULL_HANDLE;
  XrSessionState session_state = XR_SESSION_STATE_UNKNOWN;

  /* Only stereo rendering supported now. */
  const XrViewConfigurationType view_type = XR_VIEW_CONFIGURATION_TYPE_PRIMARY_STEREO;
  XrSpace reference_space;
  XrSpace view_space;
  std::vector<XrView> views;
  std::vector<GHOST_XrSwapchain> swapchains;

  OpenXRActionData actionData;
};

GHOST_XrAction::GHOST_XrAction(XrSession xrSession,
                               XrInstance xrInstance,
                               XrAction handle,
                               XrPath subpath)
    : xrSession(xrSession), xrInstance(xrInstance), handle(handle), subPath(subpath)
{
}

GHOST_XrActionSet::~GHOST_XrActionSet()
{
  xrDestroyActionSet(handle);
}

XrPath stringToPath(XrInstance xrInstance, const std::string &path)
{
  XrPath xrPath;
  CHECK_XR(xrStringToPath(xrInstance, path.c_str(), &xrPath), "Failed to convert string to path.");
  return xrPath;
}

void GHOST_XrSession::suggestBinding(XrAction handle,
                                     const std::string &profile,
                                     const std::string &binding)
{
  assert(!m_oxr->actionData.attached);

  XrPath profilePath = stringToPath(m_context->getInstance(), profile);
  XrPath bindingPath = stringToPath(m_context->getInstance(), binding);

  m_oxr->actionData.interactionMap[profilePath].push_back(
      XrActionSuggestedBinding{handle, bindingPath});
}

/* Once action sets are attached, action sets and bindings are necessarily immutable. */
/* Loading additional actions requires recreating the session. */
void GHOST_XrSession::bindAndAttachActions()
{
  OpenXRActionData &actionData = m_oxr->actionData;
  assert(!actionData.attached);

  GHOST_XrActionSetMap &actionSetMap = actionData.actionSetMap;
  GHOST_XrInteractionMap &interactionMap = actionData.interactionMap;

  for (GHOST_XrInteractionMap::iterator it = interactionMap.begin(); it != interactionMap.end();
       it++) {
    XrInteractionProfileSuggestedBinding suggestedBindings = {
        XR_TYPE_INTERACTION_PROFILE_SUGGESTED_BINDING};
    suggestedBindings.interactionProfile = it->first;
    suggestedBindings.countSuggestedBindings = it->second.size();
    suggestedBindings.suggestedBindings = it->second.data();

    CHECK_XR(xrSuggestInteractionProfileBindings(m_context->getInstance(), &suggestedBindings),
             "Failed to suggest profile bindings.");
  }

  /* Push all action sets in the action set hashmap to a vector. */
  std::vector<XrActionSet> actionSets;
  for (GHOST_XrActionSetMap::iterator it = actionSetMap.begin(); it != actionSetMap.end(); it++) {
    actionSets.push_back(it->second.handle);
  }

  /* Attach the aforementioned action sets to the XrSession. */
  XrSessionActionSetsAttachInfo attachInfo = {XR_TYPE_SESSION_ACTION_SETS_ATTACH_INFO};
  attachInfo.countActionSets = actionData.actionSetMap.size();
  attachInfo.actionSets = actionSets.data();

  actionData.attached = true;
}

GHOST_XrAction &GHOST_XrActionSet::createAction(GHOST_XrActionCreateInfo info)
{
  XrActionCreateInfo actionInfo = {XR_TYPE_ACTION_CREATE_INFO};
  actionInfo.actionType = info.actionType;

  strncpy(actionInfo.actionName, info.name.c_str(), XR_MAX_ACTION_NAME_SIZE);
  strncpy(actionInfo.localizedActionName,
          info.localizedName.c_str(),
          XR_MAX_LOCALIZED_ACTION_NAME_SIZE);

  XrAction action;
  CHECK_XR(xrCreateAction(handle, &actionInfo, &action), "Action creation failed.");

  actionMap.emplace(std::piecewise_construct,
                    std::forward_as_tuple(info.name),
                    std::forward_as_tuple(xrSession, xrInstance, action, XR_NULL_PATH));

  return actionMap.at(info.name);
}

GHOST_XrAction &GHOST_XrActionSet::createSubactions(GHOST_XrSubactionsCreateInfo info)
{
  XrActionCreateInfo actionInfo = {XR_TYPE_ACTION_CREATE_INFO};
  actionInfo.actionType = info.actionType;
  actionInfo.countSubactionPaths = info.subactions.size();

  strncpy(actionInfo.actionName, info.parentName.c_str(), XR_MAX_ACTION_NAME_SIZE);
  strncpy(actionInfo.localizedActionName,
          info.localizedParentName.c_str(),
          XR_MAX_LOCALIZED_ACTION_NAME_SIZE);

  /* Create a vector of XrPath handles out of the subaction path strings */
  std::vector<XrPath> subactionPaths;
  for (int i = 0; i < info.subactions.size(); i++) {
    XrPath path = stringToPath(xrInstance, info.subactions[i].path.c_str());
    subactionPaths.push_back(path);
  }

  actionInfo.subactionPaths = subactionPaths.data();

  XrAction action;
  CHECK_XR(xrCreateAction(handle, &actionInfo, &action), "Subactions creation failed.");

  /* Create the parent action GHOST_XrAction (same handle, no subpath). */
  actionMap.emplace(std::piecewise_construct,
                    std::forward_as_tuple(info.parentName),
                    std::forward_as_tuple(xrSession, xrInstance, action, XR_NULL_PATH));

  /* Create a GHOST_XrAction object for each subaction path (duplicate XrAction handle). */
  for (int i = 0; i < info.subactions.size(); i++) {
    actionMap.emplace(std::piecewise_construct,
                      std::forward_as_tuple(info.subactions[i].name),
                      std::forward_as_tuple(xrSession, xrInstance, action, subactionPaths[i]));
  }

  return actionMap.at(info.parentName);
}

GHOST_XrActionSet::GHOST_XrActionSet(XrSession xrSession,
                                     XrInstance xrInstance,
                                     XrActionSet handle)
    : xrSession(xrSession), xrInstance(xrInstance), handle(handle)
{
}

GHOST_XrActionSet &GHOST_XrSession::createActionSet(const std::string &name,
                                                    const std::string &localizedName)
{
  XrInstance xrInstance = m_context->getInstance();
  XrSession xrSession = m_oxr->session;

  XrActionSetCreateInfo actionSetInfo = {XR_TYPE_ACTION_SET_CREATE_INFO};
  actionSetInfo.priority = 0;

  strncpy(actionSetInfo.actionSetName, name.c_str(), XR_MAX_ACTION_SET_NAME_SIZE);
  strncpy(actionSetInfo.localizedActionSetName,
          localizedName.c_str(),
          XR_MAX_LOCALIZED_ACTION_SET_NAME_SIZE);

  XrActionSet set;

  CHECK_XR(xrCreateActionSet(xrInstance, &actionSetInfo, &set), "Action set creation failed.");

  GHOST_XrActionSetMap &setMap = m_oxr->actionData.actionSetMap;

  setMap.emplace(std::piecewise_construct,
                 std::forward_as_tuple(name),
                 std::forward_as_tuple(xrSession, xrInstance, set));

  return setMap.at(name);
}

// void GHOST_XrSession::applyVibration(const std::string &setID,
//                                     const std::string &actionID,
//                                     int64_t duration,
//                                     float amplitude,
//                                     float frequency)
//{
//  GHOST_XrAction action = get_action(setID, actionID);
//
//  XrHapticVibration vibration = {0};
//  vibration.type = XR_TYPE_HAPTIC_VIBRATION;
//  vibration.amplitude = amplitude;
//  vibration.duration = duration;
//  vibration.frequency = frequency;
//
//  if (action.subpath != XR_NULL_PATH) {
//    CHECK_XR(xrApplyHapticFeedback(
//                 action.handle, 1, &action.subpath, (const XrHapticBaseHeader *)&vibration),
//             "Application of haptic feedback failed.");
//  }
//
//  else {
//    CHECK_XR(xrApplyHapticFeedback(action.handle, 0, NULL, (const XrHapticBaseHeader
//    *)&vibration),
//             "Application of haptic feedback failed.");
//  }
//}

GHOST_XrActionSet &GHOST_XrSession::getActionSet(const std::string &setID)
{
  return m_oxr->actionData.actionSetMap.at(setID);
}

GHOST_XrAction &GHOST_XrActionSet::getAction(const std::string &actionID)
{
  return actionMap.at(actionID);
}

bool GHOST_XrAction::isPoseActive()
{
  XrActionStatePose state;

  XrActionStateGetInfo getActionStateInfo{XR_TYPE_ACTION_STATE_GET_INFO};
  getActionStateInfo.action = handle;
  getActionStateInfo.subactionPath = subPath;
  CHECK_XR(xrGetActionStatePose(xrSession, &getActionStateInfo, &state),
           "Failed to read action state.");

  return state.isActive;
}

GHOST_XrActionStateBoolean GHOST_XrAction::getActionStateBoolean()
{
  XrActionStateBoolean state;

  XrActionStateGetInfo getActionStateInfo{XR_TYPE_ACTION_STATE_GET_INFO};
  getActionStateInfo.action = handle;
  getActionStateInfo.subactionPath = subPath;
  CHECK_XR(xrGetActionStateBoolean(xrSession, &getActionStateInfo, &state),
           "Failed to read action state.");

  return GHOST_XrActionStateBoolean{(bool)state.currentState,
                                    state.lastChangeTime,
                                    (bool)state.changedSinceLastSync,
                                    (bool)state.isActive};
}

GHOST_XrActionStateFloat GHOST_XrAction::getActionStateFloat()
{
  XrActionStateFloat state;

  XrActionStateGetInfo getActionStateInfo{XR_TYPE_ACTION_STATE_GET_INFO};
  getActionStateInfo.action = handle;
  getActionStateInfo.subactionPath = subPath;
  CHECK_XR(xrGetActionStateFloat(xrSession, &getActionStateInfo, &state),
           "Failed to read action state.");

  return GHOST_XrActionStateFloat{state.currentState,
                                  state.lastChangeTime,
                                  (bool)state.changedSinceLastSync,
                                  (bool)state.isActive};
}

GHOST_XrActionStateVector2f GHOST_XrAction::getActionStateVector2f()
{
  XrActionStateVector2f state;

  XrActionStateGetInfo getActionStateInfo{XR_TYPE_ACTION_STATE_GET_INFO};
  getActionStateInfo.action = handle;
  getActionStateInfo.subactionPath = subPath;
  CHECK_XR(xrGetActionStateVector2f(xrSession, &getActionStateInfo, &state),
           "Failed to read action state.");

  return GHOST_XrActionStateVector2f{state.currentState.x,
                                     state.currentState.y,
                                     state.lastChangeTime,
                                     (bool)state.changedSinceLastSync,
                                     (bool)state.isActive};
}

XrSpace GHOST_XrSession::createSpace(GHOST_XrAction &action, XrPosef poseInSpace)
{
  XrActionSpaceCreateInfo actionSpaceInfo{XR_TYPE_ACTION_SPACE_CREATE_INFO};

  actionSpaceInfo.action = action.handle;
  actionSpaceInfo.subactionPath = action.subPath;
  actionSpaceInfo.poseInActionSpace = poseInSpace;

  XrSpace xrSpace;

  CHECK_XR(xrCreateActionSpace(m_oxr->session, &actionSpaceInfo, &xrSpace),
           "Creation of action space failed.");

  return xrSpace;
}
void GHOST_XrSession::initXrActionsDefault()
{
  /* Create default action set. */
  GHOST_XrActionSet &set = createActionSet("default_action_set", "Default Action Set");

  /* Create hand poses. */
  std::vector<GHOST_XrSubactionInfo> subactions;
  subactions.push_back(GHOST_XrSubactionInfo{"/user/hand/left", "hand_pose_left"});
  subactions.push_back(GHOST_XrSubactionInfo{"/user/hand/right", "hand_pose_right"});
  GHOST_XrSubactionsCreateInfo createInfo = {
      "hand_pose", "Hand Pose", XR_ACTION_TYPE_POSE_INPUT, subactions};

  GHOST_XrAction &parent_action = set.createSubactions(createInfo);

  suggestBinding(parent_action.handle,
                 "/interaction_profiles/oculus/touch_controller",
                 "/user/hand/left/input/grip/pose");
  suggestBinding(parent_action.handle,
                 "/interaction_profiles/oculus/touch_controller",
                 "/user/hand/right/input/grip/pose");

  /* Create hand spaces. */
  XrPosef poseInSpace = {};
  poseInSpace.orientation.w = 1.f;

  m_oxr->actionData.handSpaces[0] = createSpace(set.getAction("hand_pose_left"), poseInSpace);
  m_oxr->actionData.handSpaces[1] = createSpace(set.getAction("hand_pose_right"), poseInSpace);

  /* Create haptic actions. */
  //  subactions.clear();
  //  subactions.push_back(Ghost_XrSubactionInfo{"/user/hand/left", "haptic_left"});
  //  subactions.push_back(Ghost_XrSubactionInfo{"/user/hand/right", "haptic_right"});
  //  GHOST_XrSubactionsCreateInfo createInfo = {
  //      "haptic_action", "Haptic Action", XR_OUTPUT_ACTION_TYPE_VIBRATION, subactions};
  //  createAction("default_action_set", &createInfo);

  /* TODO: Figure out when this can be done (e.g. so python addons can suggest bindings */
  bindAndAttachActions();
}

struct GHOST_XrDrawInfo {
  XrFrameState frame_state;

  /* Time at frame start to benchmark frame render durations. */
  std::chrono::high_resolution_clock::time_point frame_begin_time;
  /* Time previous frames took for rendering (in ms). */
  std::list<double> last_frame_times;
};

/* -------------------------------------------------------------------- */
/** \name Create, Initialize and Destruct
 *
 * \{ */

GHOST_XrSession::GHOST_XrSession(GHOST_XrContext *xr_context)
    : m_context(xr_context), m_oxr(new OpenXRSessionData())
{
}

GHOST_XrSession::~GHOST_XrSession()
{
  unbindGraphicsContext();

  m_oxr->swapchains.clear();

  if (m_oxr->reference_space != XR_NULL_HANDLE) {
    CHECK_XR_ASSERT(xrDestroySpace(m_oxr->reference_space));
  }
  if (m_oxr->view_space != XR_NULL_HANDLE) {
    CHECK_XR_ASSERT(xrDestroySpace(m_oxr->view_space));
  }
  if (m_oxr->session != XR_NULL_HANDLE) {
    CHECK_XR_ASSERT(xrDestroySession(m_oxr->session));
  }

  m_oxr->session = XR_NULL_HANDLE;
  m_oxr->session_state = XR_SESSION_STATE_UNKNOWN;

  m_context->getCustomFuncs().session_exit_fn(m_context->getCustomFuncs().session_exit_customdata);
}

/**
 * A system in OpenXR the combination of some sort of HMD plus controllers and whatever other
 * devices are managed through OpenXR. So this attempts to init the HMD and the other devices.
 */
void GHOST_XrSession::initSystem()
{
  assert(m_context->getInstance() != XR_NULL_HANDLE);
  assert(m_oxr->system_id == XR_NULL_SYSTEM_ID);

  XrSystemGetInfo system_info = {};
  system_info.type = XR_TYPE_SYSTEM_GET_INFO;
  system_info.formFactor = XR_FORM_FACTOR_HEAD_MOUNTED_DISPLAY;

  CHECK_XR(xrGetSystem(m_context->getInstance(), &system_info, &m_oxr->system_id),
           "Failed to get device information. Is a device plugged in?");
}

/** \} */ /* Create, Initialize and Destruct */

/* -------------------------------------------------------------------- */
/** \name State Management
 *
 * \{ */

static void create_reference_spaces(OpenXRSessionData *oxr, const GHOST_XrPose *base_pose)
{
  XrReferenceSpaceCreateInfo create_info = {XR_TYPE_REFERENCE_SPACE_CREATE_INFO};
  create_info.poseInReferenceSpace.orientation.w = 1.0f;

  create_info.referenceSpaceType = XR_REFERENCE_SPACE_TYPE_LOCAL;
#if 0
/* TODO
 *
 * Proper reference space set up is not supported yet. We simply hand OpenXR
 * the global space as reference space and apply its pose onto the active
 * camera matrix to get a basic viewing experience going. If there's no active
 * camera with stick to the world origin.
 *
 * Once we have proper reference space set up (i.e. a way to define origin, up-
 * direction and an initial view rotation perpendicular to the up-direction),
 * we can hand OpenXR a proper reference pose/space.
 */
  create_info.poseInReferenceSpace.position.x = base_pose->position[0];
  create_info.poseInReferenceSpace.position.y = base_pose->position[1];
  create_info.poseInReferenceSpace.position.z = base_pose->position[2];
  create_info.poseInReferenceSpace.orientation.x = base_pose->orientation_quat[1];
  create_info.poseInReferenceSpace.orientation.y = base_pose->orientation_quat[2];
  create_info.poseInReferenceSpace.orientation.z = base_pose->orientation_quat[3];
  create_info.poseInReferenceSpace.orientation.w = base_pose->orientation_quat[0];
#else
  (void)base_pose;
#endif

  CHECK_XR(xrCreateReferenceSpace(oxr->session, &create_info, &oxr->reference_space),
           "Failed to create reference space.");

  create_info.referenceSpaceType = XR_REFERENCE_SPACE_TYPE_VIEW;
  CHECK_XR(xrCreateReferenceSpace(oxr->session, &create_info, &oxr->view_space),
           "Failed to create view reference space.");
}

void GHOST_XrSession::start(const GHOST_XrSessionBeginInfo *begin_info)
{
  assert(m_context->getInstance() != XR_NULL_HANDLE);
  assert(m_oxr->session == XR_NULL_HANDLE);
  if (m_context->getCustomFuncs().gpu_ctx_bind_fn == nullptr) {
    throw GHOST_XrException(
        "Invalid API usage: No way to bind graphics context to the XR session. Call "
        "GHOST_XrGraphicsContextBindFuncs() with valid parameters before starting the "
        "session (through GHOST_XrSessionStart()).");
  }

  initSystem();

  bindGraphicsContext();
  if (m_gpu_ctx == nullptr) {
    throw GHOST_XrException(
        "Invalid API usage: No graphics context returned through the callback set with "
        "GHOST_XrGraphicsContextBindFuncs(). This is required for session starting (through "
        "GHOST_XrSessionStart()).");
  }

  std::string requirement_str;
  m_gpu_binding = GHOST_XrGraphicsBindingCreateFromType(m_context->getGraphicsBindingType(),
                                                        m_gpu_ctx);
  if (!m_gpu_binding->checkVersionRequirements(
          m_gpu_ctx, m_context->getInstance(), m_oxr->system_id, &requirement_str)) {
    std::ostringstream strstream;
    strstream << "Available graphics context version does not meet the following requirements: "
              << requirement_str;
    throw GHOST_XrException(strstream.str().c_str());
  }
  m_gpu_binding->initFromGhostContext(m_gpu_ctx);

  XrSessionCreateInfo create_info = {};
  create_info.type = XR_TYPE_SESSION_CREATE_INFO;
  create_info.systemId = m_oxr->system_id;
  create_info.next = &m_gpu_binding->oxr_binding;

  CHECK_XR(xrCreateSession(m_context->getInstance(), &create_info, &m_oxr->session),
           "Failed to create VR session. The OpenXR runtime may have additional requirements for "
           "the graphics driver that are not met. Other causes are possible too however.\nTip: "
           "The --debug-xr command line option for Blender might allow the runtime to output "
           "detailed error information to the command line.");

  prepareDrawing();
  create_reference_spaces(m_oxr.get(), &begin_info->base_pose);

  initXrActionsDefault();
}

void GHOST_XrSession::requestEnd()
{
  xrRequestExitSession(m_oxr->session);
}

void GHOST_XrSession::beginSession()
{
  XrSessionBeginInfo begin_info = {XR_TYPE_SESSION_BEGIN_INFO};
  begin_info.primaryViewConfigurationType = m_oxr->view_type;
  CHECK_XR(xrBeginSession(m_oxr->session, &begin_info), "Failed to cleanly begin the VR session.");
}

void GHOST_XrSession::endSession()
{
  assert(m_oxr->session != XR_NULL_HANDLE);
  CHECK_XR(xrEndSession(m_oxr->session), "Failed to cleanly end the VR session.");
}

GHOST_XrSession::LifeExpectancy GHOST_XrSession::handleStateChangeEvent(
    const XrEventDataSessionStateChanged *lifecycle)
{
  m_oxr->session_state = lifecycle->state;

  /* Runtime may send events for apparently destroyed session. Our handle should be NULL then. */
  assert((m_oxr->session == XR_NULL_HANDLE) || (m_oxr->session == lifecycle->session));

  switch (lifecycle->state) {
    case XR_SESSION_STATE_READY: {
      beginSession();
      break;
    }
    case XR_SESSION_STATE_STOPPING:
      endSession();
      break;
    case XR_SESSION_STATE_EXITING:
    case XR_SESSION_STATE_LOSS_PENDING:
      return SESSION_DESTROY;
    default:
      break;
  }

  return SESSION_KEEP_ALIVE;
}
/** \} */ /* State Management */

/* -------------------------------------------------------------------- */
/** \name Drawing
 *
 * \{ */

void GHOST_XrSession::prepareDrawing()
{
  std::vector<XrViewConfigurationView> view_configs;
  uint32_t view_count;

  CHECK_XR(
      xrEnumerateViewConfigurationViews(
          m_context->getInstance(), m_oxr->system_id, m_oxr->view_type, 0, &view_count, nullptr),
      "Failed to get count of view configurations.");
  view_configs.resize(view_count, {XR_TYPE_VIEW_CONFIGURATION_VIEW});
  CHECK_XR(xrEnumerateViewConfigurationViews(m_context->getInstance(),
                                             m_oxr->system_id,
                                             m_oxr->view_type,
                                             view_configs.size(),
                                             &view_count,
                                             view_configs.data()),
           "Failed to get count of view configurations.");

  for (const XrViewConfigurationView &view_config : view_configs) {
    m_oxr->swapchains.emplace_back(*m_gpu_binding, m_oxr->session, view_config);
  }

  m_oxr->views.resize(view_count, {XR_TYPE_VIEW});

  m_draw_info = std::unique_ptr<GHOST_XrDrawInfo>(new GHOST_XrDrawInfo());
}

XrPosef GHOST_XrSession::locateSpace(GHOST_XrSpace space, GHOST_XrTime time)
{
  XrSpace xrSpace;

  switch (space) {
    case GHOST_SPACE_VIEW:
      xrSpace = m_oxr->view_space;
    case GHOST_SPACE_LEFT_HAND:
      xrSpace = m_oxr->actionData.handSpaces[0];
    case GHOST_SPACE_RIGHT_HAND:
      xrSpace = m_oxr->actionData.handSpaces[1];
    default:
      throw GHOST_XrException("Invalid GHOST_XrSpace passed to locateSpace.");
  }

  XrSpaceLocation spaceLocation;
  CHECK_XR(xrLocateSpace(xrSpace, m_oxr->reference_space, time, &spaceLocation),
           "Failed to locate space.");
  return spaceLocation.pose;
}

static void copy_openxr_pose_to_ghost_pose(const XrPosef &oxr_pose, GHOST_XrPose &r_ghost_pose)
{
  /* Set and convert to Blender coodinate space. */
  r_ghost_pose.position[0] = oxr_pose.position.x;
  r_ghost_pose.position[1] = oxr_pose.position.y;
  r_ghost_pose.position[2] = oxr_pose.position.z;
  r_ghost_pose.orientation_quat[0] = oxr_pose.orientation.w;
  r_ghost_pose.orientation_quat[1] = oxr_pose.orientation.x;
  r_ghost_pose.orientation_quat[2] = oxr_pose.orientation.y;
  r_ghost_pose.orientation_quat[3] = oxr_pose.orientation.z;
}

GHOST_XrPose GHOST_XrSession::getSpacePose(GHOST_XrSpace space)
{
  XrPosef xrPose;

  switch (space) {
    case GHOST_SPACE_VIEW:
      xrPose = m_oxr->actionData.viewPose;
    case GHOST_SPACE_LEFT_HAND:
      xrPose = m_oxr->actionData.handPoses[0];
    case GHOST_SPACE_RIGHT_HAND:
      xrPose = m_oxr->actionData.handPoses[1];
    default:
      throw GHOST_XrException("Invalid GHOST_XrSpace passed to locateSpace.");
  }

  GHOST_XrPose ghostPose;
  copy_openxr_pose_to_ghost_pose(xrPose, ghostPose);

  return ghostPose;
}

void GHOST_XrSession::beginFrameDrawing()
{
  XrFrameWaitInfo wait_info = {XR_TYPE_FRAME_WAIT_INFO};
  XrFrameBeginInfo begin_info = {XR_TYPE_FRAME_BEGIN_INFO};
  XrFrameState frame_state = {XR_TYPE_FRAME_STATE};

  /* TODO Blocking call. Drawing should run on a separate thread to avoid interferences. */
  CHECK_XR(xrWaitFrame(m_oxr->session, &wait_info, &frame_state),
           "Failed to synchronize frame rates between Blender and the device.");

  CHECK_XR(xrBeginFrame(m_oxr->session, &begin_info),
           "Failed to submit frame rendering start state.");

  m_draw_info->frame_state = frame_state;

  if (m_context->isDebugTimeMode()) {
    m_draw_info->frame_begin_time = std::chrono::high_resolution_clock::now();
  }

  // TODO: Temporary controller state query, should go elsewhere
  updateActions(frame_state.predictedDisplayTime);
}

void GHOST_XrSession::updateActions(XrTime displayTime)
{
  m_oxr->actionData.handPoses[0] = locateSpace(GHOST_SPACE_LEFT_HAND, displayTime);
  m_oxr->actionData.handPoses[1] = locateSpace(GHOST_SPACE_RIGHT_HAND, displayTime);
  m_oxr->actionData.viewPose = locateSpace(GHOST_SPACE_VIEW, displayTime);
}

static void print_debug_timings(GHOST_XrDrawInfo *draw_info)
{
  /** Render time of last 8 frames (in ms) to calculate an average. */
  std::chrono::duration<double, std::milli> duration = std::chrono::high_resolution_clock::now() -
                                                       draw_info->frame_begin_time;
  const double duration_ms = duration.count();
  const int avg_frame_count = 8;
  double avg_ms_tot = 0.0;

  if (draw_info->last_frame_times.size() >= avg_frame_count) {
    draw_info->last_frame_times.pop_front();
    assert(draw_info->last_frame_times.size() == avg_frame_count - 1);
  }
  draw_info->last_frame_times.push_back(duration_ms);
  for (double ms_iter : draw_info->last_frame_times) {
    avg_ms_tot += ms_iter;
  }

  printf("VR frame render time: %.0fms - %.2f FPS (%.2f FPS 8 frames average)\n",
         duration_ms,
         1000.0 / duration_ms,
         1000.0 / (avg_ms_tot / draw_info->last_frame_times.size()));
}

void GHOST_XrSession::endFrameDrawing(std::vector<XrCompositionLayerBaseHeader *> *layers)
{
  XrFrameEndInfo end_info = {XR_TYPE_FRAME_END_INFO};

  end_info.displayTime = m_draw_info->frame_state.predictedDisplayTime;
  end_info.environmentBlendMode = XR_ENVIRONMENT_BLEND_MODE_OPAQUE;
  end_info.layerCount = layers->size();
  end_info.layers = layers->data();

  CHECK_XR(xrEndFrame(m_oxr->session, &end_info), "Failed to submit rendered frame.");

  if (m_context->isDebugTimeMode()) {
    print_debug_timings(m_draw_info.get());
  }
}

void GHOST_XrSession::draw(void *draw_customdata)
{
  std::vector<XrCompositionLayerProjectionView>
      projection_layer_views; /* Keep alive until xrEndFrame() call! */
  XrCompositionLayerProjection proj_layer;
  std::vector<XrCompositionLayerBaseHeader *> layers;

  beginFrameDrawing();

  if (m_draw_info->frame_state.shouldRender) {
    proj_layer = drawLayer(projection_layer_views, draw_customdata);
    layers.push_back(reinterpret_cast<XrCompositionLayerBaseHeader *>(&proj_layer));
  }

  endFrameDrawing(&layers);
}

static void ghost_xr_draw_view_info_from_view(const XrView &view, GHOST_XrDrawViewInfo &r_info)
{
  /* Set and convert to Blender coodinate space. */
  copy_openxr_pose_to_ghost_pose(view.pose, r_info.eye_pose);

  r_info.fov.angle_left = view.fov.angleLeft;
  r_info.fov.angle_right = view.fov.angleRight;
  r_info.fov.angle_up = view.fov.angleUp;
  r_info.fov.angle_down = view.fov.angleDown;
}

static bool ghost_xr_draw_view_expects_srgb_buffer(const GHOST_XrContext *context)
{
  /* Monado seems to be faulty and doesn't do OETF transform correctly. So expect a SRGB buffer to
   * compensate. You get way too dark rendering without this, it's pretty obvious (even in the
   * default startup scene). */
  return (context->getOpenXRRuntimeID() == OPENXR_RUNTIME_MONADO);
}

void GHOST_XrSession::drawView(GHOST_XrSwapchain &swapchain,
                               XrCompositionLayerProjectionView &r_proj_layer_view,
                               XrSpaceLocation &view_location,
                               XrView &view,
                               void *draw_customdata)
{
  XrSwapchainImageBaseHeader *swapchain_image = swapchain.acquireDrawableSwapchainImage();
  GHOST_XrDrawViewInfo draw_view_info = {};

  r_proj_layer_view.type = XR_TYPE_COMPOSITION_LAYER_PROJECTION_VIEW;
  r_proj_layer_view.pose = view.pose;
  r_proj_layer_view.fov = view.fov;
  swapchain.updateCompositionLayerProjectViewSubImage(r_proj_layer_view.subImage);

  draw_view_info.expects_srgb_buffer = ghost_xr_draw_view_expects_srgb_buffer(m_context);
  draw_view_info.ofsx = r_proj_layer_view.subImage.imageRect.offset.x;
  draw_view_info.ofsy = r_proj_layer_view.subImage.imageRect.offset.y;
  draw_view_info.width = r_proj_layer_view.subImage.imageRect.extent.width;
  draw_view_info.height = r_proj_layer_view.subImage.imageRect.extent.height;
  copy_openxr_pose_to_ghost_pose(view_location.pose, draw_view_info.local_pose);
  ghost_xr_draw_view_info_from_view(view, draw_view_info);

  /* Draw! */
  m_context->getCustomFuncs().draw_view_fn(&draw_view_info, draw_customdata);
  m_gpu_binding->submitToSwapchainImage(swapchain_image, &draw_view_info);

  swapchain.releaseImage();
}

XrCompositionLayerProjection GHOST_XrSession::drawLayer(
    std::vector<XrCompositionLayerProjectionView> &r_proj_layer_views, void *draw_customdata)
{
  XrViewLocateInfo viewloc_info = {XR_TYPE_VIEW_LOCATE_INFO};
  XrViewState view_state = {XR_TYPE_VIEW_STATE};
  XrCompositionLayerProjection layer = {XR_TYPE_COMPOSITION_LAYER_PROJECTION};
  XrSpaceLocation view_location{XR_TYPE_SPACE_LOCATION};
  uint32_t view_count;

  viewloc_info.viewConfigurationType = m_oxr->view_type;
  viewloc_info.displayTime = m_draw_info->frame_state.predictedDisplayTime;
  viewloc_info.space = m_oxr->reference_space;

  CHECK_XR(xrLocateViews(m_oxr->session,
                         &viewloc_info,
                         &view_state,
                         m_oxr->views.size(),
                         &view_count,
                         m_oxr->views.data()),
           "Failed to query frame view and projection state.");
  assert(m_oxr->swapchains.size() == view_count);

  CHECK_XR(
      xrLocateSpace(
          m_oxr->view_space, m_oxr->reference_space, viewloc_info.displayTime, &view_location),
      "Failed to query frame view space");

  r_proj_layer_views.resize(view_count);

  for (uint32_t view_idx = 0; view_idx < view_count; view_idx++) {
    drawView(m_oxr->swapchains[view_idx],
             r_proj_layer_views[view_idx],
             view_location,
             m_oxr->views[view_idx],
             draw_customdata);
  }

  layer.space = m_oxr->reference_space;
  layer.viewCount = r_proj_layer_views.size();
  layer.views = r_proj_layer_views.data();

  return layer;
}

bool GHOST_XrSession::needsUpsideDownDrawing() const
{
  return m_gpu_binding && m_gpu_binding->needsUpsideDownDrawing(*m_gpu_ctx);
}

/** \} */ /* Drawing */

/* -------------------------------------------------------------------- */
/** \name State Queries
 *
 * \{ */

bool GHOST_XrSession::isRunning() const
{
  if (m_oxr->session == XR_NULL_HANDLE) {
    return false;
  }
  switch (m_oxr->session_state) {
    case XR_SESSION_STATE_READY:
    case XR_SESSION_STATE_SYNCHRONIZED:
    case XR_SESSION_STATE_VISIBLE:
    case XR_SESSION_STATE_FOCUSED:
      return true;
    default:
      return false;
  }
}

/** \} */ /* State Queries */

/* -------------------------------------------------------------------- */
/** \name Graphics Context Injection
 *
 * Sessions need access to Ghost graphics context information. Additionally, this API allows
 * creating contexts on the fly (created on start, destructed on end). For this, callbacks to bind
 * (potentially create) and unbind (potentially destruct) a Ghost graphics context have to be set,
 * which will be called on session start and end respectively.
 *
 * \{ */

void GHOST_XrSession::bindGraphicsContext()
{
  const GHOST_XrCustomFuncs &custom_funcs = m_context->getCustomFuncs();
  assert(custom_funcs.gpu_ctx_bind_fn);
  m_gpu_ctx = static_cast<GHOST_Context *>(custom_funcs.gpu_ctx_bind_fn());
}

void GHOST_XrSession::unbindGraphicsContext()
{
  const GHOST_XrCustomFuncs &custom_funcs = m_context->getCustomFuncs();
  if (custom_funcs.gpu_ctx_unbind_fn) {
    custom_funcs.gpu_ctx_unbind_fn((GHOST_ContextHandle)m_gpu_ctx);
  }
  m_gpu_ctx = nullptr;
}

/** \} */ /* Graphics Context Injection */