From 78fd0a9141df2f1961d76aad2b1f0a5e3600bb54 Mon Sep 17 00:00:00 2001
From: msiglreith <m.siglreith@gmail.com>
Date: Wed, 30 May 2018 20:00:27 +0200
Subject: [PATCH] Add support for renderdoc capturing (dx12 only)

---
 libportability-gfx/src/impls.rs | 34 ++++++++++++++++++++++++++++++---
 libportability-gfx/src/lib.rs   |  6 ++++++
 2 files changed, 37 insertions(+), 3 deletions(-)

diff --git a/libportability-gfx/src/impls.rs b/libportability-gfx/src/impls.rs
index 9358b4f..75e2da4 100644
--- a/libportability-gfx/src/impls.rs
+++ b/libportability-gfx/src/impls.rs
@@ -10,7 +10,8 @@ use hal::command::RawCommandBuffer;
 use hal::queue::RawCommandQueue;
 
 use std::ffi::{CStr, CString};
-use std::mem;
+use std::{mem, ptr};
+use std::os::raw::c_void;
 
 use super::*;
 
@@ -537,6 +538,12 @@ pub extern "C" fn gfxCreateDevice(
         })
         .collect::<Vec<_>>();
 
+    #[cfg(feature = "renderdoc")]
+    let mut renderdoc = {
+        use renderdoc::RenderDoc;
+        RenderDoc::new().expect("Failed to init renderdoc")
+    };
+
     let gpu = adapter.physical_device.open(&request_infos);
 
     match gpu {
@@ -555,14 +562,28 @@ pub extern "C" fn gfxCreateDevice(
                 })
                 .collect();
 
+            #[cfg(feature = "renderdoc")]
+            let rd_device = {
+                use renderdoc::api::RenderDocV100;
+
+                let rd_device = unsafe { gpu.device.as_raw() };
+                renderdoc.start_frame_capture(rd_device, ::std::ptr::null());
+                rd_device
+            };
+
             let gpu = Gpu {
                 device: gpu.device,
                 queues,
+                #[cfg(feature = "renderdoc")]
+                renderdoc,
+                #[cfg(feature = "renderdoc")]
+                capturing: rd_device as *mut _,
             };
 
             unsafe {
                 *pDevice = DispatchHandle::new(gpu);
             }
+
             VkResult::VK_SUCCESS
         }
         Err(err) => conv::map_err_device_creation(err),
@@ -570,9 +591,16 @@ pub extern "C" fn gfxCreateDevice(
 }
 
 #[inline]
-pub extern "C" fn gfxDestroyDevice(gpu: VkDevice, _pAllocator: *const VkAllocationCallbacks) {
+pub extern "C" fn gfxDestroyDevice(mut gpu: VkDevice, _pAllocator: *const VkAllocationCallbacks) {
     // release all the owned command queues
     if let Some(d) = gpu.unbox() {
+        #[cfg(feature = "renderdoc")]
+        {
+            use renderdoc::api::RenderDocV100;
+            let device = gpu.capturing as *mut c_void;
+            gpu.renderdoc.end_frame_capture(device as *mut _, ptr::null());
+        }
+
         for (_, family) in d.queues {
             for queue in family {
                 let _ = queue.unbox();
@@ -1736,7 +1764,7 @@ pub extern "C" fn gfxCreateGraphicsPipelines(
             } else {
                 vp_state
                     .and_then(|vp| unsafe { vp.pScissors.as_ref() })
-                    .map(conv::map_rect)      
+                    .map(conv::map_rect)
             },
             blend_color: if dyn_states.iter().any(|&ds| ds == VkDynamicState::VK_DYNAMIC_STATE_BLEND_CONSTANTS) {
                 None
diff --git a/libportability-gfx/src/lib.rs b/libportability-gfx/src/lib.rs
index 2df62f8..782895f 100644
--- a/libportability-gfx/src/lib.rs
+++ b/libportability-gfx/src/lib.rs
@@ -18,6 +18,8 @@ extern crate lazy_static;
 extern crate log;
 #[cfg(feature = "env_logger")]
 extern crate env_logger;
+#[cfg(feature = "renderdoc")]
+extern crate renderdoc;
 
 mod conv;
 mod handle;
@@ -66,6 +68,10 @@ pub struct RawInstance {
 pub struct Gpu<B: hal::Backend> {
     device: B::Device,
     queues: HashMap<QueueFamilyIndex, Vec<VkQueue>>,
+    #[cfg(feature = "renderdoc")]
+    renderdoc: renderdoc::RenderDoc<renderdoc::V110>,
+    #[cfg(feature = "renderdoc")]
+    capturing: *mut (),
 }
 
 pub enum Pipeline<B: hal::Backend> {