blob: a486ee3f3c2ef7e7c1c3c60839a65a16c1741c64 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
#include "slang-test-device-cache.h"
#include <algorithm>
// Static member accessor functions (Meyer's singleton pattern)
// This ensures proper destruction order - function-local statics are destroyed
// in reverse order of first access, avoiding the static destruction order fiasco
std::mutex& DeviceCache::getMutex()
{
static std::mutex instance;
return instance;
}
std::unordered_map<
DeviceCache::DeviceCacheKey,
DeviceCache::CachedDevice,
DeviceCache::DeviceCacheKeyHash>&
DeviceCache::getDeviceCache()
{
static std::unordered_map<DeviceCacheKey, CachedDevice, DeviceCacheKeyHash> instance;
return instance;
}
uint64_t& DeviceCache::getNextCreationOrder()
{
static uint64_t instance = 0;
return instance;
}
bool DeviceCache::DeviceCacheKey::operator==(const DeviceCacheKey& other) const
{
return deviceType == other.deviceType && enableValidation == other.enableValidation &&
enableRayTracingValidation == other.enableRayTracingValidation &&
profileName == other.profileName && requiredFeatures == other.requiredFeatures;
}
std::size_t DeviceCache::DeviceCacheKeyHash::operator()(const DeviceCacheKey& key) const
{
std::size_t h1 = std::hash<int>{}(static_cast<int>(key.deviceType));
std::size_t h2 = std::hash<bool>{}(key.enableValidation);
std::size_t h3 = std::hash<bool>{}(key.enableRayTracingValidation);
std::size_t h4 = std::hash<std::string>{}(key.profileName);
std::size_t h5 = 0;
for (const auto& feature : key.requiredFeatures)
{
h5 ^= std::hash<std::string>{}(feature) + 0x9e3779b9 + (h5 << 6) + (h5 >> 2);
}
return h1 ^ (h2 << 1) ^ (h3 << 2) ^ (h4 << 3) ^ (h5 << 4);
}
DeviceCache::CachedDevice::CachedDevice()
: creationOrder(0)
{
}
void DeviceCache::evictOldestDeviceIfNeeded()
{
auto& deviceCache = getDeviceCache();
if (deviceCache.size() < MAX_CACHED_DEVICES)
return;
// Find the oldest device to evict
auto oldestIt = deviceCache.end();
uint64_t oldestCreationOrder = UINT64_MAX;
for (auto it = deviceCache.begin(); it != deviceCache.end(); ++it)
{
if (it->second.creationOrder < oldestCreationOrder)
{
oldestCreationOrder = it->second.creationOrder;
oldestIt = it;
}
}
// Remove the oldest device - ComPtr will handle the actual device release
if (oldestIt != deviceCache.end())
{
deviceCache.erase(oldestIt);
}
}
SlangResult DeviceCache::acquireDevice(const rhi::DeviceDesc& desc, rhi::IDevice** outDevice)
{
if (!outDevice)
return SLANG_E_INVALID_ARG;
*outDevice = nullptr;
// Skip caching for CUDA devices due to crashes
if (desc.deviceType == rhi::DeviceType::CUDA)
{
return rhi::getRHI()->createDevice(desc, outDevice);
}
std::lock_guard<std::mutex> lock(getMutex());
auto& deviceCache = getDeviceCache();
auto& nextCreationOrder = getNextCreationOrder();
// Create cache key
DeviceCacheKey key;
key.deviceType = desc.deviceType;
key.enableValidation = desc.enableValidation;
key.enableRayTracingValidation = desc.enableRayTracingValidation;
key.profileName = desc.slang.targetProfile ? desc.slang.targetProfile : "Unknown";
// Add required features to key
for (int i = 0; i < desc.requiredFeatureCount; ++i)
{
key.requiredFeatures.push_back(desc.requiredFeatures[i]);
}
std::sort(key.requiredFeatures.begin(), key.requiredFeatures.end());
// Evict oldest device if we've reached the limit
evictOldestDeviceIfNeeded();
// Check if we have a cached device
auto it = deviceCache.find(key);
if (it != deviceCache.end())
{
// Return the cached device - COM reference counting handles the references
*outDevice = it->second.device.get();
if (*outDevice)
{
(*outDevice)->addRef();
return SLANG_OK;
}
}
// Create new device
Slang::ComPtr<rhi::IDevice> device;
auto result = rhi::getRHI()->createDevice(desc, device.writeRef());
if (SLANG_FAILED(result))
{
return result;
}
// Cache the device
CachedDevice& cached = deviceCache[key];
cached.device = device;
cached.creationOrder = nextCreationOrder++;
// Return the device with proper reference counting
*outDevice = device.get();
if (*outDevice)
{
(*outDevice)->addRef();
}
return SLANG_OK;
}
void DeviceCache::cleanCache()
{
std::lock_guard<std::mutex> lock(getMutex());
auto& deviceCache = getDeviceCache();
deviceCache.clear();
}
|
