@@ -131,10 +131,6 @@ ZeGraphExtWrappers::ZeGraphExtWrappers(const std::shared_ptr<ZeroInitStructsHold
131131 ZE_MAJOR_VERSION (_graphExtVersion),
132132 ZE_MINOR_VERSION (_graphExtVersion));
133133 _logger.debug (" capabilities:" );
134- _logger.debug (" -SupportQuery: %d" , true );
135- _logger.debug (" -SupportAPIGraphQueryNetworkV1: %d" , true );
136- _logger.debug (" -SupportAPIGraphQueryNetworkV2 :%d" , true );
137- _logger.debug (" -SupportpfnCreate2 :%d" , true );
138134 _logger.debug (" -SupportArgumentMetadata :%d" , !NotSupportArgumentMetadata (_graphExtVersion));
139135 _logger.debug (" -UseCopyForNativeBinary :%d" , UseCopyForNativeBinary (_graphExtVersion));
140136}
@@ -274,10 +270,8 @@ static std::unordered_set<std::string> parseQueryResult(std::vector<char>& data)
274270
275271std::unordered_set<std::string> ZeGraphExtWrappers::queryGraph (SerializedIR serializedIR,
276272 const std::string& buildFlags) const {
277- // For ext version >= 1.5
278273 ze_graph_query_network_handle_t hGraphQueryNetwork = nullptr ;
279274
280- // For ext version >= 1.5
281275 ze_graph_desc_2_t desc = {ZE_STRUCTURE_TYPE_GRAPH_DESC_PROPERTIES,
282276 nullptr ,
283277 ZE_GRAPH_FORMAT_NGRAPH_LITE,
@@ -286,14 +280,14 @@ std::unordered_set<std::string> ZeGraphExtWrappers::queryGraph(SerializedIR seri
286280 buildFlags.c_str (),
287281 ZE_GRAPH_FLAG_NONE};
288282
289- // Create querynetwork handle
290- _logger.debug (" For ext larger than 1.4 - perform pfnQueryNetworkCreate2" );
291- ze_result_t result = _zeroInitStruct->getGraphDdiTable ().pfnQueryNetworkCreate2 (_zeroInitStruct->getContext (),
292- _zeroInitStruct->getDevice (),
293- &desc,
294- &hGraphQueryNetwork);
283+ _logger.debug (" queryGraph - perform pfnQueryNetworkCreate2" );
284+ auto result = _zeroInitStruct->getGraphDdiTable ().pfnQueryNetworkCreate2 (_zeroInitStruct->getContext (),
285+ _zeroInitStruct->getDevice (),
286+ &desc,
287+ &hGraphQueryNetwork);
295288 THROW_ON_FAIL_FOR_LEVELZERO_EXT (" pfnQueryNetworkCreate2" , result, _zeroInitStruct->getGraphDdiTable ());
296289
290+ // Get the size of query result
297291 _logger.debug (" queryGraph - perform pfnQueryNetworkGetSupportedLayers to get size" );
298292 size_t size = 0 ;
299293 result = _zeroInitStruct->getGraphDdiTable ().pfnQueryNetworkGetSupportedLayers (hGraphQueryNetwork, &size, nullptr );
@@ -341,8 +335,15 @@ bool ZeGraphExtWrappers::canCpuVaBeImported(void* data, size_t size) const {
341335
342336GraphDescriptor ZeGraphExtWrappers::getGraphDescriptor (SerializedIR serializedIR,
343337 const std::string& buildFlags,
344- const uint32_t & flags) const {
345- // For ext version >= 1.5, calling pfnCreate2 api in _zeroInitStruct->getGraphDdiTable()
338+ const bool bypassUmdCache) const {
339+ ze_graph_handle_t graphHandle = nullptr ;
340+
341+ uint32_t flags = ZE_GRAPH_FLAG_NONE;
342+ if (bypassUmdCache) {
343+ _logger.debug (" getGraphDescriptor - set ZE_GRAPH_FLAG_DISABLE_CACHING" );
344+ flags |= ZE_GRAPH_FLAG_DISABLE_CACHING;
345+ }
346+
346347 ze_graph_desc_2_t desc = {ZE_STRUCTURE_TYPE_GRAPH_DESC_PROPERTIES,
347348 nullptr ,
348349 ZE_GRAPH_FORMAT_NGRAPH_LITE,
@@ -352,8 +353,6 @@ GraphDescriptor ZeGraphExtWrappers::getGraphDescriptor(SerializedIR serializedIR
352353 flags};
353354
354355 _logger.debug (" getGraphDescriptor - perform pfnCreate2" );
355- // Create querynetwork handle
356- ze_graph_handle_t graphHandle = nullptr ;
357356 auto result = _zeroInitStruct->getGraphDdiTable ().pfnCreate2 (_zeroInitStruct->getContext (),
358357 _zeroInitStruct->getDevice (),
359358 &desc,
@@ -370,12 +369,11 @@ GraphDescriptor ZeGraphExtWrappers::getGraphDescriptor(void* blobData, size_t bl
370369 OPENVINO_THROW (" Empty blob" );
371370 }
372371
373- uint32_t flags = 0 ;
372+ uint32_t flags = ZE_GRAPH_FLAG_NONE ;
374373 bool setPersistentFlag = canCpuVaBeImported (blobData, blobSize);
375-
376374 if (setPersistentFlag) {
377375 _logger.debug (" getGraphDescriptor - set ZE_GRAPH_FLAG_INPUT_GRAPH_PERSISTENT" );
378- flags = ZE_GRAPH_FLAG_INPUT_GRAPH_PERSISTENT;
376+ flags | = ZE_GRAPH_FLAG_INPUT_GRAPH_PERSISTENT;
379377 }
380378
381379 ze_graph_desc_2_t desc = {ZE_STRUCTURE_TYPE_GRAPH_DESC_PROPERTIES,
@@ -387,7 +385,6 @@ GraphDescriptor ZeGraphExtWrappers::getGraphDescriptor(void* blobData, size_t bl
387385 flags};
388386
389387 _logger.debug (" getGraphDescriptor - perform pfnCreate2" );
390-
391388 auto result = _zeroInitStruct->getGraphDdiTable ().pfnCreate2 (_zeroInitStruct->getContext (),
392389 _zeroInitStruct->getDevice (),
393390 &desc,
0 commit comments