Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 25 additions & 6 deletions QEfficient/generation/cloud_infer.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,8 +90,10 @@ def __init__(
self.program = qaicrt.Program(self.context, None, qpc, prog_properties)
if self.program.load() != qaicrt.QStatus.QS_SUCCESS:
raise RuntimeError("Failed to load program")
self.is_active = False
if activate:
self.activate()
self.is_active = True
# Create input qbuffers and buf_dims
self.qbuffers = [qaicrt.QBuffer(bytes(binding.size)) for binding in self.bindings]
self.buf_dims = qaicrt.BufferDimensionsVecRef(
Expand All @@ -108,15 +110,32 @@ def output_names(self) -> List[str]:

def activate(self):
"""Activate qpc"""

self.program.activate()
self.execObj = qaicrt.ExecObj(self.context, self.program)
if not self.is_active:
self.program.activate()
self.execObj = qaicrt.ExecObj(self.context, self.program)
self.is_active = True

def deactivate(self):
"""Deactivate qpc"""

del self.execObj
self.program.deactivate()
if self.is_active:
del self.execObj
self.program.deactivate()
self.is_active = False

def pause(self):
"""Pause the session while preserving state"""
if self.is_active:
# Just deactivate the program and set state
self.program.deactivate()
self.is_active = False

def resume(self):
"""Resume a paused session"""
if not self.is_active:
# Reactivate program and create new execObj
self.program.activate()
self.execObj = qaicrt.ExecObj(self.context, self.program)
self.is_active = True

def set_buffers(self, buffers: Dict[str, np.ndarray]):
"""
Expand Down
Loading
Loading