Enable CB for vlms with multiple images and multiple prompts (#583)

Signed-off-by: Mamta Singh <[email protected]>
Signed-off-by: Rishin Raj <[email protected]>
Signed-off-by: Asmita Goswami <[email protected]>
Signed-off-by: Mohit Soni <[email protected]>
Signed-off-by: vbaddi <[email protected]>
Co-authored-by: Mamta Singh <[email protected]>
Co-authored-by: Asmita Goswami <[email protected]>
Co-authored-by: Rishin Raj <[email protected]>
Co-authored-by: Mohit Soni <[email protected]>
Co-authored-by: Vinayak Baddi <[email protected]>

Author: 6 people

QEfficient/generation/cloud_infer.py

@@ -90,8 +90,10 @@ def __init__(
         self.program = qaicrt.Program(self.context, None, qpc, prog_properties)
         if self.program.load() != qaicrt.QStatus.QS_SUCCESS:
             raise RuntimeError("Failed to load program")
+        self.is_active = False
         if activate:
             self.activate()
+            self.is_active = True
         # Create input qbuffers and buf_dims
         self.qbuffers = [qaicrt.QBuffer(bytes(binding.size)) for binding in self.bindings]
         self.buf_dims = qaicrt.BufferDimensionsVecRef(
@@ -108,15 +110,17 @@ def output_names(self) -> List[str]:
 
     def activate(self):
         """Activate qpc"""
-
-        self.program.activate()
-        self.execObj = qaicrt.ExecObj(self.context, self.program)
+        if not self.is_active:
+            self.program.activate()
+            self.execObj = qaicrt.ExecObj(self.context, self.program)
+            self.is_active = True
 
     def deactivate(self):
         """Deactivate qpc"""
-
-        del self.execObj
-        self.program.deactivate()
+        if self.is_active:
+            del self.execObj
+            self.program.deactivate()
+            self.is_active = False
 
     def set_buffers(self, buffers: Dict[str, np.ndarray]):
         """