not using the instruction adherence model with react

Author: devvratbhardwaj

aimon/extensions/react.py

@@ -32,8 +32,8 @@ def create_payload(self, context, user_query, user_instructions, generated_text)
         }
 
         aimon_payload['publish'] = self.react_configuration.publish
-        aimon_payload['config'] = { 'hallucination': {'detector_name': 'default'},
-                                    'instruction_adherence': {'detector_name': 'default'},}
+        aimon_payload['config'] = { 'hallucination': {'detector_name': 'default'},}
+                                    # 'instruction_adherence': {'detector_name': 'default'},}
 
         if self.react_configuration.publish:
             aimon_payload['application_name'] = self.react_configuration.application_name
@@ -84,16 +84,19 @@ def react(self, user_query, user_instructions,):
 
         for _ in range(self.react_configuration.max_attempts):
 
-            failed_instructions = []
-            ## Loop to check for failed instructions
-            for x in detect_response.instruction_adherence['results']:
-                if x['adherence'] == False:
-                    failed_instructions.append(x['instruction'])
+            # failed_instructions = []
+            # ## Loop to check for failed instructions
+            # for x in detect_response.instruction_adherence['results']:
+            #     if x['adherence'] == False:
+            #         failed_instructions.append(x['instruction'])
 
             ## Check whether the hallucination score is greater than the required threshold OR if any of the supplied instructions are not complied with
-            if  self.react_configuration.hallucination_threshold > 0 and \
-                (hallucination_score > self.react_configuration.hallucination_threshold or len(failed_instructions)>0): 
+            # if  self.react_configuration.hallucination_threshold > 0 and \
+            #     (hallucination_score > self.react_configuration.hallucination_threshold or len(failed_instructions)>0): 
 
+            if  self.react_configuration.hallucination_threshold > 0 and \
+                hallucination_score > self.react_configuration.hallucination_threshold: 
+        
                 llm_response = self.llm_app(user_query, user_instructions, reprompted_flag=True, hallucination_score=hallucination_score)
 
                 context = self.context_extractor(user_query, user_instructions, llm_response)