more card specific messages

compliance_analysis.py

@@ -28,11 +28,11 @@ def check_overall_compliance_ui(cards):
     },
     "project_intended_purposes": [],
     "project_cc_pass": False,
+    "project_msg": [],
     "data_cc_compliant": [],
     "model_cc_compliant": [],
     "data_cc_non-compliant": {},
     "model_cc_non-compliant": {},    
-    "msg": []
     }
 
     if any(item['value'] for item in project_cc['high_risk_ai_system'].values()) == True:
@@ -86,7 +86,7 @@ def check_overall_compliance(cards):
     "project_cc_pass": False,
     "data_cc_pass": False,
     "model_cc_pass": False,
-    "msg": []
+    "project_msg": []
     }
    
     # check intended purposes 
@@ -123,7 +123,7 @@ def run_compliance_analysis_on_project(dispositive_variables, project_cc_yaml):
     if project_cc_yaml['gpai_model']['gpai_model']['value']:
         dispositive_variables['ai_project_type']['gpai_model'] = True
     if project_cc_yaml['ai_system']['ai_system']['value'] == True and project_cc_yaml['gpai_model']['gpai_model']['value'] == True:
-        dispositive_variables['msg'].append("Your project cannot be both an AI system and a GPAI model. Please revise your Project CC accordingly.")
+        dispositive_variables['project_msg'].append("Your project cannot be both an AI system and a GPAI model. Please revise your Project CC accordingly.")
         return dispositive_variables
     
     if dispositive_variables['ai_project_type']['ai_system'] == True:
@@ -148,23 +148,23 @@ def run_compliance_analysis_on_project(dispositive_variables, project_cc_yaml):
 
     # Check if project is within scope of the Compliance Cards project. If not, inform user.
     if project_cc_yaml['operator_details']['provider']['value'] == True:
-        dispositive_variables['msg'].append("Project is within the scope of the Compliance Cards system. Let's continue...") 
+        dispositive_variables['project_msg'].append("Project is within the scope of the Compliance Cards system. Let's continue...") 
     else: 
-        dispositive_variables['msg'].append("Project is not within the scope of the initial version of the Compliance Cards system.")
+        # dispositive_variables['project_msg'].append("Project is not within the scope of the initial version of the Compliance Cards system.")
         dispositive_variables['project_cc_pass'] = True
         return dispositive_variables
     
     # Check if the project is within scope of the Act. If it's not, the analysis is over.
     if check_within_scope_act(dispositive_variables, project_cc_yaml):
-        dispositive_variables['msg'].append("Project is within the scope of Act. Let's continue...") 
+        dispositive_variables['project_msg'].append("Project is within the scope of Act. Let's continue...") 
     else: 
-        dispositive_variables['msg'].append("Project is not within the scope of what is regulated by the Act.")
+        # dispositive_variables['project_msg'].append("Project is not within the scope of what is regulated by the Act.")
         dispositive_variables['project_cc_pass'] = True
         return dispositive_variables
 
     # Check for prohibited practices. If any exist, the analysis is over.
     if check_prohibited(project_cc_yaml) == True: 
-        dispositive_variables['msg'].append("Project is non-compliant due to a prohibited practice.")
+        dispositive_variables['project_msg'].append("Project is non-compliant due to a prohibited practice.")
         return dispositive_variables
     else: 
         print("Project does not contain prohibited practies. Let's continue...")
@@ -174,81 +174,92 @@ def run_compliance_analysis_on_project(dispositive_variables, project_cc_yaml):
 
         for key in project_cc_yaml['risk_management_system']:
             if project_cc_yaml['risk_management_system'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the risk management requirements under Article 9.")
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the risk management requirements under Article 9.")
         for key in project_cc_yaml['technical_documentation']:
             if project_cc_yaml['technical_documentation'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the risk management requirements under Article 11.")            
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the risk management requirements under Article 11.")            
         
         for key in project_cc_yaml['record_keeping']:
             if project_cc_yaml['record_keeping'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the risk management requirements under Article 12.")     
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the risk management requirements under Article 12.")     
         
         for key in project_cc_yaml['transparency_and_provision_of_information_to_deployers']:
             if project_cc_yaml['transparency_and_provision_of_information_to_deployers'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the transparency requirements under Article 13.")  
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the transparency requirements under Article 13.")  
         
         for key in project_cc_yaml['human_oversight']:
             if project_cc_yaml['human_oversight'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the human oversight requirements under Article 14.")  
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the human oversight requirements under Article 14.")  
         
         for key in project_cc_yaml['accuracy_robustness_cybersecurity']:
             if project_cc_yaml['accuracy_robustness_cybersecurity'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the accuracy, robustness, and cybersecurity requirements under Article 15.")  
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the accuracy, robustness, and cybersecurity requirements under Article 15.")  
         
         for key in project_cc_yaml['quality_management_system']:
             if project_cc_yaml['quality_management_system'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append("Because of project-level characteristics, this high-risk AI system fails the accuracy, robustness, and cybersecurity requirements under Article 17.") 
+                dispositive_variables['project_msg'].append("Because of project-level characteristics, this high-risk AI system fails the accuracy, robustness, and cybersecurity requirements under Article 17.") 
 
     if dispositive_variables['ai_project_type']["gpai_model"] == True:
         
         if dispositive_variables['ai_project_type']["gpai_model_systemic_risk"] == True:
             for key in project_cc_yaml['gpai_models_with_systemic_risk_obligations']:
                 if project_cc_yaml['gpai_models_with_systemic_risk_obligations'][f'{key}']['value'] == True:
-                    dispositive_variables['msg'].append("GPAI model with systematic risk fails the transparency requirements under Article 55.")
+                    dispositive_variables['project_msg'].append("GPAI model with systematic risk fails the transparency requirements under Article 55.")
 
         for obligation_cat in project_cc_yaml['gpai_model_obligations']:
             for obligation in project_cc_yaml['gpai_model_obligations'][f'{obligation_cat}']:
                 if project_cc_yaml['gpai_model_obligations'][f'{obligation_cat}'][f'{obligation}']['value'] == True:
-                    dispositive_variables['msg'].append("GPAI model fails the transparency requirements under Article 53.")
+                    dispositive_variables['project_msg'].append("GPAI model fails the transparency requirements under Article 53.")
     
     return dispositive_variables
 
 def run_compliance_analysis_on_data(dispositive_variables, data_cc_yaml): 
     
+    card_label = data_cc_yaml['card_details']['card_label']
+    if not card_label in dispositive_variables['data_cc_non-compliant']:
+        dispositive_variables['data_cc_non-compliant'][card_label] = {"msg": []}
+    
     if dispositive_variables['ai_project_type']["high_risk_ai_system"] == True:
         for key in data_cc_yaml['high_risk_ai_system_requirements']:
             if data_cc_yaml['high_risk_ai_system_requirements'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append(f"This high-risk AI system fails the {key} requirements under {data_cc_yaml['high_risk_ai_system_requirements'][f'{key}']['article']}.")
-
+                dispositive_variables['data_cc_non-compliant'][card_label]['msg'].append(f"This high-risk AI system fails the {key} requirements under {data_cc_yaml['high_risk_ai_system_requirements'][f'{key}']['article']}.")
+                dispositive_variables['project_cc_pass'] = False
     if dispositive_variables['ai_project_type']["gpai_model"] == True:
         for value in data_cc_yaml['gpai_model_requirements']:
             if data_cc_yaml['gpai_model_requirements'][f'{value}'] == True:
-                dispositive_variables['msg'].append(f"")
+                dispositive_variables['data_cc_non-compliant'][card_label]['msg'].append(f"")
 
     return dispositive_variables
     
 def run_compliance_analysis_on_model(dispositive_variables, model_cc_yaml):  
+
+    card_label = model_cc_yaml['card_details']['card_label']
+    if not card_label in dispositive_variables['model_cc_non-compliant']:
+        dispositive_variables['data_cc_non-compliant'][card_label] = {"msg": []}
     
     # If project involves a high-risk AI system, then make sure all the relevant model requirements are met (relevant attributes are positive)
 
     if dispositive_variables['ai_project_type']["high_risk_ai_system"] == True:
         for value in model_cc_yaml['high_risk_ai_system_requirements']:
             if model_cc_yaml['high_risk_ai_system_requirements'][f'{value}'] == True:
-                dispositive_variables['msg'].append(f"This high-risk AI system fails the {key} requirements under {model_cc_yaml['high_risk_ai_system_requirements'][f'{key}']['article']}.")
+                dispositive_variables['data_cc_non-compliant'][card_label]['msg'].append(f"This high-risk AI system fails the {key} requirements under {model_cc_yaml['high_risk_ai_system_requirements'][f'{key}']['article']}.")
+                dispositive_variables['project_cc_pass'] = False
 
     # If project involves a GPAI model, then make sure all the relevant model requirements are met (relevant attributes are positive)
     
     if dispositive_variables['ai_project_type']["gpai_model"] == True:
         for key in model_cc_yaml['gpai_model_requirements']:
             if model_cc_yaml['gpai_model_requirements'][f'{key}']['value'] == True:
-                dispositive_variables['msg'].append(f"This high-risk AI system fails the {key} requirements under {model_cc_yaml['gpai_model_requirements'][f'{key}']['article']}.")
+                dispositive_variables['data_cc_non-compliant'][card_label]['msg'].append(f"This high-risk AI system fails the {key} requirements under {model_cc_yaml['gpai_model_requirements'][f'{key}']['article']}.")
+                dispositive_variables['project_cc_pass'] = False
 
         # If the GPAI model additionally carries systemic risk, then make sure all the relevant model requirements are met (relevant attributes are positive)
         
         if dispositive_variables['ai_project_type']["gpai_model_systemic_risk"] == True:          
             for key in model_cc_yaml['gpai_model_with_systemic_risk_requirements']:
                 if model_cc_yaml['gpai_model_with_systemic_risk_requirements'][f'{key}']['value'] == True:
-                    dispositive_variables['msg'].append(f"This high-risk AI system fails the {key} requirements under {model_cc_yaml['gpai_model_with_systemic_risk_requirements'][f'{key}']['article']}.")
+                    dispositive_variables['data_cc_non-compliant'][card_label]['msg'].append(f"This high-risk AI system fails the {key} requirements under {model_cc_yaml['gpai_model_with_systemic_risk_requirements'][f'{key}']['article']}.")
+                    dispositive_variables['project_cc_pass'] = False
    
     return dispositive_variables
 
@@ -259,7 +270,7 @@ def check_intended_purpose(dispositive_variables, project_cc, other_cc):
     model_intended_purposes = []
 
     if dispositive_variables['ai_project_type']['high_risk_ai_system'] == False:
-        dispositive_variables['msg'].append(f"Not high-risk")
+        dispositive_variables['project_msg'].append(f"not high-risk")
         return dispositive_variables
     
     if dispositive_variables['ai_project_type']['high_risk_ai_system'] == True:
@@ -272,18 +283,20 @@ def check_intended_purpose(dispositive_variables, project_cc, other_cc):
         if other_cc['card_details']['card_type'] == 'data':
             data_cc = other_cc
             card_label = data_cc['card_details']['card_label']
+            
+            if not card_label in dispositive_variables['data_cc_non-compliant']:
+                dispositive_variables['data_cc_non-compliant'][card_label] = {"msg": []}
+            
             for key in data_cc['intended_purpose']:
                 if data_cc['intended_purpose'][f'{key}']['value']:
                     dataset_intended_purposes.append(key) 
 
             for purpose in project_intended_purposes:
                 if purpose not in dataset_intended_purposes:
-                    # dispositive_variables['msg'].append(f"You are not compliant because {purpose} is not a valid purpose for {data_cc['card_details']['card_label']}")
-                    if not card_label in dispositive_variables['data_cc_non-compliant']:
-                        dispositive_variables['data_cc_non-compliant'][card_label] = {
-                                                                                        "intended_purpose": []
-                                                                                    }
-                        dispositive_variables['data_cc_non-compliant'][card_label]['intended_purpose'].append((f"{purpose}"))
+                    # dispositive_variables['project_msg'].append(f"You are not compliant because {purpose} is not a valid purpose for {data_cc['card_details']['card_label']}")
+                    if not "intended_purpose" in dispositive_variables['data_cc_non-compliant'][card_label]:
+                            dispositive_variables['data_cc_non-compliant'][card_label]["intended_purpose"] = []
+                    dispositive_variables['data_cc_non-compliant'][card_label]['intended_purpose'].append((f"{purpose}"))
                 else:
                     dispositive_variables['data_cc_compliant'].append(data_cc['card_details']['card_label'])
                     
@@ -292,18 +305,20 @@ def check_intended_purpose(dispositive_variables, project_cc, other_cc):
         if other_cc['card_details']['card_type'] == 'model':
             model_cc = other_cc
             card_label = model_cc['card_details']['card_label']
+
+            if not card_label in dispositive_variables['model_cc_non-compliant']:
+                dispositive_variables['model_cc_non-compliant'][card_label] = {"msg": []}
+                            
             for key in model_cc['intended_purpose']:
                 if model_cc['intended_purpose'][f'{key}']['value']:
                     model_intended_purposes.append(key) 
 
             for purpose in project_intended_purposes:
                 if purpose not in model_intended_purposes:
-                    # dispositive_variables['msg'].append(f"You are not compliant because {purpose} is not a valid purpose for {model_cc['card_details']['card_label']}")
-                    if not card_label in dispositive_variables['data_cc_non-compliant']:
-                        dispositive_variables['model_cc_non-compliant'][card_label] = {
-                                                                                        "intended_purpose": []
-                                                                                    }
-                        dispositive_variables['model_cc_non-compliant'][card_label]['intended_purpose'].append((f"{purpose}"))
+                    # dispositive_variables['project_msg'].append(f"You are not compliant because {purpose} is not a valid purpose for {model_cc['card_details']['card_label']}")
+                    if not "intended_purpose" in dispositive_variables['model_cc_non-compliant'][card_label]:
+                        dispositive_variables['model_cc_non-compliant'][card_label]["intended_purpose"] = []
+                    dispositive_variables['model_cc_non-compliant'][card_label]['intended_purpose'].append((f"{purpose}"))
                 else:
                     dispositive_variables['model_cc_compliant'].append(model_cc['card_details']['card_label'])
 

utils.py

@@ -12,9 +12,9 @@ def set_operator_role_and_location(dispositive_variables, project_cc_yaml):
             operators += 1 
         
     if ai_system and gpai_model:
-        dispositive_variables['msg'].append("Your project cannot be both an AI system and a GPAI model. Please revise your Project CC accordingly.")
+        dispositive_variables['project_msg'].append("Your project cannot be both an AI system and a GPAI model. Please revise your Project CC accordingly.")
     if operators != 1:
-        dispositive_variables['msg'].append("Please specify exactly one operator role.")
+        dispositive_variables['project_msg'].append("Please specify exactly one operator role.")
     
     return dispositive_variables
 
@@ -63,7 +63,7 @@ def check_excepted(dispositive_variables, project_cc_yaml):
          project_cc_yaml['excepted']['open_source_gpai_model']['value']  == True and
          dispositive_variables['ai_project_type']['gpai_model_systemic_risk'] == False)
     ):
-        dispositive_variables['msg'].append("Your project falls into one of the exemptions from the Act.")   
+        dispositive_variables['project_msg'].append("Your project falls into one of the exemptions from the Act.")   
         return True
     else:
         return False