metric main; pudate function to convert all current metrics to be serve to prometheus

metrics/main.py

@@ -97,8 +97,21 @@ def formated_metrics(metrics, url_server):
         
         'login_count':       {"type": "counter", "description": "login_count.",      "function": convert_login_count},
         'status_analysis':   {"type": "gauge", "description": "status_analysis.",  "function": convert_status_analysis},
-        
-        # 'sequence_by_user': {"type": "gauge", "description": "sequence_by_user", "function": convert_sequence_by_user}
+        'sequence_by_user':   {"type": "gauge", "description": "sequence_by_user.",  "function": convert_sequence_by_user},
+        'set_generics_by_user':   {"type": "gauge", "description": "set_generics_by_user.",  "function": convert_set_generics_by_user}, 
+        'config_analysis_by_users_runs':   {"type": "gauge", "description": "config_analysis_by_users_runs.",  "function": convert_config_analysis_by_users_runs}, 
+        'sequence_size_by_user':   {"type": "gauge", "description": "sequence_size_by_user.",  "function": convert_sequence_size_by_user}, 
+        'config_analysis_by_users_generic':   {"type": "gauge", "description": "config_analysis_by_users_generic.",  "function": convert_config_analysis_by_users_generic}, 
+        'set_runs_by_user':   {"type": "gauge", "description": "set_runs_by_user.",  "function": convert_set_runs_by_user}, 
+        'set_generics_count':   {"type": "gauge", "description": "set_generics_count.",  "function": convert_set_generics_count}, 
+        'config_analysis_by_users_patients':   {"type": "gauge", "description": "config_analysis_by_users_patients.",  "function": convert_config_analysis_by_users_patients}, 
+        'set_patients_by_user':   {"type": "gauge", "description": "set_patients_by_user.",  "function": convert_set_patients_by_user},
+
+
+        # Long - {'set_generics_by_group', 'request_times', 'set_runs_by_group', 'message', 'set_patients_by_group'}
+        'set_generics_by_group':   {"type": "gauge", "description": "set_generics_by_group.",  "function": convert_set_generics_by_group},
+        'set_runs_by_group':   {"type": "gauge", "description": "set_runs_by_group.",  "function": convert_set_runs_by_group},
+        'set_patients_by_group':   {"type": "gauge", "description": "set_patients_by_group.",  "function": convert_set_patients_by_group},
     }
 
     string = f"# Information : {metrics['message']}\n"
@@ -117,6 +130,9 @@ vidjil_api_request_{metrics_key}{{server=\"{url_server}\"}} {metrics[metrics_key
                 not_found_metrics += f"# KEY NOT FOUND: {metrics_key}\n"
 
     string += not_found_metrics
+
+    not_converted = metrics.keys() - formater.keys()
+    string += f"# Not converted: {not_converted}\n"
     return string
 
 def convert_directories_sizes(metrics_key, formater, data, url_server):
@@ -204,7 +220,7 @@ def convert_status_analysis(metrics_key, formater, data, url_server):
     #       "_extra": {"COUNT(`scheduler_task`.`status`)": 6 },
     #       "scheduler_task": {"status": "COMPLETED", "task_name": "process"}
     #     }, ...]
-    print(data)
+    # print(data)
     string = f"\
 # HELP vidjil_api_request_status_analysis {formater['description']}\n\
 # TYPE vidjil_api_request_status_analysis {formater['type']}\n"
@@ -217,6 +233,174 @@ vidjil_api_request_status_analysis\
     return string
 
 
+
+
+def convert_set_generics_by_group(metrics_key, formater, data, url_server):
+    # return f"\n\n=*=*= set_generics_by_group ==> {data[:2]}\n\n\n" # 'count': 1, 'group_id': 1, 'group_name': 'admin'
+    string = f"\
+# HELP vidjil_api_request_set_generics_by_group {formater['description']}\n\
+# TYPE vidjil_api_request_set_generics_by_group {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_set_generics_by_group\
+{{group_id=\"{elt['group_id']}\", group_name=\"{elt['group_name']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_set_runs_by_group(metrics_key, formater, data, url_server):
+    # return f"\n\n=*=*= set_runs_by_group ==> {data[:2]}\n\n\n" #
+    string = f"\
+# HELP vidjil_api_request_set_runs_by_group {formater['description']}\n\
+# TYPE vidjil_api_request_set_runs_by_group {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_set_runs_by_group\
+{{group_id=\"{elt['group_id']}\", group_name=\"{elt['group_name']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_set_patients_by_group(metrics_key, formater, data, url_server):
+    # return f"\n\n=*=*= set_patients_by_group ==> {data[:2]}\n\n\n" #
+    string = f"\
+# HELP vidjil_api_request_set_patients_by_group {formater['description']}\n\
+# TYPE vidjil_api_request_set_patients_by_group {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_set_patients_by_group\
+{{group_id=\"{elt['group_id']}\", group_name=\"{elt['group_name']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_sequence_by_user(metrics_key, formater, data, url_server):
+    # return f"\n\n=*=*= convert_sequence_by_user ==> {data[:2]}\n\n\n" #
+    string = f"\
+# HELP vidjil_api_request_sequence_by_user {formater['description']}\n\
+# TYPE vidjil_api_request_sequence_by_user {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_sequence_by_user\
+{{user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['count_sequence']}\n"
+    return string
+
+
+def convert_set_generics_by_user(metrics_key, formater, data, url_server):
+    # return f"=*=*= convert_set_generics_by_user ==> {data[:2]}" #  'count': 1, 'user_id': 1
+    string = f"\
+# HELP vidjil_api_request_set_generics_by_user {formater['description']}\n\
+# TYPE vidjil_api_request_set_generics_by_user {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_set_generics_by_user\
+{{user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_config_analysis_by_users_runs(metrics_key, formater, data, url_server):
+    # return f"convert_config_analysis_by_users_runs ==> {data[:2]}"
+    # 'config_id': 2, 'config_name': 'multi+inc+xxx', 'count': 1, 'user_id': 1
+    string = f"\
+# HELP vidjil_api_request_config_analysis_by_users_runs {formater['description']}\n\
+# TYPE vidjil_api_request_config_analysis_by_users_runs {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_config_analysis_by_users_runs\
+{{user_id=\"{elt['user_id']}\", config_id=\"{elt['config_id']}\", config_name=\"{elt['config_name']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_sequence_size_by_user(metrics_key, formater, data, url_server):
+    string = f"\
+# HELP vidjil_api_request_sequence_size_by_user {formater['description']}\n\
+# TYPE vidjil_api_request_sequence_size_by_user {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_sequence_size_by_user\
+{{user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['size_file_sum']}\n"
+    return string
+
+
+def convert_config_analysis_by_users_generic(metrics_key, formater, data, url_server):
+    #   "status_analysis": [{
+    #       'config_id': 9, 'config_name': 'spikes', 'count': 4, 'user_id': 1
+    #     }, ...]
+    # print( "=====\n===== convert_config_analysis_by_users_generic")
+    # print(f"{data[:2]=}")
+    string = f"\
+# HELP vidjil_api_request_config_analysis_by_users_generic {formater['description']}\n\
+# TYPE vidjil_api_request_config_analysis_by_users_generic {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_config_analysis_by_users_generic\
+{{config_id=\"{elt['config_id']}\", config_name=\"{elt['config_name']}\", user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_set_runs_by_user(metrics_key, formater, data, url_server):
+    # "status_analysis": [{
+    #       '_extra': {'COUNT(`run`.`id`) AS count': 2, '`run`.`creator` AS user_id': 1}, 
+    #       'count': 2, 
+    #       'user_id': 1
+    #   }]
+    print( "convert_set_runs_by_user")
+    print(data[:2])
+    string = f"\
+# HELP vidjil_api_request_set_runs_by_user {formater['description']}\n\
+# TYPE vidjil_api_request_set_runs_by_user {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_set_runs_by_user\
+{{user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_set_generics_count(metrics_key, formater, data, url_server):
+    print("convert_set_generics_count")
+    print(f"{data=}")
+    string = f"\
+# HELP vidjil_api_request_set_generics_count {formater['description']}\n\
+# TYPE vidjil_api_request_set_generics_count {formater['type']}\n"
+    string += f"\
+vidjil_api_request_set_generics_count\
+{{server=\"{url_server}\"}} {data} \n"
+    return string
+
+
+
+def convert_config_analysis_by_users_patients(metrics_key, formater, data, url_server):
+    #   "status_analysis": [{
+    #       'config_id': 2, 
+    #       'config_name': 'multi+inc+xxx', 
+    #       'count': 3, 
+    #       'user_id': 1}, ...]
+    # print( "=====\n===== convert_config_analysis_by_users_patients")
+    # print(f"{data[:2]=}")
+    string = f"\
+# HELP vidjil_api_request_config_analysis_by_users_patients {formater['description']}\n\
+# TYPE vidjil_api_request_config_analysis_by_users_patients {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_config_analysis_by_users_patients\
+{{config_id=\"{elt['config_id']}\", config_name=\"{elt['config_name']}\", user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+def convert_set_patients_by_user(metrics_key, formater, data, url_server):
+    #   "status_analysis": [{
+    #     '_extra': {'COUNT(`patient`.`id`) AS count': 49, '`patient`.`creator` AS user_id': 14}, 
+    #     'count': 49, 
+    #     'user_id': 14
+    # }, ...]
+    string = f"\
+# HELP vidjil_api_request_set_patients_by_user {formater['description']}\n\
+# TYPE vidjil_api_request_set_patients_by_user {formater['type']}\n"
+    for elt in data:
+            string += f"\
+vidjil_api_request_set_patients_by_user\
+{{user_id=\"{elt['user_id']}\", server=\"{url_server}\"}} {elt['count']}\n"
+    return string
+
+
+
 # def convert_sequence_by_user(metrics_key, formater, data):
 #     #   "login_count": [{
 #     #       "_extra": {"COUNT(`auth_event`.`id`)": 14 },