mlflow experiment ran

mkr9395 · mkr9395 · commit c0fc9f40a326 · 2024-11-09T02:36:38.000+05:30
diff --git a/Artifacts/data_ingestion/ingested/test.csv b/Artifacts/data_ingestion/ingested/test.csv
diff --git a/Artifacts/data_ingestion/ingested/train.csv b/Artifacts/data_ingestion/ingested/train.csv
diff --git a/Artifacts/data_transformation/transformed/test.npy b/Artifacts/data_transformation/transformed/test.npy
diff --git a/Artifacts/data_transformation/transformed/train.npy b/Artifacts/data_transformation/transformed/train.npy
diff --git a/Artifacts/data_transformation/transformed_object/preprocessing.pkl b/Artifacts/data_transformation/transformed_object/preprocessing.pkl
diff --git a/Artifacts/data_validation/drift_report/report.yaml b/Artifacts/data_validation/drift_report/report.yaml
@@ -1,93 +1,93 @@
 Abnormal_URL:
   drift_status: false
-  p_value: 0.9076793411970326
+  p_value: 0.99999999945476
 DNSRecord:
   drift_status: false
-  p_value: 0.6736652494431914
+  p_value: 0.9863226193637479
 Domain_registeration_length:
   drift_status: false
-  p_value: 0.9999988894018609
+  p_value: 0.9999999999999999
 Favicon:
   drift_status: false
-  p_value: 0.4804466389691172
+  p_value: 0.27926923021964545
 Google_Index:
   drift_status: false
   p_value: 1.0
 HTTPS_token:
   drift_status: false
-  p_value: 0.9518099343765413
+  p_value: 1.0
 Iframe:
   drift_status: false
-  p_value: 0.9999992399051418
+  p_value: 0.9768257339308288
 Links_in_tags:
   drift_status: false
-  p_value: 1.0
+  p_value: 0.999999999999748
 Links_pointing_to_page:
   drift_status: false
-  p_value: 0.9039295322201338
+  p_value: 0.9999955619617864
 Page_Rank:
   drift_status: false
-  p_value: 0.9985585060006266
+  p_value: 1.0
 Prefix_Suffix:
   drift_status: false
-  p_value: 1.0
+  p_value: 0.9999999999999919
 Redirect:
   drift_status: false
-  p_value: 0.8440980157021072
+  p_value: 0.9999998567959814
 Request_URL:
   drift_status: false
-  p_value: 0.9783976116108062
+  p_value: 0.9591630531107953
 Result:
   drift_status: false
-  p_value: 0.999653693736063
+  p_value: 0.9716530243971562
 RightClick:
   drift_status: false
   p_value: 1.0
 SFH:
   drift_status: false
-  p_value: 0.9591630531107908
+  p_value: 0.9999999962612656
 SSLfinal_State:
   drift_status: false
-  p_value: 0.9999999979763055
+  p_value: 1.0
 Shortining_Service:
   drift_status: false
-  p_value: 0.9657727423695276
+  p_value: 0.999999999988434
 Statistical_report:
   drift_status: false
-  p_value: 0.7518037259936519
+  p_value: 0.6113493016762629
 Submitting_to_email:
   drift_status: false
-  p_value: 0.23418306629314511
+  p_value: 0.26834506873138353
 URL_Length:
   drift_status: false
-  p_value: 0.9999462839353719
+  p_value: 0.9999999962612656
 URL_of_Anchor:
   drift_status: false
-  p_value: 0.49613886022851716
+  p_value: 0.888188931899031
 age_of_domain:
   drift_status: false
-  p_value: 0.999999999999748
+  p_value: 0.7944376881422921
 double_slash_redirecting:
   drift_status: false
-  p_value: 0.9999148748234266
+  p_value: 1.0
 having_At_Symbol:
   drift_status: false
-  p_value: 0.9999999999981217
+  p_value: 0.9317405428221537
 having_IP_Address:
   drift_status: false
-  p_value: 0.40588562138358375
+  p_value: 1.0
 having_Sub_Domain:
   drift_status: false
-  p_value: 0.4752694234619035
+  p_value: 1.0
 on_mouseover:
   drift_status: false
   p_value: 0.6396427052930043
 popUpWidnow:
   drift_status: false
-  p_value: 0.309947843451049
+  p_value: 0.27195147658922847
 port:
   drift_status: false
-  p_value: 0.7186902796320964
+  p_value: 0.8487839446728659
 web_traffic:
   drift_status: false
-  p_value: 0.9999999962612656
+  p_value: 1.0
diff --git a/Artifacts/data_validation/validated/test.csv b/Artifacts/data_validation/validated/test.csv
diff --git a/Artifacts/data_validation/validated/train.csv b/Artifacts/data_validation/validated/train.csv
diff --git a/Artifacts/model_trainer/trained_model/model.pkl b/Artifacts/model_trainer/trained_model/model.pkl
diff --git a/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/MLmodel b/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/MLmodel
@@ -0,0 +1,20 @@
+artifact_path: model
+flavors:
+  python_function:
+    env:
+      conda: conda.yaml
+      virtualenv: python_env.yaml
+    loader_module: mlflow.sklearn
+    model_path: model.pkl
+    predict_fn: predict
+    python_version: 3.10.0
+  sklearn:
+    code: null
+    pickled_model: model.pkl
+    serialization_format: cloudpickle
+    sklearn_version: 1.5.2
+mlflow_version: 2.17.2
+model_size_bytes: 82805
+model_uuid: 01a94a84631747588b54fdcde99038e8
+run_id: 52803d6c9c2f4cd9b2b332ff9acd6f88
+utc_time_created: '2024-11-08 20:58:06.885139'
diff --git a/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/conda.yaml b/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/conda.yaml
@@ -0,0 +1,14 @@
+channels:
+- conda-forge
+dependencies:
+- python=3.10.0
+- pip<=24.2
+- pip:
+  - mlflow==2.17.2
+  - cloudpickle==3.1.0
+  - numpy==2.1.2
+  - pandas==2.2.3
+  - pathlib==1.0.1
+  - scikit-learn==1.5.2
+  - scipy==1.14.1
+name: mlflow-env
diff --git a/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/model.pkl b/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/model.pkl
diff --git a/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/python_env.yaml b/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/python_env.yaml
@@ -0,0 +1,7 @@
+python: 3.10.0
+build_dependencies:
+- pip==24.2
+- setuptools==75.1.0
+- wheel==0.44.0
+dependencies:
+- -r requirements.txt
diff --git a/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/requirements.txt b/mlartifacts/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts/model/requirements.txt
@@ -0,0 +1,7 @@
+mlflow==2.17.2
+cloudpickle==3.1.0
+numpy==2.1.2
+pandas==2.2.3
+pathlib==1.0.1
+scikit-learn==1.5.2
+scipy==1.14.1
diff --git a/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/MLmodel b/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/MLmodel
@@ -0,0 +1,20 @@
+artifact_path: model
+flavors:
+  python_function:
+    env:
+      conda: conda.yaml
+      virtualenv: python_env.yaml
+    loader_module: mlflow.sklearn
+    model_path: model.pkl
+    predict_fn: predict
+    python_version: 3.10.0
+  sklearn:
+    code: null
+    pickled_model: model.pkl
+    serialization_format: cloudpickle
+    sklearn_version: 1.5.2
+mlflow_version: 2.17.2
+model_size_bytes: 82805
+model_uuid: e550f566c4be40aa82dc198c34478436
+run_id: ca0f268d1f6e45bb8747e1fada3e7607
+utc_time_created: '2024-11-08 20:58:04.419289'
diff --git a/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/conda.yaml b/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/conda.yaml
@@ -0,0 +1,14 @@
+channels:
+- conda-forge
+dependencies:
+- python=3.10.0
+- pip<=24.2
+- pip:
+  - mlflow==2.17.2
+  - cloudpickle==3.1.0
+  - numpy==2.1.2
+  - pandas==2.2.3
+  - pathlib==1.0.1
+  - scikit-learn==1.5.2
+  - scipy==1.14.1
+name: mlflow-env
diff --git a/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/model.pkl b/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/model.pkl
diff --git a/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/python_env.yaml b/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/python_env.yaml
@@ -0,0 +1,7 @@
+python: 3.10.0
+build_dependencies:
+- pip==24.2
+- setuptools==75.1.0
+- wheel==0.44.0
+dependencies:
+- -r requirements.txt
diff --git a/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/requirements.txt b/mlartifacts/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts/model/requirements.txt
@@ -0,0 +1,7 @@
+mlflow==2.17.2
+cloudpickle==3.1.0
+numpy==2.1.2
+pandas==2.2.3
+pathlib==1.0.1
+scikit-learn==1.5.2
+scipy==1.14.1
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/meta.yaml b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/meta.yaml
@@ -0,0 +1,15 @@
+artifact_uri: mlflow-artifacts:/0/52803d6c9c2f4cd9b2b332ff9acd6f88/artifacts
+end_time: 1731099488731
+entry_point_name: ''
+experiment_id: '0'
+lifecycle_stage: active
+run_id: 52803d6c9c2f4cd9b2b332ff9acd6f88
+run_name: dapper-fowl-46
+run_uuid: 52803d6c9c2f4cd9b2b332ff9acd6f88
+source_name: ''
+source_type: 4
+source_version: ''
+start_time: 1731099486833
+status: 3
+tags: []
+user_id: Asus
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/metrics/f1_score b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/metrics/f1_score
@@ -0,0 +1 @@
+1731099486877 0.9864754098360655 0
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/metrics/precision_score b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/metrics/precision_score
@@ -0,0 +1 @@
+1731099486877 0.9840556009811938 0
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/metrics/recall_score b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/metrics/recall_score
@@ -0,0 +1 @@
+1731099486877 0.9889071487263763 0
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.log-model.history b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.log-model.history
@@ -0,0 +1 @@
+[{"run_id": "52803d6c9c2f4cd9b2b332ff9acd6f88", "artifact_path": "model", "utc_time_created": "2024-11-08 20:58:06.885139", "model_uuid": "01a94a84631747588b54fdcde99038e8", "flavors": {"python_function": {"model_path": "model.pkl", "predict_fn": "predict", "loader_module": "mlflow.sklearn", "python_version": "3.10.0", "env": {"conda": "conda.yaml", "virtualenv": "python_env.yaml"}}, "sklearn": {"pickled_model": "model.pkl", "sklearn_version": "1.5.2", "serialization_format": "cloudpickle", "code": null}}}]
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.runName b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.runName
@@ -0,0 +1 @@
+dapper-fowl-46
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.source.git.commit b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.source.git.commit
@@ -0,0 +1 @@
+7e6a9d1eacfb7195152815e214a0bff1bebcf6ed
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.source.name b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.source.name
@@ -0,0 +1 @@
+main.py
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.source.type b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.source.type
@@ -0,0 +1 @@
+LOCAL
diff --git a/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.user b/mlruns/0/52803d6c9c2f4cd9b2b332ff9acd6f88/tags/mlflow.user
@@ -0,0 +1 @@
+Asus
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/meta.yaml b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/meta.yaml
@@ -0,0 +1,15 @@
+artifact_uri: mlflow-artifacts:/0/ca0f268d1f6e45bb8747e1fada3e7607/artifacts
+end_time: 1731099486803
+entry_point_name: ''
+experiment_id: '0'
+lifecycle_stage: active
+run_id: ca0f268d1f6e45bb8747e1fada3e7607
+run_name: indecisive-conch-574
+run_uuid: ca0f268d1f6e45bb8747e1fada3e7607
+source_name: ''
+source_type: 4
+source_version: ''
+start_time: 1731099482273
+status: 3
+tags: []
+user_id: Asus
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/metrics/f1_score b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/metrics/f1_score
@@ -0,0 +1 @@
+1731099484409 0.9910976226605969 0
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/metrics/precision_score b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/metrics/precision_score
@@ -0,0 +1 @@
+1731099484409 0.9905965621840243 0
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/metrics/recall_score b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/metrics/recall_score
@@ -0,0 +1 @@
+1731099484409 0.9915991902834008 0
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.log-model.history b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.log-model.history
@@ -0,0 +1 @@
+[{"run_id": "ca0f268d1f6e45bb8747e1fada3e7607", "artifact_path": "model", "utc_time_created": "2024-11-08 20:58:04.419289", "model_uuid": "e550f566c4be40aa82dc198c34478436", "flavors": {"python_function": {"model_path": "model.pkl", "predict_fn": "predict", "loader_module": "mlflow.sklearn", "python_version": "3.10.0", "env": {"conda": "conda.yaml", "virtualenv": "python_env.yaml"}}, "sklearn": {"pickled_model": "model.pkl", "sklearn_version": "1.5.2", "serialization_format": "cloudpickle", "code": null}}}]
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.runName b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.runName
@@ -0,0 +1 @@
+indecisive-conch-574
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.source.git.commit b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.source.git.commit
@@ -0,0 +1 @@
+7e6a9d1eacfb7195152815e214a0bff1bebcf6ed
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.source.name b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.source.name
@@ -0,0 +1 @@
+main.py
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.source.type b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.source.type
@@ -0,0 +1 @@
+LOCAL
diff --git a/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.user b/mlruns/0/ca0f268d1f6e45bb8747e1fada3e7607/tags/mlflow.user
@@ -0,0 +1 @@
+Asus
diff --git a/mlruns/0/meta.yaml b/mlruns/0/meta.yaml
@@ -0,0 +1,6 @@
+artifact_location: mlflow-artifacts:/0
+creation_time: 1731098600904
+experiment_id: '0'
+last_update_time: 1731098600904
+lifecycle_stage: active
+name: Default
diff --git a/networksecurity/components/__pycache__/model_trainer.cpython-310.pyc b/networksecurity/components/__pycache__/model_trainer.cpython-310.pyc
diff --git a/networksecurity/components/model_trainer.py b/networksecurity/components/model_trainer.py
@@ -1,6 +1,7 @@
 import os, sys
 import pandas as pd
 import numpy as np
+import mlflow
 
 
 from networksecurity.entity.artifact_entity import DataTransformationArtifact
@@ -35,6 +36,19 @@ def __init__(self, model_trainer_config: ModelTrainerConfig, data_transformation
             self.data_transformation_artifact = data_transformation_artifact
         except Exception as e:
             raise NetworkSecurityException(e,sys)
+        
+    def track_mlflow(self, best_model, classication_metric):
+        mlflow.set_tracking_uri("http://localhost:5000")
+        with mlflow.start_run():
+            f1_score = classication_metric.f1_score
+            precision_score = classication_metric.precision_score
+            recall_score = classication_metric.recall_score
+            
+            mlflow.log_metrics({'f1_score': f1_score, 'precision_score': precision_score, 'recall_score': recall_score})
+            mlflow.sklearn.log_model(best_model, "model")
+            
+    
+    
     
     def train_model(self, X_train, y_train, X_test, y_test):
         try:
@@ -89,13 +103,16 @@ def train_model(self, X_train, y_train, X_test, y_test):
             
             classification_train_metric = get_classification_score(y_true = y_train, y_pred = y_train_pred)
             
-            ## Track the mlflow
-            
+            ## Track the experiments with mlflow -> for train data
+            self.track_mlflow(best_model, classification_train_metric)
             
             y_test_pred = best_model.predict(X_test)
             
             classification_test_metric = get_classification_score(y_true = y_test, y_pred = y_test_pred)
             
+            ## Track the experiments with mlflow -> for test data
+            self.track_mlflow(best_model, classification_test_metric)
+            
             preprocessor = load_object(file_path = self.data_transformation_artifact.transformed_object_file_path)
             
             model_dir_path = os.path.dirname(self.model_trainer_config.trained_model_file_path)
