abtesting10academy · jedisam · May 21, 2022 · May 21, 2022 · May 21, 2022 · May 22, 2022
diff --git a/.dockerignore b/.dockerignore
@@ -0,0 +1,26 @@
+**/__pycache__
+**/.venv
+**/.classpath
+**/.dockerignore
+**/.env
+**/.git
+**/.gitignore
+**/.project
+**/.settings
+**/.toolstarget
+**/.vs
+**/.vscode
+**/*.*proj.user
+**/*.dbmdl
+**/*.jfm
+**/bin
+**/charts
+**/docker-compose*
+**/compose*
+**/Dockerfile*
+**/node_modules
+**/npm-debug.log
+**/obj
+**/secrets.dev.yaml
+**/values.dev.yaml
+README.md
diff --git a/.github/workflows/cml_decission_tree.yml b/.github/workflows/cml_decission_tree.yml
@@ -20,15 +20,44 @@ jobs:
         run: |
           # Your ML workflow goes here
           pip install -r requirements.txt
+          python train/logistic_regression.py
           python train/decisiontree.py
+          python train/random_forest.py
+          # python train/xgboost.py
       - name: Write CML report
         env:
           REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
           # Post reports as comments in GitHub PRs
+          # Logistic Regression
           echo "### Model Metrics" > report.md
-          cat train/metrics.txt >> report.md
+          cat train/logistic_metrics.txt >> report.md
+
+          echo "### Data Visualization" >> report.md
+          cml-publish train/logistic_accuracy.png --md >> report.md
+
+          # python train/decisiontree.py
+          # Decission Tree Classifier
+          echo "### Model Metrics" >> report.md
+          # cat train/decission_metrics.txt >> report.md
 
           echo "### Data Visualization" >> report.md
           cml-publish train/decision_tree_accuracy.png --md >> report.md
+
+
+          # python train/random_forest.py
+          # Random Forest Classifier
+          echo "### Model Metrics" >> report.md
+          # cat train/random_metrics.txt >> report.md
+
+          echo "### Data Visualization" >> report.md
+          cml-publish train/random_forest_accuracy.png --md >> report.md
+
+          # # XGBoost Classifier
+          # echo "### Model Metrics" >> report.md
+          # cat train/xgboost_metrics.txt >> report.md
+
+          # echo "### Data Visualization" >> report.md
+          # cml-publish train/xgboost_accuracy.png --md >> report.md
+
           cml-send-comment report.md
diff --git a/Dockerfile b/Dockerfile
@@ -0,0 +1,9 @@
+FROM continuumio/miniconda3:latest
+
+RUN pip install mlflow boto3 pymysql
+
+ADD . /app
+WORKDIR /app
+
+COPY time_sc.sh time_sc.sh 
+RUN chmod +x time_sc.sh
diff --git a/data2/.gitignore b/data2/.gitignore
@@ -0,0 +1 @@
+/ABtwoCampaignEngView.csv
diff --git a/data2/ABtwoCampaignEngView.csv.dvc b/data2/ABtwoCampaignEngView.csv.dvc
@@ -0,0 +1,4 @@
+outs:
+- md5: 9991aae82c13f36bc8fd180fe30e15bc
+  size: 125065605
+  path: ABtwoCampaignEngView.csv
diff --git a/mlruns/0/meta.yaml b/mlruns/0/meta.yaml
@@ -0,0 +1,4 @@
+artifact_location: file:///home/jedi/Documents/Tenacademy/Week2/abtest-mlops/mlruns/0
+experiment_id: '0'
+lifecycle_stage: active
+name: Default
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/meta.yaml b/mlruns/1/1092868c57384951a00eb84d658a36f7/meta.yaml
@@ -0,0 +1,15 @@
+artifact_uri: file:///home/jedi/Documents/Tenacademy/Week2/abtest-mlops/mlruns/1/1092868c57384951a00eb84d658a36f7/artifacts
+end_time: 1653254981992
+entry_point_name: ''
+experiment_id: '1'
+lifecycle_stage: active
+name: ''
+run_id: 1092868c57384951a00eb84d658a36f7
+run_uuid: 1092868c57384951a00eb84d658a36f7
+source_name: ''
+source_type: 4
+source_version: ''
+start_time: 1653254980366
+status: 3
+tags: []
+user_id: jedi
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/params/data_url b/mlruns/1/1092868c57384951a00eb84d658a36f7/params/data_url
@@ -0,0 +1,14 @@
+                                auction_id experiment        date  hour  ... platform_os                browser yes  no
+0     0008ef63-77a7-448b-bd1e-075f42c55e39    exposed  2020-07-10     8  ...           6          Chrome Mobile   0   0
+1     000eabc5-17ce-4137-8efe-44734d914446    exposed  2020-07-07    10  ...           6          Chrome Mobile   0   0
+2     0016d14a-ae18-4a02-a204-6ba53b52f2ed    exposed  2020-07-05     2  ...           6  Chrome Mobile WebView   0   1
+3     00187412-2932-4542-a8ef-3633901c98d9    control  2020-07-03    15  ...           6               Facebook   0   0
+4     001a7785-d3fe-4e11-a344-c8735acacc2c    control  2020-07-03    15  ...           6          Chrome Mobile   0   0
+...                                    ...        ...         ...   ...  ...         ...                    ...  ..  ..
+8072  ffea24ec-cec1-43fb-b1d1-8f93828c2be2    exposed  2020-07-05     7  ...           6          Chrome Mobile   0   0
+8073  ffea3210-2c3e-426f-a77d-0aa72e73b20f    control  2020-07-03    15  ...           6          Chrome Mobile   0   0
+8074  ffeaa0f1-1d72-4ba9-afb4-314b3b00a7c7    control  2020-07-04     9  ...           6          Chrome Mobile   0   0
+8075  ffeeed62-3f7c-4a6e-8ba7-95d303d40969    exposed  2020-07-05    15  ...           6       Samsung Internet   0   0
+8076  fffbb9ff-568a-41a5-a0c3-6866592f80d8    control  2020-07-10    14  ...           6               Facebook   0   0
+
+[8077 rows x 9 columns]
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/params/input_cols b/mlruns/1/1092868c57384951a00eb84d658a36f7/params/input_cols
@@ -0,0 +1 @@
+9
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/params/input_rows b/mlruns/1/1092868c57384951a00eb84d658a36f7/params/input_rows
@@ -0,0 +1 @@
+8077
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/params/model_parameters b/mlruns/1/1092868c57384951a00eb84d658a36f7/params/model_parameters
@@ -0,0 +1 @@
+n_estimators=100, max_depth=10, max_features=0.5
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/params/model_type b/mlruns/1/1092868c57384951a00eb84d658a36f7/params/model_type
@@ -0,0 +1 @@
+Random Forest
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.source.git.commit b/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.source.git.commit
@@ -0,0 +1 @@
+af78305832f05108e380b8af98e69fcd987872f3
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.source.name b/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.source.name
@@ -0,0 +1 @@
+train/random_forest.py
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.source.type b/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.source.type
@@ -0,0 +1 @@
+LOCAL
diff --git a/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.user b/mlruns/1/1092868c57384951a00eb84d658a36f7/tags/mlflow.user
@@ -0,0 +1 @@
+jedi
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/meta.yaml b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/meta.yaml
@@ -0,0 +1,15 @@
+artifact_uri: file:///home/jedi/Documents/Tenacademy/Week2/abtest-mlops/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/artifacts
+end_time: 1653255192472
+entry_point_name: ''
+experiment_id: '1'
+lifecycle_stage: active
+name: ''
+run_id: 24b98c419ab0490798ac0ab7a5be592d
+run_uuid: 24b98c419ab0490798ac0ab7a5be592d
+source_name: ''
+source_type: 4
+source_version: ''
+start_time: 1653255191795
+status: 3
+tags: []
+user_id: jedi
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/data_url b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/data_url
@@ -0,0 +1,14 @@
+                                auction_id experiment        date  hour  ... platform_os                browser yes  no
+0     0008ef63-77a7-448b-bd1e-075f42c55e39    exposed  2020-07-10     8  ...           6          Chrome Mobile   0   0
+1     000eabc5-17ce-4137-8efe-44734d914446    exposed  2020-07-07    10  ...           6          Chrome Mobile   0   0
+2     0016d14a-ae18-4a02-a204-6ba53b52f2ed    exposed  2020-07-05     2  ...           6  Chrome Mobile WebView   0   1
+3     00187412-2932-4542-a8ef-3633901c98d9    control  2020-07-03    15  ...           6               Facebook   0   0
+4     001a7785-d3fe-4e11-a344-c8735acacc2c    control  2020-07-03    15  ...           6          Chrome Mobile   0   0
+...                                    ...        ...         ...   ...  ...         ...                    ...  ..  ..
+8072  ffea24ec-cec1-43fb-b1d1-8f93828c2be2    exposed  2020-07-05     7  ...           6          Chrome Mobile   0   0
+8073  ffea3210-2c3e-426f-a77d-0aa72e73b20f    control  2020-07-03    15  ...           6          Chrome Mobile   0   0
+8074  ffeaa0f1-1d72-4ba9-afb4-314b3b00a7c7    control  2020-07-04     9  ...           6          Chrome Mobile   0   0
+8075  ffeeed62-3f7c-4a6e-8ba7-95d303d40969    exposed  2020-07-05    15  ...           6       Samsung Internet   0   0
+8076  fffbb9ff-568a-41a5-a0c3-6866592f80d8    control  2020-07-10    14  ...           6               Facebook   0   0
+
+[8077 rows x 9 columns]
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/input_cols b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/input_cols
@@ -0,0 +1 @@
+9
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/input_rows b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/input_rows
@@ -0,0 +1 @@
+8077
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/model_parameters b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/model_parameters
@@ -0,0 +1 @@
+n_estimators=100
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/model_type b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/params/model_type
@@ -0,0 +1 @@
+Decision Tree
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.source.git.commit b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.source.git.commit
@@ -0,0 +1 @@
+af78305832f05108e380b8af98e69fcd987872f3
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.source.name b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.source.name
@@ -0,0 +1 @@
+train/decisiontree.py
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.source.type b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.source.type
@@ -0,0 +1 @@
+LOCAL
diff --git a/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.user b/mlruns/1/24b98c419ab0490798ac0ab7a5be592d/tags/mlflow.user
@@ -0,0 +1 @@
+jedi
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/meta.yaml b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/meta.yaml
@@ -0,0 +1,15 @@
+artifact_uri: file:///home/jedi/Documents/Tenacademy/Week2/abtest-mlops/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/artifacts
+end_time: 1653255103012
+entry_point_name: ''
+experiment_id: '1'
+lifecycle_stage: active
+name: ''
+run_id: 7afabc7a1ded48289c61e7d50be128ce
+run_uuid: 7afabc7a1ded48289c61e7d50be128ce
+source_name: ''
+source_type: 4
+source_version: ''
+start_time: 1653255102458
+status: 3
+tags: []
+user_id: jedi
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/data_url b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/data_url
@@ -0,0 +1,14 @@
+                                auction_id experiment        date  hour  ... platform_os                browser yes  no
+0     0008ef63-77a7-448b-bd1e-075f42c55e39    exposed  2020-07-10     8  ...           6          Chrome Mobile   0   0
+1     000eabc5-17ce-4137-8efe-44734d914446    exposed  2020-07-07    10  ...           6          Chrome Mobile   0   0
+2     0016d14a-ae18-4a02-a204-6ba53b52f2ed    exposed  2020-07-05     2  ...           6  Chrome Mobile WebView   0   1
+3     00187412-2932-4542-a8ef-3633901c98d9    control  2020-07-03    15  ...           6               Facebook   0   0
+4     001a7785-d3fe-4e11-a344-c8735acacc2c    control  2020-07-03    15  ...           6          Chrome Mobile   0   0
+...                                    ...        ...         ...   ...  ...         ...                    ...  ..  ..
+8072  ffea24ec-cec1-43fb-b1d1-8f93828c2be2    exposed  2020-07-05     7  ...           6          Chrome Mobile   0   0
+8073  ffea3210-2c3e-426f-a77d-0aa72e73b20f    control  2020-07-03    15  ...           6          Chrome Mobile   0   0
+8074  ffeaa0f1-1d72-4ba9-afb4-314b3b00a7c7    control  2020-07-04     9  ...           6          Chrome Mobile   0   0
+8075  ffeeed62-3f7c-4a6e-8ba7-95d303d40969    exposed  2020-07-05    15  ...           6       Samsung Internet   0   0
+8076  fffbb9ff-568a-41a5-a0c3-6866592f80d8    control  2020-07-10    14  ...           6               Facebook   0   0
+
+[8077 rows x 9 columns]
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/input_cols b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/input_cols
@@ -0,0 +1 @@
+9
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/input_rows b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/input_rows
@@ -0,0 +1 @@
+8077
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/model_parameters b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/model_parameters
@@ -0,0 +1 @@
+n_estimators=100, max_depth=10
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/model_type b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/params/model_type
@@ -0,0 +1 @@
+Logistic Regression
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.source.git.commit b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.source.git.commit
@@ -0,0 +1 @@
+af78305832f05108e380b8af98e69fcd987872f3
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.source.name b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.source.name
@@ -0,0 +1 @@
+train/logistic_regression.py
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.source.type b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.source.type
@@ -0,0 +1 @@
+LOCAL
diff --git a/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.user b/mlruns/1/7afabc7a1ded48289c61e7d50be128ce/tags/mlflow.user
@@ -0,0 +1 @@
+jedi
diff --git a/mlruns/1/meta.yaml b/mlruns/1/meta.yaml
@@ -0,0 +1,4 @@
+artifact_location: file:///home/jedi/Documents/Tenacademy/Week2/abtest-mlops/mlruns/1
+experiment_id: '1'
+lifecycle_stage: active
+name: SmartAD data analysis
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		n_estimators=100, max_depth=10, max_features=0.5