Ci Exp

.github/workflows/ci.yaml

@@ -0,0 +1,44 @@
+# .github/workflows/ci_cd.yml
+
+name: CI Pipeline
+
+on:
+  push:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    env:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_REGION: ap-south-1
+
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version: 3.11
+    - uses: iterative/setup-cml@v2
+
+    - name: Install Dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    
+    - name: Run data_loader file
+      run: |
+        python src/data/data_loader.py
+  
+
+    - name: Create CML report
+      env:
+        REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      run: |
+        model_score=$(cat artifacts/score.txt)
+
+        echo "# Model Score Report" >> report.md
+        echo "The R2 score is: $model_score" >> report.md
+
+        cml comment create report.md

artifacts/score.txt

@@ -1 +1 @@
-0.8519963391434942
+0.8488143131332259

requirements.txt

@@ -16,4 +16,6 @@ bs4
 path
 category_encoders
 dvclive
+boto3
+botocore
 

src/data/data_loader.py

@@ -67,7 +67,6 @@ def read_data_from_s3(s3_bucket, s3_key):
 
                     # Read the CSV into a DataFrame
                     df = pd.read_csv(s3_response['Body'])
-                    print(df.shape)
 
                     return df
 
@@ -81,7 +80,6 @@ def read_data_from_s3(s3_bucket, s3_key):
             s3_key = 'data/interim/properties_post_feature_selection_v2.csv'
 
             df = read_data_from_s3(s3_bucket, s3_key)
-            print(df.shape)
 
 
             # df.drop(columns=['servant room', 'study room', 'others'], inplace=True)
@@ -111,8 +109,8 @@ def read_data_from_s3(s3_bucket, s3_key):
 
     modeltrainer = ModelTrainer()
     score = modeltrainer.initiate_model_trainer(train_arr,test_arr)
-    with Live(save_dvc_exp=True) as live:
-      live.log_metric('R2 score',score)
+    # with Live(save_dvc_exp=True) as live:
+    #   live.log_metric('R2 score',score)
 
     artifacts_dir = Path.cwd() / 'artifacts'
     artifacts_dir.mkdir(parents=True, exist_ok=True)