Change firestore metric field name to load to snowflake

astronomer · Mar 19, 2024 · 5ac0185 · 5ac0185
1 parent 59d14b8
commit 5ac0185
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/airflow/dags/metrcis/load_firestore_to_snowflake.py b/airflow/dags/metrcis/load_firestore_to_snowflake.py
@@ -49,8 +49,8 @@ def load_request_data_from_firestore() -> list[tuple[str, int, bool, int]]:
         end_ts = time.mktime(yesterday.timetuple())
 
         docs = (
-            requests_col.where(filter=FieldFilter("response_received_at", ">=", start_ts))
-            .where(filter=FieldFilter("response_received_at", "<", end_ts))
+            requests_col.where(filter=FieldFilter("sent_at", ">=", start_ts))
+            .where(filter=FieldFilter("sent_at", "<", end_ts))
             .stream()
         )
 
@@ -60,9 +60,9 @@ def load_request_data_from_firestore() -> list[tuple[str, int, bool, int]]:
             uuid = doc_dict["uuid"]
             score = doc_dict.get("score")
             status = doc_dict.get("status") == "complete"
-            response_received_at = datetime.fromtimestamp(doc_dict.get("response_received_at"))
+            sent_at = datetime.fromtimestamp(doc_dict.get("sent_at"))
             client = doc_dict.get("client")
-            rows.append((uuid, score, status, response_received_at, client))
+            rows.append((uuid, score, status, sent_at, client))
 
         return rows