evade tls fingerprinting

quickstart_etl/assets/nyboe.py

@@ -73,22 +73,23 @@ NY_DAILY_PARTITION = dg.DailyPartitionsDefinition(
 )
 def fetch_expenditures(context: dg.AssetExecutionContext) -> dg.MaterializeResult:
     """Fetch the day before the partition date"""
-    target_date = pendulum.parse(context.partition_key)
+    end_date = pendulum.parse(context.partition_key).subtract(days=1)
 
+    start_date = end_date.subtract(days=1)
     with curl_cffi.Session() as s:
-        res = get_cookies(s, target_date, target_date)
+        res = get_cookies(s, start_date, end_date)
         if not res.json()["aaData"]:
             return None
 
         req = s.get(f"{IE_ENDPOINT}/IndependentExpenditure",
-            params=gen_ie_query(target_date, target_date),
+            params=gen_ie_query(start_date, end_date),
             impersonate="chrome",
         )
         df = pd.read_csv(StringIO(req.text), index_col=False)
 
-    engine = create_engine("postgresql://superset:PASSWORD@IP_ADDR/superset")
+    engine = create_engine("postgresql://superset:aeMuiRied2ke0doigaew@192.168.68.69/superset")
     df.to_sql(
-              "independent_expenditures_raw",
+              "independent_expenditures_raw_redo",
               con=engine,
               if_exists="append",
           )