velocitatem/PHANTOM
1
0
Fork 0
mirror of https://github.com/velocitatem/PHANTOM.git synced 2026-05-31 16:43:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

cleaning old pipeline and vectorization

Browse Source
This commit is contained in:
Daniel Rosel
2025-11-28 14:20:05 +01:00
parent 1054fe7720
commit f3bc81e0ed
6 changed files with 17 additions and 592 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
experiments/airflow/dags/elasticity_pricing_dag.py
View File

@@ -130,7 +130,7 @@ def compute_demand(**kwargs):
return len(demand_chunks)
def aggregate_price_logs(**kwargs):
"""Task: Aggregate price logs into time windows (VECTORIZED)"""
"""Task: Aggregate price logs into time windows """
ti = kwargs['ti']
df = pickle.loads(ti.xcom_pull(key='price_logs_raw'))
@@ -139,7 +139,7 @@ def aggregate_price_logs(**kwargs):
price_chunks = step.transform(df)
ti.xcom_push(key='price_chunks', value=pickle.dumps(price_chunks))
logging.info(f"Aggregated {len(price_chunks)} price chunks (vectorized)")
logging.info(f"Aggregated {len(price_chunks)} price chunks")
return len(price_chunks)
def compute_elasticity(**kwargs):