zhimin-z commited on
Commit
fc294eb
·
1 Parent(s): 4f8012e
Files changed (1) hide show
  1. msr.py +2 -2
msr.py CHANGED
@@ -232,8 +232,8 @@ def generate_file_path_patterns(start_date, end_date, data_dir=GHARCHIVE_DATA_DI
232
  end_day = end_date.replace(hour=0, minute=0, second=0, microsecond=0)
233
 
234
  while current_date <= end_day:
235
- # Pattern for all hours in this day: 2024-11-15-*.parquet
236
- pattern = os.path.join(data_dir, f"{current_date.strftime('%Y-%m-%d')}-*.parquet")
237
  file_patterns.append(pattern)
238
 
239
  # Move to next day
 
232
  end_day = end_date.replace(hour=0, minute=0, second=0, microsecond=0)
233
 
234
  while current_date <= end_day:
235
+ # Pattern for daily parquet file: 2024-11-15.parquet
236
+ pattern = os.path.join(data_dir, f"{current_date.strftime('%Y-%m-%d')}.parquet")
237
  file_patterns.append(pattern)
238
 
239
  # Move to next day