Spaces:
Sleeping
Sleeping
zhimin-z
commited on
Commit
·
fc294eb
1
Parent(s):
4f8012e
refine
Browse files
msr.py
CHANGED
|
@@ -232,8 +232,8 @@ def generate_file_path_patterns(start_date, end_date, data_dir=GHARCHIVE_DATA_DI
|
|
| 232 |
end_day = end_date.replace(hour=0, minute=0, second=0, microsecond=0)
|
| 233 |
|
| 234 |
while current_date <= end_day:
|
| 235 |
-
# Pattern for
|
| 236 |
-
pattern = os.path.join(data_dir, f"{current_date.strftime('%Y-%m-%d')}
|
| 237 |
file_patterns.append(pattern)
|
| 238 |
|
| 239 |
# Move to next day
|
|
|
|
| 232 |
end_day = end_date.replace(hour=0, minute=0, second=0, microsecond=0)
|
| 233 |
|
| 234 |
while current_date <= end_day:
|
| 235 |
+
# Pattern for daily parquet file: 2024-11-15.parquet
|
| 236 |
+
pattern = os.path.join(data_dir, f"{current_date.strftime('%Y-%m-%d')}.parquet")
|
| 237 |
file_patterns.append(pattern)
|
| 238 |
|
| 239 |
# Move to next day
|