Jake/met_office_radar_data
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 🔗 I Am Speed

Browse Source
This commit is contained in:
Jake Pullen
2025-11-11 21:32:16 +00:00
parent a40e6d2872
commit be2c89bcc2
6 changed files with 50 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files
main.py
+9 -8
View File
@@ -25,32 +25,33 @@ if __name__ == "__main__":
batch = BatchNimrod(Config)
timeseries = GenerateTimeseries(Config)
combiner= CombineTimeseries(Config, locations)
combiner = CombineTimeseries(Config, locations)
start = time.time()
logging.info("Starting to process DAT to ASC")
batch_checkpoint = time.time()
if dat_file_count != asc_file_count:
if len(dat_file_count) != len(asc_file_count):
batch.process_nimrod_files()
batch_checkpoint = time.time()
elapsed_time = batch_checkpoint - start
logging.info(f"DAT to ASC completed in {elapsed_time:.2f} seconds")
else:
logging.info("No need to process DAT files, skipping...")
batch_checkpoint = time.time()
time.sleep(1)
for place in locations:
logging.info(f'{place[0]} started generating timeseries data.')
logging.info(f"{place[0]} started generating timeseries data.")
timeseries.extract_cropped_rain_data(place)
place_checkpoint = time.time()
since_asc_create = place_checkpoint - batch_checkpoint
elapsed_time = place_checkpoint - start
logging.info(f"{place[0]} completed in {since_asc_create:.2f} seconds")
logging.info(f'total time so far {elapsed_time:.2f} seconds')
logging.info(f"total time so far {elapsed_time:.2f} seconds")
logging.info('combining CSVs into groups')
logging.info("combining CSVs into groups")
combiner.combine_csv_files()
logging.info('CSVs combined!')
logging.info("CSVs combined!")
end = time.time()
elapsed_time = end - start
logging.info(f'All Complete total time {elapsed_time:.2f} seconds')
logging.info(f"All Complete total time {elapsed_time:.2f} seconds")