jens/we_collect
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[eval_records]

Browse Source 
- use jay_merge
This commit is contained in:
jens
2024-10-20 13:35:17 +02:00
parent 8c5b94faf8
commit a28a24821a
1 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
eval_records.py
+11 -9
View File
@@ -1,13 +1,13 @@
import json import json
import os import os
from datetime import datetime from datetime import datetime
from deep_diff import deep_merge from jay_diff import jay_merge_full
BASE = "results" BASE = "results"
VIN = 'WVWZZZE1ZMP010760' VIN = 'WVWZZZE1ZMP010760'
YEAR = 2024 YEAR = 2024
MONTH = 10 MONTH = 10
DAY = ['18'] DAY = ['20']
class Endpoint: class Endpoint:
@@ -99,6 +99,8 @@ print(day_list)
month_path = path month_path = path
record_list = [] record_list = []
last = {}
for day in day_list: for day in day_list:
if DAY is not None: if DAY is not None:
if day not in DAY: if day not in DAY:
@@ -117,21 +119,21 @@ for day in day_list:
print(f"Found {len(records)} records") print(f"Found {len(records)} records")
for record in records: for record in records:
try: try:
vehicle_data = record['data'] vehicle_diff = record['data']
if record['info']['is_delta']: if not record['info']['is_delta']:
print(f"Found delta record {record['info']['record_id']}") last = {}
vehicle_data = deep_merge(last, record['data'])
record['data'] = vehicle_data
else:
print(f"Found full record {record['info']['record_id']}") print(f"Found full record {record['info']['record_id']}")
else:
print(f"Found delta record {record['info']['record_id']}")
except KeyError: except KeyError:
pass pass
vehicle_data = jay_merge_full(last, vehicle_diff)
last = vehicle_data last = vehicle_data
try: try:
for end_point in end_points: for end_point in end_points:
end_point.assign(record) end_point.assign({'info': record['info'], 'data': vehicle_data})
except KeyError: except KeyError:
pass pass