Fixed bug that was writing the wrong list out to the *_REMOVED.csv file
This commit is contained in:
parent
89c9c11513
commit
d011b93c85
|
|
@ -330,7 +330,10 @@ class AFCMUniverseMapFile:
|
||||||
prep_file_name = f"{filename_prefix}_PREPPED.csv"
|
prep_file_name = f"{filename_prefix}_PREPPED.csv"
|
||||||
prep_full_pathname = f"/tmp/{prep_file_name}"
|
prep_full_pathname = f"/tmp/{prep_file_name}"
|
||||||
if len(amplify_rows) > 0:
|
if len(amplify_rows) > 0:
|
||||||
|
try:
|
||||||
write_csv_file(prep_full_pathname, amplify_rows[0].keys(), amplify_rows)
|
write_csv_file(prep_full_pathname, amplify_rows[0].keys(), amplify_rows)
|
||||||
|
except Exception as ex:
|
||||||
|
print(f"[WRITING {prep_file_name}] [{str(ex)}]")
|
||||||
|
|
||||||
# write S3
|
# write S3
|
||||||
this_s3_key = os.path.join(self.metadata.get("s3_key", ""), prep_file_name)
|
this_s3_key = os.path.join(self.metadata.get("s3_key", ""), prep_file_name)
|
||||||
|
|
@ -345,7 +348,10 @@ class AFCMUniverseMapFile:
|
||||||
removed_file_name = f"{filename_prefix}_REMOVED.csv"
|
removed_file_name = f"{filename_prefix}_REMOVED.csv"
|
||||||
removed_full_pathname = f"/tmp/{removed_file_name}"
|
removed_full_pathname = f"/tmp/{removed_file_name}"
|
||||||
if len(removed_rows) > 0:
|
if len(removed_rows) > 0:
|
||||||
write_csv_file(removed_full_pathname, removed_rows[0].keys(), amplify_rows)
|
try:
|
||||||
|
write_csv_file(removed_full_pathname, removed_rows[0].keys(), removed_rows)
|
||||||
|
except Exception as ex:
|
||||||
|
print(f"[WRITING {removed_file_name}] [{str(ex)}]")
|
||||||
|
|
||||||
# write S3
|
# write S3
|
||||||
this_s3_key = os.path.join(self.metadata.get("s3_key", ""), removed_file_name)
|
this_s3_key = os.path.join(self.metadata.get("s3_key", ""), removed_file_name)
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue