From 426390d2429a966514ec7edbd0ae4dd0329e5239 Mon Sep 17 00:00:00 2001 From: Rick Ross Date: Sat, 9 Dec 2023 09:08:17 -0800 Subject: [PATCH] Loads opt-outs into self.error_numbers --- lib_afc_mosaic/universe_map_file.py | 9 +++++++++ setup.py | 2 +- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/lib_afc_mosaic/universe_map_file.py b/lib_afc_mosaic/universe_map_file.py index 5fc6c03..ef74610 100644 --- a/lib_afc_mosaic/universe_map_file.py +++ b/lib_afc_mosaic/universe_map_file.py @@ -198,6 +198,15 @@ class AFCMUniverseMapFile: except Exception as ex: raise Exception(f"universe_map_file.generate_mapped_file: Failed to get {self.optout_s3_bucket}/{errors_filename_s3_key}: {ex}") from ex + if "optout_s3_key" in self.metadata and self.metadata["optout_s3_key"] != None: + try: + file_data_stream = self.optout_s3_connection.get_object(self.optout_s3_bucket, + self.metadata["optout_s3_key"]) + optout_numbers = json.load(codecs.getreader("utf-8")(file_data_stream)) + self.error_numbers.update(optout_numbers) + except Exception as ex: + raise Exception(f"universe_map_file.generate_mapped_file: Failed to get {self.optout_s3_bucket}/{self.metadata['optout_s3_key']}: {ex}") from ex + # Loop the files from the map for ufilename in self.mosaic_file_list: self.process_file(ufilename) diff --git a/setup.py b/setup.py index 08b20b1..a33397c 100644 --- a/setup.py +++ b/setup.py @@ -9,7 +9,7 @@ with open('README.md', 'r') as f: setup( name='lib_afc_mosaic', - version='0.1.7', + version='0.1.8', author='', author_email='', description='',