[aws] Debugging for regression runs

Author: mcopik

benchmarks/300.utilities/311.compression/input.py

@@ -36,4 +36,5 @@ def generate_input(data_dir, size, benchmarks_bucket, input_paths, output_paths,
     input_config['bucket']['bucket'] = benchmarks_bucket
     input_config['bucket']['input'] = input_paths[0]
     input_config['bucket']['output'] = output_paths[0]
+    print(input_config)
     return input_config

benchmarks/wrappers/aws/python/storage.py

@@ -31,7 +31,12 @@ def download(self, bucket, file, filepath):
         self.client.download_file(bucket, file, filepath)
 
     def download_directory(self, bucket, prefix, path):
+        print(f"DEBUG: bucket={bucket}, prefix={prefix}")
         objects = self.client.list_objects_v2(Bucket=bucket, Prefix=prefix)
+        print(f"DEBUG: got {objects.get('KeyCount', 0)} keys, response keys: {list(objects.keys())}")
+        # 'Contents' key is only present when objects are found
+        if 'Contents' not in objects:
+            raise RuntimeError(f"No objects found in bucket '{bucket}' with prefix '{prefix}'")
         for obj in objects['Contents']:
             file_name = obj['Key']
             path_to_file = os.path.dirname(file_name)