重构目录结构

spark/s3_tools.py → app/common/s3.py

@@ -2,10 +2,10 @@
 import boto3
 from botocore.client import Config
 
-from spark import s3_buckets, s3_clusters, get_cluster_name, s3_users
+from app.common import s3_buckets, s3_clusters, get_cluster_name, s3_users
 import re
 import random
-from typing import Dict, Iterator, List, Tuple, Union
+from typing import List, Union
 
 __re_s3_path = re.compile("^s3a?://([^/]+)(?:/(.*))?$")
 def get_s3_config(path: Union[str, List[str]], outside=False):

test/test_commons.py

 import io
 import json
 import os
-import unittest
 from libs.commons import fitz
 
-from spark.s3_tools import get_s3_config, get_s3_client
+from app.common.s3 import get_s3_config, get_s3_client
 from libs.commons import join_path, json_dump_path, read_file, parse_bucket_key
 from loguru import logger