uploadoss 0.4.4

Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS

Uploadoss

Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS

Installation

download uploadoss-0.1.tar.gz

https://pypi.org/project/uploadoss/#files

pip install uploadoss-0.1.tar.gz

Usage

Some simple things you can do with uploadoss

#upload local file(Logs, CSV, and their gzip compression) to Alibaba Cloud OSS 



from uploadoss import uploadoss

conf_path = 'C:\demo\oss\conf.ini'

bucket = uploadoss.getossbucket(conf_path)

# Directory of local files

local_path = r'C:\\demo\\data\\file\\'

# The file name in the local directory, also used as the file name on the OSS side

file_name = 'test1.log.gz'

# OSS Directory

oss_path = 'xxx/testlocalfile/'

result = uploadoss.file_to_oss(bucket,local_path = local_path,file_name = file_name,oss_path = oss_path)

print('http status: {0}'.format(result.status))



# Through a single SQL statement



conn = uploadoss.getmysqlconn(conf_path=conf_path)

# 

sql_text = 'select * from bigdata_demo.event_info limit 1' 

# The file where the SQL query results are stored, also serving as the file name on the OSS side

file_name = 'sql_text.csv.gz'

# OSS Directory

oss_path = 'xxx/testsqltext/dt=20230926/'

result = uploadoss.mysql_to_oss_table(conn=conn,bucket=bucket,local_path=local_path,file_name=file_name,sql_text=sql_text,oss_path = oss_path)

print('http status: {0}'.format(result.status))





# Through a multiple SQL statements,The separator is \001 ,e.g. event_info\001SQL_TEXT

table_conf_list=r'C:\\demo\\oss\\table_config.txt'

result = uploadoss.mysql_to_oss_list(conf_path = conf_path,local_path = local_path,oss_dire_path = oss_dire_path,table_list_conf = table_conf_list )



from datetime import datetime, timedelta

from uploadoss import uploadoss_ora

today = datetime.today()

yesterday = today - timedelta(days=1)

# 日分区表目录

dir_name = 'dt=' + yesterday.strftime('%Y%m%d') + '/' 



print(dir_name)



conf_path = 'C:\works\splc\conf\conf.ini'

#conf_path = r'C:\python_prj\tooss\uploadoss\conf.ini'

local_path = r'C:\\demo\\data\\'



config = ConfigParser() 

config.read(conf_path)  



# 配置多个表及SQL语句,分隔符要求 \001



table_conf_list=r'C:\\demo\\oss\\table_config.txt' 



oracle_to_oss_list_incremental(conf_path,local_path,table_conf_list,"'2025-01-01'","'2025-02-02'",'20250202')