拆分avro文件并上传到REST

import avro.datafile
import avro.io
import os

def split_avro_file(input_file, chunk_size):
    with open(input_file, 'rb') as fo:
        reader = avro.datafile.DataFileReader(fo, avro.io.DatumReader())
        schema = reader.schema
        writer = None
        chunk_number = 0
        for i, datum in enumerate(reader):
            if i % chunk_size == 0:
                if writer:
                    writer.close()
                chunk_number += 1
                output_file = f"{input_file}.part{chunk_number}"
                writer = avro.datafile.DataFileWriter(open(output_file, 'wb'), avro.io.DatumWriter(), schema)
            writer.append(datum)
        if writer:
            writer.close()

# 示例：拆分大小为1000条记录的AVRO文件
split_avro_file('input.avro', 1000)

import requests

def upload_avro_file(file_path, url):
    with open(file_path, 'rb') as file:
        files = {'file': (os.path.basename(file_path), file)}
        response = requests.post(url, files=files)
        return response

# 示例：上传文件到REST API
response = upload_avro_file('input.avro.part1', 'https://example.com/upload')
print(response.status_code)