使用Python合并文件夹中的多个JSONL文件

import os
import json

def merge_jsonl_files(folder_path, output_file):
    merged_data = []
    for file_name in os.listdir(folder_path):
        if file_name.endswith('.jsonl'):
            file_path = os.path.join(folder_path, file_name)
            with open(file_path, 'r') as file:
                for line in file:
                    merged_data.append(json.loads(line))
    with open(output_file, 'w') as output:
        for data in merged_data:
            output.write(json.dumps(data) + '\n')

folder_path = '/path/to/folder'
output_file = '/path/to/output.jsonl'
merge_jsonl_files(folder_path, output_file)