Switch to unified view

a b/util/merge-supersapiens.py
1
import os
2
import pandas as pd
3
4
def concatenate_csv_files(directory, output_file):
5
    # Get a list of all CSV files in the directory
6
    csv_files = [file for file in os.listdir(directory) if file.endswith('.csv')]
7
8
    # Check if there are any CSV files
9
    if not csv_files:
10
        print("No CSV files found in the directory.")
11
        return
12
13
    # Initialize an empty DataFrame to store concatenated data
14
    concatenated_data = pd.DataFrame()
15
16
    # Concatenate data from all CSV files
17
    for csv_file in csv_files:
18
        file_path = os.path.join(directory, csv_file)
19
        df = pd.read_csv(file_path)
20
        concatenated_data = pd.concat([concatenated_data, df], ignore_index=True)
21
22
    # Write the concatenated data to the output file
23
    concatenated_data.to_csv(output_file, index=False)
24
    print(f"Concatenated data written to {output_file}")
25
26
# Example usage:
27
input_directory = './data/P10/supersapiens/'
28
output_csv = './data/P10/supersapiens/merged.csv'
29
30
concatenate_csv_files(input_directory, output_csv)