[03b1b1]: / util / merge-supersapiens.py

Download this file

30 lines (23 with data), 1.0 kB

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
import os
import pandas as pd
def concatenate_csv_files(directory, output_file):
# Get a list of all CSV files in the directory
csv_files = [file for file in os.listdir(directory) if file.endswith('.csv')]
# Check if there are any CSV files
if not csv_files:
print("No CSV files found in the directory.")
return
# Initialize an empty DataFrame to store concatenated data
concatenated_data = pd.DataFrame()
# Concatenate data from all CSV files
for csv_file in csv_files:
file_path = os.path.join(directory, csv_file)
df = pd.read_csv(file_path)
concatenated_data = pd.concat([concatenated_data, df], ignore_index=True)
# Write the concatenated data to the output file
concatenated_data.to_csv(output_file, index=False)
print(f"Concatenated data written to {output_file}")
# Example usage:
input_directory = './data/P10/supersapiens/'
output_csv = './data/P10/supersapiens/merged.csv'
concatenate_csv_files(input_directory, output_csv)