|
a |
|
b/util/merge-supersapiens.py |
|
|
1 |
import os |
|
|
2 |
import pandas as pd |
|
|
3 |
|
|
|
4 |
def concatenate_csv_files(directory, output_file): |
|
|
5 |
# Get a list of all CSV files in the directory |
|
|
6 |
csv_files = [file for file in os.listdir(directory) if file.endswith('.csv')] |
|
|
7 |
|
|
|
8 |
# Check if there are any CSV files |
|
|
9 |
if not csv_files: |
|
|
10 |
print("No CSV files found in the directory.") |
|
|
11 |
return |
|
|
12 |
|
|
|
13 |
# Initialize an empty DataFrame to store concatenated data |
|
|
14 |
concatenated_data = pd.DataFrame() |
|
|
15 |
|
|
|
16 |
# Concatenate data from all CSV files |
|
|
17 |
for csv_file in csv_files: |
|
|
18 |
file_path = os.path.join(directory, csv_file) |
|
|
19 |
df = pd.read_csv(file_path) |
|
|
20 |
concatenated_data = pd.concat([concatenated_data, df], ignore_index=True) |
|
|
21 |
|
|
|
22 |
# Write the concatenated data to the output file |
|
|
23 |
concatenated_data.to_csv(output_file, index=False) |
|
|
24 |
print(f"Concatenated data written to {output_file}") |
|
|
25 |
|
|
|
26 |
# Example usage: |
|
|
27 |
input_directory = './data/P10/supersapiens/' |
|
|
28 |
output_csv = './data/P10/supersapiens/merged.csv' |
|
|
29 |
|
|
|
30 |
concatenate_csv_files(input_directory, output_csv) |