python code to concatenate all of TagAnomaly's output CSVs.

This commit is contained in:
Omri Mendels 2018-08-09 10:33:01 +03:00
Родитель 7c281511af
Коммит d877894b29
1 изменённых файлов: 32 добавлений и 0 удалений

32
prep_labels.py Normal file
Просмотреть файл

@ -0,0 +1,32 @@
import sys
from os import listdir
from os.path import isfile, join
import pandas as pd
def concat_labels(files_path, output_file_path):
"""
Concatenates multiple CSVs with the same structure
:param files_path: The directory in which CSVs are placed.
:param output_file_path: The path to the concatenated output file
:return:
"""
onlyfiles = [f for f in listdir(files_path) if isfile(join(files_path, f))]
appended_data = []
for file in onlyfiles:
try:
tempdf = pd.read_csv(join(files_path, file), index_col=None)
appended_data.append(tempdf)
except Exception:
print("Failed to read file " + file)
labels = pd.concat(appended_data, axis=0)
labels.to_csv(output_file_path)
return labels
if __name__ == '__main__':
if len(sys.argv) != 3:
raise Exception("Please add the path to the labeled CSVs and a path to the output file")
concat_labels(sys.argv[1], sys.argv[2])