python code to concatenate all of TagAnomaly's output CSVs.
This commit is contained in:
Родитель
7c281511af
Коммит
d877894b29
|
@ -0,0 +1,32 @@
|
|||
import sys
|
||||
from os import listdir
|
||||
from os.path import isfile, join
|
||||
import pandas as pd
|
||||
|
||||
|
||||
def concat_labels(files_path, output_file_path):
|
||||
"""
|
||||
Concatenates multiple CSVs with the same structure
|
||||
:param files_path: The directory in which CSVs are placed.
|
||||
:param output_file_path: The path to the concatenated output file
|
||||
:return:
|
||||
"""
|
||||
onlyfiles = [f for f in listdir(files_path) if isfile(join(files_path, f))]
|
||||
|
||||
appended_data = []
|
||||
for file in onlyfiles:
|
||||
try:
|
||||
tempdf = pd.read_csv(join(files_path, file), index_col=None)
|
||||
appended_data.append(tempdf)
|
||||
except Exception:
|
||||
print("Failed to read file " + file)
|
||||
|
||||
labels = pd.concat(appended_data, axis=0)
|
||||
labels.to_csv(output_file_path)
|
||||
return labels
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
if len(sys.argv) != 3:
|
||||
raise Exception("Please add the path to the labeled CSVs and a path to the output file")
|
||||
concat_labels(sys.argv[1], sys.argv[2])
|
Загрузка…
Ссылка в новой задаче