From c65a692e869f8bed4f26c73053fac5c03e05e99d Mon Sep 17 00:00:00 2001 From: Manish Kumar <97503740+manishkumar1991@users.noreply.github.com> Date: Tue, 8 Oct 2024 12:03:38 +0530 Subject: [PATCH] Update ingestASimSampleData.py --- .script/tests/asimParsersTest/ingestASimSampleData.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.script/tests/asimParsersTest/ingestASimSampleData.py b/.script/tests/asimParsersTest/ingestASimSampleData.py index b124fa9946..0e55e20385 100644 --- a/.script/tests/asimParsersTest/ingestASimSampleData.py +++ b/.script/tests/asimParsersTest/ingestASimSampleData.py @@ -303,6 +303,7 @@ for file in parser_yaml_files: continue print(f"Starting ingestion for sample data present in {file}") asim_parser_url = f'{SENTINEL_REPO_RAW_URL}/{commit_number}/{file}' + print(f"Reading Asim Parser file from {asim_parser_url}") asim_parser = read_github_yaml(asim_parser_url) parser_query = asim_parser.get('ParserQuery', '') normalization = asim_parser.get('Normalization', {}) @@ -312,6 +313,7 @@ for file in parser_yaml_files: SampleDataFile = f'{event_vendor}_{event_product}_{schema}_IngestedLogs.csv' sample_data_url = f'{SENTINEL_REPO_RAW_URL}/{commit_number}/{SAMPLE_DATA_PATH}' SampleDataUrl = sample_data_url+SampleDataFile + print(f"Sample data log file reading from url: {SampleDataUrl}") response = requests.get(SampleDataUrl) if response.status_code == 200: with open('tempfile.csv', 'wb') as file: