File tree Expand file tree Collapse file tree 2 files changed +12
-3
lines changed
Expand file tree Collapse file tree 2 files changed +12
-3
lines changed Original file line number Diff line number Diff line change @@ -270,7 +270,7 @@ perftest-prepare: ## Prepare input files for producer & consumer perf tests
270270 mkdir -p " ${DIST_PATH} /nft"
271271 aws s3 cp " s3://nhsd-nrlf--${ENV} -metadata/performance/seed-pointers-extract-${PERFTEST_TABLE_NAME} .zip" " ${DIST_PATH} /pointer_extract-${PERFTEST_TABLE_NAME} .zip"
272272 unzip " ${DIST_PATH} /pointer_extract-${PERFTEST_TABLE_NAME} .zip"
273- cp " ${DIST_PATH} /nft/seed-pointers-extract-${PERFTEST_TABLE_NAME} .csv" " ${DIST_PATH} /seed-pointers-extract.csv"
273+ # cp "${DIST_PATH}/nft/seed-pointers-extract-${PERFTEST_TABLE_NAME}.csv" "${DIST_PATH}/seed-pointers-extract.csv"
274274 PYTHONPATH=. poetry run python ./tests/performance/generate_producer_distributions.py
275275
276276perftest-producer : # # Run producer perf tests
Original file line number Diff line number Diff line change 11import csv
2+ import json
23import os
34from datetime import datetime , timedelta , timezone
45from itertools import cycle
@@ -89,7 +90,7 @@ def _make_seed_pointer(
8990
9091
9192def _write_pointer_extract_to_file (table_name , pointer_data ):
92- local_csv_out = f"{ nft_dist_path } /seed-pointers-extract- { table_name } .csv"
93+ local_csv_out = f"{ nft_dist_path } /seed-pointers-extract.csv"
9394 local_meta_out = f"{ nft_dist_path } /info.json"
9495
9596 print (f"writing pointer extract to files { local_csv_out } { local_meta_out } " )
@@ -100,7 +101,15 @@ def _write_pointer_extract_to_file(table_name, pointer_data):
100101 writer .writerows (pointer_data )
101102 print (f"Pointer data saved to { local_csv_out } " )
102103
103- os .system (f"./scripts/get-current-info.sh > { local_meta_out } " )
104+ os .system (f"./scripts/get-current-info.sh > { local_meta_out } .temp" )
105+ with open (f"{ local_meta_out } .temp" , "w+" ) as temp_f :
106+ metadata = json .load (temp_f )
107+ metadata ["table_name" ] = table_name
108+ with open (f"{ local_meta_out } " , "w+" ) as f :
109+ json .dump (metadata , f )
110+
111+ os .system (f"rm { local_meta_out } .temp" )
112+
104113 print (f"Pointer extract metadata saved to { local_meta_out } " )
105114
106115
You can’t perform that action at this time.
0 commit comments