Skip to content

Commit 23cb021

Browse files
NRL-1884 WIP PR comments
1 parent 16bda8d commit 23cb021

File tree

2 files changed

+12
-3
lines changed

2 files changed

+12
-3
lines changed

Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -270,7 +270,7 @@ perftest-prepare: ## Prepare input files for producer & consumer perf tests
270270
mkdir -p "${DIST_PATH}/nft"
271271
aws s3 cp "s3://nhsd-nrlf--${ENV}-metadata/performance/seed-pointers-extract-${PERFTEST_TABLE_NAME}.zip" "${DIST_PATH}/pointer_extract-${PERFTEST_TABLE_NAME}.zip"
272272
unzip "${DIST_PATH}/pointer_extract-${PERFTEST_TABLE_NAME}.zip"
273-
cp "${DIST_PATH}/nft/seed-pointers-extract-${PERFTEST_TABLE_NAME}.csv" "${DIST_PATH}/seed-pointers-extract.csv"
273+
# cp "${DIST_PATH}/nft/seed-pointers-extract-${PERFTEST_TABLE_NAME}.csv" "${DIST_PATH}/seed-pointers-extract.csv"
274274
PYTHONPATH=. poetry run python ./tests/performance/generate_producer_distributions.py
275275

276276
perftest-producer: ## Run producer perf tests

scripts/seed_nft_tables.py

Lines changed: 11 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import csv
2+
import json
23
import os
34
from datetime import datetime, timedelta, timezone
45
from itertools import cycle
@@ -89,7 +90,7 @@ def _make_seed_pointer(
8990

9091

9192
def _write_pointer_extract_to_file(table_name, pointer_data):
92-
local_csv_out = f"{nft_dist_path}/seed-pointers-extract-{table_name}.csv"
93+
local_csv_out = f"{nft_dist_path}/seed-pointers-extract.csv"
9394
local_meta_out = f"{nft_dist_path}/info.json"
9495

9596
print(f"writing pointer extract to files {local_csv_out} {local_meta_out}")
@@ -100,7 +101,15 @@ def _write_pointer_extract_to_file(table_name, pointer_data):
100101
writer.writerows(pointer_data)
101102
print(f"Pointer data saved to {local_csv_out}")
102103

103-
os.system(f"./scripts/get-current-info.sh > {local_meta_out}")
104+
os.system(f"./scripts/get-current-info.sh > {local_meta_out}.temp")
105+
with open(f"{local_meta_out}.temp", "w+") as temp_f:
106+
metadata = json.load(temp_f)
107+
metadata["table_name"] = table_name
108+
with open(f"{local_meta_out}", "w+") as f:
109+
json.dump(metadata, f)
110+
111+
os.system(f"rm {local_meta_out}.temp")
112+
104113
print(f"Pointer extract metadata saved to {local_meta_out}")
105114

106115

0 commit comments

Comments
 (0)