Skip to content

Commit b9e2415

Browse files
tieandrewstieandrews
authored
Merge pull request #64 from NeotomaDB/data-review-tool-testing
Data review tool testing and Logging
2 parents bb922ab + b42a03e commit b9e2415

File tree

12 files changed

+1041
-605
lines changed

12 files changed

+1041
-605
lines changed

‎docker/data-review-tool/Dockerfile‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,8 @@ COPY ./docker/data-review-tool/requirements.txt .
88
RUN pip install --no-cache-dir -r requirements.txt
99

1010
WORKDIR MetaExtractor/
11+
12+
ENV LOG_LEVEL=DEBUG
1113
# Copy the entire repository folder into the container
1214
COPY src ./src
1315

‎requirements.txt‎

Lines changed: 34 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,39 @@
1-
# python version 3.10
2-
pandas==2.0.1
3-
pytest~=7.3
4-
seaborn~=0.12
5-
plotly~=5.14
6-
seqeval==1.2.2
7-
nltk==3.8.1
8-
spacy==3.5.3
1+
dash~=2.10
2+
dash_bootstrap_components~=1.4
3+
dash-testing-stub==0.0.2
4+
dash_iconify==0.1.2
5+
dash_mantine_components==0.12.1
6+
dash_player==1.1.0
7+
datasets==2.13.1
8+
docopt-ng~=0.8
9+
evaluate==0.4.0
10+
flake8~=6.0
11+
huggingface_hub==0.15.1
12+
joblib==1.2.0
13+
langdetect==1.0.9
14+
matplotlib~=3.7
15+
mlflow~=2.4
16+
mlflow_skinny~=2.3
917
nbformat~=5.8
10-
scikit-learn~=1.2
18+
nltk~=3.8
19+
numpy~=1.24
20+
pandas~=2.0
21+
percy==2.0.2
22+
plotly~=5.14
23+
psutil~=5.9
24+
pyarrow~=12.0
25+
pytest~=7.3
1126
pytest-cov~=4.0
12-
flake8~=6.0
13-
docopt-ng~=0.8
1427
python-dotenv~=1.0
15-
transformers~=4.24
28+
requests~=2.31
29+
scikit-learn~=1.2
30+
seaborn~=0.12
31+
selenium~=4.2.0
32+
sentence_transformers~=2.2
33+
seqeval==1.2.2
34+
spacy~=3.5
1635
torch~=1.12
36+
tqdm~=4.65
37+
transformers~=4.24
1738
# to use the spacy model for baseline NER
18-
https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.5.0/en_core_web_lg-3.5.0-py3-none-any.whl
39+
https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.5.0/en_core_web_lg-3.5.0-py3-none-any.whl

‎src/data_review_tool/app.py‎

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,25 @@
1+
# Author: Shaun Hutchinson, Jenit Jain
2+
# Date: 2023-06-22
13
import dash
24
from dash import dcc, html
35
import dash_bootstrap_components as dbc
46
import os
7+
import sys
58

6-
from pages.navbar import create_navbar
9+
sys.path.append(os.path.join(os.path.dirname(__file__), "..", ".."))
710

11+
from src.data_review_tool.pages.navbar import create_navbar
12+
13+
from src.logs import get_logger
14+
15+
logger = get_logger(__name__)
816

917
app = dash.Dash(
1018
__name__,
1119
use_pages=True,
1220
external_stylesheets=[
1321
dbc.themes.BOOTSTRAP,
14-
"src/data_review_tool/assets/styles.css",
22+
os.path.join("src", "data_review_tool", "assets", "styles.css"),
1523
],
1624
title="Finding Fossils",
1725
suppress_callback_exceptions=True,

‎src/data_review_tool/pages/about.py‎

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,18 @@
1+
# Author: Shaun Hutchinson,
2+
# Date: 2023-06-22
13
import dash
24
import sys
35
import os
4-
from pages.config import *
6+
from dash import html
7+
import os
58
import dash_player as dp
69

10+
sys.path.append(os.path.join(os.path.dirname(__file__), "..", ".."))
11+
12+
from src.data_review_tool.pages.config import *
13+
714
dash.register_page(__name__)
815

9-
from dash import dash, dcc, html, Input, Output, callback
10-
import os
1116

1217
layout = html.Div(
1318
[

0 commit comments

Comments
 (0)