move files

README.md

@@ -6,7 +6,7 @@ colorTo: indigo
 python_version: 3.9
 sdk: streamlit
 sdk_version: 1.10.0
-app_file: main.py
+app_file: src/main.py
 pinned: true
 ---
 

{subpages → src/subpages}/attention.py

@@ -70,8 +70,7 @@ SETUP_HTML = """
 JS_TEMPLATE = """requirejs(['basic', 'ecco'], function(basic, ecco){{
     const viz_id = basic.init()
 
-    ecco.interactiveTokensAndFactorSparklines(viz_id, {},
-    {{
+    ecco.interactiveTokensAndFactorSparklines(viz_id, {}, {{
     'hltrCFG': {{'tokenization_config': {{'token_prefix': '', 'partial_token_prefix': '##'}}
         }}
     }})
@@ -160,12 +159,7 @@ class AttentionPage(Page):
         data = nmf.explore(returnData=True)
         JS_TEMPLATE = f"""<script>requirejs(['basic', 'ecco'], function(basic, ecco){{
             const viz_id = basic.init()
-
-            ecco.interactiveTokensAndFactorSparklines(viz_id, {data},
-            {{
-            'hltrCFG': {{'tokenization_config': {{'token_prefix': '', 'partial_token_prefix': '##'}}
-                }}
-            }})
+            ecco.interactiveTokensAndFactorSparklines(viz_id, {data}, {{ 'hltrCFG': {{'tokenization_config': {{'token_prefix': '', 'partial_token_prefix': '##'}} }} }})
         }}, function (err) {{
             console.log(err);
         }})</script>"""

{subpages → src/subpages}/hidden_states.py

@@ -135,7 +135,7 @@ class HiddenStatesPage(Page):
                 x="x",
                 y="y",
                 color="labels",
-                hover_data=["sent0", "sent1", "sent2", "sent3", "sent4"],
+                hover_data=["ids", "preds", "sent0", "sent1", "sent2", "sent3", "sent4"],
                 hover_name="tokens",
                 title="Colored by label",
             )
@@ -147,7 +147,7 @@ class HiddenStatesPage(Page):
                 x="x",
                 y="y",
                 color="preds",
-                hover_data=["sent0", "sent1", "sent2", "sent3", "sent4"],
+                hover_data=["ids", "labels", "sent0", "sent1", "sent2", "sent3", "sent4"],
                 hover_name="tokens",
                 title="Colored by prediction",
             )

{subpages → src/subpages}/home.py

@@ -6,7 +6,7 @@ import streamlit as st
 
 from data import get_data
 from subpages.page import Context, Page
-from utils import classmap, color_map_color
+from utils import PROJ, classmap, color_map_color
 
 _SENTENCE_ENCODER_MODEL = (
     "sentence-transformers/all-MiniLM-L6-v2",
@@ -138,7 +138,7 @@ class HomePage(Page):
         with col2b:
             st.subheader("—")
             st.write("**Icon**")
-            emojis = list(json.load(open("subpages/emoji-en-US.json")).keys())
+            emojis = list(json.load(open(PROJ / "subpages/emoji-en-US.json")).keys())
             for label in labels:
                 if f"icon_{label}" not in st.session_state:
                     st.session_state[f"icon_{label}"] = classmap[label]

utils.py → src/utils.py

@@ -1,3 +1,5 @@
+from pathlib import Path
+
 import matplotlib as matplotlib
 import matplotlib.cm as cm
 import pandas as pd
@@ -7,6 +9,8 @@ import torch
 import torch.nn.functional as F
 from st_aggrid import AgGrid, GridOptionsBuilder, GridUpdateMode
 
+PROJ = Path(__file__).parent
+
 tokenizer_hash_funcs = {
     tokenizers.Tokenizer: lambda _: None,
     tokenizers.AddedToken: lambda _: None,