updated figures

app/src/content/embeds/finetasks-monotonicity.html

@@ -244,9 +244,13 @@
         const row = {};
         headers.forEach((header, index) => {
           const value = values[index] || '';
-          // Try to convert to number
-          const numValue = parseFloat(value);
-          row[header] = isNaN(numValue) ? value : numValue;
+          // Keep runname as string, convert other numeric columns
+          if (header === 'runname') {
+            row[header] = value;
+          } else {
+            const numValue = parseFloat(value);
+            row[header] = isNaN(numValue) ? value : numValue;
+          }
         });
         data.push(row);
       }
@@ -387,10 +391,20 @@
     const plotData = (container, data, stats, metric, title, taskMetrics) => {
       const groupSeeds = container.dataset.groupSeeds === 'true';
       const sortedData = sortDataByTokens(data);
+
+      // Debug: log unique runnames before processing
+      const uniqueRunnames = [...new Set(sortedData.map(row => row.runname))];
+      console.log('Unique runnames in data:', uniqueRunnames);
+      console.log('Processed runnames:', uniqueRunnames.map(rn => processRunName(rn)));
+
       const groupedData = groupDataByRunname(sortedData, groupSeeds, metric);
+      console.log('Grouped data keys:', Object.keys(groupedData));
+
       const interpolatedData = interpolateData(groupedData, metric);
       const smoothedData = smoothData(interpolatedData, metric);
       const traces = createTraces(smoothedData, metric);
+      console.log('Number of traces:', traces.length);
+      console.log('Trace names:', traces.map(t => t.name));
 
       const plotContainer = container.querySelector('.plot-container');
 

app/src/content/embeds/finetasks-ordering.html

@@ -244,8 +244,13 @@
         const row = {};
         headers.forEach((header, index) => {
           const value = values[index] || '';
-          const numValue = parseFloat(value);
-          row[header] = isNaN(numValue) ? value : numValue;
+          // Keep runname as string, convert other numeric columns
+          if (header === 'runname') {
+            row[header] = value;
+          } else {
+            const numValue = parseFloat(value);
+            row[header] = isNaN(numValue) ? value : numValue;
+          }
         });
         data.push(row);
       }
@@ -386,10 +391,20 @@
     const plotData = (container, data, stats, metric, title, taskMetrics) => {
       const groupSeeds = container.dataset.groupSeeds === 'true';
       const sortedData = sortDataByTokens(data);
+
+      // Debug: log unique runnames before processing
+      const uniqueRunnames = [...new Set(sortedData.map(row => row.runname))];
+      console.log('Unique runnames in data:', uniqueRunnames);
+      console.log('Processed runnames:', uniqueRunnames.map(rn => processRunName(rn)));
+
       const groupedData = groupDataByRunname(sortedData, groupSeeds, metric);
+      console.log('Grouped data keys:', Object.keys(groupedData));
+
       const interpolatedData = interpolateData(groupedData, metric);
       const smoothedData = smoothData(interpolatedData, metric);
       const traces = createTraces(smoothedData, metric);
+      console.log('Number of traces:', traces.length);
+      console.log('Trace names:', traces.map(t => t.name));
 
       const plotContainer = container.querySelector('.plot-container');
 

app/src/content/embeds/finetasks-randomness.html

@@ -244,8 +244,13 @@
         const row = {};
         headers.forEach((header, index) => {
           const value = values[index] || '';
-          const numValue = parseFloat(value);
-          row[header] = isNaN(numValue) ? value : numValue;
+          // Keep runname as string, convert other numeric columns
+          if (header === 'runname') {
+            row[header] = value;
+          } else {
+            const numValue = parseFloat(value);
+            row[header] = isNaN(numValue) ? value : numValue;
+          }
         });
         data.push(row);
       }
@@ -386,10 +391,20 @@
     const plotData = (container, data, stats, metric, title, taskMetrics) => {
       const groupSeeds = container.dataset.groupSeeds === 'true';
       const sortedData = sortDataByTokens(data);
+
+      // Debug: log unique runnames before processing
+      const uniqueRunnames = [...new Set(sortedData.map(row => row.runname))];
+      console.log('Unique runnames in data:', uniqueRunnames);
+      console.log('Processed runnames:', uniqueRunnames.map(rn => processRunName(rn)));
+
       const groupedData = groupDataByRunname(sortedData, groupSeeds, metric);
+      console.log('Grouped data keys:', Object.keys(groupedData));
+
       const interpolatedData = interpolateData(groupedData, metric);
       const smoothedData = smoothData(interpolatedData, metric);
       const traces = createTraces(smoothedData, metric);
+      console.log('Number of traces:', traces.length);
+      console.log('Trace names:', traces.map(t => t.name));
 
       const plotContainer = container.querySelector('.plot-container');
 

app/src/content/embeds/finetasks-snr.html

@@ -1,6 +1,6 @@
 <div class="finetasks-plot-container" style="display: flex; gap: 20px; flex-wrap: wrap;">
     <div class="task-signal-plot" data-language="Telugu" data-task="xstory_cloze_tel_cf" data-show-controls="false" data-task-metrics="snr" data-metric="acc_norm_token" data-group-seeds="false" data-title="✅ Good SNR: xstory_cloze_tel_cf [te]" style="flex: 1; min-width: 300px;"></div>
-    <div class="task-signal-plot" data-language="Telugu" data-task="tydiqa_tel" data-show-controls="false" data-task-metrics="snr" data-metric="acc_norm_token" data-group-seeds="false" data-title="❌ Bad SNR: tydiqa_tel [te]" style="flex: 1; min-width: 300px;"></div>
+    <div class="task-signal-plot" data-language="Telugu" data-task="tydiqa_tel" data-show-controls="false" data-task-metrics="snr" data-metric="prefix_match" data-group-seeds="false" data-title="❌ Bad SNR: tydiqa_tel [te]" style="flex: 1; min-width: 300px;"></div>
 </div>
 
 <style>
@@ -244,8 +244,13 @@
         const row = {};
         headers.forEach((header, index) => {
           const value = values[index] || '';
-          const numValue = parseFloat(value);
-          row[header] = isNaN(numValue) ? value : numValue;
+          // Keep runname as string, convert other numeric columns
+          if (header === 'runname') {
+            row[header] = value;
+          } else {
+            const numValue = parseFloat(value);
+            row[header] = isNaN(numValue) ? value : numValue;
+          }
         });
         data.push(row);
       }
@@ -386,10 +391,20 @@
     const plotData = (container, data, stats, metric, title, taskMetrics) => {
       const groupSeeds = container.dataset.groupSeeds === 'true';
       const sortedData = sortDataByTokens(data);
+
+      // Debug: log unique runnames before processing
+      const uniqueRunnames = [...new Set(sortedData.map(row => row.runname))];
+      console.log('Unique runnames in data:', uniqueRunnames);
+      console.log('Processed runnames:', uniqueRunnames.map(rn => processRunName(rn)));
+
       const groupedData = groupDataByRunname(sortedData, groupSeeds, metric);
+      console.log('Grouped data keys:', Object.keys(groupedData));
+
       const interpolatedData = interpolateData(groupedData, metric);
       const smoothedData = smoothData(interpolatedData, metric);
       const traces = createTraces(smoothedData, metric);
+      console.log('Number of traces:', traces.length);
+      console.log('Trace names:', traces.map(t => t.name));
 
       const plotContainer = container.querySelector('.plot-container');