test

generate.py

@@ -38,11 +38,11 @@ sampler.set_max_repeats(empty_tokens, 1)
 
 class Sample(BaseModel):
     # We use get_samples_generator() to replace the placeholder with the requested fields
-    ABCDabcd: str
-    EFGHefgh: str
-    IJKLijkl: str
-    MNOPmnop: str
-    QRSTqrst: str
+    ABCDabcd12: str
+    EFGHefgh34: str
+    IJKLijkl56: str
+    MNOPmnop78: str
+    QRSTqrst90: str
     # PS: don't use StringConstraints with max_length here since it creates a fsm that is too big
 
 
@@ -110,6 +110,11 @@ def stream_file(filename: str, prompt: str, columns: list[str], seed: int, size:
             columns.append(column)
         logger.warning(f"stream_response({filename=}, {prompt=}, {columns=}) Generating columns... DONE (total={time.time() - _start:.02f}s)")
 
+    columns = [
+        tokenizer.decode(tokenizer.encode(column, add_special_tokens=False)[:len(orig_field)], skip_special_tokens=True)
+        for column, orig_field in zip(columns, Sample.model_fields)
+    ]
+
     logger.warning(f"stream_response({filename=}, {prompt=}, {columns=}) - Generating JSON regex guide...")
     samples_generator = get_samples_generator(new_fields=columns)
     logger.warning(f"stream_response({filename=}, {prompt=}, {columns=}) - Generating JSON regex guide... DONE (total={time.time() - _start:.02f}s)")

gradio_app.py

@@ -27,7 +27,7 @@ def stream_output(filename: str):
         state_msg = (
             f"✅ Done generating {size} samples in {time.time() - start_time:.2f}s"
             if i + 1 == size else
-            f"⚙️ Generating... [{i}/{size}]"
+            f"⚙️ Generating... [{i + 1}/{size}]"
         )
         yield df, "```json\n" + content + "\n```", state_msg
 
@@ -45,7 +45,7 @@ def test(filename: str):
         state_msg = (
             f"✅ Done generating {size} samples in {time.time() - start_time:.2f}s"
             if i + 1 == size else
-            f"⚙️ Generating... [{i}/{size}]"
+            f"⚙️ Generating... [{i + 1}/{size}]"
         )
         yield df, "```json\n" + content + "\n```", state_msg
         time.sleep(0.1)