add text chunking for long-form generation (Fixes #4)

2025-11-19 18:08:30 +09:00
parent d31536d9fc
commit c31b6745e4
30 changed files with 1813 additions and 102 deletions
--- a/rust/Cargo.toml
+++ b/rust/Cargo.toml
@@ -32,6 +32,9 @@ anyhow = "1.0"
 # Unicode normalization
 unicode-normalization = "0.1"

+# Regular expressions
+regex = "1.10"
+
 # System calls
 libc = "0.2"