This commit is contained in:
frostyripper1
2026-06-17 12:39:42 +02:00
parent 927528a34b
commit ed7b31a69e
371 changed files with 18594 additions and 16607 deletions
+1 -1
View File
@@ -35,7 +35,7 @@ fn find_pdf_files(input_dir: &Path) -> Result<Vec<PathBuf>> {
const MAX_CHUNK_CHARS: usize = 10000;
/// Split large PDF text into manageable chunks while preserving whole paragraphs.
fn split_text_into_chunks(text: &str, max_chars: usize) -> Vec<String> {
pub fn split_text_into_chunks(text: &str, max_chars: usize) -> Vec<String> {
let mut chunks = Vec::new();
let mut current = String::new();