personal memory agent
1{
2 "cases": [
3 {
4 "chunk_count": 0,
5 "chunks": [],
6 "id": "empty",
7 "input": "",
8 "warnings": []
9 },
10 {
11 "chunk_count": 0,
12 "chunks": [],
13 "id": "whitespace_only",
14 "input": " \n\t\n",
15 "warnings": []
16 },
17 {
18 "chunk_count": 0,
19 "chunks": [],
20 "id": "heading_only",
21 "input": "# Heading\n",
22 "warnings": []
23 },
24 {
25 "chunk_count": 0,
26 "chunks": [],
27 "id": "thematic_break_only",
28 "input": "---\n",
29 "warnings": []
30 },
31 {
32 "chunk_count": 0,
33 "chunks": [],
34 "id": "header_only_table",
35 "input": "| Name | Value |\n| --- | --- |\n",
36 "warnings": []
37 },
38 {
39 "chunk_count": 2,
40 "chunks": [
41 {
42 "markdown": "# Root\n\n## Child\n\nalpha paragraph\n",
43 "tokens": [
44 "root",
45 "child",
46 "alpha",
47 "paragraph"
48 ]
49 },
50 {
51 "markdown": "# Root\n\n## Child\n\n### Leaf\n\nbeta paragraph\n",
52 "tokens": [
53 "root",
54 "child",
55 "leaf",
56 "beta",
57 "paragraph"
58 ]
59 }
60 ],
61 "id": "nested_heading_context",
62 "input": "# Root\n\n## Child\n\nalpha paragraph\n\n### Leaf\n\nbeta paragraph\n",
63 "warnings": []
64 },
65 {
66 "chunk_count": 2,
67 "chunks": [
68 {
69 "markdown": "# Notes\n\nalpha paragraph\n",
70 "tokens": [
71 "notes",
72 "alpha",
73 "paragraph"
74 ]
75 },
76 {
77 "markdown": "# Notes\n\nbeta paragraph\n",
78 "tokens": [
79 "notes",
80 "beta",
81 "paragraph"
82 ]
83 }
84 ],
85 "id": "ordinary_paragraphs",
86 "input": "# Notes\n\nalpha paragraph\n\nbeta paragraph\n",
87 "warnings": []
88 },
89 {
90 "chunk_count": 2,
91 "chunks": [
92 {
93 "markdown": "# Tasks\n\n- alpha item\n",
94 "tokens": [
95 "tasks",
96 "alpha",
97 "item"
98 ]
99 },
100 {
101 "markdown": "# Tasks\n\n- beta item\n",
102 "tokens": [
103 "tasks",
104 "beta",
105 "item"
106 ]
107 }
108 ],
109 "id": "ordinary_list",
110 "input": "# Tasks\n\n- alpha item\n- beta item\n",
111 "warnings": []
112 },
113 {
114 "chunk_count": 2,
115 "chunks": [
116 {
117 "markdown": "# Tasks\n\nintro alpha\n\n- alpha item\n",
118 "tokens": [
119 "tasks",
120 "intro",
121 "alpha",
122 "alpha",
123 "item"
124 ]
125 },
126 {
127 "markdown": "# Tasks\n\nintro alpha\n\n- beta item\n",
128 "tokens": [
129 "tasks",
130 "intro",
131 "alpha",
132 "beta",
133 "item"
134 ]
135 }
136 ],
137 "id": "intro_list",
138 "input": "# Tasks\n\nintro alpha\n\n- alpha item\n- beta item\n",
139 "warnings": []
140 },
141 {
142 "chunk_count": 2,
143 "chunks": [
144 {
145 "markdown": "# Metrics\n\nintro alpha\n\n| Name | Value |\n| --- | --- |\n| alpha | one |\n",
146 "tokens": [
147 "metrics",
148 "intro",
149 "alpha",
150 "name",
151 "value",
152 "alpha",
153 "one"
154 ]
155 },
156 {
157 "markdown": "# Metrics\n\nintro alpha\n\n| Name | Value |\n| --- | --- |\n| beta | two |\n",
158 "tokens": [
159 "metrics",
160 "intro",
161 "alpha",
162 "name",
163 "value",
164 "beta",
165 "two"
166 ]
167 }
168 ],
169 "id": "intro_table",
170 "input": "# Metrics\n\nintro alpha\n\n| Name | Value |\n| --- | --- |\n| alpha | one |\n| beta | two |\n",
171 "warnings": []
172 },
173 {
174 "chunk_count": 1,
175 "chunks": [
176 {
177 "markdown": "# Definitions\n\n- **alpha:** value one\n- ordinary note.\n- **beta:** value two\n- ordinary other.\n",
178 "tokens": [
179 "definitions",
180 "alpha",
181 "value",
182 "one",
183 "ordinary",
184 "note",
185 "beta",
186 "value",
187 "two",
188 "ordinary",
189 "other"
190 ]
191 }
192 ],
193 "id": "definition_2_of_4",
194 "input": "# Definitions\n\n- **alpha:** value one\n- ordinary note.\n- **beta:** value two\n- ordinary other.\n",
195 "warnings": []
196 },
197 {
198 "chunk_count": 5,
199 "chunks": [
200 {
201 "markdown": "# Boundary\n\n- **alpha:** value one\n",
202 "tokens": [
203 "boundary",
204 "alpha",
205 "value",
206 "one"
207 ]
208 },
209 {
210 "markdown": "# Boundary\n\n- ordinary note.\n",
211 "tokens": [
212 "boundary",
213 "ordinary",
214 "note"
215 ]
216 },
217 {
218 "markdown": "# Boundary\n\n- **beta:** value two\n",
219 "tokens": [
220 "boundary",
221 "beta",
222 "value",
223 "two"
224 ]
225 },
226 {
227 "markdown": "# Boundary\n\n- ordinary other.\n",
228 "tokens": [
229 "boundary",
230 "ordinary",
231 "other"
232 ]
233 },
234 {
235 "markdown": "# Boundary\n\n- ordinary final.\n",
236 "tokens": [
237 "boundary",
238 "ordinary",
239 "final"
240 ]
241 }
242 ],
243 "id": "definition_2_of_5",
244 "input": "# Boundary\n\n- **alpha:** value one\n- ordinary note.\n- **beta:** value two\n- ordinary other.\n- ordinary final.\n",
245 "warnings": []
246 },
247 {
248 "chunk_count": 2,
249 "chunks": [
250 {
251 "markdown": "# Boundary\n\n- **alpha:** value one\n",
252 "tokens": [
253 "boundary",
254 "alpha",
255 "value",
256 "one"
257 ]
258 },
259 {
260 "markdown": "# Boundary\n\n- ordinary note.\n",
261 "tokens": [
262 "boundary",
263 "ordinary",
264 "note"
265 ]
266 }
267 ],
268 "id": "definition_1_of_2",
269 "input": "# Boundary\n\n- **alpha:** value one\n- ordinary note.\n",
270 "warnings": []
271 },
272 {
273 "chunk_count": 3,
274 "chunks": [
275 {
276 "markdown": "# Matrix\n\n| Name | Value |\n| --- | --- |\n| alpha | one |\n",
277 "tokens": [
278 "matrix",
279 "name",
280 "value",
281 "alpha",
282 "one"
283 ]
284 },
285 {
286 "markdown": "# Matrix\n\n| Name | Value |\n| --- | --- |\n| beta | two |\n",
287 "tokens": [
288 "matrix",
289 "name",
290 "value",
291 "beta",
292 "two"
293 ]
294 },
295 {
296 "markdown": "# Matrix\n\n| Name | Value |\n| --- | --- |\n| gamma | three |\n",
297 "tokens": [
298 "matrix",
299 "name",
300 "value",
301 "gamma",
302 "three"
303 ]
304 }
305 ],
306 "id": "multi_row_table",
307 "input": "# Matrix\n\n| Name | Value |\n| --- | --- |\n| alpha | one |\n| beta | two |\n| gamma | three |\n",
308 "warnings": []
309 },
310 {
311 "chunk_count": 1,
312 "chunks": [
313 {
314 "markdown": "# Code\n\n```python\nprint('alpha')\n```\n",
315 "tokens": [
316 "code",
317 "python",
318 "print",
319 "alpha"
320 ]
321 }
322 ],
323 "id": "fenced_code_info",
324 "input": "# Code\n\n```python\nprint('alpha')\n```\n",
325 "warnings": []
326 },
327 {
328 "chunk_count": 1,
329 "chunks": [
330 {
331 "markdown": "# Quote\n\n> alpha quote\n> \n> beta quote\n",
332 "tokens": [
333 "quote",
334 "alpha",
335 "quote",
336 "beta",
337 "quote"
338 ]
339 }
340 ],
341 "id": "blockquote_multi_paragraph",
342 "input": "# Quote\n\n> alpha quote\n>\n> beta quote\n",
343 "warnings": []
344 },
345 {
346 "chunk_count": 1,
347 "chunks": [
348 {
349 "markdown": "# Long\n\nkept alpha\n",
350 "tokens": [
351 "long",
352 "kept",
353 "alpha"
354 ]
355 }
356 ],
357 "id": "overlong_line",
358 "input": "# Long\n\nzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz\n\nkept alpha\n",
359 "warnings": [
360 "Dropped 1 line(s) exceeding 2048 chars during markdown sanitization"
361 ]
362 },
363 {
364 "chunk_count": 1,
365 "chunks": [
366 {
367 "markdown": "# Big\n\n\n[Content too large to index: 5,407 chars]",
368 "normalizations": [
369 "oversized_size"
370 ],
371 "tokens": [
372 "big",
373 "content",
374 "too",
375 "large",
376 "to",
377 "index",
378 "normalizedsize",
379 "chars"
380 ]
381 }
382 ],
383 "id": "oversized_chunk",
384 "input": "# Big\n\nalpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha \nalpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha \nalpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha alpha \n",
385 "warnings": []
386 },
387 {
388 "chunk_count": 1,
389 "chunks": [
390 {
391 "markdown": "# Nested\n\n- parent alpha\n\n - child beta\n",
392 "tokens": [
393 "nested",
394 "parent",
395 "alpha",
396 "child",
397 "beta"
398 ]
399 }
400 ],
401 "id": "loose_nested_list",
402 "input": "# Nested\n\n- parent alpha\n\n - child beta\n",
403 "warnings": []
404 },
405 {
406 "chunk_count": 1,
407 "chunks": [
408 {
409 "markdown": "# Loose\n\n- first alpha\n\n second beta\n",
410 "tokens": [
411 "loose",
412 "first",
413 "alpha",
414 "second",
415 "beta"
416 ]
417 }
418 ],
419 "id": "two_paragraph_list_item",
420 "input": "# Loose\n\n- first alpha\n\n second beta\n",
421 "warnings": []
422 },
423 {
424 "chunk_count": 1,
425 "chunks": [
426 {
427 "markdown": "# Item Code\n\n- alpha before\n\n ```python\n print('beta')\n ```\n",
428 "tokens": [
429 "item",
430 "code",
431 "alpha",
432 "before",
433 "python",
434 "print",
435 "beta"
436 ]
437 }
438 ],
439 "id": "list_item_fenced_code",
440 "input": "# Item Code\n\n- alpha before\n\n ```python\n print('beta')\n ```\n",
441 "warnings": []
442 },
443 {
444 "chunk_count": 1,
445 "chunks": [
446 {
447 "markdown": "# Link\n\n[alpha](https://example.com/path/to-beta?q=gamma)\n",
448 "tokens": [
449 "link",
450 "alpha",
451 "https",
452 "example",
453 "com",
454 "path",
455 "to",
456 "beta",
457 "q",
458 "gamma"
459 ]
460 }
461 ],
462 "id": "inline_link",
463 "input": "# Link\n\n[alpha](https://example.com/path/to-beta?q=gamma)\n",
464 "warnings": []
465 },
466 {
467 "chunk_count": 1,
468 "chunks": [
469 {
470 "markdown": "# Image\n\n\n",
471 "tokens": [
472 "image",
473 "alt",
474 "text",
475 "images",
476 "pic",
477 "alpha",
478 "png",
479 "title",
480 "beta"
481 ]
482 }
483 ],
484 "id": "inline_image",
485 "input": "# Image\n\n\n",
486 "warnings": []
487 },
488 {
489 "chunk_count": 1,
490 "chunks": [
491 {
492 "markdown": "# Auto\n\n<https://example.com/path?q=gamma>\n",
493 "tokens": [
494 "auto",
495 "https",
496 "example",
497 "com",
498 "path",
499 "q",
500 "gamma"
501 ]
502 }
503 ],
504 "id": "autolink",
505 "input": "# Auto\n\n<https://example.com/path?q=gamma>\n",
506 "warnings": []
507 },
508 {
509 "chunk_count": 1,
510 "chunks": [
511 {
512 "markdown": "# Reference\n\n[alpha][ref]\n",
513 "tokens": [
514 "reference",
515 "alpha",
516 "ref"
517 ]
518 }
519 ],
520 "id": "reference_link",
521 "input": "# Reference\n\n[alpha][ref]\n\n[ref]: https://example.com/path \"title beta\"\n",
522 "warnings": []
523 },
524 {
525 "chunk_count": 1,
526 "chunks": [
527 {
528 "markdown": "# Html\n\nalpha <span>beta</span> gamma\n",
529 "tokens": [
530 "html",
531 "alpha",
532 "span",
533 "beta",
534 "span",
535 "gamma"
536 ]
537 }
538 ],
539 "id": "inline_html",
540 "input": "# Html\n\nalpha <span>beta</span> gamma\n",
541 "warnings": []
542 }
543 ],
544 "constraints": {
545 "ascii_only": true,
546 "max_chunk_chars": 4096,
547 "max_line_chars": 2048,
548 "normalizations": {
549 "oversized_size": "replace content-too-large size number tokens with normalizedsize"
550 },
551 "tokenizer": "sqlite fts5(content) with fts5vocab(chunks, 'instance') ordered by doc, offset"
552 },
553 "fixture": "solstone-markdown-chunks",
554 "fixture_version": 1,
555 "generated_by": "make core-fixtures"
556}