6 lines
7.9 KiB
Plaintext
6 lines
7.9 KiB
Plaintext
"smart_sources:concepts/tokenization.md": {"path":"concepts/tokenization.md","last_embed":{"hash":"y5y1ud","at":1780762486489},"embeddings":{"TaylorAI/bge-micro-v2":{"vec":[-0.05901124,-0.03483281,0.01173054,0.00481626,-0.0435817,-0.01858959,-0.03314213,0.05273504,0.00180361,0.04412476,0.00145864,-0.08035097,0.02341434,0.03318533,0.06693496,0.00945633,-0.02050675,0.02203158,-0.03681164,-0.00869085,0.13891894,-0.02056049,0.03832528,-0.0293356,0.02575032,-0.00060106,-0.01746061,-0.03534475,0.05740242,-0.17345366,-0.02458046,-0.01449896,0.01826997,-0.00131393,0.02768204,-0.03429253,-0.00555919,0.06698149,-0.05238412,-0.00686846,0.05851487,-0.03603379,-0.02290744,-0.05111407,0.01265737,-0.0280825,-0.02912735,0.01254547,-0.07964803,0.00575475,0.03397016,-0.03459838,-0.00270169,0.04405588,0.01759536,0.03931677,0.09364227,0.06003278,0.05486445,0.03500567,0.00706885,0.05748313,-0.18001369,0.12448844,-0.02029717,0.00374264,-0.04400811,-0.03826762,0.02883834,0.0732365,0.00821235,0.0277557,-0.06467392,0.09937758,0.0346855,0.0013914,0.02181959,0.02040441,-0.02245793,-0.02501216,-0.01980682,-0.0176468,-0.02360526,-0.01008957,-0.03269189,-0.03820275,-0.00836347,0.01684044,0.01121818,-0.02513597,-0.01793072,-0.02981578,0.08251173,0.03468582,-0.06249609,-0.01980326,0.01335151,0.04178981,-0.01383561,0.11516052,-0.06266642,-0.00783433,-0.01815818,-0.0667315,0.07944224,-0.01510892,-0.0231841,-0.05064739,-0.00727036,0.0007656,-0.04921536,0.01119455,-0.00520791,-0.0920129,0.07195283,-0.03688012,0.05997821,0.0488299,0.04237013,-0.00096905,0.01665781,0.04018787,0.02110079,-0.00606675,0.00255695,0.04870098,0.02744485,0.02336862,-0.02005252,0.04435249,0.07084055,0.04301397,-0.06380754,-0.03502433,0.00896509,-0.00141752,-0.00390862,0.00042269,-0.01463234,0.0675346,-0.02097435,-0.03074596,-0.03078786,-0.03849795,-0.04923071,0.08061835,-0.03920727,-0.01894679,0.01818764,-0.01052562,-0.00850868,0.03206338,-0.02398064,-0.01140501,0.06309248,0.01455303,0.0804797,0.06067931,-0.06651656,0.00097675,0.0540296,-0.01821573,-0.06444786,0.18539914,0.03869256,-0.11063628,-0.01477354,0.00630254,0.01193377,-0.02613636,0.00653558,-0.02398595,-0.02952535,0.08224993,0.03985724,0.01058909,-0.01585077,-0.0444728,0.03821684,0.07538915,0.05532188,-0.06166277,-0.02733759,0.0381597,0.01598479,-0.04784746,-0.08014228,-0.00832884,0.03883199,0.01795961,-0.10614383,0.03751303,-0.06259461,-0.00095539,-0.03512957,-0.05482466,0.01109229,-0.0401272,0.00979298,-0.03136521,0.10116719,0.00554969,0.00948271,0.00158435,-0.06361675,0.02922664,0.00904514,-0.01317767,0.0231807,0.04094959,-0.02839038,-0.01739198,0.03540317,-0.05217524,-0.04036963,-0.03129272,0.01537087,0.03208407,0.00697556,0.00800315,-0.02186011,0.02473647,-0.0801785,-0.24371721,0.01317255,-0.00608584,-0.0207096,0.03406953,-0.0472865,0.0196861,0.02949283,-0.01018957,0.07858501,0.04197789,-0.02098076,-0.03550537,0.0102236,-0.02698795,-0.05381146,0.00703539,-0.0646442,-0.01589117,0.04864346,0.00516633,0.02134828,0.00306457,-0.12737997,-0.0233632,-0.03085228,0.15074004,0.07707198,0.04884334,-0.01038407,0.04874926,0.01780338,-0.01300254,-0.12171748,0.01906447,-0.023318,0.00113533,0.05731708,0.03892,-0.01192011,-0.02425992,0.03257871,-0.01912567,-0.10021683,0.02865579,-0.02074184,-0.03143492,-0.04209244,0.02445815,-0.00318582,0.01063155,0.01319335,0.00396838,0.03948785,-0.00857826,-0.04305236,-0.07342595,-0.02490931,0.0341093,0.01709541,0.02380936,-0.00442867,0.05694017,-0.06536361,0.04292013,-0.01955354,0.00000232,-0.06566861,0.03630748,-0.05035461,-0.00171296,0.14065388,0.01841579,-0.03491766,0.05299933,0.0149459,0.01131229,0.00050347,-0.03374662,0.03775616,-0.02473379,-0.07477006,0.05513694,-0.04171023,-0.00694109,0.05334107,0.01911296,-0.05900607,0.00345543,-0.04240981,-0.01612725,0.02209076,-0.06533723,-0.0081008,0.08373,-0.00379568,-0.26710224,0.03573929,0.09946609,0.03357469,0.03058309,0.06367086,0.01854832,-0.04442585,-0.04270408,0.03286362,-0.08419628,0.06483605,0.05832493,-0.00106426,-0.03570662,0.06858299,0.03320805,-0.05471275,-0.02094069,-0.02343349,0.01880648,-0.02918883,0.21565776,-0.00426216,-0.04349162,0.03341014,-0.01584797,0.05459009,0.05626387,-0.02714324,-0.0518271,-0.01109183,0.10271169,0.0516218,-0.02550687,-0.00415601,0.01521016,-0.02126443,0.00024966,0.0115897,-0.04738387,-0.0224665,0.07000195,0.01251778,0.01702356,-0.02135816,0.01206683,-0.03468859,-0.00263323,0.02629206,-0.01747168,-0.05546405,-0.05874104,-0.00802322,0.05359862,0.06424389,0.01650811,-0.06051558,-0.0419047,0.01693783,-0.01635359,0.02265776,0.01194864,0.0589665,0.00804843],"last_embed":{"tokens":119,"hash":"y5y1ud"}}},"last_read":{"hash":"y5y1ud","at":1780762486489},"class_name":"SmartSource","last_import":{"mtime":1780761245872,"size":363,"at":1780762405113,"hash":"y5y1ud"},"blocks":{"#---frontmatter---":[1,10],"#🤖 Tokenization (Alias)":[11,20],"#🤖 Tokenization (Alias)#{1}":[13,14],"#🤖 Tokenization (Alias)#Pages Liées":[15,20],"#🤖 Tokenization (Alias)#Pages Liées#{1}":[16,20]},"outlinks":[{"title":"tokenisation","target":"tokenisation","line":13},{"title":"tokenisation","target":"tokenisation","line":16},{"title":"glossaire-ia","target":"glossaire-ia","line":17},{"title":"rag","target":"rag","line":18},{"title":"transformer-architecture","target":"transformer-architecture","line":19}],"metadata":{"title":"Tokenization (Alias)","created":"2026-06-06","updated":"2026-06-06","type":"concept","tags":["#IA","#ML","#tech"],"confidence":"medium","contested":false,"sources":[]},"task_lines":[],"tasks":{},"codeblock_ranges":[],"key":"concepts/tokenization.md"},
|
|
"smart_blocks:concepts/tokenization.md#---frontmatter---": {"path":null,"last_embed":{"hash":null},"embeddings":{},"text":null,"length":0,"last_read":{"hash":"wiuivr","at":1780762405099},"key":"concepts/tokenization.md#---frontmatter---","lines":[1,10],"size":168,"outlinks":[],"class_name":"SmartBlock"},
|
|
"smart_blocks:concepts/tokenization.md#🤖 Tokenization (Alias)": {"path":null,"last_embed":{"hash":null},"embeddings":{},"text":null,"length":0,"last_read":{"hash":"mn3b2l","at":1780762405099},"key":"concepts/tokenization.md#🤖 Tokenization (Alias)","lines":[11,20],"size":190,"outlinks":[{"title":"tokenisation","target":"tokenisation","line":3},{"title":"tokenisation","target":"tokenisation","line":6},{"title":"glossaire-ia","target":"glossaire-ia","line":7},{"title":"rag","target":"rag","line":8},{"title":"transformer-architecture","target":"transformer-architecture","line":9}],"class_name":"SmartBlock"},
|
|
"smart_blocks:concepts/tokenization.md#🤖 Tokenization (Alias)#{1}": {"path":null,"last_embed":{"hash":null},"embeddings":{},"text":null,"length":0,"last_read":{"hash":"1in2b28","at":1780762405099},"key":"concepts/tokenization.md#🤖 Tokenization (Alias)#{1}","lines":[13,14],"size":61,"outlinks":[{"title":"tokenisation","target":"tokenisation","line":1}],"class_name":"SmartBlock"},
|
|
"smart_blocks:concepts/tokenization.md#🤖 Tokenization (Alias)#Pages Liées": {"path":null,"last_embed":{"hash":null},"embeddings":{},"text":null,"length":0,"last_read":{"hash":"oyn4lb","at":1780762405099},"key":"concepts/tokenization.md#🤖 Tokenization (Alias)#Pages Liées","lines":[15,20],"size":99,"outlinks":[{"title":"tokenisation","target":"tokenisation","line":2},{"title":"glossaire-ia","target":"glossaire-ia","line":3},{"title":"rag","target":"rag","line":4},{"title":"transformer-architecture","target":"transformer-architecture","line":5}],"class_name":"SmartBlock"},
|
|
"smart_blocks:concepts/tokenization.md#🤖 Tokenization (Alias)#Pages Liées#{1}": {"path":null,"last_embed":{"hash":null},"embeddings":{},"text":null,"length":0,"last_read":{"hash":"sb2v4q","at":1780762405099},"key":"concepts/tokenization.md#🤖 Tokenization (Alias)#Pages Liées#{1}","lines":[16,20],"size":83,"outlinks":[{"title":"tokenisation","target":"tokenisation","line":1},{"title":"glossaire-ia","target":"glossaire-ia","line":2},{"title":"rag","target":"rag","line":3},{"title":"transformer-architecture","target":"transformer-architecture","line":4}],"class_name":"SmartBlock"}, |