sha256:760b789027e9825c77eb13bd63ea48aef92d1b588d3b9cf2945bb91a4c785ad1

Found at

Dependency Lockfiles

Diff

Content

sha256:2b5568de8a4fc130e63c9c29dc65182848fa1fd635399e8520b4ce1fe23a235d  tokenizers-0.20.3/.cargo_vcs_info.json
sha256:30abc9fa16351a9c4299828c1edffe5c50342036602e764a0427d6025cd6af31  tokenizers-0.20.3/CHANGELOG.md
sha256:660569b2f1d954129aa1522cbe274cce5b1740bf46685b229dc3987e4e148322  tokenizers-0.20.3/Cargo.lock
sha256:7ac536e200b23d576605180ed18f7aef69f11f254b493c0a23b680111a6869d0  tokenizers-0.20.3/Cargo.toml
sha256:c83937e08408da0fe873738c45b3712073e9ffaef1b703cd4cb922d19725dc8f  tokenizers-0.20.3/Cargo.toml.orig
sha256:c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4  tokenizers-0.20.3/LICENSE
sha256:149699cd22a48e6b227f48350d0e1637343d48cb4a436a89a16834025f607938  tokenizers-0.20.3/Makefile
sha256:f8978980957df4e6067dd511ab4f874f582a2f90f9fc8950412d3854d9297ed3  tokenizers-0.20.3/README.md
sha256:487d57adf5a2cb4729326ce4a0c85e80c965e8951f3b38e6bc3868902519b39f  tokenizers-0.20.3/README.tpl
sha256:62e3df468e2f41c8f3c555164553ac72c2a5e7bc0f530f39d16f833b8ebca2db  tokenizers-0.20.3/benches/bert_benchmark.rs
sha256:684ea83441a4bf1249e89d47c1966cc90f8acdea02afef8733a9c6cb8250e873  tokenizers-0.20.3/benches/bpe_benchmark.rs
sha256:2fdeba251f5d18b991b868a5902d8aa6f5eba8837fd62debb3422351c83ac184  tokenizers-0.20.3/benches/common/mod.rs
sha256:bc71182748a4b70f26cf45e4f819adff1bd48654af6f0253d4c70ecd1bef2a6a  tokenizers-0.20.3/benches/layout_benchmark.rs
sha256:c137b80a7d5f1f9f08f7b5ee427089e70a06dffd02c18e40e283530137a2a49e  tokenizers-0.20.3/benches/llama3.rs
sha256:1c3b8edfc263f509453742306aa839eaa6cc53b30e0fbe2f0260c7e5a4fbf39c  tokenizers-0.20.3/benches/unigram_benchmark.rs
sha256:2bd564996ff859e1c996238f38f576657e566688bbd435c8f100e3bb0cdc43af  tokenizers-0.20.3/examples/encode_batch.rs
sha256:8f35712a217fef4bccf538a3bc0c71bb460096ff751169a057a2165bc9ee57e1  tokenizers-0.20.3/examples/serialization.rs
sha256:9c363604a82b2e1439afaa78efe6b11c2d33348525bb934c797a37f2007bf3bb  tokenizers-0.20.3/src/decoders/bpe.rs
sha256:58bd61910667e4aac6700d420adb038653199e3cad7944cf8abb950046314ca6  tokenizers-0.20.3/src/decoders/byte_fallback.rs
sha256:c091493ea218c9543c2258ab0354458f986040f61bf3112867932b506d882999  tokenizers-0.20.3/src/decoders/ctc.rs
sha256:19b7bfca165bdee6ab084ed5429a49afc9d52664c51187a500335a80707850fa  tokenizers-0.20.3/src/decoders/fuse.rs
sha256:9963dedcd9a965ae80888e72a7d83fbe2ee1c4f426b313cf1b7014c384419a08  tokenizers-0.20.3/src/decoders/mod.rs
sha256:6bbaf543e2ac97e658bd657ccdb56b8930218c9381492e712d4c93131b663eca  tokenizers-0.20.3/src/decoders/sequence.rs
sha256:82a317f29d62f2cbbc68bf993db2a5c6d41deb9c7622da12fcf37eb14d8ed36a  tokenizers-0.20.3/src/decoders/strip.rs
sha256:de59951937e6adc45b6f549379c63fcae9d961d624bf3c274cd0bc17f4e9b55f  tokenizers-0.20.3/src/decoders/wordpiece.rs
sha256:b6b8e2d214ead8d524e462266fc1f6a62e7c805ebabc73a1cb4742fcd066449a  tokenizers-0.20.3/src/lib.rs
sha256:bd38f20a24f390ea319148bc494010319cb613948edf42e1acd817b5801e6d8f  tokenizers-0.20.3/src/models/bpe/mod.rs
sha256:5de418cae49a07840821df5c841249c2832076fbbad99dfc6a45cf8b8d051032  tokenizers-0.20.3/src/models/bpe/model.rs
sha256:da2d119b8dc1352ceef158ef040403b43b60b412ff6fb9ebf6d647b04f8e7fd4  tokenizers-0.20.3/src/models/bpe/serialization.rs
sha256:e0dbba6681680706677b5d2ae3a8e0fef48456a7a4aaf010c78670b36dd327e6  tokenizers-0.20.3/src/models/bpe/trainer.rs
sha256:90c8014d1691eed20abb99cd385777344e6c556443a0005647af795aee7f43c3  tokenizers-0.20.3/src/models/bpe/word.rs
sha256:afe52d85f18b25d73a2aa9e9b3e644b990d74a0267678d8b780caf37bb2fe517  tokenizers-0.20.3/src/models/mod.rs
sha256:d0952d809c182b07df13114961dfd068eabd53e82a6e6a5a4fc5fb4a2cf72a88  tokenizers-0.20.3/src/models/unigram/lattice.rs
sha256:cf317d99ceebe2b4326237aa8f8bfdc2293a5dd0a7fc69a6e9e0028b804a000e  tokenizers-0.20.3/src/models/unigram/mod.rs
sha256:d4b147f6fc9d50425739207471583567385e40d3478bbbcbb4aa4d0c902ab19d  tokenizers-0.20.3/src/models/unigram/model.rs
sha256:2358d3985ae5330b2caebdbd5567621572368869dcbb36e3a95696325e941ce3  tokenizers-0.20.3/src/models/unigram/serialization.rs
sha256:7125823b970c874d2187982dab8a11ec74c85398e9e8c0d13438cbdf813b19b8  tokenizers-0.20.3/src/models/unigram/trainer.rs
sha256:304f7f387d7be43bd01e72b05a950f0a41d95ff51b219f0b123d46b84f70f30e  tokenizers-0.20.3/src/models/unigram/trie.rs
sha256:bb3382e4eb8087de2dbaf1e24f3b5b95afc8e2105fc9a456ada43cd93e575036  tokenizers-0.20.3/src/models/wordlevel/mod.rs
sha256:1af61e4f303e4e849162f0a50744d592e2a0ef3fcaee202b474ebaaeaeb6b453  tokenizers-0.20.3/src/models/wordlevel/serialization.rs
sha256:11fa23268c8f145a2e18e6a3a7da3519632ce72a9be7624ad950e8fa76fdb528  tokenizers-0.20.3/src/models/wordlevel/trainer.rs
sha256:5f83214247ccaac4db9ad86d71cdeb28c37faf73d35f03971c804daf12ebae5d  tokenizers-0.20.3/src/models/wordpiece/mod.rs
sha256:188ece9ae1641994bb5145a2ee600fc9b4d616ca3c0b9792b6c740b8348b0569  tokenizers-0.20.3/src/models/wordpiece/serialization.rs
sha256:4aa1ffd863a4be04dce17c8941ea68e3b4b4d257317593aacec3282aef698888  tokenizers-0.20.3/src/models/wordpiece/trainer.rs
sha256:a938fdac02447e33393d98edcaad015f58e2095d633521cee85a2b60ccd995bd  tokenizers-0.20.3/src/normalizers/bert.rs
sha256:699e75ad10cd48e8416d93cb56cf0cd866b50043119574d5052934ecd808ed22  tokenizers-0.20.3/src/normalizers/byte_level.rs
sha256:145809163e0bd0161093f88e5cc316eea5407f2ecc1480530c5b77f96608ff6b  tokenizers-0.20.3/src/normalizers/mod.rs
sha256:69acb2a2be78760c59a39a2c1f7db6469c75708900b53a7f9bbe189ed83aa6da  tokenizers-0.20.3/src/normalizers/precompiled.rs
sha256:99d7336d9c9ba8baca0f30b435c2a7930332100ec0d58f6221eff94da373fa19  tokenizers-0.20.3/src/normalizers/prepend.rs
sha256:2f4566ee4f7b108559cc0946a6e4c91866d0bb98de67e61d139cfce8e1045cb0  tokenizers-0.20.3/src/normalizers/replace.rs
sha256:3d088593a2fa931261f4cd906440b83c053351a0e0e12cb797e541b98d7e2b06  tokenizers-0.20.3/src/normalizers/strip.rs
sha256:6c2312c8a2ba9461b850147fd63432f59f81e942042995d7c28e097f8198139e  tokenizers-0.20.3/src/normalizers/unicode.rs
sha256:4b09adb7232537923d55352f2b0707f01c14929117d28fc34dd4b13a70049328  tokenizers-0.20.3/src/normalizers/utils.rs
sha256:32dd35c1f815072c6ba32df390389d10e5f4073b480d1c4ade06143ba23b571d  tokenizers-0.20.3/src/pre_tokenizers/bert.rs
sha256:5c962ea0b56d70ed464b96b88c4bba7badc1872a3d3b3cf084140e21d5cf8f38  tokenizers-0.20.3/src/pre_tokenizers/byte_level.rs
sha256:7d2d0170eeb5d864742df867958f379ec564bc5af67e835f5793b06bfab4185f  tokenizers-0.20.3/src/pre_tokenizers/delimiter.rs
sha256:1452f56c9fcb0265ee91c5439f860033209e44fe61565b743970d64216b9b41a  tokenizers-0.20.3/src/pre_tokenizers/digits.rs
sha256:e3fe6724cf38f700c8ae549c06889ae82d889c25b2975f8b6cec636ec81a26e6  tokenizers-0.20.3/src/pre_tokenizers/metaspace.rs
sha256:5f0383e59902675f7c1d7ff446249665ce99414a9d28fad0f613c03143d6f468  tokenizers-0.20.3/src/pre_tokenizers/mod.rs
sha256:cfb82a699365f2bad1fe36be7ec5523276c90d4cfcf86e8e985e0ba0de6fd9e3  tokenizers-0.20.3/src/pre_tokenizers/punctuation.rs
sha256:1742957bb2cbe971fa791dac41b9e5fad5bc9843cb4eaa0e8e604f6cdc75e1df  tokenizers-0.20.3/src/pre_tokenizers/sequence.rs
sha256:d12ee03b7a4d8006979906883ed3d993132cf2b9503f31ebfb0b0d376020d220  tokenizers-0.20.3/src/pre_tokenizers/split.rs
sha256:5740e30dba4e6e819309a24144c95d228d9aca437950fc0285b134f238f1788e  tokenizers-0.20.3/src/pre_tokenizers/unicode_scripts/mod.rs
sha256:4ed0d408409ec35bcba141d75a2647d7503bc17d1e6f4641627325c99bd56edb  tokenizers-0.20.3/src/pre_tokenizers/unicode_scripts/pre_tokenizer.rs
sha256:c614fe1c9a79b1e4cbbb9f3cc3ad130dd6506e12ff74688d611a8eeff47c2167  tokenizers-0.20.3/src/pre_tokenizers/unicode_scripts/scripts.rs
sha256:0d0d8284ab86d9b0f06b0b0f7024d50618f74de2b1c2ffc2877032a587a0753f  tokenizers-0.20.3/src/pre_tokenizers/whitespace.rs
sha256:db17c4467ab2cb95db5dbe22d3abd6ca61d0c463537c49f40896a148bcf37ec1  tokenizers-0.20.3/src/processors/bert.rs
sha256:1dfcff4557f06c4306cc353846ff68775cceebd774e507108a5aafc81037eed5  tokenizers-0.20.3/src/processors/mod.rs
sha256:713d3ade0492cfcd9d1aecb269a5cc8aacf321a716b13fe2dfbfc7b023c0a67a  tokenizers-0.20.3/src/processors/roberta.rs
sha256:96bfe2c23419a88b270bb3d6edb34d9e61e12b9e50cc8cd8b852a48e81a2c18e  tokenizers-0.20.3/src/processors/sequence.rs
sha256:61e503e8c5e55ccdf71c6f1c708a777404518670b4d9ee9a7c5e5ac4423bc2ec  tokenizers-0.20.3/src/processors/template.rs
sha256:925958a7989906624616218ccd5d63cd685c16cceebaa9da8974a7deea594b31  tokenizers-0.20.3/src/tokenizer/added_vocabulary.rs
sha256:deb947238b2b93e8dfc31c00d44c8ceb5da7ab81e6733ab5b9c9ff62aa42577e  tokenizers-0.20.3/src/tokenizer/encoding.rs
sha256:6e038515b55bf8280a71f88da4fc546bfeea569bda796896e957fabae413f268  tokenizers-0.20.3/src/tokenizer/mod.rs
sha256:3ae957303d9ce77b07e283b32a4fe76b959de1ebc6a61f0e16908d935d9fe5dd  tokenizers-0.20.3/src/tokenizer/normalizer.rs
sha256:036af136c7991371dd30571d13875c13c775e007dbd270cb5efdb128aba7d6a4  tokenizers-0.20.3/src/tokenizer/pattern.rs
sha256:2050974242070d86f2492277d4a37892a25afc9d3d60215e6fecfac6516440e7  tokenizers-0.20.3/src/tokenizer/pre_tokenizer.rs
sha256:b5ce8abfe70dbafb5e79961ba16de382b3e208eeb41779245d483f0cbcc2d066  tokenizers-0.20.3/src/tokenizer/serialization.rs
sha256:3b5fb562f3de1822fda832bd9c7a8c17f5374cc36d28da1d36c68c362a76c643  tokenizers-0.20.3/src/utils/cache.rs
sha256:e8ed67303c94b141c027de9e440dd8391c4a1a39ba5a170f51768db8d859d2d3  tokenizers-0.20.3/src/utils/fancy.rs
sha256:a60f23b619a3c5c5df1d9dff3fde33cc641d70f36f7267d741facde53dda1191  tokenizers-0.20.3/src/utils/from_pretrained.rs
sha256:004540ac0fc434f6ec25c1cf8e6818998550da936a728aa5a301458c6c66a540  tokenizers-0.20.3/src/utils/iter.rs
sha256:ef57380e0ebd207fb7bc09f90a1aa23db851249d80fdf56d6738e8ac55cb6dbd  tokenizers-0.20.3/src/utils/mod.rs
sha256:f6f58fb3fcf2dfbee2e8edc9b763247443fa102aea185481ff591f7d52c5256e  tokenizers-0.20.3/src/utils/onig.rs
sha256:17e2b82c50ae7a3c296cda7898519c57911a8887a6ff5e9e57c27d215f5ed9e7  tokenizers-0.20.3/src/utils/padding.rs
sha256:f207764fa62d362885fd04ac5e14e9e32645a976e57e72e7663e64eaac15d531  tokenizers-0.20.3/src/utils/parallelism.rs
sha256:2bae922cafe5167d36cc6cd973edf4fcf6d0224be4d27fa47b9285dcca447ca8  tokenizers-0.20.3/src/utils/progress.rs
sha256:d73513e1391cf656258e2752e4fc392b0946172776f6764fa9eedda419e88d04  tokenizers-0.20.3/src/utils/truncation.rs
sha256:493c7097ed9a51ac4e6837ff729e71cc2ccd1bba1623e882147ca9447449bff6  tokenizers-0.20.3/tests/added_tokens.rs
sha256:75e506cb6cabd1a07989f086d8b573201a010318057fbb0ba287ea5e2b2d0686  tokenizers-0.20.3/tests/common/mod.rs
sha256:6a0054bef05508196cbb1510888011e0332be2c5ddf2ec494c8357f7ff6050af  tokenizers-0.20.3/tests/documentation.rs
sha256:c44fc0afd1f9ec6c9ab30218b84866175fee2ae8e4315603fec0af9d1ae0f813  tokenizers-0.20.3/tests/from_pretrained.rs
sha256:f0f790bbe60a47112b4c250991c5769f10fa0ad3bf40fb200922b59caf841933  tokenizers-0.20.3/tests/offsets.rs
sha256:f6cedde9ff05d6b24917efdb7a52b75a31f2d400b52dacf4513894bc479b3857  tokenizers-0.20.3/tests/serialization.rs
sha256:f0433b135226479693729e4ebe15d91767545b17a5ecefe87717afc42e0dcb19  tokenizers-0.20.3/tests/training.rs
sha256:73192b32a0a6d53a7b22e50e74f48e9b85c1295cd956e0b6def51b5a1f71be4f  tokenizers-0.20.3/tests/unigram.rs

Return to home page.