sha256:5a18b7dd95e232e8163c5c89dfb40bda66d92fa4a7c58a85735ef63e6af9b324

Alias: sha256(gz(tar))

The hash you've requested:

sha256:c8a24d7f7d6be5b9d1377418b893ab1808af0074f5d1bb2c64784452ddd2aa70

is considered an alias for sha256(tar). Visit the canonical page.

Found at

Dependency Lockfiles

Diff

Content

sha256:ba8d5c5e5adc1ef5bc3228add39db44a8d48cbe242148d31a4be8cb8197ea662  tokenizers-0.20.0/.cargo_vcs_info.json
sha256:30abc9fa16351a9c4299828c1edffe5c50342036602e764a0427d6025cd6af31  tokenizers-0.20.0/CHANGELOG.md
sha256:c3f6921ebc13bfa14e561a7ea1bd05b7a091b731d1c0c0dbe1460547731865c1  tokenizers-0.20.0/Cargo.lock
sha256:f8f3464bc71666125b92fb0262cda679efb592372fa87763407a01137ffe5c25  tokenizers-0.20.0/Cargo.toml
sha256:43243ccb19546b94d80250ef023ce63f3eacbe6645669474fe76c64b37b30839  tokenizers-0.20.0/Cargo.toml.orig
sha256:c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4  tokenizers-0.20.0/LICENSE
sha256:149699cd22a48e6b227f48350d0e1637343d48cb4a436a89a16834025f607938  tokenizers-0.20.0/Makefile
sha256:f8978980957df4e6067dd511ab4f874f582a2f90f9fc8950412d3854d9297ed3  tokenizers-0.20.0/README.md
sha256:487d57adf5a2cb4729326ce4a0c85e80c965e8951f3b38e6bc3868902519b39f  tokenizers-0.20.0/README.tpl
sha256:62e3df468e2f41c8f3c555164553ac72c2a5e7bc0f530f39d16f833b8ebca2db  tokenizers-0.20.0/benches/bert_benchmark.rs
sha256:684ea83441a4bf1249e89d47c1966cc90f8acdea02afef8733a9c6cb8250e873  tokenizers-0.20.0/benches/bpe_benchmark.rs
sha256:2fdeba251f5d18b991b868a5902d8aa6f5eba8837fd62debb3422351c83ac184  tokenizers-0.20.0/benches/common/mod.rs
sha256:bc71182748a4b70f26cf45e4f819adff1bd48654af6f0253d4c70ecd1bef2a6a  tokenizers-0.20.0/benches/layout_benchmark.rs
sha256:c137b80a7d5f1f9f08f7b5ee427089e70a06dffd02c18e40e283530137a2a49e  tokenizers-0.20.0/benches/llama3.rs
sha256:fb517f09a7c131e138f952359aeaf8f2f9fb9a814aa2935323f7d378c9c3de12  tokenizers-0.20.0/benches/unigram_benchmark.rs
sha256:2bd564996ff859e1c996238f38f576657e566688bbd435c8f100e3bb0cdc43af  tokenizers-0.20.0/examples/encode_batch.rs
sha256:edbe11c1ee633c57ebddd72e6bde619aaebb1f066df6698c20a01c4c214809a6  tokenizers-0.20.0/examples/serialization.rs
sha256:9c363604a82b2e1439afaa78efe6b11c2d33348525bb934c797a37f2007bf3bb  tokenizers-0.20.0/src/decoders/bpe.rs
sha256:58bd61910667e4aac6700d420adb038653199e3cad7944cf8abb950046314ca6  tokenizers-0.20.0/src/decoders/byte_fallback.rs
sha256:c091493ea218c9543c2258ab0354458f986040f61bf3112867932b506d882999  tokenizers-0.20.0/src/decoders/ctc.rs
sha256:19b7bfca165bdee6ab084ed5429a49afc9d52664c51187a500335a80707850fa  tokenizers-0.20.0/src/decoders/fuse.rs
sha256:9963dedcd9a965ae80888e72a7d83fbe2ee1c4f426b313cf1b7014c384419a08  tokenizers-0.20.0/src/decoders/mod.rs
sha256:6bbaf543e2ac97e658bd657ccdb56b8930218c9381492e712d4c93131b663eca  tokenizers-0.20.0/src/decoders/sequence.rs
sha256:82a317f29d62f2cbbc68bf993db2a5c6d41deb9c7622da12fcf37eb14d8ed36a  tokenizers-0.20.0/src/decoders/strip.rs
sha256:08770ae7e05bef4d2f729becca7aa7063fe06539fe7616cbefd9a21a16a4f43d  tokenizers-0.20.0/src/decoders/wordpiece.rs
sha256:b6b8e2d214ead8d524e462266fc1f6a62e7c805ebabc73a1cb4742fcd066449a  tokenizers-0.20.0/src/lib.rs
sha256:bd38f20a24f390ea319148bc494010319cb613948edf42e1acd817b5801e6d8f  tokenizers-0.20.0/src/models/bpe/mod.rs
sha256:e13ddd994bbc2d4424d4fb108538111486364820f4e663e46eff600bf5cea984  tokenizers-0.20.0/src/models/bpe/model.rs
sha256:da2d119b8dc1352ceef158ef040403b43b60b412ff6fb9ebf6d647b04f8e7fd4  tokenizers-0.20.0/src/models/bpe/serialization.rs
sha256:a02962f711e975e40e24f8ff18f3a526554e49cc8e25aee13e954207fc3251ae  tokenizers-0.20.0/src/models/bpe/trainer.rs
sha256:90c8014d1691eed20abb99cd385777344e6c556443a0005647af795aee7f43c3  tokenizers-0.20.0/src/models/bpe/word.rs
sha256:acbc3bbf82e2e08245c5949c972f4a1e63d187f180ef944eead8d26a7b914cbb  tokenizers-0.20.0/src/models/mod.rs
sha256:d0952d809c182b07df13114961dfd068eabd53e82a6e6a5a4fc5fb4a2cf72a88  tokenizers-0.20.0/src/models/unigram/lattice.rs
sha256:cf317d99ceebe2b4326237aa8f8bfdc2293a5dd0a7fc69a6e9e0028b804a000e  tokenizers-0.20.0/src/models/unigram/mod.rs
sha256:9756fb725f0958bdec4d81f4533d0902c71fffeae8293dc3ce020d4ffdbaed3b  tokenizers-0.20.0/src/models/unigram/model.rs
sha256:b848b6a26ff76617d7717194666d7d47d5765dd684a8abb1c0708b87cd1519aa  tokenizers-0.20.0/src/models/unigram/serialization.rs
sha256:7125823b970c874d2187982dab8a11ec74c85398e9e8c0d13438cbdf813b19b8  tokenizers-0.20.0/src/models/unigram/trainer.rs
sha256:304f7f387d7be43bd01e72b05a950f0a41d95ff51b219f0b123d46b84f70f30e  tokenizers-0.20.0/src/models/unigram/trie.rs
sha256:dff4dcd3792d335e52b31ebdd136f81b9a30a36585cefdaf8addf07b3a6ec847  tokenizers-0.20.0/src/models/wordlevel/mod.rs
sha256:1af61e4f303e4e849162f0a50744d592e2a0ef3fcaee202b474ebaaeaeb6b453  tokenizers-0.20.0/src/models/wordlevel/serialization.rs
sha256:11fa23268c8f145a2e18e6a3a7da3519632ce72a9be7624ad950e8fa76fdb528  tokenizers-0.20.0/src/models/wordlevel/trainer.rs
sha256:3a49cae55c0b03fa8c63e33933b17d01f94765d6b13984ca6c9f689385a2caee  tokenizers-0.20.0/src/models/wordpiece/mod.rs
sha256:188ece9ae1641994bb5145a2ee600fc9b4d616ca3c0b9792b6c740b8348b0569  tokenizers-0.20.0/src/models/wordpiece/serialization.rs
sha256:4aa1ffd863a4be04dce17c8941ea68e3b4b4d257317593aacec3282aef698888  tokenizers-0.20.0/src/models/wordpiece/trainer.rs
sha256:a938fdac02447e33393d98edcaad015f58e2095d633521cee85a2b60ccd995bd  tokenizers-0.20.0/src/normalizers/bert.rs
sha256:699e75ad10cd48e8416d93cb56cf0cd866b50043119574d5052934ecd808ed22  tokenizers-0.20.0/src/normalizers/byte_level.rs
sha256:145809163e0bd0161093f88e5cc316eea5407f2ecc1480530c5b77f96608ff6b  tokenizers-0.20.0/src/normalizers/mod.rs
sha256:69acb2a2be78760c59a39a2c1f7db6469c75708900b53a7f9bbe189ed83aa6da  tokenizers-0.20.0/src/normalizers/precompiled.rs
sha256:99d7336d9c9ba8baca0f30b435c2a7930332100ec0d58f6221eff94da373fa19  tokenizers-0.20.0/src/normalizers/prepend.rs
sha256:2f4566ee4f7b108559cc0946a6e4c91866d0bb98de67e61d139cfce8e1045cb0  tokenizers-0.20.0/src/normalizers/replace.rs
sha256:3d088593a2fa931261f4cd906440b83c053351a0e0e12cb797e541b98d7e2b06  tokenizers-0.20.0/src/normalizers/strip.rs
sha256:6c2312c8a2ba9461b850147fd63432f59f81e942042995d7c28e097f8198139e  tokenizers-0.20.0/src/normalizers/unicode.rs
sha256:4b09adb7232537923d55352f2b0707f01c14929117d28fc34dd4b13a70049328  tokenizers-0.20.0/src/normalizers/utils.rs
sha256:32dd35c1f815072c6ba32df390389d10e5f4073b480d1c4ade06143ba23b571d  tokenizers-0.20.0/src/pre_tokenizers/bert.rs
sha256:74991bcd91ef1f0cac76bd0b29780aaae3a4783ebc905f2f80ccff0c381045e3  tokenizers-0.20.0/src/pre_tokenizers/byte_level.rs
sha256:7d2d0170eeb5d864742df867958f379ec564bc5af67e835f5793b06bfab4185f  tokenizers-0.20.0/src/pre_tokenizers/delimiter.rs
sha256:1452f56c9fcb0265ee91c5439f860033209e44fe61565b743970d64216b9b41a  tokenizers-0.20.0/src/pre_tokenizers/digits.rs
sha256:e3fe6724cf38f700c8ae549c06889ae82d889c25b2975f8b6cec636ec81a26e6  tokenizers-0.20.0/src/pre_tokenizers/metaspace.rs
sha256:5f0383e59902675f7c1d7ff446249665ce99414a9d28fad0f613c03143d6f468  tokenizers-0.20.0/src/pre_tokenizers/mod.rs
sha256:cfb82a699365f2bad1fe36be7ec5523276c90d4cfcf86e8e985e0ba0de6fd9e3  tokenizers-0.20.0/src/pre_tokenizers/punctuation.rs
sha256:1742957bb2cbe971fa791dac41b9e5fad5bc9843cb4eaa0e8e604f6cdc75e1df  tokenizers-0.20.0/src/pre_tokenizers/sequence.rs
sha256:d12ee03b7a4d8006979906883ed3d993132cf2b9503f31ebfb0b0d376020d220  tokenizers-0.20.0/src/pre_tokenizers/split.rs
sha256:5740e30dba4e6e819309a24144c95d228d9aca437950fc0285b134f238f1788e  tokenizers-0.20.0/src/pre_tokenizers/unicode_scripts/mod.rs
sha256:4ed0d408409ec35bcba141d75a2647d7503bc17d1e6f4641627325c99bd56edb  tokenizers-0.20.0/src/pre_tokenizers/unicode_scripts/pre_tokenizer.rs
sha256:c614fe1c9a79b1e4cbbb9f3cc3ad130dd6506e12ff74688d611a8eeff47c2167  tokenizers-0.20.0/src/pre_tokenizers/unicode_scripts/scripts.rs
sha256:0d0d8284ab86d9b0f06b0b0f7024d50618f74de2b1c2ffc2877032a587a0753f  tokenizers-0.20.0/src/pre_tokenizers/whitespace.rs
sha256:db17c4467ab2cb95db5dbe22d3abd6ca61d0c463537c49f40896a148bcf37ec1  tokenizers-0.20.0/src/processors/bert.rs
sha256:1dfcff4557f06c4306cc353846ff68775cceebd774e507108a5aafc81037eed5  tokenizers-0.20.0/src/processors/mod.rs
sha256:713d3ade0492cfcd9d1aecb269a5cc8aacf321a716b13fe2dfbfc7b023c0a67a  tokenizers-0.20.0/src/processors/roberta.rs
sha256:96bfe2c23419a88b270bb3d6edb34d9e61e12b9e50cc8cd8b852a48e81a2c18e  tokenizers-0.20.0/src/processors/sequence.rs
sha256:49ddbbf61db079cf97d5f521ad49489f0e9d1884cec31412a0452d0695f00685  tokenizers-0.20.0/src/processors/template.rs
sha256:925958a7989906624616218ccd5d63cd685c16cceebaa9da8974a7deea594b31  tokenizers-0.20.0/src/tokenizer/added_vocabulary.rs
sha256:deb947238b2b93e8dfc31c00d44c8ceb5da7ab81e6733ab5b9c9ff62aa42577e  tokenizers-0.20.0/src/tokenizer/encoding.rs
sha256:d2f4854f5a3958b2399f7de6f159c5819bdcf15188bc335916073a9405a9b567  tokenizers-0.20.0/src/tokenizer/mod.rs
sha256:44d01eac04f581f7a28601450d4f23b3bfa9bb3ca9c08d949c7fff80b889febb  tokenizers-0.20.0/src/tokenizer/normalizer.rs
sha256:036af136c7991371dd30571d13875c13c775e007dbd270cb5efdb128aba7d6a4  tokenizers-0.20.0/src/tokenizer/pattern.rs
sha256:2050974242070d86f2492277d4a37892a25afc9d3d60215e6fecfac6516440e7  tokenizers-0.20.0/src/tokenizer/pre_tokenizer.rs
sha256:270317ca0bcfd9d507ec89f05010f26b2e72d4841babd04bd9025a8ae1185306  tokenizers-0.20.0/src/tokenizer/serialization.rs
sha256:3b5fb562f3de1822fda832bd9c7a8c17f5374cc36d28da1d36c68c362a76c643  tokenizers-0.20.0/src/utils/cache.rs
sha256:e8ed67303c94b141c027de9e440dd8391c4a1a39ba5a170f51768db8d859d2d3  tokenizers-0.20.0/src/utils/fancy.rs
sha256:719a46100a8b6ec6662bd037bc0f72e2213eefd3ddb1137984648a3ca3ea9529  tokenizers-0.20.0/src/utils/from_pretrained.rs
sha256:004540ac0fc434f6ec25c1cf8e6818998550da936a728aa5a301458c6c66a540  tokenizers-0.20.0/src/utils/iter.rs
sha256:ef57380e0ebd207fb7bc09f90a1aa23db851249d80fdf56d6738e8ac55cb6dbd  tokenizers-0.20.0/src/utils/mod.rs
sha256:f6f58fb3fcf2dfbee2e8edc9b763247443fa102aea185481ff591f7d52c5256e  tokenizers-0.20.0/src/utils/onig.rs
sha256:17e2b82c50ae7a3c296cda7898519c57911a8887a6ff5e9e57c27d215f5ed9e7  tokenizers-0.20.0/src/utils/padding.rs
sha256:a6fe73e18b41418fa769351145dff1984fdf4a81313bb77ffa5b3373d8169f91  tokenizers-0.20.0/src/utils/parallelism.rs
sha256:2bae922cafe5167d36cc6cd973edf4fcf6d0224be4d27fa47b9285dcca447ca8  tokenizers-0.20.0/src/utils/progress.rs
sha256:d73513e1391cf656258e2752e4fc392b0946172776f6764fa9eedda419e88d04  tokenizers-0.20.0/src/utils/truncation.rs
sha256:493c7097ed9a51ac4e6837ff729e71cc2ccd1bba1623e882147ca9447449bff6  tokenizers-0.20.0/tests/added_tokens.rs
sha256:75e506cb6cabd1a07989f086d8b573201a010318057fbb0ba287ea5e2b2d0686  tokenizers-0.20.0/tests/common/mod.rs
sha256:6b736bad2cec33edb5b6923c262d41fa55ae8be0af9446d3503d652223144146  tokenizers-0.20.0/tests/documentation.rs
sha256:c44fc0afd1f9ec6c9ab30218b84866175fee2ae8e4315603fec0af9d1ae0f813  tokenizers-0.20.0/tests/from_pretrained.rs
sha256:f0f790bbe60a47112b4c250991c5769f10fa0ad3bf40fb200922b59caf841933  tokenizers-0.20.0/tests/offsets.rs
sha256:f6cedde9ff05d6b24917efdb7a52b75a31f2d400b52dacf4513894bc479b3857  tokenizers-0.20.0/tests/serialization.rs
sha256:f0433b135226479693729e4ebe15d91767545b17a5ecefe87717afc42e0dcb19  tokenizers-0.20.0/tests/training.rs
sha256:740b12eb54aea2731c4f922bac5b100e09c254f40bd8362e8ee5516856e4952e  tokenizers-0.20.0/tests/unigram.rs

Return to home page.