sha256:7a81cb9b3738b4a84711369e374e5416afe585f230762e388a0d0968f7dbc54b

Alias: sha256(gz(tar))

The hash you've requested:

sha256:3169b3195f925496c895caee7978a335d49218488ef22375267fba5a46a40bd7

is considered an alias for sha256(tar). Visit the canonical page.

Found at

Dependency Lockfiles

Diff

Content

sha256:97ab21fefc49c677ef3eea980fca43f816a1e27b3ae754f68c7d4e1fd317fe0b  tokenizers-0.21.1/.cargo_vcs_info.json
sha256:48555a205c39e1b840ad65203e1359ddea42476b9f515b7340d09bdc52d56242  tokenizers-0.21.1/CHANGELOG.md
sha256:e3f16463f166ea90dfcd8807d5f953646f4cc6cb606d2cc7cf2b3bfa40b220b9  tokenizers-0.21.1/Cargo.lock
sha256:1a44722c5c4ea89c7dab0c527b2546536ce6399b186d25dfdedeb5eaf526b592  tokenizers-0.21.1/Cargo.toml
sha256:eb5ca752ad3ed9b8f77061ff0ad43ff5206e1cd08cda3f889e5a8a3e303cb861  tokenizers-0.21.1/Cargo.toml.orig
sha256:c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4  tokenizers-0.21.1/LICENSE
sha256:0c3217a20a94e1161932a20147a3db4d3063112d6f25840b6aee3d46584f1093  tokenizers-0.21.1/Makefile
sha256:d0da41571af903fe9f23d5da9c569f941a0a40d4ea88bbc03dd4ac139c5a3e7c  tokenizers-0.21.1/README.md
sha256:487d57adf5a2cb4729326ce4a0c85e80c965e8951f3b38e6bc3868902519b39f  tokenizers-0.21.1/README.tpl
sha256:62e3df468e2f41c8f3c555164553ac72c2a5e7bc0f530f39d16f833b8ebca2db  tokenizers-0.21.1/benches/bert_benchmark.rs
sha256:684ea83441a4bf1249e89d47c1966cc90f8acdea02afef8733a9c6cb8250e873  tokenizers-0.21.1/benches/bpe_benchmark.rs
sha256:2fdeba251f5d18b991b868a5902d8aa6f5eba8837fd62debb3422351c83ac184  tokenizers-0.21.1/benches/common/mod.rs
sha256:bc71182748a4b70f26cf45e4f819adff1bd48654af6f0253d4c70ecd1bef2a6a  tokenizers-0.21.1/benches/layout_benchmark.rs
sha256:c137b80a7d5f1f9f08f7b5ee427089e70a06dffd02c18e40e283530137a2a49e  tokenizers-0.21.1/benches/llama3.rs
sha256:1c3b8edfc263f509453742306aa839eaa6cc53b30e0fbe2f0260c7e5a4fbf39c  tokenizers-0.21.1/benches/unigram_benchmark.rs
sha256:2bd564996ff859e1c996238f38f576657e566688bbd435c8f100e3bb0cdc43af  tokenizers-0.21.1/examples/encode_batch.rs
sha256:8f35712a217fef4bccf538a3bc0c71bb460096ff751169a057a2165bc9ee57e1  tokenizers-0.21.1/examples/serialization.rs
sha256:9c363604a82b2e1439afaa78efe6b11c2d33348525bb934c797a37f2007bf3bb  tokenizers-0.21.1/src/decoders/bpe.rs
sha256:d75629c23e7ebfb03a9d9037e7200f61bf1ed152be99229256717ead91cea254  tokenizers-0.21.1/src/decoders/byte_fallback.rs
sha256:5bc7697e3661238e33d1614e95003e24b4814cf9e1dc7f458c1fc814d84c9d27  tokenizers-0.21.1/src/decoders/ctc.rs
sha256:19b7bfca165bdee6ab084ed5429a49afc9d52664c51187a500335a80707850fa  tokenizers-0.21.1/src/decoders/fuse.rs
sha256:9963dedcd9a965ae80888e72a7d83fbe2ee1c4f426b313cf1b7014c384419a08  tokenizers-0.21.1/src/decoders/mod.rs
sha256:6bbaf543e2ac97e658bd657ccdb56b8930218c9381492e712d4c93131b663eca  tokenizers-0.21.1/src/decoders/sequence.rs
sha256:8f552ed13ffd5ec94808f00a62d3e28e9d1b5a811412669f87ffbf4cf857b306  tokenizers-0.21.1/src/decoders/strip.rs
sha256:de59951937e6adc45b6f549379c63fcae9d961d624bf3c274cd0bc17f4e9b55f  tokenizers-0.21.1/src/decoders/wordpiece.rs
sha256:8eca0d74064331636f1fd03010894985b9311d1ad8efe28f6efa6ebd49702f61  tokenizers-0.21.1/src/lib.rs
sha256:bd38f20a24f390ea319148bc494010319cb613948edf42e1acd817b5801e6d8f  tokenizers-0.21.1/src/models/bpe/mod.rs
sha256:e6ebe5381306689655a535cc1880af7b23935db355714939288aa9d0c4c1fc51  tokenizers-0.21.1/src/models/bpe/model.rs
sha256:da2d119b8dc1352ceef158ef040403b43b60b412ff6fb9ebf6d647b04f8e7fd4  tokenizers-0.21.1/src/models/bpe/serialization.rs
sha256:e0dbba6681680706677b5d2ae3a8e0fef48456a7a4aaf010c78670b36dd327e6  tokenizers-0.21.1/src/models/bpe/trainer.rs
sha256:eec2df536184c0d084b902563d31f3de77953711af580ad72b2be03190e088b9  tokenizers-0.21.1/src/models/bpe/word.rs
sha256:5338d26194741ec6e0d9147016defac1d1363b68ef0ebc7362c26c3b866146ca  tokenizers-0.21.1/src/models/mod.rs
sha256:d0952d809c182b07df13114961dfd068eabd53e82a6e6a5a4fc5fb4a2cf72a88  tokenizers-0.21.1/src/models/unigram/lattice.rs
sha256:cf317d99ceebe2b4326237aa8f8bfdc2293a5dd0a7fc69a6e9e0028b804a000e  tokenizers-0.21.1/src/models/unigram/mod.rs
sha256:2248dcc7e7b2c726055d04a362a17a821f530ce1887a100fd4f819c0e11b647e  tokenizers-0.21.1/src/models/unigram/model.rs
sha256:2358d3985ae5330b2caebdbd5567621572368869dcbb36e3a95696325e941ce3  tokenizers-0.21.1/src/models/unigram/serialization.rs
sha256:7125823b970c874d2187982dab8a11ec74c85398e9e8c0d13438cbdf813b19b8  tokenizers-0.21.1/src/models/unigram/trainer.rs
sha256:304f7f387d7be43bd01e72b05a950f0a41d95ff51b219f0b123d46b84f70f30e  tokenizers-0.21.1/src/models/unigram/trie.rs
sha256:bb3382e4eb8087de2dbaf1e24f3b5b95afc8e2105fc9a456ada43cd93e575036  tokenizers-0.21.1/src/models/wordlevel/mod.rs
sha256:1af61e4f303e4e849162f0a50744d592e2a0ef3fcaee202b474ebaaeaeb6b453  tokenizers-0.21.1/src/models/wordlevel/serialization.rs
sha256:11fa23268c8f145a2e18e6a3a7da3519632ce72a9be7624ad950e8fa76fdb528  tokenizers-0.21.1/src/models/wordlevel/trainer.rs
sha256:5f83214247ccaac4db9ad86d71cdeb28c37faf73d35f03971c804daf12ebae5d  tokenizers-0.21.1/src/models/wordpiece/mod.rs
sha256:188ece9ae1641994bb5145a2ee600fc9b4d616ca3c0b9792b6c740b8348b0569  tokenizers-0.21.1/src/models/wordpiece/serialization.rs
sha256:4aa1ffd863a4be04dce17c8941ea68e3b4b4d257317593aacec3282aef698888  tokenizers-0.21.1/src/models/wordpiece/trainer.rs
sha256:a938fdac02447e33393d98edcaad015f58e2095d633521cee85a2b60ccd995bd  tokenizers-0.21.1/src/normalizers/bert.rs
sha256:699e75ad10cd48e8416d93cb56cf0cd866b50043119574d5052934ecd808ed22  tokenizers-0.21.1/src/normalizers/byte_level.rs
sha256:145809163e0bd0161093f88e5cc316eea5407f2ecc1480530c5b77f96608ff6b  tokenizers-0.21.1/src/normalizers/mod.rs
sha256:69acb2a2be78760c59a39a2c1f7db6469c75708900b53a7f9bbe189ed83aa6da  tokenizers-0.21.1/src/normalizers/precompiled.rs
sha256:99d7336d9c9ba8baca0f30b435c2a7930332100ec0d58f6221eff94da373fa19  tokenizers-0.21.1/src/normalizers/prepend.rs
sha256:2f4566ee4f7b108559cc0946a6e4c91866d0bb98de67e61d139cfce8e1045cb0  tokenizers-0.21.1/src/normalizers/replace.rs
sha256:3d088593a2fa931261f4cd906440b83c053351a0e0e12cb797e541b98d7e2b06  tokenizers-0.21.1/src/normalizers/strip.rs
sha256:6c2312c8a2ba9461b850147fd63432f59f81e942042995d7c28e097f8198139e  tokenizers-0.21.1/src/normalizers/unicode.rs
sha256:4b09adb7232537923d55352f2b0707f01c14929117d28fc34dd4b13a70049328  tokenizers-0.21.1/src/normalizers/utils.rs
sha256:32dd35c1f815072c6ba32df390389d10e5f4073b480d1c4ade06143ba23b571d  tokenizers-0.21.1/src/pre_tokenizers/bert.rs
sha256:5c962ea0b56d70ed464b96b88c4bba7badc1872a3d3b3cf084140e21d5cf8f38  tokenizers-0.21.1/src/pre_tokenizers/byte_level.rs
sha256:7d2d0170eeb5d864742df867958f379ec564bc5af67e835f5793b06bfab4185f  tokenizers-0.21.1/src/pre_tokenizers/delimiter.rs
sha256:1452f56c9fcb0265ee91c5439f860033209e44fe61565b743970d64216b9b41a  tokenizers-0.21.1/src/pre_tokenizers/digits.rs
sha256:e3fe6724cf38f700c8ae549c06889ae82d889c25b2975f8b6cec636ec81a26e6  tokenizers-0.21.1/src/pre_tokenizers/metaspace.rs
sha256:5f0383e59902675f7c1d7ff446249665ce99414a9d28fad0f613c03143d6f468  tokenizers-0.21.1/src/pre_tokenizers/mod.rs
sha256:cfb82a699365f2bad1fe36be7ec5523276c90d4cfcf86e8e985e0ba0de6fd9e3  tokenizers-0.21.1/src/pre_tokenizers/punctuation.rs
sha256:1742957bb2cbe971fa791dac41b9e5fad5bc9843cb4eaa0e8e604f6cdc75e1df  tokenizers-0.21.1/src/pre_tokenizers/sequence.rs
sha256:d12ee03b7a4d8006979906883ed3d993132cf2b9503f31ebfb0b0d376020d220  tokenizers-0.21.1/src/pre_tokenizers/split.rs
sha256:5740e30dba4e6e819309a24144c95d228d9aca437950fc0285b134f238f1788e  tokenizers-0.21.1/src/pre_tokenizers/unicode_scripts/mod.rs
sha256:4ed0d408409ec35bcba141d75a2647d7503bc17d1e6f4641627325c99bd56edb  tokenizers-0.21.1/src/pre_tokenizers/unicode_scripts/pre_tokenizer.rs
sha256:c614fe1c9a79b1e4cbbb9f3cc3ad130dd6506e12ff74688d611a8eeff47c2167  tokenizers-0.21.1/src/pre_tokenizers/unicode_scripts/scripts.rs
sha256:0d0d8284ab86d9b0f06b0b0f7024d50618f74de2b1c2ffc2877032a587a0753f  tokenizers-0.21.1/src/pre_tokenizers/whitespace.rs
sha256:db17c4467ab2cb95db5dbe22d3abd6ca61d0c463537c49f40896a148bcf37ec1  tokenizers-0.21.1/src/processors/bert.rs
sha256:1dfcff4557f06c4306cc353846ff68775cceebd774e507108a5aafc81037eed5  tokenizers-0.21.1/src/processors/mod.rs
sha256:713d3ade0492cfcd9d1aecb269a5cc8aacf321a716b13fe2dfbfc7b023c0a67a  tokenizers-0.21.1/src/processors/roberta.rs
sha256:96bfe2c23419a88b270bb3d6edb34d9e61e12b9e50cc8cd8b852a48e81a2c18e  tokenizers-0.21.1/src/processors/sequence.rs
sha256:f4a8d2f7a992755ac3981cdaf4b8011a97e93d61a55d6a40d18eaad07be3f553  tokenizers-0.21.1/src/processors/template.rs
sha256:925958a7989906624616218ccd5d63cd685c16cceebaa9da8974a7deea594b31  tokenizers-0.21.1/src/tokenizer/added_vocabulary.rs
sha256:1fcc839c6094a1a8a1e8fbabc5def5ab8823dc034cb886f91e2320b618054e8e  tokenizers-0.21.1/src/tokenizer/encoding.rs
sha256:fce0d40f06bc0cffe7ed04fbc7f843f7c79d524977e9b293b467f1ffb978172a  tokenizers-0.21.1/src/tokenizer/mod.rs
sha256:711726954209e143aa42392cf1f4b8b3abe8acdacd7fc75c3ce6ebcf93dcd45a  tokenizers-0.21.1/src/tokenizer/normalizer.rs
sha256:036af136c7991371dd30571d13875c13c775e007dbd270cb5efdb128aba7d6a4  tokenizers-0.21.1/src/tokenizer/pattern.rs
sha256:2050974242070d86f2492277d4a37892a25afc9d3d60215e6fecfac6516440e7  tokenizers-0.21.1/src/tokenizer/pre_tokenizer.rs
sha256:b5ce8abfe70dbafb5e79961ba16de382b3e208eeb41779245d483f0cbcc2d066  tokenizers-0.21.1/src/tokenizer/serialization.rs
sha256:5f04353418d380ad62bcaf6ce02c806b4c7fc62aeef790ace510922afc61c17e  tokenizers-0.21.1/src/utils/cache.rs
sha256:534ed9e80f94b5355cda3692a5ef9ad15296ec5e8f895dd854ee040d45669382  tokenizers-0.21.1/src/utils/fancy.rs
sha256:1ccdae3491dacd9ff8c5f74c0ecda27c52aa3286802c5e7131db07efe49a2264  tokenizers-0.21.1/src/utils/from_pretrained.rs
sha256:004540ac0fc434f6ec25c1cf8e6818998550da936a728aa5a301458c6c66a540  tokenizers-0.21.1/src/utils/iter.rs
sha256:ef57380e0ebd207fb7bc09f90a1aa23db851249d80fdf56d6738e8ac55cb6dbd  tokenizers-0.21.1/src/utils/mod.rs
sha256:f6f58fb3fcf2dfbee2e8edc9b763247443fa102aea185481ff591f7d52c5256e  tokenizers-0.21.1/src/utils/onig.rs
sha256:17e2b82c50ae7a3c296cda7898519c57911a8887a6ff5e9e57c27d215f5ed9e7  tokenizers-0.21.1/src/utils/padding.rs
sha256:f207764fa62d362885fd04ac5e14e9e32645a976e57e72e7663e64eaac15d531  tokenizers-0.21.1/src/utils/parallelism.rs
sha256:2bae922cafe5167d36cc6cd973edf4fcf6d0224be4d27fa47b9285dcca447ca8  tokenizers-0.21.1/src/utils/progress.rs
sha256:f5fa3a2fc93d5f473074518f1dab811cc6ff0d680e79a7bc0e0b5d204b8673b4  tokenizers-0.21.1/src/utils/truncation.rs
sha256:493c7097ed9a51ac4e6837ff729e71cc2ccd1bba1623e882147ca9447449bff6  tokenizers-0.21.1/tests/added_tokens.rs
sha256:75e506cb6cabd1a07989f086d8b573201a010318057fbb0ba287ea5e2b2d0686  tokenizers-0.21.1/tests/common/mod.rs
sha256:dd2cfa17574df96ef76b1ed8b1d89d35eb6f5aa28c0350465ef332e377829827  tokenizers-0.21.1/tests/documentation.rs
sha256:c44fc0afd1f9ec6c9ab30218b84866175fee2ae8e4315603fec0af9d1ae0f813  tokenizers-0.21.1/tests/from_pretrained.rs
sha256:f0f790bbe60a47112b4c250991c5769f10fa0ad3bf40fb200922b59caf841933  tokenizers-0.21.1/tests/offsets.rs
sha256:f6cedde9ff05d6b24917efdb7a52b75a31f2d400b52dacf4513894bc479b3857  tokenizers-0.21.1/tests/serialization.rs
sha256:e2ffa9c737605d111180e56de32f8e36ee6726a1e1c7419351c18faf87dc625d  tokenizers-0.21.1/tests/stream.rs
sha256:f0433b135226479693729e4ebe15d91767545b17a5ecefe87717afc42e0dcb19  tokenizers-0.21.1/tests/training.rs
sha256:73192b32a0a6d53a7b22e50e74f48e9b85c1295cd956e0b6def51b5a1f71be4f  tokenizers-0.21.1/tests/unigram.rs

Return to home page.