version = 3
[[package]]name = "aho-corasick"version = "1.1.2"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b2969dcb958b36655471fc61f7e416fa76033bdd4bfed0678d8fee1e2d07a1f0"dependencies = [ "memchr",]
[[package]]name = "autocfg"version = "1.1.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
[[package]]name = "base64"version = "0.13.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
[[package]]name = "bit-set"version = "0.5.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1"dependencies = [ "bit-vec",]
[[package]]name = "bit-vec"version = "0.6.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb"
[[package]]name = "bumpalo"version = "3.13.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "a3e2c3daef883ecc1b5d58c15adae93470a91d425f3532ba1695849656af3fc1"
[[package]]name = "cfg-if"version = "1.0.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
[[package]]name = "crossbeam-deque"version = "0.8.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "ce6fd6f855243022dcecf8702fef0c297d4338e226845fe067f6341ad9fa0cef"dependencies = [ "cfg-if", "crossbeam-epoch", "crossbeam-utils",]
[[package]]name = "crossbeam-epoch"version = "0.9.15"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "ae211234986c545741a7dc064309f67ee1e5ad243d0e48335adc0484d960bcc7"dependencies = [ "autocfg", "cfg-if", "crossbeam-utils", "memoffset", "scopeguard",]
[[package]]name = "crossbeam-utils"version = "0.8.16"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "5a22b2d63d4d1dc0b7f1b6b2747dd0088008a9be28b6ddf0b1e7d335e3037294"dependencies = [ "cfg-if",]
[[package]]name = "cudarc"version = "0.9.14"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "dc4cab390f4a32340211f015292a4551742a63e528e9ade9e0bde0d1a989d2a1"
[[package]]name = "darling"version = "0.14.4"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "7b750cb3417fd1b327431a470f388520309479ab0bf5e323505daf0290cd3850"dependencies = [ "darling_core", "darling_macro",]
[[package]]name = "darling_core"version = "0.14.4"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "109c1ca6e6b7f82cc233a97004ea8ed7ca123a9af07a8230878fcfda9b158bf0"dependencies = [ "fnv", "ident_case", "proc-macro2", "quote", "strsim", "syn 1.0.109",]
[[package]]name = "darling_macro"version = "0.14.4"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "a4aab4dbc9f7611d8b55048a3a16d2d010c2c8334e46304b40ac1cc14bf3b48e"dependencies = [ "darling_core", "quote", "syn 1.0.109",]
[[package]]name = "derive_builder"version = "0.12.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "8d67778784b508018359cbc8696edb3db78160bab2c2a28ba7f56ef6932997f8"dependencies = [ "derive_builder_macro",]
[[package]]name = "derive_builder_core"version = "0.12.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "c11bdc11a0c47bc7d37d582b5285da6849c96681023680b906673c5707af7b0f"dependencies = [ "darling", "proc-macro2", "quote", "syn 1.0.109",]
[[package]]name = "derive_builder_macro"version = "0.12.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "ebcda35c7a396850a55ffeac740804b40ffec779b98fffbb1738f4033f0ee79e"dependencies = [ "derive_builder_core", "syn 1.0.109",]
[[package]]name = "either"version = "1.9.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "a26ae43d7bcc3b814de94796a5e736d4029efb0ee900c12e2d54c993ad1a1e07"
[[package]]name = "esaxx-rs"version = "0.1.10"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6"
[[package]]name = "fancy-regex"version = "0.11.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b95f7c0680e4142284cf8b22c14a476e87d61b004a3a0861872b32ef7ead40a2"dependencies = [ "bit-set", "regex",]
[[package]]name = "fnv"version = "1.0.7"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
[[package]]name = "getrandom"version = "0.2.10"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "be4136b2a15dd319360be1c07d9933517ccf0be8f16bf62a3bee4f0d618df427"dependencies = [ "cfg-if", "js-sys", "libc", "wasi", "wasm-bindgen",]
[[package]]name = "ident_case"version = "1.0.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
[[package]]name = "itertools"version = "0.11.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57"dependencies = [ "either",]
[[package]]name = "itoa"version = "1.0.9"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "af150ab688ff2122fcef229be89cb50dd66af9e01a4ff320cc137eecc9bacc38"
[[package]]name = "js-sys"version = "0.3.61"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "445dde2150c55e483f3d8416706b97ec8e8237c307e5b7b4b8dd15e6af2a0730"dependencies = [ "wasm-bindgen",]
[[package]]name = "lazy_static"version = "1.4.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
[[package]]name = "libc"version = "0.2.147"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b4668fb0ea861c1df094127ac5f1da3409a82116a4ba74fca2e58ef927159bb3"
[[package]]name = "libm"version = "0.2.7"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "f7012b1bbb0719e1097c47611d3898568c546d597c2e74d66f6087edd5233ff4"
[[package]]name = "log"version = "0.4.19"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b06a4cde4c0f271a446782e3eff8de789548ce57dbc8eca9292c27f4a42004b4"
[[package]]name = "macro_rules_attribute"version = "0.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13"dependencies = [ "macro_rules_attribute-proc_macro", "paste",]
[[package]]name = "macro_rules_attribute-proc_macro"version = "0.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
[[package]]name = "matrixmultiply"version = "0.3.7"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "090126dc04f95dc0d1c1c91f61bdd474b3930ca064c1edc8a849da2c6cbe1e77"dependencies = [ "autocfg", "rawpointer",]
[[package]]name = "memchr"version = "2.5.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "2dffe52ecf27772e601905b7522cb4ef790d2cc203488bbd0e2fe85fcb74566d"
[[package]]name = "memoffset"version = "0.9.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "5a634b1c61a95585bd15607c6ab0c4e5b226e695ff2800ba0cdccddf208c406c"dependencies = [ "autocfg",]
[[package]]name = "minimal-lexical"version = "0.2.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
[[package]]name = "monostate"version = "0.1.9"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "15f370ae88093ec6b11a710dec51321a61d420fafd1bad6e30d01bd9c920e8ee"dependencies = [ "monostate-impl", "serde",]
[[package]]name = "monostate-impl"version = "0.1.9"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "371717c0a5543d6a800cac822eac735aa7d2d2fbb41002e9856a4089532dbdce"dependencies = [ "proc-macro2", "quote", "syn 2.0.28",]
[[package]]name = "ndarray"version = "0.15.6"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "adb12d4e967ec485a5f71c6311fe28158e9d6f4bc4a447b474184d0f91a8fa32"dependencies = [ "matrixmultiply", "num-complex", "num-integer", "num-traits", "rawpointer",]
[[package]]name = "ndarray-rand"version = "0.14.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "65608f937acc725f5b164dcf40f4f0bc5d67dc268ab8a649d3002606718c4588"dependencies = [ "ndarray", "rand", "rand_distr",]
[[package]]name = "netsaur"version = "0.3.0"dependencies = [ "getrandom", "js-sys", "ndarray", "ndarray-rand", "safetensors", "serde", "serde_json", "wasm-bindgen",]
[[package]]name = "netsaur-gpu"version = "0.3.0"dependencies = [ "cudarc", "ndarray", "ndarray-rand", "safetensors", "serde", "serde_json", "thiserror",]
[[package]]name = "netsaur-tokenizers"version = "0.3.0"dependencies = [ "getrandom", "js-sys", "ndarray", "ndarray-rand", "serde", "serde-wasm-bindgen", "serde_json", "tokenizers", "wasm-bindgen",]
[[package]]name = "nom"version = "7.1.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"dependencies = [ "memchr", "minimal-lexical",]
[[package]]name = "num-complex"version = "0.4.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "02e0d21255c828d6f128a1e41534206671e8c3ea0c62f32291e808dc82cff17d"dependencies = [ "num-traits",]
[[package]]name = "num-integer"version = "0.1.45"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "225d3389fb3509a24c93f5c29eb6bde2586b98d9f016636dff58d7c6f7569cd9"dependencies = [ "autocfg", "num-traits",]
[[package]]name = "num-traits"version = "0.2.16"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "f30b0abd723be7e2ffca1272140fac1a2f084c77ec3e123c192b66af1ee9e6c2"dependencies = [ "autocfg", "libm",]
[[package]]name = "once_cell"version = "1.18.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "dd8b5dd2ae5ed71462c540258bedcb51965123ad7e7ccf4b9a8cafaa4a63576d"
[[package]]name = "paste"version = "1.0.14"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "de3145af08024dea9fa9914f381a17b8fc6034dfb00f3a84013f7ff43f29ed4c"
[[package]]name = "ppv-lite86"version = "0.2.17"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "5b40af805b3121feab8a3c29f04d8ad262fa8e0561883e7653e024ae4479e6de"
[[package]]name = "proc-macro2"version = "1.0.66"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "18fb31db3f9bddb2ea821cde30a9f70117e3f119938b5ee630b7403aa6e2ead9"dependencies = [ "unicode-ident",]
[[package]]name = "quote"version = "1.0.32"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "50f3b39ccfb720540debaa0164757101c08ecb8d326b15358ce76a62c7e85965"dependencies = [ "proc-macro2",]
[[package]]name = "rand"version = "0.8.5"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"dependencies = [ "libc", "rand_chacha", "rand_core",]
[[package]]name = "rand_chacha"version = "0.3.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88"dependencies = [ "ppv-lite86", "rand_core",]
[[package]]name = "rand_core"version = "0.6.4"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"dependencies = [ "getrandom",]
[[package]]name = "rand_distr"version = "0.4.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "32cb0b9bc82b0a0876c2dd994a7e7a2683d3e7390ca40e6886785ef0c7e3ee31"dependencies = [ "num-traits", "rand",]
[[package]]name = "rawpointer"version = "0.2.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3"
[[package]]name = "rayon"version = "1.8.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "9c27db03db7734835b3f53954b534c91069375ce6ccaa2e065441e07d9b6cdb1"dependencies = [ "either", "rayon-core",]
[[package]]name = "rayon-cond"version = "0.3.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9"dependencies = [ "either", "itertools", "rayon",]
[[package]]name = "rayon-core"version = "1.12.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "5ce3fb6ad83f861aac485e76e1985cd109d9a3713802152be56c3b1f0e0658ed"dependencies = [ "crossbeam-deque", "crossbeam-utils",]
[[package]]name = "regex"version = "1.9.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "81bc1d4caf89fac26a70747fe603c130093b53c773888797a6329091246d651a"dependencies = [ "aho-corasick", "memchr", "regex-automata", "regex-syntax",]
[[package]]name = "regex-automata"version = "0.3.6"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "fed1ceff11a1dddaee50c9dc8e4938bd106e9d89ae372f192311e7da498e3b69"dependencies = [ "aho-corasick", "memchr", "regex-syntax",]
[[package]]name = "regex-syntax"version = "0.7.4"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "e5ea92a5b6195c6ef2a0295ea818b312502c6fc94dde986c5553242e18fd4ce2"
[[package]]name = "ryu"version = "1.0.15"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "1ad4cc8da4ef723ed60bced201181d83791ad433213d8c24efffda1eec85d741"
[[package]]name = "safetensors"version = "0.4.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "f1e5186bd51ae3f90999d243853f5e8cb51f3467f55da42dc611ed2342483dad"dependencies = [ "serde", "serde_json",]
[[package]]name = "scopeguard"version = "1.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
[[package]]name = "serde"version = "1.0.181"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "6d3e73c93c3240c0bda063c239298e633114c69a888c3e37ca8bb33f343e9890"dependencies = [ "serde_derive",]
[[package]]name = "serde-wasm-bindgen"version = "0.6.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "30c9933e5689bd420dc6c87b7a1835701810cbc10cd86a26e4da45b73e6b1d78"dependencies = [ "js-sys", "serde", "wasm-bindgen",]
[[package]]name = "serde_derive"version = "1.0.181"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "be02f6cb0cd3a5ec20bbcfbcbd749f57daddb1a0882dc2e46a6c236c90b977ed"dependencies = [ "proc-macro2", "quote", "syn 2.0.28",]
[[package]]name = "serde_json"version = "1.0.104"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "076066c5f1078eac5b722a31827a8832fe108bed65dfa75e233c89f8206e976c"dependencies = [ "itoa", "ryu", "serde",]
[[package]]name = "smallvec"version = "1.11.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "62bb4feee49fdd9f707ef802e22365a35de4b7b299de4763d44bfea899442ff9"
[[package]]name = "spm_precompiled"version = "0.1.4"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"dependencies = [ "base64", "nom", "serde", "unicode-segmentation",]
[[package]]name = "strsim"version = "0.10.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "73473c0e59e6d5812c5dfe2a064a6444949f089e20eec9a2e5506596494e4623"
[[package]]name = "syn"version = "1.0.109"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237"dependencies = [ "proc-macro2", "quote", "unicode-ident",]
[[package]]name = "syn"version = "2.0.28"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "04361975b3f5e348b2189d8dc55bc942f278b2d482a6a0365de5bdd62d351567"dependencies = [ "proc-macro2", "quote", "unicode-ident",]
[[package]]name = "thiserror"version = "1.0.49"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "1177e8c6d7ede7afde3585fd2513e611227efd6481bd78d2e82ba1ce16557ed4"dependencies = [ "thiserror-impl",]
[[package]]name = "thiserror-impl"version = "1.0.49"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "10712f02019e9288794769fba95cd6847df9874d49d871d062172f9dd41bc4cc"dependencies = [ "proc-macro2", "quote", "syn 2.0.28",]
[[package]]name = "tokenizers"version = "0.14.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "d9be88c795d8b9f9c4002b3a8f26a6d0876103a6f523b32ea3bac52d8560c17c"dependencies = [ "aho-corasick", "derive_builder", "esaxx-rs", "fancy-regex", "getrandom", "itertools", "lazy_static", "log", "macro_rules_attribute", "monostate", "paste", "rand", "rayon", "rayon-cond", "regex", "regex-syntax", "serde", "serde_json", "spm_precompiled", "thiserror", "unicode-normalization-alignments", "unicode-segmentation", "unicode_categories",]
[[package]]name = "unicode-ident"version = "1.0.11"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "301abaae475aa91687eb82514b328ab47a211a533026cb25fc3e519b86adfc3c"
[[package]]name = "unicode-normalization-alignments"version = "0.1.12"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de"dependencies = [ "smallvec",]
[[package]]name = "unicode-segmentation"version = "1.10.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "1dd624098567895118886609431a7c3b8f516e41d30e0643f03d94592a147e36"
[[package]]name = "unicode_categories"version = "0.1.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
[[package]]name = "wasi"version = "0.11.0+wasi-snapshot-preview1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
[[package]]name = "wasm-bindgen"version = "0.2.84"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "31f8dcbc21f30d9b8f2ea926ecb58f6b91192c17e9d33594b3df58b2007ca53b"dependencies = [ "cfg-if", "wasm-bindgen-macro",]
[[package]]name = "wasm-bindgen-backend"version = "0.2.84"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "95ce90fd5bcc06af55a641a86428ee4229e44e07033963a2290a8e241607ccb9"dependencies = [ "bumpalo", "log", "once_cell", "proc-macro2", "quote", "syn 1.0.109", "wasm-bindgen-shared",]
[[package]]name = "wasm-bindgen-macro"version = "0.2.84"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "4c21f77c0bedc37fd5dc21f897894a5ca01e7bb159884559461862ae90c0b4c5"dependencies = [ "quote", "wasm-bindgen-macro-support",]
[[package]]name = "wasm-bindgen-macro-support"version = "0.2.84"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "2aff81306fcac3c7515ad4e177f521b5c9a15f2b08f4e32d823066102f35a5f6"dependencies = [ "proc-macro2", "quote", "syn 1.0.109", "wasm-bindgen-backend", "wasm-bindgen-shared",]
[[package]]name = "wasm-bindgen-shared"version = "0.2.84"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "0046fef7e28c3804e5e38bfa31ea2a0f73905319b677e57ebe37e49358989b5d"