pkgs/development/python-modules/tokenizers/Cargo.lock

   1 # This file is automatically @generated by Cargo.
   2 # It is not intended for manual editing.
   3 version = 3
   4
   5 [[package]]
   6 name = "aho-corasick"
   7 version = "1.1.3"
   8 source = "registry+https://github.com/rust-lang/crates.io-index"
   9 checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
  10 dependencies = [
  11  "memchr",
  12 ]
  13
  14 [[package]]
  15 name = "anstream"
  16 version = "0.6.15"
  17 source = "registry+https://github.com/rust-lang/crates.io-index"
  18 checksum = "64e15c1ab1f89faffbf04a634d5e1962e9074f2741eef6d97f3c4e322426d526"
  19 dependencies = [
  20  "anstyle",
  21  "anstyle-parse",
  22  "anstyle-query",
  23  "anstyle-wincon",
  24  "colorchoice",
  25  "is_terminal_polyfill",
  26  "utf8parse",
  27 ]
  28
  29 [[package]]
  30 name = "anstyle"
  31 version = "1.0.8"
  32 source = "registry+https://github.com/rust-lang/crates.io-index"
  33 checksum = "1bec1de6f59aedf83baf9ff929c98f2ad654b97c9510f4e70cf6f661d49fd5b1"
  34
  35 [[package]]
  36 name = "anstyle-parse"
  37 version = "0.2.5"
  38 source = "registry+https://github.com/rust-lang/crates.io-index"
  39 checksum = "eb47de1e80c2b463c735db5b217a0ddc39d612e7ac9e2e96a5aed1f57616c1cb"
  40 dependencies = [
  41  "utf8parse",
  42 ]
  43
  44 [[package]]
  45 name = "anstyle-query"
  46 version = "1.1.1"
  47 source = "registry+https://github.com/rust-lang/crates.io-index"
  48 checksum = "6d36fc52c7f6c869915e99412912f22093507da8d9e942ceaf66fe4b7c14422a"
  49 dependencies = [
  50  "windows-sys 0.52.0",
  51 ]
  52
  53 [[package]]
  54 name = "anstyle-wincon"
  55 version = "3.0.4"
  56 source = "registry+https://github.com/rust-lang/crates.io-index"
  57 checksum = "5bf74e1b6e971609db8ca7a9ce79fd5768ab6ae46441c572e46cf596f59e57f8"
  58 dependencies = [
  59  "anstyle",
  60  "windows-sys 0.52.0",
  61 ]
  62
  63 [[package]]
  64 name = "autocfg"
  65 version = "1.4.0"
  66 source = "registry+https://github.com/rust-lang/crates.io-index"
  67 checksum = "ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26"
  68
  69 [[package]]
  70 name = "base64"
  71 version = "0.13.1"
  72 source = "registry+https://github.com/rust-lang/crates.io-index"
  73 checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
  74
  75 [[package]]
  76 name = "bitflags"
  77 version = "1.3.2"
  78 source = "registry+https://github.com/rust-lang/crates.io-index"
  79 checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
  80
  81 [[package]]
  82 name = "bitflags"
  83 version = "2.6.0"
  84 source = "registry+https://github.com/rust-lang/crates.io-index"
  85 checksum = "b048fb63fd8b5923fc5aa7b340d8e156aec7ec02f0c78fa8a6ddc2613f6f71de"
  86
  87 [[package]]
  88 name = "byteorder"
  89 version = "1.5.0"
  90 source = "registry+https://github.com/rust-lang/crates.io-index"
  91 checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
  92
  93 [[package]]
  94 name = "cc"
  95 version = "1.1.22"
  96 source = "registry+https://github.com/rust-lang/crates.io-index"
  97 checksum = "9540e661f81799159abee814118cc139a2004b3a3aa3ea37724a1b66530b90e0"
  98 dependencies = [
  99  "shlex",
 100 ]
 101
 102 [[package]]
 103 name = "cfg-if"
 104 version = "1.0.0"
 105 source = "registry+https://github.com/rust-lang/crates.io-index"
 106 checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 107
 108 [[package]]
 109 name = "colorchoice"
 110 version = "1.0.2"
 111 source = "registry+https://github.com/rust-lang/crates.io-index"
 112 checksum = "d3fd119d74b830634cea2a0f58bbd0d54540518a14397557951e79340abc28c0"
 113
 114 [[package]]
 115 name = "console"
 116 version = "0.15.8"
 117 source = "registry+https://github.com/rust-lang/crates.io-index"
 118 checksum = "0e1f83fc076bd6dd27517eacdf25fef6c4dfe5f1d7448bafaaf3a26f13b5e4eb"
 119 dependencies = [
 120  "encode_unicode",
 121  "lazy_static",
 122  "libc",
 123  "unicode-width",
 124  "windows-sys 0.52.0",
 125 ]
 126
 127 [[package]]
 128 name = "crossbeam-deque"
 129 version = "0.8.5"
 130 source = "registry+https://github.com/rust-lang/crates.io-index"
 131 checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d"
 132 dependencies = [
 133  "crossbeam-epoch",
 134  "crossbeam-utils",
 135 ]
 136
 137 [[package]]
 138 name = "crossbeam-epoch"
 139 version = "0.9.18"
 140 source = "registry+https://github.com/rust-lang/crates.io-index"
 141 checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
 142 dependencies = [
 143  "crossbeam-utils",
 144 ]
 145
 146 [[package]]
 147 name = "crossbeam-utils"
 148 version = "0.8.20"
 149 source = "registry+https://github.com/rust-lang/crates.io-index"
 150 checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80"
 151
 152 [[package]]
 153 name = "darling"
 154 version = "0.20.10"
 155 source = "registry+https://github.com/rust-lang/crates.io-index"
 156 checksum = "6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989"
 157 dependencies = [
 158  "darling_core",
 159  "darling_macro",
 160 ]
 161
 162 [[package]]
 163 name = "darling_core"
 164 version = "0.20.10"
 165 source = "registry+https://github.com/rust-lang/crates.io-index"
 166 checksum = "95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5"
 167 dependencies = [
 168  "fnv",
 169  "ident_case",
 170  "proc-macro2",
 171  "quote",
 172  "strsim",
 173  "syn",
 174 ]
 175
 176 [[package]]
 177 name = "darling_macro"
 178 version = "0.20.10"
 179 source = "registry+https://github.com/rust-lang/crates.io-index"
 180 checksum = "d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806"
 181 dependencies = [
 182  "darling_core",
 183  "quote",
 184  "syn",
 185 ]
 186
 187 [[package]]
 188 name = "derive_builder"
 189 version = "0.20.1"
 190 source = "registry+https://github.com/rust-lang/crates.io-index"
 191 checksum = "cd33f37ee6a119146a1781d3356a7c26028f83d779b2e04ecd45fdc75c76877b"
 192 dependencies = [
 193  "derive_builder_macro",
 194 ]
 195
 196 [[package]]
 197 name = "derive_builder_core"
 198 version = "0.20.1"
 199 source = "registry+https://github.com/rust-lang/crates.io-index"
 200 checksum = "7431fa049613920234f22c47fdc33e6cf3ee83067091ea4277a3f8c4587aae38"
 201 dependencies = [
 202  "darling",
 203  "proc-macro2",
 204  "quote",
 205  "syn",
 206 ]
 207
 208 [[package]]
 209 name = "derive_builder_macro"
 210 version = "0.20.1"
 211 source = "registry+https://github.com/rust-lang/crates.io-index"
 212 checksum = "4abae7035bf79b9877b779505d8cf3749285b80c43941eda66604841889451dc"
 213 dependencies = [
 214  "derive_builder_core",
 215  "syn",
 216 ]
 217
 218 [[package]]
 219 name = "either"
 220 version = "1.13.0"
 221 source = "registry+https://github.com/rust-lang/crates.io-index"
 222 checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0"
 223
 224 [[package]]
 225 name = "encode_unicode"
 226 version = "0.3.6"
 227 source = "registry+https://github.com/rust-lang/crates.io-index"
 228 checksum = "a357d28ed41a50f9c765dbfe56cbc04a64e53e5fc58ba79fbc34c10ef3df831f"
 229
 230 [[package]]
 231 name = "env_filter"
 232 version = "0.1.2"
 233 source = "registry+https://github.com/rust-lang/crates.io-index"
 234 checksum = "4f2c92ceda6ceec50f43169f9ee8424fe2db276791afde7b2cd8bc084cb376ab"
 235 dependencies = [
 236  "log",
 237  "regex",
 238 ]
 239
 240 [[package]]
 241 name = "env_logger"
 242 version = "0.11.5"
 243 source = "registry+https://github.com/rust-lang/crates.io-index"
 244 checksum = "e13fa619b91fb2381732789fc5de83b45675e882f66623b7d8cb4f643017018d"
 245 dependencies = [
 246  "anstream",
 247  "anstyle",
 248  "env_filter",
 249  "humantime",
 250  "log",
 251 ]
 252
 253 [[package]]
 254 name = "errno"
 255 version = "0.3.9"
 256 source = "registry+https://github.com/rust-lang/crates.io-index"
 257 checksum = "534c5cf6194dfab3db3242765c03bbe257cf92f22b38f6bc0c58d59108a820ba"
 258 dependencies = [
 259  "libc",
 260  "windows-sys 0.52.0",
 261 ]
 262
 263 [[package]]
 264 name = "esaxx-rs"
 265 version = "0.1.10"
 266 source = "registry+https://github.com/rust-lang/crates.io-index"
 267 checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6"
 268 dependencies = [
 269  "cc",
 270 ]
 271
 272 [[package]]
 273 name = "fastrand"
 274 version = "2.1.1"
 275 source = "registry+https://github.com/rust-lang/crates.io-index"
 276 checksum = "e8c02a5121d4ea3eb16a80748c74f5549a5665e4c21333c6098f283870fbdea6"
 277
 278 [[package]]
 279 name = "fnv"
 280 version = "1.0.7"
 281 source = "registry+https://github.com/rust-lang/crates.io-index"
 282 checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
 283
 284 [[package]]
 285 name = "getrandom"
 286 version = "0.2.15"
 287 source = "registry+https://github.com/rust-lang/crates.io-index"
 288 checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7"
 289 dependencies = [
 290  "cfg-if",
 291  "libc",
 292  "wasi",
 293 ]
 294
 295 [[package]]
 296 name = "heck"
 297 version = "0.4.1"
 298 source = "registry+https://github.com/rust-lang/crates.io-index"
 299 checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
 300
 301 [[package]]
 302 name = "humantime"
 303 version = "2.1.0"
 304 source = "registry+https://github.com/rust-lang/crates.io-index"
 305 checksum = "9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4"
 306
 307 [[package]]
 308 name = "ident_case"
 309 version = "1.0.1"
 310 source = "registry+https://github.com/rust-lang/crates.io-index"
 311 checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
 312
 313 [[package]]
 314 name = "indicatif"
 315 version = "0.17.8"
 316 source = "registry+https://github.com/rust-lang/crates.io-index"
 317 checksum = "763a5a8f45087d6bcea4222e7b72c291a054edf80e4ef6efd2a4979878c7bea3"
 318 dependencies = [
 319  "console",
 320  "instant",
 321  "number_prefix",
 322  "portable-atomic",
 323  "unicode-width",
 324 ]
 325
 326 [[package]]
 327 name = "indoc"
 328 version = "2.0.5"
 329 source = "registry+https://github.com/rust-lang/crates.io-index"
 330 checksum = "b248f5224d1d606005e02c97f5aa4e88eeb230488bcc03bc9ca4d7991399f2b5"
 331
 332 [[package]]
 333 name = "instant"
 334 version = "0.1.13"
 335 source = "registry+https://github.com/rust-lang/crates.io-index"
 336 checksum = "e0242819d153cba4b4b05a5a8f2a7e9bbf97b6055b2a002b395c96b5ff3c0222"
 337 dependencies = [
 338  "cfg-if",
 339 ]
 340
 341 [[package]]
 342 name = "is_terminal_polyfill"
 343 version = "1.70.1"
 344 source = "registry+https://github.com/rust-lang/crates.io-index"
 345 checksum = "7943c866cc5cd64cbc25b2e01621d07fa8eb2a1a23160ee81ce38704e97b8ecf"
 346
 347 [[package]]
 348 name = "itertools"
 349 version = "0.11.0"
 350 source = "registry+https://github.com/rust-lang/crates.io-index"
 351 checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57"
 352 dependencies = [
 353  "either",
 354 ]
 355
 356 [[package]]
 357 name = "itertools"
 358 version = "0.12.1"
 359 source = "registry+https://github.com/rust-lang/crates.io-index"
 360 checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569"
 361 dependencies = [
 362  "either",
 363 ]
 364
 365 [[package]]
 366 name = "itoa"
 367 version = "1.0.11"
 368 source = "registry+https://github.com/rust-lang/crates.io-index"
 369 checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b"
 370
 371 [[package]]
 372 name = "lazy_static"
 373 version = "1.5.0"
 374 source = "registry+https://github.com/rust-lang/crates.io-index"
 375 checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
 376
 377 [[package]]
 378 name = "libc"
 379 version = "0.2.159"
 380 source = "registry+https://github.com/rust-lang/crates.io-index"
 381 checksum = "561d97a539a36e26a9a5fad1ea11a3039a67714694aaa379433e580854bc3dc5"
 382
 383 [[package]]
 384 name = "linux-raw-sys"
 385 version = "0.4.14"
 386 source = "registry+https://github.com/rust-lang/crates.io-index"
 387 checksum = "78b3ae25bc7c8c38cec158d1f2757ee79e9b3740fbc7ccf0e59e4b08d793fa89"
 388
 389 [[package]]
 390 name = "lock_api"
 391 version = "0.4.12"
 392 source = "registry+https://github.com/rust-lang/crates.io-index"
 393 checksum = "07af8b9cdd281b7915f413fa73f29ebd5d55d0d3f0155584dade1ff18cea1b17"
 394 dependencies = [
 395  "autocfg",
 396  "scopeguard",
 397 ]
 398
 399 [[package]]
 400 name = "log"
 401 version = "0.4.22"
 402 source = "registry+https://github.com/rust-lang/crates.io-index"
 403 checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24"
 404
 405 [[package]]
 406 name = "macro_rules_attribute"
 407 version = "0.2.0"
 408 source = "registry+https://github.com/rust-lang/crates.io-index"
 409 checksum = "8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13"
 410 dependencies = [
 411  "macro_rules_attribute-proc_macro",
 412  "paste",
 413 ]
 414
 415 [[package]]
 416 name = "macro_rules_attribute-proc_macro"
 417 version = "0.2.0"
 418 source = "registry+https://github.com/rust-lang/crates.io-index"
 419 checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
 420
 421 [[package]]
 422 name = "matrixmultiply"
 423 version = "0.3.9"
 424 source = "registry+https://github.com/rust-lang/crates.io-index"
 425 checksum = "9380b911e3e96d10c1f415da0876389aaf1b56759054eeb0de7df940c456ba1a"
 426 dependencies = [
 427  "autocfg",
 428  "rawpointer",
 429 ]
 430
 431 [[package]]
 432 name = "memchr"
 433 version = "2.7.4"
 434 source = "registry+https://github.com/rust-lang/crates.io-index"
 435 checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
 436
 437 [[package]]
 438 name = "memoffset"
 439 version = "0.9.1"
 440 source = "registry+https://github.com/rust-lang/crates.io-index"
 441 checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
 442 dependencies = [
 443  "autocfg",
 444 ]
 445
 446 [[package]]
 447 name = "minimal-lexical"
 448 version = "0.2.1"
 449 source = "registry+https://github.com/rust-lang/crates.io-index"
 450 checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
 451
 452 [[package]]
 453 name = "monostate"
 454 version = "0.1.13"
 455 source = "registry+https://github.com/rust-lang/crates.io-index"
 456 checksum = "0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e"
 457 dependencies = [
 458  "monostate-impl",
 459  "serde",
 460 ]
 461
 462 [[package]]
 463 name = "monostate-impl"
 464 version = "0.1.13"
 465 source = "registry+https://github.com/rust-lang/crates.io-index"
 466 checksum = "a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0"
 467 dependencies = [
 468  "proc-macro2",
 469  "quote",
 470  "syn",
 471 ]
 472
 473 [[package]]
 474 name = "ndarray"
 475 version = "0.15.6"
 476 source = "registry+https://github.com/rust-lang/crates.io-index"
 477 checksum = "adb12d4e967ec485a5f71c6311fe28158e9d6f4bc4a447b474184d0f91a8fa32"
 478 dependencies = [
 479  "matrixmultiply",
 480  "num-complex",
 481  "num-integer",
 482  "num-traits",
 483  "rawpointer",
 484 ]
 485
 486 [[package]]
 487 name = "nom"
 488 version = "7.1.3"
 489 source = "registry+https://github.com/rust-lang/crates.io-index"
 490 checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"
 491 dependencies = [
 492  "memchr",
 493  "minimal-lexical",
 494 ]
 495
 496 [[package]]
 497 name = "num-complex"
 498 version = "0.4.6"
 499 source = "registry+https://github.com/rust-lang/crates.io-index"
 500 checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
 501 dependencies = [
 502  "num-traits",
 503 ]
 504
 505 [[package]]
 506 name = "num-integer"
 507 version = "0.1.46"
 508 source = "registry+https://github.com/rust-lang/crates.io-index"
 509 checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f"
 510 dependencies = [
 511  "num-traits",
 512 ]
 513
 514 [[package]]
 515 name = "num-traits"
 516 version = "0.2.19"
 517 source = "registry+https://github.com/rust-lang/crates.io-index"
 518 checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
 519 dependencies = [
 520  "autocfg",
 521 ]
 522
 523 [[package]]
 524 name = "number_prefix"
 525 version = "0.4.0"
 526 source = "registry+https://github.com/rust-lang/crates.io-index"
 527 checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
 528
 529 [[package]]
 530 name = "numpy"
 531 version = "0.21.0"
 532 source = "registry+https://github.com/rust-lang/crates.io-index"
 533 checksum = "ec170733ca37175f5d75a5bea5911d6ff45d2cd52849ce98b685394e4f2f37f4"
 534 dependencies = [
 535  "libc",
 536  "ndarray",
 537  "num-complex",
 538  "num-integer",
 539  "num-traits",
 540  "pyo3",
 541  "rustc-hash",
 542 ]
 543
 544 [[package]]
 545 name = "once_cell"
 546 version = "1.20.1"
 547 source = "registry+https://github.com/rust-lang/crates.io-index"
 548 checksum = "82881c4be219ab5faaf2ad5e5e5ecdff8c66bd7402ca3160975c93b24961afd1"
 549 dependencies = [
 550  "portable-atomic",
 551 ]
 552
 553 [[package]]
 554 name = "onig"
 555 version = "6.4.0"
 556 source = "registry+https://github.com/rust-lang/crates.io-index"
 557 checksum = "8c4b31c8722ad9171c6d77d3557db078cab2bd50afcc9d09c8b315c59df8ca4f"
 558 dependencies = [
 559  "bitflags 1.3.2",
 560  "libc",
 561  "once_cell",
 562  "onig_sys",
 563 ]
 564
 565 [[package]]
 566 name = "onig_sys"
 567 version = "69.8.1"
 568 source = "registry+https://github.com/rust-lang/crates.io-index"
 569 checksum = "7b829e3d7e9cc74c7e315ee8edb185bf4190da5acde74afd7fc59c35b1f086e7"
 570 dependencies = [
 571  "cc",
 572  "pkg-config",
 573 ]
 574
 575 [[package]]
 576 name = "parking_lot"
 577 version = "0.12.3"
 578 source = "registry+https://github.com/rust-lang/crates.io-index"
 579 checksum = "f1bf18183cf54e8d6059647fc3063646a1801cf30896933ec2311622cc4b9a27"
 580 dependencies = [
 581  "lock_api",
 582  "parking_lot_core",
 583 ]
 584
 585 [[package]]
 586 name = "parking_lot_core"
 587 version = "0.9.10"
 588 source = "registry+https://github.com/rust-lang/crates.io-index"
 589 checksum = "1e401f977ab385c9e4e3ab30627d6f26d00e2c73eef317493c4ec6d468726cf8"
 590 dependencies = [
 591  "cfg-if",
 592  "libc",
 593  "redox_syscall",
 594  "smallvec",
 595  "windows-targets",
 596 ]
 597
 598 [[package]]
 599 name = "paste"
 600 version = "1.0.15"
 601 source = "registry+https://github.com/rust-lang/crates.io-index"
 602 checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
 603
 604 [[package]]
 605 name = "pkg-config"
 606 version = "0.3.31"
 607 source = "registry+https://github.com/rust-lang/crates.io-index"
 608 checksum = "953ec861398dccce10c670dfeaf3ec4911ca479e9c02154b3a215178c5f566f2"
 609
 610 [[package]]
 611 name = "portable-atomic"
 612 version = "1.9.0"
 613 source = "registry+https://github.com/rust-lang/crates.io-index"
 614 checksum = "cc9c68a3f6da06753e9335d63e27f6b9754dd1920d941135b7ea8224f141adb2"
 615
 616 [[package]]
 617 name = "ppv-lite86"
 618 version = "0.2.20"
 619 source = "registry+https://github.com/rust-lang/crates.io-index"
 620 checksum = "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04"
 621 dependencies = [
 622  "zerocopy",
 623 ]
 624
 625 [[package]]
 626 name = "proc-macro2"
 627 version = "1.0.86"
 628 source = "registry+https://github.com/rust-lang/crates.io-index"
 629 checksum = "5e719e8df665df0d1c8fbfd238015744736151d4445ec0836b8e628aae103b77"
 630 dependencies = [
 631  "unicode-ident",
 632 ]
 633
 634 [[package]]
 635 name = "pyo3"
 636 version = "0.21.2"
 637 source = "registry+https://github.com/rust-lang/crates.io-index"
 638 checksum = "a5e00b96a521718e08e03b1a622f01c8a8deb50719335de3f60b3b3950f069d8"
 639 dependencies = [
 640  "cfg-if",
 641  "indoc",
 642  "libc",
 643  "memoffset",
 644  "parking_lot",
 645  "portable-atomic",
 646  "pyo3-build-config",
 647  "pyo3-ffi",
 648  "pyo3-macros",
 649  "unindent",
 650 ]
 651
 652 [[package]]
 653 name = "pyo3-build-config"
 654 version = "0.21.2"
 655 source = "registry+https://github.com/rust-lang/crates.io-index"
 656 checksum = "7883df5835fafdad87c0d888b266c8ec0f4c9ca48a5bed6bbb592e8dedee1b50"
 657 dependencies = [
 658  "once_cell",
 659  "target-lexicon",
 660 ]
 661
 662 [[package]]
 663 name = "pyo3-ffi"
 664 version = "0.21.2"
 665 source = "registry+https://github.com/rust-lang/crates.io-index"
 666 checksum = "01be5843dc60b916ab4dad1dca6d20b9b4e6ddc8e15f50c47fe6d85f1fb97403"
 667 dependencies = [
 668  "libc",
 669  "pyo3-build-config",
 670 ]
 671
 672 [[package]]
 673 name = "pyo3-macros"
 674 version = "0.21.2"
 675 source = "registry+https://github.com/rust-lang/crates.io-index"
 676 checksum = "77b34069fc0682e11b31dbd10321cbf94808394c56fd996796ce45217dfac53c"
 677 dependencies = [
 678  "proc-macro2",
 679  "pyo3-macros-backend",
 680  "quote",
 681  "syn",
 682 ]
 683
 684 [[package]]
 685 name = "pyo3-macros-backend"
 686 version = "0.21.2"
 687 source = "registry+https://github.com/rust-lang/crates.io-index"
 688 checksum = "08260721f32db5e1a5beae69a55553f56b99bd0e1c3e6e0a5e8851a9d0f5a85c"
 689 dependencies = [
 690  "heck",
 691  "proc-macro2",
 692  "pyo3-build-config",
 693  "quote",
 694  "syn",
 695 ]
 696
 697 [[package]]
 698 name = "quote"
 699 version = "1.0.37"
 700 source = "registry+https://github.com/rust-lang/crates.io-index"
 701 checksum = "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af"
 702 dependencies = [
 703  "proc-macro2",
 704 ]
 705
 706 [[package]]
 707 name = "rand"
 708 version = "0.8.5"
 709 source = "registry+https://github.com/rust-lang/crates.io-index"
 710 checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"
 711 dependencies = [
 712  "libc",
 713  "rand_chacha",
 714  "rand_core",
 715 ]
 716
 717 [[package]]
 718 name = "rand_chacha"
 719 version = "0.3.1"
 720 source = "registry+https://github.com/rust-lang/crates.io-index"
 721 checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88"
 722 dependencies = [
 723  "ppv-lite86",
 724  "rand_core",
 725 ]
 726
 727 [[package]]
 728 name = "rand_core"
 729 version = "0.6.4"
 730 source = "registry+https://github.com/rust-lang/crates.io-index"
 731 checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
 732 dependencies = [
 733  "getrandom",
 734 ]
 735
 736 [[package]]
 737 name = "rawpointer"
 738 version = "0.2.1"
 739 source = "registry+https://github.com/rust-lang/crates.io-index"
 740 checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3"
 741
 742 [[package]]
 743 name = "rayon"
 744 version = "1.10.0"
 745 source = "registry+https://github.com/rust-lang/crates.io-index"
 746 checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
 747 dependencies = [
 748  "either",
 749  "rayon-core",
 750 ]
 751
 752 [[package]]
 753 name = "rayon-cond"
 754 version = "0.3.0"
 755 source = "registry+https://github.com/rust-lang/crates.io-index"
 756 checksum = "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9"
 757 dependencies = [
 758  "either",
 759  "itertools 0.11.0",
 760  "rayon",
 761 ]
 762
 763 [[package]]
 764 name = "rayon-core"
 765 version = "1.12.1"
 766 source = "registry+https://github.com/rust-lang/crates.io-index"
 767 checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
 768 dependencies = [
 769  "crossbeam-deque",
 770  "crossbeam-utils",
 771 ]
 772
 773 [[package]]
 774 name = "redox_syscall"
 775 version = "0.5.7"
 776 source = "registry+https://github.com/rust-lang/crates.io-index"
 777 checksum = "9b6dfecf2c74bce2466cabf93f6664d6998a69eb21e39f4207930065b27b771f"
 778 dependencies = [
 779  "bitflags 2.6.0",
 780 ]
 781
 782 [[package]]
 783 name = "regex"
 784 version = "1.11.0"
 785 source = "registry+https://github.com/rust-lang/crates.io-index"
 786 checksum = "38200e5ee88914975b69f657f0801b6f6dccafd44fd9326302a4aaeecfacb1d8"
 787 dependencies = [
 788  "aho-corasick",
 789  "memchr",
 790  "regex-automata",
 791  "regex-syntax",
 792 ]
 793
 794 [[package]]
 795 name = "regex-automata"
 796 version = "0.4.8"
 797 source = "registry+https://github.com/rust-lang/crates.io-index"
 798 checksum = "368758f23274712b504848e9d5a6f010445cc8b87a7cdb4d7cbee666c1288da3"
 799 dependencies = [
 800  "aho-corasick",
 801  "memchr",
 802  "regex-syntax",
 803 ]
 804
 805 [[package]]
 806 name = "regex-syntax"
 807 version = "0.8.5"
 808 source = "registry+https://github.com/rust-lang/crates.io-index"
 809 checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c"
 810
 811 [[package]]
 812 name = "rustc-hash"
 813 version = "1.1.0"
 814 source = "registry+https://github.com/rust-lang/crates.io-index"
 815 checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
 816
 817 [[package]]
 818 name = "rustix"
 819 version = "0.38.37"
 820 source = "registry+https://github.com/rust-lang/crates.io-index"
 821 checksum = "8acb788b847c24f28525660c4d7758620a7210875711f79e7f663cc152726811"
 822 dependencies = [
 823  "bitflags 2.6.0",
 824  "errno",
 825  "libc",
 826  "linux-raw-sys",
 827  "windows-sys 0.52.0",
 828 ]
 829
 830 [[package]]
 831 name = "ryu"
 832 version = "1.0.18"
 833 source = "registry+https://github.com/rust-lang/crates.io-index"
 834 checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f"
 835
 836 [[package]]
 837 name = "scopeguard"
 838 version = "1.2.0"
 839 source = "registry+https://github.com/rust-lang/crates.io-index"
 840 checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
 841
 842 [[package]]
 843 name = "serde"
 844 version = "1.0.210"
 845 source = "registry+https://github.com/rust-lang/crates.io-index"
 846 checksum = "c8e3592472072e6e22e0a54d5904d9febf8508f65fb8552499a1abc7d1078c3a"
 847 dependencies = [
 848  "serde_derive",
 849 ]
 850
 851 [[package]]
 852 name = "serde_derive"
 853 version = "1.0.210"
 854 source = "registry+https://github.com/rust-lang/crates.io-index"
 855 checksum = "243902eda00fad750862fc144cea25caca5e20d615af0a81bee94ca738f1df1f"
 856 dependencies = [
 857  "proc-macro2",
 858  "quote",
 859  "syn",
 860 ]
 861
 862 [[package]]
 863 name = "serde_json"
 864 version = "1.0.128"
 865 source = "registry+https://github.com/rust-lang/crates.io-index"
 866 checksum = "6ff5456707a1de34e7e37f2a6fd3d3f808c318259cbd01ab6377795054b483d8"
 867 dependencies = [
 868  "itoa",
 869  "memchr",
 870  "ryu",
 871  "serde",
 872 ]
 873
 874 [[package]]
 875 name = "shlex"
 876 version = "1.3.0"
 877 source = "registry+https://github.com/rust-lang/crates.io-index"
 878 checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
 879
 880 [[package]]
 881 name = "smallvec"
 882 version = "1.13.2"
 883 source = "registry+https://github.com/rust-lang/crates.io-index"
 884 checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67"
 885
 886 [[package]]
 887 name = "spm_precompiled"
 888 version = "0.1.4"
 889 source = "registry+https://github.com/rust-lang/crates.io-index"
 890 checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"
 891 dependencies = [
 892  "base64",
 893  "nom",
 894  "serde",
 895  "unicode-segmentation",
 896 ]
 897
 898 [[package]]
 899 name = "strsim"
 900 version = "0.11.1"
 901 source = "registry+https://github.com/rust-lang/crates.io-index"
 902 checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
 903
 904 [[package]]
 905 name = "syn"
 906 version = "2.0.79"
 907 source = "registry+https://github.com/rust-lang/crates.io-index"
 908 checksum = "89132cd0bf050864e1d38dc3bbc07a0eb8e7530af26344d3d2bbbef83499f590"
 909 dependencies = [
 910  "proc-macro2",
 911  "quote",
 912  "unicode-ident",
 913 ]
 914
 915 [[package]]
 916 name = "target-lexicon"
 917 version = "0.12.16"
 918 source = "registry+https://github.com/rust-lang/crates.io-index"
 919 checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
 920
 921 [[package]]
 922 name = "tempfile"
 923 version = "3.13.0"
 924 source = "registry+https://github.com/rust-lang/crates.io-index"
 925 checksum = "f0f2c9fc62d0beef6951ccffd757e241266a2c833136efbe35af6cd2567dca5b"
 926 dependencies = [
 927  "cfg-if",
 928  "fastrand",
 929  "once_cell",
 930  "rustix",
 931  "windows-sys 0.59.0",
 932 ]
 933
 934 [[package]]
 935 name = "thiserror"
 936 version = "1.0.64"
 937 source = "registry+https://github.com/rust-lang/crates.io-index"
 938 checksum = "d50af8abc119fb8bb6dbabcfa89656f46f84aa0ac7688088608076ad2b459a84"
 939 dependencies = [
 940  "thiserror-impl",
 941 ]
 942
 943 [[package]]
 944 name = "thiserror-impl"
 945 version = "1.0.64"
 946 source = "registry+https://github.com/rust-lang/crates.io-index"
 947 checksum = "08904e7672f5eb876eaaf87e0ce17857500934f4981c4a0ab2b4aa98baac7fc3"
 948 dependencies = [
 949  "proc-macro2",
 950  "quote",
 951  "syn",
 952 ]
 953
 954 [[package]]
 955 name = "tokenizers"
 956 version = "0.20.0-dev.0"
 957 dependencies = [
 958  "aho-corasick",
 959  "derive_builder",
 960  "esaxx-rs",
 961  "getrandom",
 962  "indicatif",
 963  "itertools 0.12.1",
 964  "lazy_static",
 965  "log",
 966  "macro_rules_attribute",
 967  "monostate",
 968  "onig",
 969  "paste",
 970  "rand",
 971  "rayon",
 972  "rayon-cond",
 973  "regex",
 974  "regex-syntax",
 975  "serde",
 976  "serde_json",
 977  "spm_precompiled",
 978  "thiserror",
 979  "unicode-normalization-alignments",
 980  "unicode-segmentation",
 981  "unicode_categories",
 982 ]
 983
 984 [[package]]
 985 name = "tokenizers-python"
 986 version = "0.20.0-dev.0"
 987 dependencies = [
 988  "env_logger",
 989  "itertools 0.12.1",
 990  "libc",
 991  "ndarray",
 992  "numpy",
 993  "pyo3",
 994  "rayon",
 995  "serde",
 996  "serde_json",
 997  "tempfile",
 998  "tokenizers",
 999 ]
1000
1001 [[package]]
1002 name = "unicode-ident"
1003 version = "1.0.13"
1004 source = "registry+https://github.com/rust-lang/crates.io-index"
1005 checksum = "e91b56cd4cadaeb79bbf1a5645f6b4f8dc5bde8834ad5894a8db35fda9efa1fe"
1006
1007 [[package]]
1008 name = "unicode-normalization-alignments"
1009 version = "0.1.12"
1010 source = "registry+https://github.com/rust-lang/crates.io-index"
1011 checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de"
1012 dependencies = [
1013  "smallvec",
1014 ]
1015
1016 [[package]]
1017 name = "unicode-segmentation"
1018 version = "1.12.0"
1019 source = "registry+https://github.com/rust-lang/crates.io-index"
1020 checksum = "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493"
1021
1022 [[package]]
1023 name = "unicode-width"
1024 version = "0.1.14"
1025 source = "registry+https://github.com/rust-lang/crates.io-index"
1026 checksum = "7dd6e30e90baa6f72411720665d41d89b9a3d039dc45b8faea1ddd07f617f6af"
1027
1028 [[package]]
1029 name = "unicode_categories"
1030 version = "0.1.1"
1031 source = "registry+https://github.com/rust-lang/crates.io-index"
1032 checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
1033
1034 [[package]]
1035 name = "unindent"
1036 version = "0.2.3"
1037 source = "registry+https://github.com/rust-lang/crates.io-index"
1038 checksum = "c7de7d73e1754487cb58364ee906a499937a0dfabd86bcb980fa99ec8c8fa2ce"
1039
1040 [[package]]
1041 name = "utf8parse"
1042 version = "0.2.2"
1043 source = "registry+https://github.com/rust-lang/crates.io-index"
1044 checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821"
1045
1046 [[package]]
1047 name = "wasi"
1048 version = "0.11.0+wasi-snapshot-preview1"
1049 source = "registry+https://github.com/rust-lang/crates.io-index"
1050 checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
1051
1052 [[package]]
1053 name = "windows-sys"
1054 version = "0.52.0"
1055 source = "registry+https://github.com/rust-lang/crates.io-index"
1056 checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
1057 dependencies = [
1058  "windows-targets",
1059 ]
1060
1061 [[package]]
1062 name = "windows-sys"
1063 version = "0.59.0"
1064 source = "registry+https://github.com/rust-lang/crates.io-index"
1065 checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b"
1066 dependencies = [
1067  "windows-targets",
1068 ]
1069
1070 [[package]]
1071 name = "windows-targets"
1072 version = "0.52.6"
1073 source = "registry+https://github.com/rust-lang/crates.io-index"
1074 checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
1075 dependencies = [
1076  "windows_aarch64_gnullvm",
1077  "windows_aarch64_msvc",
1078  "windows_i686_gnu",
1079  "windows_i686_gnullvm",
1080  "windows_i686_msvc",
1081  "windows_x86_64_gnu",
1082  "windows_x86_64_gnullvm",
1083  "windows_x86_64_msvc",
1084 ]
1085
1086 [[package]]
1087 name = "windows_aarch64_gnullvm"
1088 version = "0.52.6"
1089 source = "registry+https://github.com/rust-lang/crates.io-index"
1090 checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
1091
1092 [[package]]
1093 name = "windows_aarch64_msvc"
1094 version = "0.52.6"
1095 source = "registry+https://github.com/rust-lang/crates.io-index"
1096 checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
1097
1098 [[package]]
1099 name = "windows_i686_gnu"
1100 version = "0.52.6"
1101 source = "registry+https://github.com/rust-lang/crates.io-index"
1102 checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
1103
1104 [[package]]
1105 name = "windows_i686_gnullvm"
1106 version = "0.52.6"
1107 source = "registry+https://github.com/rust-lang/crates.io-index"
1108 checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
1109
1110 [[package]]
1111 name = "windows_i686_msvc"
1112 version = "0.52.6"
1113 source = "registry+https://github.com/rust-lang/crates.io-index"
1114 checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
1115
1116 [[package]]
1117 name = "windows_x86_64_gnu"
1118 version = "0.52.6"
1119 source = "registry+https://github.com/rust-lang/crates.io-index"
1120 checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
1121
1122 [[package]]
1123 name = "windows_x86_64_gnullvm"
1124 version = "0.52.6"
1125 source = "registry+https://github.com/rust-lang/crates.io-index"
1126 checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
1127
1128 [[package]]
1129 name = "windows_x86_64_msvc"
1130 version = "0.52.6"
1131 source = "registry+https://github.com/rust-lang/crates.io-index"
1132 checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"
1133
1134 [[package]]
1135 name = "zerocopy"
1136 version = "0.7.35"
1137 source = "registry+https://github.com/rust-lang/crates.io-index"
1138 checksum = "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0"
1139 dependencies = [
1140  "byteorder",
1141  "zerocopy-derive",
1142 ]
1143
1144 [[package]]
1145 name = "zerocopy-derive"
1146 version = "0.7.35"
1147 source = "registry+https://github.com/rust-lang/crates.io-index"
1148 checksum = "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e"
1149 dependencies = [
1150  "proc-macro2",
1151  "quote",
1152  "syn",
1153 ]