pkgs/development/python-modules/tokenizers/Cargo.lock

   1 # This file is automatically @generated by Cargo.
   2 # It is not intended for manual editing.
   3 version = 3
   4
   5 [[package]]
   6 name = "aho-corasick"
   7 version = "1.1.3"
   8 source = "registry+https://github.com/rust-lang/crates.io-index"
   9 checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
  10 dependencies = [
  11  "memchr",
  12 ]
  13
  14 [[package]]
  15 name = "anstream"
  16 version = "0.6.13"
  17 source = "registry+https://github.com/rust-lang/crates.io-index"
  18 checksum = "d96bd03f33fe50a863e394ee9718a706f988b9079b20c3784fb726e7678b62fb"
  19 dependencies = [
  20  "anstyle",
  21  "anstyle-parse",
  22  "anstyle-query",
  23  "anstyle-wincon",
  24  "colorchoice",
  25  "utf8parse",
  26 ]
  27
  28 [[package]]
  29 name = "anstyle"
  30 version = "1.0.6"
  31 source = "registry+https://github.com/rust-lang/crates.io-index"
  32 checksum = "8901269c6307e8d93993578286ac0edf7f195079ffff5ebdeea6a59ffb7e36bc"
  33
  34 [[package]]
  35 name = "anstyle-parse"
  36 version = "0.2.3"
  37 source = "registry+https://github.com/rust-lang/crates.io-index"
  38 checksum = "c75ac65da39e5fe5ab759307499ddad880d724eed2f6ce5b5e8a26f4f387928c"
  39 dependencies = [
  40  "utf8parse",
  41 ]
  42
  43 [[package]]
  44 name = "anstyle-query"
  45 version = "1.0.2"
  46 source = "registry+https://github.com/rust-lang/crates.io-index"
  47 checksum = "e28923312444cdd728e4738b3f9c9cac739500909bb3d3c94b43551b16517648"
  48 dependencies = [
  49  "windows-sys",
  50 ]
  51
  52 [[package]]
  53 name = "anstyle-wincon"
  54 version = "3.0.2"
  55 source = "registry+https://github.com/rust-lang/crates.io-index"
  56 checksum = "1cd54b81ec8d6180e24654d0b371ad22fc3dd083b6ff8ba325b72e00c87660a7"
  57 dependencies = [
  58  "anstyle",
  59  "windows-sys",
  60 ]
  61
  62 [[package]]
  63 name = "autocfg"
  64 version = "1.2.0"
  65 source = "registry+https://github.com/rust-lang/crates.io-index"
  66 checksum = "f1fdabc7756949593fe60f30ec81974b613357de856987752631dea1e3394c80"
  67
  68 [[package]]
  69 name = "base64"
  70 version = "0.13.1"
  71 source = "registry+https://github.com/rust-lang/crates.io-index"
  72 checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
  73
  74 [[package]]
  75 name = "bitflags"
  76 version = "1.3.2"
  77 source = "registry+https://github.com/rust-lang/crates.io-index"
  78 checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
  79
  80 [[package]]
  81 name = "bitflags"
  82 version = "2.5.0"
  83 source = "registry+https://github.com/rust-lang/crates.io-index"
  84 checksum = "cf4b9d6a944f767f8e5e0db018570623c85f3d925ac718db4e06d0187adb21c1"
  85
  86 [[package]]
  87 name = "cc"
  88 version = "1.0.94"
  89 source = "registry+https://github.com/rust-lang/crates.io-index"
  90 checksum = "17f6e324229dc011159fcc089755d1e2e216a90d43a7dea6853ca740b84f35e7"
  91
  92 [[package]]
  93 name = "cfg-if"
  94 version = "1.0.0"
  95 source = "registry+https://github.com/rust-lang/crates.io-index"
  96 checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
  97
  98 [[package]]
  99 name = "colorchoice"
 100 version = "1.0.0"
 101 source = "registry+https://github.com/rust-lang/crates.io-index"
 102 checksum = "acbf1af155f9b9ef647e42cdc158db4b64a1b61f743629225fde6f3e0be2a7c7"
 103
 104 [[package]]
 105 name = "console"
 106 version = "0.15.8"
 107 source = "registry+https://github.com/rust-lang/crates.io-index"
 108 checksum = "0e1f83fc076bd6dd27517eacdf25fef6c4dfe5f1d7448bafaaf3a26f13b5e4eb"
 109 dependencies = [
 110  "encode_unicode",
 111  "lazy_static",
 112  "libc",
 113  "unicode-width",
 114  "windows-sys",
 115 ]
 116
 117 [[package]]
 118 name = "crossbeam-deque"
 119 version = "0.8.5"
 120 source = "registry+https://github.com/rust-lang/crates.io-index"
 121 checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d"
 122 dependencies = [
 123  "crossbeam-epoch",
 124  "crossbeam-utils",
 125 ]
 126
 127 [[package]]
 128 name = "crossbeam-epoch"
 129 version = "0.9.18"
 130 source = "registry+https://github.com/rust-lang/crates.io-index"
 131 checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
 132 dependencies = [
 133  "crossbeam-utils",
 134 ]
 135
 136 [[package]]
 137 name = "crossbeam-utils"
 138 version = "0.8.19"
 139 source = "registry+https://github.com/rust-lang/crates.io-index"
 140 checksum = "248e3bacc7dc6baa3b21e405ee045c3047101a49145e7e9eca583ab4c2ca5345"
 141
 142 [[package]]
 143 name = "darling"
 144 version = "0.20.8"
 145 source = "registry+https://github.com/rust-lang/crates.io-index"
 146 checksum = "54e36fcd13ed84ffdfda6f5be89b31287cbb80c439841fe69e04841435464391"
 147 dependencies = [
 148  "darling_core",
 149  "darling_macro",
 150 ]
 151
 152 [[package]]
 153 name = "darling_core"
 154 version = "0.20.8"
 155 source = "registry+https://github.com/rust-lang/crates.io-index"
 156 checksum = "9c2cf1c23a687a1feeb728783b993c4e1ad83d99f351801977dd809b48d0a70f"
 157 dependencies = [
 158  "fnv",
 159  "ident_case",
 160  "proc-macro2",
 161  "quote",
 162  "strsim",
 163  "syn",
 164 ]
 165
 166 [[package]]
 167 name = "darling_macro"
 168 version = "0.20.8"
 169 source = "registry+https://github.com/rust-lang/crates.io-index"
 170 checksum = "a668eda54683121533a393014d8692171709ff57a7d61f187b6e782719f8933f"
 171 dependencies = [
 172  "darling_core",
 173  "quote",
 174  "syn",
 175 ]
 176
 177 [[package]]
 178 name = "derive_builder"
 179 version = "0.20.0"
 180 source = "registry+https://github.com/rust-lang/crates.io-index"
 181 checksum = "0350b5cb0331628a5916d6c5c0b72e97393b8b6b03b47a9284f4e7f5a405ffd7"
 182 dependencies = [
 183  "derive_builder_macro",
 184 ]
 185
 186 [[package]]
 187 name = "derive_builder_core"
 188 version = "0.20.0"
 189 source = "registry+https://github.com/rust-lang/crates.io-index"
 190 checksum = "d48cda787f839151732d396ac69e3473923d54312c070ee21e9effcaa8ca0b1d"
 191 dependencies = [
 192  "darling",
 193  "proc-macro2",
 194  "quote",
 195  "syn",
 196 ]
 197
 198 [[package]]
 199 name = "derive_builder_macro"
 200 version = "0.20.0"
 201 source = "registry+https://github.com/rust-lang/crates.io-index"
 202 checksum = "206868b8242f27cecce124c19fd88157fbd0dd334df2587f36417bafbc85097b"
 203 dependencies = [
 204  "derive_builder_core",
 205  "syn",
 206 ]
 207
 208 [[package]]
 209 name = "either"
 210 version = "1.11.0"
 211 source = "registry+https://github.com/rust-lang/crates.io-index"
 212 checksum = "a47c1c47d2f5964e29c61246e81db715514cd532db6b5116a25ea3c03d6780a2"
 213
 214 [[package]]
 215 name = "encode_unicode"
 216 version = "0.3.6"
 217 source = "registry+https://github.com/rust-lang/crates.io-index"
 218 checksum = "a357d28ed41a50f9c765dbfe56cbc04a64e53e5fc58ba79fbc34c10ef3df831f"
 219
 220 [[package]]
 221 name = "env_filter"
 222 version = "0.1.0"
 223 source = "registry+https://github.com/rust-lang/crates.io-index"
 224 checksum = "a009aa4810eb158359dda09d0c87378e4bbb89b5a801f016885a4707ba24f7ea"
 225 dependencies = [
 226  "log",
 227  "regex",
 228 ]
 229
 230 [[package]]
 231 name = "env_logger"
 232 version = "0.11.3"
 233 source = "registry+https://github.com/rust-lang/crates.io-index"
 234 checksum = "38b35839ba51819680ba087cd351788c9a3c476841207e0b8cee0b04722343b9"
 235 dependencies = [
 236  "anstream",
 237  "anstyle",
 238  "env_filter",
 239  "humantime",
 240  "log",
 241 ]
 242
 243 [[package]]
 244 name = "errno"
 245 version = "0.3.8"
 246 source = "registry+https://github.com/rust-lang/crates.io-index"
 247 checksum = "a258e46cdc063eb8519c00b9fc845fc47bcfca4130e2f08e88665ceda8474245"
 248 dependencies = [
 249  "libc",
 250  "windows-sys",
 251 ]
 252
 253 [[package]]
 254 name = "esaxx-rs"
 255 version = "0.1.10"
 256 source = "registry+https://github.com/rust-lang/crates.io-index"
 257 checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6"
 258 dependencies = [
 259  "cc",
 260 ]
 261
 262 [[package]]
 263 name = "fastrand"
 264 version = "2.0.2"
 265 source = "registry+https://github.com/rust-lang/crates.io-index"
 266 checksum = "658bd65b1cf4c852a3cc96f18a8ce7b5640f6b703f905c7d74532294c2a63984"
 267
 268 [[package]]
 269 name = "fnv"
 270 version = "1.0.7"
 271 source = "registry+https://github.com/rust-lang/crates.io-index"
 272 checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
 273
 274 [[package]]
 275 name = "getrandom"
 276 version = "0.2.14"
 277 source = "registry+https://github.com/rust-lang/crates.io-index"
 278 checksum = "94b22e06ecb0110981051723910cbf0b5f5e09a2062dd7663334ee79a9d1286c"
 279 dependencies = [
 280  "cfg-if",
 281  "libc",
 282  "wasi",
 283 ]
 284
 285 [[package]]
 286 name = "heck"
 287 version = "0.4.1"
 288 source = "registry+https://github.com/rust-lang/crates.io-index"
 289 checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
 290
 291 [[package]]
 292 name = "humantime"
 293 version = "2.1.0"
 294 source = "registry+https://github.com/rust-lang/crates.io-index"
 295 checksum = "9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4"
 296
 297 [[package]]
 298 name = "ident_case"
 299 version = "1.0.1"
 300 source = "registry+https://github.com/rust-lang/crates.io-index"
 301 checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
 302
 303 [[package]]
 304 name = "indicatif"
 305 version = "0.17.8"
 306 source = "registry+https://github.com/rust-lang/crates.io-index"
 307 checksum = "763a5a8f45087d6bcea4222e7b72c291a054edf80e4ef6efd2a4979878c7bea3"
 308 dependencies = [
 309  "console",
 310  "instant",
 311  "number_prefix",
 312  "portable-atomic",
 313  "unicode-width",
 314 ]
 315
 316 [[package]]
 317 name = "indoc"
 318 version = "2.0.5"
 319 source = "registry+https://github.com/rust-lang/crates.io-index"
 320 checksum = "b248f5224d1d606005e02c97f5aa4e88eeb230488bcc03bc9ca4d7991399f2b5"
 321
 322 [[package]]
 323 name = "instant"
 324 version = "0.1.12"
 325 source = "registry+https://github.com/rust-lang/crates.io-index"
 326 checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c"
 327 dependencies = [
 328  "cfg-if",
 329 ]
 330
 331 [[package]]
 332 name = "itertools"
 333 version = "0.11.0"
 334 source = "registry+https://github.com/rust-lang/crates.io-index"
 335 checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57"
 336 dependencies = [
 337  "either",
 338 ]
 339
 340 [[package]]
 341 name = "itertools"
 342 version = "0.12.1"
 343 source = "registry+https://github.com/rust-lang/crates.io-index"
 344 checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569"
 345 dependencies = [
 346  "either",
 347 ]
 348
 349 [[package]]
 350 name = "itoa"
 351 version = "1.0.11"
 352 source = "registry+https://github.com/rust-lang/crates.io-index"
 353 checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b"
 354
 355 [[package]]
 356 name = "lazy_static"
 357 version = "1.4.0"
 358 source = "registry+https://github.com/rust-lang/crates.io-index"
 359 checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
 360
 361 [[package]]
 362 name = "libc"
 363 version = "0.2.153"
 364 source = "registry+https://github.com/rust-lang/crates.io-index"
 365 checksum = "9c198f91728a82281a64e1f4f9eeb25d82cb32a5de251c6bd1b5154d63a8e7bd"
 366
 367 [[package]]
 368 name = "linux-raw-sys"
 369 version = "0.4.13"
 370 source = "registry+https://github.com/rust-lang/crates.io-index"
 371 checksum = "01cda141df6706de531b6c46c3a33ecca755538219bd484262fa09410c13539c"
 372
 373 [[package]]
 374 name = "lock_api"
 375 version = "0.4.11"
 376 source = "registry+https://github.com/rust-lang/crates.io-index"
 377 checksum = "3c168f8615b12bc01f9c17e2eb0cc07dcae1940121185446edc3744920e8ef45"
 378 dependencies = [
 379  "autocfg",
 380  "scopeguard",
 381 ]
 382
 383 [[package]]
 384 name = "log"
 385 version = "0.4.21"
 386 source = "registry+https://github.com/rust-lang/crates.io-index"
 387 checksum = "90ed8c1e510134f979dbc4f070f87d4313098b704861a105fe34231c70a3901c"
 388
 389 [[package]]
 390 name = "macro_rules_attribute"
 391 version = "0.2.0"
 392 source = "registry+https://github.com/rust-lang/crates.io-index"
 393 checksum = "8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13"
 394 dependencies = [
 395  "macro_rules_attribute-proc_macro",
 396  "paste",
 397 ]
 398
 399 [[package]]
 400 name = "macro_rules_attribute-proc_macro"
 401 version = "0.2.0"
 402 source = "registry+https://github.com/rust-lang/crates.io-index"
 403 checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
 404
 405 [[package]]
 406 name = "matrixmultiply"
 407 version = "0.3.8"
 408 source = "registry+https://github.com/rust-lang/crates.io-index"
 409 checksum = "7574c1cf36da4798ab73da5b215bbf444f50718207754cb522201d78d1cd0ff2"
 410 dependencies = [
 411  "autocfg",
 412  "rawpointer",
 413 ]
 414
 415 [[package]]
 416 name = "memchr"
 417 version = "2.7.2"
 418 source = "registry+https://github.com/rust-lang/crates.io-index"
 419 checksum = "6c8640c5d730cb13ebd907d8d04b52f55ac9a2eec55b440c8892f40d56c76c1d"
 420
 421 [[package]]
 422 name = "memoffset"
 423 version = "0.9.1"
 424 source = "registry+https://github.com/rust-lang/crates.io-index"
 425 checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
 426 dependencies = [
 427  "autocfg",
 428 ]
 429
 430 [[package]]
 431 name = "minimal-lexical"
 432 version = "0.2.1"
 433 source = "registry+https://github.com/rust-lang/crates.io-index"
 434 checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
 435
 436 [[package]]
 437 name = "monostate"
 438 version = "0.1.12"
 439 source = "registry+https://github.com/rust-lang/crates.io-index"
 440 checksum = "a20fffcd8ca4c69d31e036a71abc400147b41f90895df4edcb36497a1f8af8bf"
 441 dependencies = [
 442  "monostate-impl",
 443  "serde",
 444 ]
 445
 446 [[package]]
 447 name = "monostate-impl"
 448 version = "0.1.12"
 449 source = "registry+https://github.com/rust-lang/crates.io-index"
 450 checksum = "bf307cbbbd777a9c10cec88ddafee572b3484caad5cce0c9236523c3803105a6"
 451 dependencies = [
 452  "proc-macro2",
 453  "quote",
 454  "syn",
 455 ]
 456
 457 [[package]]
 458 name = "ndarray"
 459 version = "0.15.6"
 460 source = "registry+https://github.com/rust-lang/crates.io-index"
 461 checksum = "adb12d4e967ec485a5f71c6311fe28158e9d6f4bc4a447b474184d0f91a8fa32"
 462 dependencies = [
 463  "matrixmultiply",
 464  "num-complex",
 465  "num-integer",
 466  "num-traits",
 467  "rawpointer",
 468 ]
 469
 470 [[package]]
 471 name = "nom"
 472 version = "7.1.3"
 473 source = "registry+https://github.com/rust-lang/crates.io-index"
 474 checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"
 475 dependencies = [
 476  "memchr",
 477  "minimal-lexical",
 478 ]
 479
 480 [[package]]
 481 name = "num-complex"
 482 version = "0.4.5"
 483 source = "registry+https://github.com/rust-lang/crates.io-index"
 484 checksum = "23c6602fda94a57c990fe0df199a035d83576b496aa29f4e634a8ac6004e68a6"
 485 dependencies = [
 486  "num-traits",
 487 ]
 488
 489 [[package]]
 490 name = "num-integer"
 491 version = "0.1.46"
 492 source = "registry+https://github.com/rust-lang/crates.io-index"
 493 checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f"
 494 dependencies = [
 495  "num-traits",
 496 ]
 497
 498 [[package]]
 499 name = "num-traits"
 500 version = "0.2.18"
 501 source = "registry+https://github.com/rust-lang/crates.io-index"
 502 checksum = "da0df0e5185db44f69b44f26786fe401b6c293d1907744beaa7fa62b2e5a517a"
 503 dependencies = [
 504  "autocfg",
 505 ]
 506
 507 [[package]]
 508 name = "number_prefix"
 509 version = "0.4.0"
 510 source = "registry+https://github.com/rust-lang/crates.io-index"
 511 checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
 512
 513 [[package]]
 514 name = "numpy"
 515 version = "0.21.0"
 516 source = "registry+https://github.com/rust-lang/crates.io-index"
 517 checksum = "ec170733ca37175f5d75a5bea5911d6ff45d2cd52849ce98b685394e4f2f37f4"
 518 dependencies = [
 519  "libc",
 520  "ndarray",
 521  "num-complex",
 522  "num-integer",
 523  "num-traits",
 524  "pyo3",
 525  "rustc-hash",
 526 ]
 527
 528 [[package]]
 529 name = "once_cell"
 530 version = "1.19.0"
 531 source = "registry+https://github.com/rust-lang/crates.io-index"
 532 checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92"
 533
 534 [[package]]
 535 name = "onig"
 536 version = "6.4.0"
 537 source = "registry+https://github.com/rust-lang/crates.io-index"
 538 checksum = "8c4b31c8722ad9171c6d77d3557db078cab2bd50afcc9d09c8b315c59df8ca4f"
 539 dependencies = [
 540  "bitflags 1.3.2",
 541  "libc",
 542  "once_cell",
 543  "onig_sys",
 544 ]
 545
 546 [[package]]
 547 name = "onig_sys"
 548 version = "69.8.1"
 549 source = "registry+https://github.com/rust-lang/crates.io-index"
 550 checksum = "7b829e3d7e9cc74c7e315ee8edb185bf4190da5acde74afd7fc59c35b1f086e7"
 551 dependencies = [
 552  "cc",
 553  "pkg-config",
 554 ]
 555
 556 [[package]]
 557 name = "parking_lot"
 558 version = "0.12.1"
 559 source = "registry+https://github.com/rust-lang/crates.io-index"
 560 checksum = "3742b2c103b9f06bc9fff0a37ff4912935851bee6d36f3c02bcc755bcfec228f"
 561 dependencies = [
 562  "lock_api",
 563  "parking_lot_core",
 564 ]
 565
 566 [[package]]
 567 name = "parking_lot_core"
 568 version = "0.9.9"
 569 source = "registry+https://github.com/rust-lang/crates.io-index"
 570 checksum = "4c42a9226546d68acdd9c0a280d17ce19bfe27a46bf68784e4066115788d008e"
 571 dependencies = [
 572  "cfg-if",
 573  "libc",
 574  "redox_syscall",
 575  "smallvec",
 576  "windows-targets 0.48.5",
 577 ]
 578
 579 [[package]]
 580 name = "paste"
 581 version = "1.0.14"
 582 source = "registry+https://github.com/rust-lang/crates.io-index"
 583 checksum = "de3145af08024dea9fa9914f381a17b8fc6034dfb00f3a84013f7ff43f29ed4c"
 584
 585 [[package]]
 586 name = "pkg-config"
 587 version = "0.3.30"
 588 source = "registry+https://github.com/rust-lang/crates.io-index"
 589 checksum = "d231b230927b5e4ad203db57bbcbee2802f6bce620b1e4a9024a07d94e2907ec"
 590
 591 [[package]]
 592 name = "portable-atomic"
 593 version = "1.6.0"
 594 source = "registry+https://github.com/rust-lang/crates.io-index"
 595 checksum = "7170ef9988bc169ba16dd36a7fa041e5c4cbeb6a35b76d4c03daded371eae7c0"
 596
 597 [[package]]
 598 name = "ppv-lite86"
 599 version = "0.2.17"
 600 source = "registry+https://github.com/rust-lang/crates.io-index"
 601 checksum = "5b40af805b3121feab8a3c29f04d8ad262fa8e0561883e7653e024ae4479e6de"
 602
 603 [[package]]
 604 name = "proc-macro2"
 605 version = "1.0.81"
 606 source = "registry+https://github.com/rust-lang/crates.io-index"
 607 checksum = "3d1597b0c024618f09a9c3b8655b7e430397a36d23fdafec26d6965e9eec3eba"
 608 dependencies = [
 609  "unicode-ident",
 610 ]
 611
 612 [[package]]
 613 name = "pyo3"
 614 version = "0.21.2"
 615 source = "registry+https://github.com/rust-lang/crates.io-index"
 616 checksum = "a5e00b96a521718e08e03b1a622f01c8a8deb50719335de3f60b3b3950f069d8"
 617 dependencies = [
 618  "cfg-if",
 619  "indoc",
 620  "libc",
 621  "memoffset",
 622  "parking_lot",
 623  "portable-atomic",
 624  "pyo3-build-config",
 625  "pyo3-ffi",
 626  "pyo3-macros",
 627  "unindent",
 628 ]
 629
 630 [[package]]
 631 name = "pyo3-build-config"
 632 version = "0.21.2"
 633 source = "registry+https://github.com/rust-lang/crates.io-index"
 634 checksum = "7883df5835fafdad87c0d888b266c8ec0f4c9ca48a5bed6bbb592e8dedee1b50"
 635 dependencies = [
 636  "once_cell",
 637  "target-lexicon",
 638 ]
 639
 640 [[package]]
 641 name = "pyo3-ffi"
 642 version = "0.21.2"
 643 source = "registry+https://github.com/rust-lang/crates.io-index"
 644 checksum = "01be5843dc60b916ab4dad1dca6d20b9b4e6ddc8e15f50c47fe6d85f1fb97403"
 645 dependencies = [
 646  "libc",
 647  "pyo3-build-config",
 648 ]
 649
 650 [[package]]
 651 name = "pyo3-macros"
 652 version = "0.21.2"
 653 source = "registry+https://github.com/rust-lang/crates.io-index"
 654 checksum = "77b34069fc0682e11b31dbd10321cbf94808394c56fd996796ce45217dfac53c"
 655 dependencies = [
 656  "proc-macro2",
 657  "pyo3-macros-backend",
 658  "quote",
 659  "syn",
 660 ]
 661
 662 [[package]]
 663 name = "pyo3-macros-backend"
 664 version = "0.21.2"
 665 source = "registry+https://github.com/rust-lang/crates.io-index"
 666 checksum = "08260721f32db5e1a5beae69a55553f56b99bd0e1c3e6e0a5e8851a9d0f5a85c"
 667 dependencies = [
 668  "heck",
 669  "proc-macro2",
 670  "pyo3-build-config",
 671  "quote",
 672  "syn",
 673 ]
 674
 675 [[package]]
 676 name = "quote"
 677 version = "1.0.36"
 678 source = "registry+https://github.com/rust-lang/crates.io-index"
 679 checksum = "0fa76aaf39101c457836aec0ce2316dbdc3ab723cdda1c6bd4e6ad4208acaca7"
 680 dependencies = [
 681  "proc-macro2",
 682 ]
 683
 684 [[package]]
 685 name = "rand"
 686 version = "0.8.5"
 687 source = "registry+https://github.com/rust-lang/crates.io-index"
 688 checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"
 689 dependencies = [
 690  "libc",
 691  "rand_chacha",
 692  "rand_core",
 693 ]
 694
 695 [[package]]
 696 name = "rand_chacha"
 697 version = "0.3.1"
 698 source = "registry+https://github.com/rust-lang/crates.io-index"
 699 checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88"
 700 dependencies = [
 701  "ppv-lite86",
 702  "rand_core",
 703 ]
 704
 705 [[package]]
 706 name = "rand_core"
 707 version = "0.6.4"
 708 source = "registry+https://github.com/rust-lang/crates.io-index"
 709 checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
 710 dependencies = [
 711  "getrandom",
 712 ]
 713
 714 [[package]]
 715 name = "rawpointer"
 716 version = "0.2.1"
 717 source = "registry+https://github.com/rust-lang/crates.io-index"
 718 checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3"
 719
 720 [[package]]
 721 name = "rayon"
 722 version = "1.10.0"
 723 source = "registry+https://github.com/rust-lang/crates.io-index"
 724 checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
 725 dependencies = [
 726  "either",
 727  "rayon-core",
 728 ]
 729
 730 [[package]]
 731 name = "rayon-cond"
 732 version = "0.3.0"
 733 source = "registry+https://github.com/rust-lang/crates.io-index"
 734 checksum = "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9"
 735 dependencies = [
 736  "either",
 737  "itertools 0.11.0",
 738  "rayon",
 739 ]
 740
 741 [[package]]
 742 name = "rayon-core"
 743 version = "1.12.1"
 744 source = "registry+https://github.com/rust-lang/crates.io-index"
 745 checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
 746 dependencies = [
 747  "crossbeam-deque",
 748  "crossbeam-utils",
 749 ]
 750
 751 [[package]]
 752 name = "redox_syscall"
 753 version = "0.4.1"
 754 source = "registry+https://github.com/rust-lang/crates.io-index"
 755 checksum = "4722d768eff46b75989dd134e5c353f0d6296e5aaa3132e776cbdb56be7731aa"
 756 dependencies = [
 757  "bitflags 1.3.2",
 758 ]
 759
 760 [[package]]
 761 name = "regex"
 762 version = "1.10.4"
 763 source = "registry+https://github.com/rust-lang/crates.io-index"
 764 checksum = "c117dbdfde9c8308975b6a18d71f3f385c89461f7b3fb054288ecf2a2058ba4c"
 765 dependencies = [
 766  "aho-corasick",
 767  "memchr",
 768  "regex-automata",
 769  "regex-syntax",
 770 ]
 771
 772 [[package]]
 773 name = "regex-automata"
 774 version = "0.4.6"
 775 source = "registry+https://github.com/rust-lang/crates.io-index"
 776 checksum = "86b83b8b9847f9bf95ef68afb0b8e6cdb80f498442f5179a29fad448fcc1eaea"
 777 dependencies = [
 778  "aho-corasick",
 779  "memchr",
 780  "regex-syntax",
 781 ]
 782
 783 [[package]]
 784 name = "regex-syntax"
 785 version = "0.8.3"
 786 source = "registry+https://github.com/rust-lang/crates.io-index"
 787 checksum = "adad44e29e4c806119491a7f06f03de4d1af22c3a680dd47f1e6e179439d1f56"
 788
 789 [[package]]
 790 name = "rustc-hash"
 791 version = "1.1.0"
 792 source = "registry+https://github.com/rust-lang/crates.io-index"
 793 checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
 794
 795 [[package]]
 796 name = "rustix"
 797 version = "0.38.32"
 798 source = "registry+https://github.com/rust-lang/crates.io-index"
 799 checksum = "65e04861e65f21776e67888bfbea442b3642beaa0138fdb1dd7a84a52dffdb89"
 800 dependencies = [
 801  "bitflags 2.5.0",
 802  "errno",
 803  "libc",
 804  "linux-raw-sys",
 805  "windows-sys",
 806 ]
 807
 808 [[package]]
 809 name = "ryu"
 810 version = "1.0.17"
 811 source = "registry+https://github.com/rust-lang/crates.io-index"
 812 checksum = "e86697c916019a8588c99b5fac3cead74ec0b4b819707a682fd4d23fa0ce1ba1"
 813
 814 [[package]]
 815 name = "scopeguard"
 816 version = "1.2.0"
 817 source = "registry+https://github.com/rust-lang/crates.io-index"
 818 checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
 819
 820 [[package]]
 821 name = "serde"
 822 version = "1.0.198"
 823 source = "registry+https://github.com/rust-lang/crates.io-index"
 824 checksum = "9846a40c979031340571da2545a4e5b7c4163bdae79b301d5f86d03979451fcc"
 825 dependencies = [
 826  "serde_derive",
 827 ]
 828
 829 [[package]]
 830 name = "serde_derive"
 831 version = "1.0.198"
 832 source = "registry+https://github.com/rust-lang/crates.io-index"
 833 checksum = "e88edab869b01783ba905e7d0153f9fc1a6505a96e4ad3018011eedb838566d9"
 834 dependencies = [
 835  "proc-macro2",
 836  "quote",
 837  "syn",
 838 ]
 839
 840 [[package]]
 841 name = "serde_json"
 842 version = "1.0.116"
 843 source = "registry+https://github.com/rust-lang/crates.io-index"
 844 checksum = "3e17db7126d17feb94eb3fad46bf1a96b034e8aacbc2e775fe81505f8b0b2813"
 845 dependencies = [
 846  "itoa",
 847  "ryu",
 848  "serde",
 849 ]
 850
 851 [[package]]
 852 name = "smallvec"
 853 version = "1.13.2"
 854 source = "registry+https://github.com/rust-lang/crates.io-index"
 855 checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67"
 856
 857 [[package]]
 858 name = "spm_precompiled"
 859 version = "0.1.4"
 860 source = "registry+https://github.com/rust-lang/crates.io-index"
 861 checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"
 862 dependencies = [
 863  "base64",
 864  "nom",
 865  "serde",
 866  "unicode-segmentation",
 867 ]
 868
 869 [[package]]
 870 name = "strsim"
 871 version = "0.10.0"
 872 source = "registry+https://github.com/rust-lang/crates.io-index"
 873 checksum = "73473c0e59e6d5812c5dfe2a064a6444949f089e20eec9a2e5506596494e4623"
 874
 875 [[package]]
 876 name = "syn"
 877 version = "2.0.60"
 878 source = "registry+https://github.com/rust-lang/crates.io-index"
 879 checksum = "909518bc7b1c9b779f1bbf07f2929d35af9f0f37e47c6e9ef7f9dddc1e1821f3"
 880 dependencies = [
 881  "proc-macro2",
 882  "quote",
 883  "unicode-ident",
 884 ]
 885
 886 [[package]]
 887 name = "target-lexicon"
 888 version = "0.12.14"
 889 source = "registry+https://github.com/rust-lang/crates.io-index"
 890 checksum = "e1fc403891a21bcfb7c37834ba66a547a8f402146eba7265b5a6d88059c9ff2f"
 891
 892 [[package]]
 893 name = "tempfile"
 894 version = "3.10.1"
 895 source = "registry+https://github.com/rust-lang/crates.io-index"
 896 checksum = "85b77fafb263dd9d05cbeac119526425676db3784113aa9295c88498cbf8bff1"
 897 dependencies = [
 898  "cfg-if",
 899  "fastrand",
 900  "rustix",
 901  "windows-sys",
 902 ]
 903
 904 [[package]]
 905 name = "thiserror"
 906 version = "1.0.58"
 907 source = "registry+https://github.com/rust-lang/crates.io-index"
 908 checksum = "03468839009160513471e86a034bb2c5c0e4baae3b43f79ffc55c4a5427b3297"
 909 dependencies = [
 910  "thiserror-impl",
 911 ]
 912
 913 [[package]]
 914 name = "thiserror-impl"
 915 version = "1.0.58"
 916 source = "registry+https://github.com/rust-lang/crates.io-index"
 917 checksum = "c61f3ba182994efc43764a46c018c347bc492c79f024e705f46567b418f6d4f7"
 918 dependencies = [
 919  "proc-macro2",
 920  "quote",
 921  "syn",
 922 ]
 923
 924 [[package]]
 925 name = "tokenizers"
 926 version = "0.19.1-rc0"
 927 dependencies = [
 928  "aho-corasick",
 929  "derive_builder",
 930  "esaxx-rs",
 931  "getrandom",
 932  "indicatif",
 933  "itertools 0.12.1",
 934  "lazy_static",
 935  "log",
 936  "macro_rules_attribute",
 937  "monostate",
 938  "onig",
 939  "paste",
 940  "rand",
 941  "rayon",
 942  "rayon-cond",
 943  "regex",
 944  "regex-syntax",
 945  "serde",
 946  "serde_json",
 947  "spm_precompiled",
 948  "thiserror",
 949  "unicode-normalization-alignments",
 950  "unicode-segmentation",
 951  "unicode_categories",
 952 ]
 953
 954 [[package]]
 955 name = "tokenizers-python"
 956 version = "0.19.1-rc0"
 957 dependencies = [
 958  "env_logger",
 959  "itertools 0.12.1",
 960  "libc",
 961  "ndarray",
 962  "numpy",
 963  "onig",
 964  "pyo3",
 965  "rayon",
 966  "serde",
 967  "serde_json",
 968  "tempfile",
 969  "tokenizers",
 970 ]
 971
 972 [[package]]
 973 name = "unicode-ident"
 974 version = "1.0.12"
 975 source = "registry+https://github.com/rust-lang/crates.io-index"
 976 checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
 977
 978 [[package]]
 979 name = "unicode-normalization-alignments"
 980 version = "0.1.12"
 981 source = "registry+https://github.com/rust-lang/crates.io-index"
 982 checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de"
 983 dependencies = [
 984  "smallvec",
 985 ]
 986
 987 [[package]]
 988 name = "unicode-segmentation"
 989 version = "1.11.0"
 990 source = "registry+https://github.com/rust-lang/crates.io-index"
 991 checksum = "d4c87d22b6e3f4a18d4d40ef354e97c90fcb14dd91d7dc0aa9d8a1172ebf7202"
 992
 993 [[package]]
 994 name = "unicode-width"
 995 version = "0.1.11"
 996 source = "registry+https://github.com/rust-lang/crates.io-index"
 997 checksum = "e51733f11c9c4f72aa0c160008246859e340b00807569a0da0e7a1079b27ba85"
 998
 999 [[package]]
1000 name = "unicode_categories"
1001 version = "0.1.1"
1002 source = "registry+https://github.com/rust-lang/crates.io-index"
1003 checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
1004
1005 [[package]]
1006 name = "unindent"
1007 version = "0.2.3"
1008 source = "registry+https://github.com/rust-lang/crates.io-index"
1009 checksum = "c7de7d73e1754487cb58364ee906a499937a0dfabd86bcb980fa99ec8c8fa2ce"
1010
1011 [[package]]
1012 name = "utf8parse"
1013 version = "0.2.1"
1014 source = "registry+https://github.com/rust-lang/crates.io-index"
1015 checksum = "711b9620af191e0cdc7468a8d14e709c3dcdb115b36f838e601583af800a370a"
1016
1017 [[package]]
1018 name = "wasi"
1019 version = "0.11.0+wasi-snapshot-preview1"
1020 source = "registry+https://github.com/rust-lang/crates.io-index"
1021 checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
1022
1023 [[package]]
1024 name = "windows-sys"
1025 version = "0.52.0"
1026 source = "registry+https://github.com/rust-lang/crates.io-index"
1027 checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
1028 dependencies = [
1029  "windows-targets 0.52.5",
1030 ]
1031
1032 [[package]]
1033 name = "windows-targets"
1034 version = "0.48.5"
1035 source = "registry+https://github.com/rust-lang/crates.io-index"
1036 checksum = "9a2fa6e2155d7247be68c096456083145c183cbbbc2764150dda45a87197940c"
1037 dependencies = [
1038  "windows_aarch64_gnullvm 0.48.5",
1039  "windows_aarch64_msvc 0.48.5",
1040  "windows_i686_gnu 0.48.5",
1041  "windows_i686_msvc 0.48.5",
1042  "windows_x86_64_gnu 0.48.5",
1043  "windows_x86_64_gnullvm 0.48.5",
1044  "windows_x86_64_msvc 0.48.5",
1045 ]
1046
1047 [[package]]
1048 name = "windows-targets"
1049 version = "0.52.5"
1050 source = "registry+https://github.com/rust-lang/crates.io-index"
1051 checksum = "6f0713a46559409d202e70e28227288446bf7841d3211583a4b53e3f6d96e7eb"
1052 dependencies = [
1053  "windows_aarch64_gnullvm 0.52.5",
1054  "windows_aarch64_msvc 0.52.5",
1055  "windows_i686_gnu 0.52.5",
1056  "windows_i686_gnullvm",
1057  "windows_i686_msvc 0.52.5",
1058  "windows_x86_64_gnu 0.52.5",
1059  "windows_x86_64_gnullvm 0.52.5",
1060  "windows_x86_64_msvc 0.52.5",
1061 ]
1062
1063 [[package]]
1064 name = "windows_aarch64_gnullvm"
1065 version = "0.48.5"
1066 source = "registry+https://github.com/rust-lang/crates.io-index"
1067 checksum = "2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8"
1068
1069 [[package]]
1070 name = "windows_aarch64_gnullvm"
1071 version = "0.52.5"
1072 source = "registry+https://github.com/rust-lang/crates.io-index"
1073 checksum = "7088eed71e8b8dda258ecc8bac5fb1153c5cffaf2578fc8ff5d61e23578d3263"
1074
1075 [[package]]
1076 name = "windows_aarch64_msvc"
1077 version = "0.48.5"
1078 source = "registry+https://github.com/rust-lang/crates.io-index"
1079 checksum = "dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc"
1080
1081 [[package]]
1082 name = "windows_aarch64_msvc"
1083 version = "0.52.5"
1084 source = "registry+https://github.com/rust-lang/crates.io-index"
1085 checksum = "9985fd1504e250c615ca5f281c3f7a6da76213ebd5ccc9561496568a2752afb6"
1086
1087 [[package]]
1088 name = "windows_i686_gnu"
1089 version = "0.48.5"
1090 source = "registry+https://github.com/rust-lang/crates.io-index"
1091 checksum = "a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e"
1092
1093 [[package]]
1094 name = "windows_i686_gnu"
1095 version = "0.52.5"
1096 source = "registry+https://github.com/rust-lang/crates.io-index"
1097 checksum = "88ba073cf16d5372720ec942a8ccbf61626074c6d4dd2e745299726ce8b89670"
1098
1099 [[package]]
1100 name = "windows_i686_gnullvm"
1101 version = "0.52.5"
1102 source = "registry+https://github.com/rust-lang/crates.io-index"
1103 checksum = "87f4261229030a858f36b459e748ae97545d6f1ec60e5e0d6a3d32e0dc232ee9"
1104
1105 [[package]]
1106 name = "windows_i686_msvc"
1107 version = "0.48.5"
1108 source = "registry+https://github.com/rust-lang/crates.io-index"
1109 checksum = "8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406"
1110
1111 [[package]]
1112 name = "windows_i686_msvc"
1113 version = "0.52.5"
1114 source = "registry+https://github.com/rust-lang/crates.io-index"
1115 checksum = "db3c2bf3d13d5b658be73463284eaf12830ac9a26a90c717b7f771dfe97487bf"
1116
1117 [[package]]
1118 name = "windows_x86_64_gnu"
1119 version = "0.48.5"
1120 source = "registry+https://github.com/rust-lang/crates.io-index"
1121 checksum = "53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e"
1122
1123 [[package]]
1124 name = "windows_x86_64_gnu"
1125 version = "0.52.5"
1126 source = "registry+https://github.com/rust-lang/crates.io-index"
1127 checksum = "4e4246f76bdeff09eb48875a0fd3e2af6aada79d409d33011886d3e1581517d9"
1128
1129 [[package]]
1130 name = "windows_x86_64_gnullvm"
1131 version = "0.48.5"
1132 source = "registry+https://github.com/rust-lang/crates.io-index"
1133 checksum = "0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc"
1134
1135 [[package]]
1136 name = "windows_x86_64_gnullvm"
1137 version = "0.52.5"
1138 source = "registry+https://github.com/rust-lang/crates.io-index"
1139 checksum = "852298e482cd67c356ddd9570386e2862b5673c85bd5f88df9ab6802b334c596"
1140
1141 [[package]]
1142 name = "windows_x86_64_msvc"
1143 version = "0.48.5"
1144 source = "registry+https://github.com/rust-lang/crates.io-index"
1145 checksum = "ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538"
1146
1147 [[package]]
1148 name = "windows_x86_64_msvc"
1149 version = "0.52.5"
1150 source = "registry+https://github.com/rust-lang/crates.io-index"
1151 checksum = "bec47e5bfd1bff0eeaf6d8b485cc1074891a197ab4225d504cb7a1ab88b02bf0"