Skip to content

Instantly share code, notes, and snippets.

@onikuwo835
Created January 25, 2026 14:15
Show Gist options
  • Select an option

  • Save onikuwo835/060c2733cf830b3a5ae5a5b5da740473 to your computer and use it in GitHub Desktop.

Select an option

Save onikuwo835/060c2733cf830b3a5ae5a5b5da740473 to your computer and use it in GitHub Desktop.
sloprg: adaptive batching telemetry (3 runs)
{
"date": "2026-01-25T14:14:53.928Z",
"runs": 3,
"results": [
{
"dataset": "test/small-files",
"perWorker": 1,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 543,
"stddevMs": 153,
"raw": [
760,
443,
427
]
},
"ms": 427,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 1,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 440,
"stddevMs": 15,
"raw": [
424,
436,
461
]
},
"ms": 461,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 1,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 465,
"stddevMs": 19,
"raw": [
453,
492,
450
]
},
"ms": 450,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 1,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 488,
"stddevMs": 27,
"raw": [
526,
471,
468
]
},
"ms": 468,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 2,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 905,
"stddevMs": 34,
"raw": [
857,
922,
936
]
},
"ms": 936,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 2,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 618,
"stddevMs": 126,
"raw": [
793,
503,
557
]
},
"ms": 557,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 2,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 538,
"stddevMs": 34,
"raw": [
578,
543,
494
]
},
"ms": 494,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 2,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 492,
"stddevMs": 27,
"raw": [
530,
474,
471
]
},
"ms": 471,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 4,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 478,
"stddevMs": 8,
"raw": [
487,
480,
468
]
},
"ms": 468,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 4,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 477,
"stddevMs": 11,
"raw": [
491,
465,
475
]
},
"ms": 475,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 4,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 467,
"stddevMs": 7,
"raw": [
475,
469,
457
]
},
"ms": 457,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 4,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 467,
"stddevMs": 7,
"raw": [
476,
459,
467
]
},
"ms": 467,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 8,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 572,
"stddevMs": 9,
"raw": [
564,
585,
566
]
},
"ms": 566,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 8,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 568,
"stddevMs": 23,
"raw": [
561,
544,
599
]
},
"ms": 599,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 8,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 561,
"stddevMs": 12,
"raw": [
545,
564,
574
]
},
"ms": 574,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/small-files",
"perWorker": 8,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 558,
"stddevMs": 3,
"raw": [
558,
562,
554
]
},
"ms": 554,
"exitCode": 0,
"outLen": 700,
"matchCount": 8
},
{
"dataset": "test/large-files",
"perWorker": 1,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 5834,
"stddevMs": 486,
"raw": [
6450,
5790,
5263
]
},
"ms": 5263,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 1,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 5213,
"stddevMs": 55,
"raw": [
5250,
5135,
5254
]
},
"ms": 5254,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 1,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 5179,
"stddevMs": 20,
"raw": [
5193,
5151,
5192
]
},
"ms": 5192,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 1,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 5230,
"stddevMs": 15,
"raw": [
5240,
5209,
5240
]
},
"ms": 5240,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 2,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4547,
"stddevMs": 26,
"raw": [
4547,
4578,
4515
]
},
"ms": 4515,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 2,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4585,
"stddevMs": 4,
"raw": [
4580,
4585,
4589
]
},
"ms": 4589,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 2,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4597,
"stddevMs": 56,
"raw": [
4558,
4676,
4558
]
},
"ms": 4558,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 2,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4581,
"stddevMs": 52,
"raw": [
4567,
4525,
4650
]
},
"ms": 4650,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 4,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4561,
"stddevMs": 58,
"raw": [
4571,
4626,
4485
]
},
"ms": 4485,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 4,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4601,
"stddevMs": 37,
"raw": [
4649,
4558,
4595
]
},
"ms": 4595,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 4,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4831,
"stddevMs": 264,
"raw": [
4639,
5205,
4650
]
},
"ms": 4650,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 4,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4619,
"stddevMs": 22,
"raw": [
4611,
4649,
4596
]
},
"ms": 4596,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 8,
"batchSize": 8,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4612,
"stddevMs": 43,
"raw": [
4670,
4567,
4599
]
},
"ms": 4599,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 8,
"batchSize": 16,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4619,
"stddevMs": 12,
"raw": [
4618,
4605,
4635
]
},
"ms": 4635,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 8,
"batchSize": 32,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4567,
"stddevMs": 37,
"raw": [
4616,
4527,
4559
]
},
"ms": 4559,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
},
{
"dataset": "test/large-files",
"perWorker": 8,
"batchSize": 64,
"chunk": 131072,
"stats": {
"runs": 3,
"meanMs": 4562,
"stddevMs": 47,
"raw": [
4625,
4512,
4549
]
},
"ms": 4549,
"exitCode": 0,
"outLen": 38797883,
"matchCount": 20
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment