Skip to content

Instantly share code, notes, and snippets.

@benoit-intrw

benoit-intrw/cluster_settings

Created October 25, 2013 12:49
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save benoit-intrw/7154161 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save benoit-intrw/7154161 to your computer and use it in GitHub Desktop.
Download ZIP
nodes stats and cluster setting
Raw
cluster_settings
{
"persistent": {},
"transient": {
"indices.cache.filter.size": "30%"
}
}
Raw
node_stats
{
"cluster_name": "sissed",
"nodes": {
"UQXOW8dtRJ-pYZ0tV0qyEA": {
"timestamp": 1382704659531,
"name": "sissor2",
"transport_address": "inet[/yyy.yyy.yyy.yyy:9300]",
"hostname": "bbbb",
"indices": {
"docs": {
"count": 152968988,
"deleted": 14523420
},
"store": {
"size": "977.6gb",
"size_in_bytes": 1049714364693,
"throttle_time": "7.8h",
"throttle_time_in_millis": 28298373
},
"indexing": {
"index_total": 8529247,
"index_time": "23.4h",
"index_time_in_millis": 84568402,
"index_current": 0,
"delete_total": 2,
"delete_time": "4ms",
"delete_time_in_millis": 4,
"delete_current": 0
},
"get": {
"total": 1182783,
"get_time": "18m",
"time_in_millis": 1085321,
"exists_total": 550066,
"exists_time": "5.1m",
"exists_time_in_millis": 311616,
"missing_total": 632717,
"missing_time": "12.8m",
"missing_time_in_millis": 773705,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 1864635,
"query_time": "1.4d",
"query_time_in_millis": 126420946,
"query_current": 0,
"fetch_total": 1839134,
"fetch_time": "4.4h",
"fetch_time_in_millis": 16107131,
"fetch_current": 0
},
"merges": {
"current": 2,
"current_docs": 791,
"current_size": "4.4mb",
"current_size_in_bytes": 4639148,
"total": 5248,
"total_time": "1.4h",
"total_time_in_millis": 5048527,
"total_docs": 4311840,
"total_size": "22.2gb",
"total_size_in_bytes": 23888772308
},
"refresh": {
"total": 465341,
"total_time": "13.4h",
"total_time_in_millis": 48506714
},
"flush": {
"total": 5361,
"total_time": "16.8m",
"total_time_in_millis": 1010588
},
"warmer": {
"current": 0,
"total": 457723,
"total_time": "41.5m",
"total_time_in_millis": 2492857
},
"filter_cache": {
"memory_size": "44.5gb",
"memory_size_in_bytes": 47791879219,
"evictions": 0
},
"id_cache": {
"memory_size": "0b",
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size": "623.2mb",
"memory_size_in_bytes": 653562856,
"evictions": 0
}
},
"os": {
"timestamp": 1382704659538,
"uptime": "6382 hours, 37 minutes and 18 seconds",
"uptime_in_millis": 22977438000,
"load_average": [
2,
0,
0
],
"cpu": {
"sys": 6,
"user": 5,
"idle": 87,
"stolen": 0
},
"mem": {
"free": "8.4gb",
"free_in_bytes": 9032204288,
"used": "243.9gb",
"used_in_bytes": 261975310336,
"free_percent": 46,
"used_percent": 53,
"actual_free": "117.6gb",
"actual_free_in_bytes": 126295236608,
"actual_used": "134.7gb",
"actual_used_in_bytes": 144712278016
},
"swap": {
"used": "24kb",
"used_in_bytes": 24576,
"free": "1.9gb",
"free_in_bytes": 2047840256
}
},
"process": {
"timestamp": 1382704659539,
"open_file_descriptors": 4602,
"cpu": {
"percent": 95,
"sys": "3 hours, 55 minutes, 28 seconds and 180 milliseconds",
"sys_in_millis": 14128180,
"user": "132 hours, 33 minutes, 47 seconds and 860 milliseconds",
"user_in_millis": 477227860,
"total": "136 hours, 29 minutes, 16 seconds and 40 milliseconds",
"total_in_millis": 491356040
},
"mem": {
"resident": "131.2gb",
"resident_in_bytes": 140882096128,
"share": "21.8mb",
"share_in_bytes": 22892544,
"total_virtual": "131.4gb",
"total_virtual_in_bytes": 141171834880
}
},
"jvm": {
"timestamp": 1382704659560,
"uptime": "78 hours, 31 minutes, 41 seconds and 150 milliseconds",
"uptime_in_millis": 282701150,
"mem": {
"heap_used": "49gb",
"heap_used_in_bytes": 52653115944,
"heap_committed": "127.8gb",
"heap_committed_in_bytes": 137325576192,
"non_heap_used": "58.5mb",
"non_heap_used_in_bytes": 61414912,
"non_heap_committed": "85.4mb",
"non_heap_committed_in_bytes": 89640960,
"pools": {
"Code Cache": {
"used": "18.6mb",
"used_in_bytes": 19553088,
"max": "48mb",
"max_in_bytes": 50331648,
"peak_used": "18.6mb",
"peak_used_in_bytes": 19569280,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648
},
"Par Eden Space": {
"used": "16.5mb",
"used_in_bytes": 17312312,
"max": "865.3mb",
"max_in_bytes": 907345920,
"peak_used": "865.3mb",
"peak_used_in_bytes": 907345920,
"peak_max": "865.3mb",
"peak_max_in_bytes": 907345920
},
"Par Survivor Space": {
"used": "15.3mb",
"used_in_bytes": 16076848,
"max": "108.1mb",
"max_in_bytes": 113377280,
"peak_used": "108.1mb",
"peak_used_in_bytes": 113377280,
"peak_max": "108.1mb",
"peak_max_in_bytes": 113377280
},
"CMS Old Gen": {
"used": "49gb",
"used_in_bytes": 52619726784,
"max": "126.9gb",
"max_in_bytes": 136304852992,
"peak_used": "95.2gb",
"peak_used_in_bytes": 102320697024,
"peak_max": "126.9gb",
"peak_max_in_bytes": 136304852992
},
"CMS Perm Gen": {
"used": "39.9mb",
"used_in_bytes": 41861824,
"max": "166mb",
"max_in_bytes": 174063616,
"peak_used": "39.9mb",
"peak_used_in_bytes": 41861824,
"peak_max": "166mb",
"peak_max_in_bytes": 174063616
}
}
},
"threads": {
"count": 234,
"peak_count": 256
},
"gc": {
"collection_count": 43494,
"collection_time": "5 hours, 45 minutes, 1 second and 304 milliseconds",
"collection_time_in_millis": 20701304,
"collectors": {
"ParNew": {
"collection_count": 43488,
"collection_time": "5 hours, 44 minutes, 58 seconds and 493 milliseconds",
"collection_time_in_millis": 20698493
},
"ConcurrentMarkSweep": {
"collection_count": 6,
"collection_time": "2 seconds and 811 milliseconds",
"collection_time_in_millis": 2811
}
}
},
"buffer_pools": {
"direct": {
"count": 373,
"used": "165.5mb",
"used_in_bytes": 173568786,
"total_capacity": "165.5mb",
"total_capacity_in_bytes": 173568786
},
"mapped": {
"count": 0,
"used": "0b",
"used_in_bytes": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0
}
}
},
"thread_pool": {
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 6,
"completed": 324149
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 16
},
"get": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2715
},
"snapshot": {
"threads": 5,
"queue": 0,
"active": 0,
"largest": 5,
"completed": 62811
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"largest": 5,
"completed": 152136
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 251362
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 3,
"queue": 0,
"active": 0,
"largest": 4,
"completed": 459319
},
"flush": {
"threads": 2,
"queue": 0,
"active": 0,
"largest": 5,
"completed": 5277
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 1869516
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 4,
"queue": 0,
"active": 1,
"largest": 5,
"completed": 7144
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"largest": 8,
"completed": 464578
}
},
"network": {
"tcp": {
"active_opens": 52729598,
"passive_opens": 119445684,
"curr_estab": 59,
"in_segs": 1584759144,
"out_segs": 3676448286,
"retrans_segs": 598641,
"estab_resets": 228226,
"attempt_fails": 37237,
"in_errs": 0,
"out_rsts": 57668
}
},
"fs": {
"timestamp": 1382704659562,
"data": [
{
"path": "/var/lib/elasticsearch/sissed/nodes/0",
"mount": "/var/lib/elasticsearch",
"dev": "/dev/mapper/system-elasticsearch",
"total": "1476.4gb",
"total_in_bytes": 1585341214720,
"free": "498.6gb",
"free_in_bytes": 535371624448,
"available": "498.6gb",
"available_in_bytes": 535371624448,
"disk_reads": 48598125,
"disk_writes": 190674584,
"disk_read_size": "2847.1gb",
"disk_read_size_in_bytes": 3057138377728,
"disk_write_size": "8836.1gb",
"disk_write_size_in_bytes": 9487700512768,
"disk_queue": "6E-4",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 20,
"rx_count": 2725104,
"rx_size": "17gb",
"rx_size_in_bytes": 18295329770,
"tx_count": 2727389,
"tx_size": "8.2gb",
"tx_size_in_bytes": 8831673239
},
"http": {
"current_open": 5,
"total_opened": 2135259
}
},
"n8b7QqWmS7C5wMKZNaoK9w": {
"timestamp": 1382704659314,
"name": "sissor1",
"transport_address": "inet[/xxx.xxx.xxx.xxx:9300]",
"hostname": "aaaa",
"indices": {
"docs": {
"count": 152968988,
"deleted": 14525309
},
"store": {
"size": "977.6gb",
"size_in_bytes": 1049741956087,
"throttle_time": "7.8h",
"throttle_time_in_millis": 28340129
},
"indexing": {
"index_total": 8868069,
"index_time": "1d",
"index_time_in_millis": 88547601,
"index_current": 0,
"delete_total": 2,
"delete_time": "4ms",
"delete_time_in_millis": 4,
"delete_current": 0
},
"get": {
"total": 1453482,
"get_time": "21.8m",
"time_in_millis": 1313028,
"exists_total": 710389,
"exists_time": "6.8m",
"exists_time_in_millis": 408752,
"missing_total": 743093,
"missing_time": "15m",
"missing_time_in_millis": 904276,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 2284290,
"query_time": "1.7d",
"query_time_in_millis": 152908374,
"query_current": 0,
"fetch_total": 2254361,
"fetch_time": "4.8h",
"fetch_time_in_millis": 17606575,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 5612,
"total_time": "1.5h",
"total_time_in_millis": 5400115,
"total_docs": 4562425,
"total_size": "23.4gb",
"total_size_in_bytes": 25211997041
},
"refresh": {
"total": 455501,
"total_time": "14h",
"total_time_in_millis": 50640620
},
"flush": {
"total": 6199,
"total_time": "14.3m",
"total_time_in_millis": 863937
},
"warmer": {
"current": 0,
"total": 448271,
"total_time": "44.4m",
"total_time_in_millis": 2664655
},
"filter_cache": {
"memory_size": "43.7gb",
"memory_size_in_bytes": 46982740172,
"evictions": 0
},
"id_cache": {
"memory_size": "0b",
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size": "545.5mb",
"memory_size_in_bytes": 572000605,
"evictions": 0
}
},
"os": {
"timestamp": 1382704659319,
"uptime": "6410 hours, 35 minutes and 19 seconds",
"uptime_in_millis": 23078119000,
"load_average": [
1,
0,
0
],
"cpu": {
"sys": 0,
"user": 8,
"idle": 91,
"stolen": 0
},
"mem": {
"free": "4.6gb",
"free_in_bytes": 4970053632,
"used": "247.7gb",
"used_in_bytes": 266037460992,
"free_percent": 46,
"used_percent": 53,
"actual_free": "116.4gb",
"actual_free_in_bytes": 125046337536,
"actual_used": "135.9gb",
"actual_used_in_bytes": 145961177088
},
"swap": {
"used": "652kb",
"used_in_bytes": 667648,
"free": "1.9gb",
"free_in_bytes": 2047197184
}
},
"process": {
"timestamp": 1382704659320,
"open_file_descriptors": 4622,
"cpu": {
"percent": 96,
"sys": "4 hours, 20 minutes, 46 seconds and 310 milliseconds",
"sys_in_millis": 15646310,
"user": "148 hours, 48 minutes, 42 seconds and 350 milliseconds",
"user_in_millis": 535722350,
"total": "153 hours, 9 minutes, 28 seconds and 660 milliseconds",
"total_in_millis": 551368660
},
"mem": {
"resident": "131.1gb",
"resident_in_bytes": 140870889472,
"share": "21.6mb",
"share_in_bytes": 22659072,
"total_virtual": "131.3gb",
"total_virtual_in_bytes": 141052612608
}
},
"jvm": {
"timestamp": 1382704659328,
"uptime": "94 hours, 20 minutes and 413 milliseconds",
"uptime_in_millis": 339600413,
"mem": {
"heap_used": "48.2gb",
"heap_used_in_bytes": 51755502496,
"heap_committed": "127.8gb",
"heap_committed_in_bytes": 137325576192,
"non_heap_used": "60.3mb",
"non_heap_used_in_bytes": 63277368,
"non_heap_committed": "87.7mb",
"non_heap_committed_in_bytes": 92008448,
"pools": {
"Code Cache": {
"used": "19.9mb",
"used_in_bytes": 20882944,
"max": "48mb",
"max_in_bytes": 50331648,
"peak_used": "19.9mb",
"peak_used_in_bytes": 20893312,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648
},
"Par Eden Space": {
"used": "188.2mb",
"used_in_bytes": 197445776,
"max": "865.3mb",
"max_in_bytes": 907345920,
"peak_used": "865.3mb",
"peak_used_in_bytes": 907345920,
"peak_max": "865.3mb",
"peak_max_in_bytes": 907345920
},
"Par Survivor Space": {
"used": "30mb",
"used_in_bytes": 31552608,
"max": "108.1mb",
"max_in_bytes": 113377280,
"peak_used": "108.1mb",
"peak_used_in_bytes": 113377280,
"peak_max": "108.1mb",
"peak_max_in_bytes": 113377280
},
"CMS Old Gen": {
"used": "47.9gb",
"used_in_bytes": 51526506288,
"max": "126.9gb",
"max_in_bytes": 136304852992,
"peak_used": "95.4gb",
"peak_used_in_bytes": 102486865024,
"peak_max": "126.9gb",
"peak_max_in_bytes": 136304852992
},
"CMS Perm Gen": {
"used": "40.4mb",
"used_in_bytes": 42394424,
"max": "166mb",
"max_in_bytes": 174063616,
"peak_used": "40.4mb",
"peak_used_in_bytes": 42394424,
"peak_max": "166mb",
"peak_max_in_bytes": 174063616
}
}
},
"threads": {
"count": 235,
"peak_count": 253
},
"gc": {
"collection_count": 48223,
"collection_time": "6 hours, 24 minutes, 1 second and 524 milliseconds",
"collection_time_in_millis": 23041524,
"collectors": {
"ParNew": {
"collection_count": 48216,
"collection_time": "6 hours, 23 minutes, 58 seconds and 521 milliseconds",
"collection_time_in_millis": 23038521
},
"ConcurrentMarkSweep": {
"collection_count": 7,
"collection_time": "3 seconds and 3 milliseconds",
"collection_time_in_millis": 3003
}
}
},
"buffer_pools": {
"direct": {
"count": 381,
"used": "183.4mb",
"used_in_bytes": 192411292,
"total_capacity": "183.4mb",
"total_capacity_in_bytes": 192411292
},
"mapped": {
"count": 0,
"used": "0b",
"used_in_bytes": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0
}
}
},
"thread_pool": {
"generic": {
"threads": 2,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 12,
"completed": 567213
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 16
},
"get": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 3298
},
"snapshot": {
"threads": 5,
"queue": 0,
"active": 0,
"largest": 5,
"completed": 63980
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"largest": 5,
"completed": 152343
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 255987
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 3,
"queue": 0,
"active": 0,
"largest": 4,
"completed": 450227
},
"flush": {
"threads": 2,
"queue": 0,
"active": 0,
"largest": 5,
"completed": 6199
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 2289352
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 4,
"queue": 0,
"active": 1,
"largest": 5,
"completed": 6104
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"largest": 8,
"completed": 452728
}
},
"network": {
"tcp": {
"active_opens": 72953983,
"passive_opens": 147846927,
"curr_estab": 75,
"in_segs": 2727674331,
"out_segs": 3814290139,
"retrans_segs": 723549,
"estab_resets": 142985,
"attempt_fails": 33705,
"in_errs": 0,
"out_rsts": 57022
}
},
"fs": {
"timestamp": 1382704659329,
"data": [
{
"path": "/var/lib/elasticsearch/sissed/nodes/0",
"mount": "/var/lib/elasticsearch",
"dev": "/dev/mapper/system-elasticsearch",
"total": "1476.4gb",
"total_in_bytes": 1585341214720,
"free": "498.5gb",
"free_in_bytes": 535342845952,
"available": "498.5gb",
"available_in_bytes": 535342845952,
"disk_reads": 30784425,
"disk_writes": 191621426,
"disk_read_size": "1133.9gb",
"disk_read_size_in_bytes": 1217556001792,
"disk_write_size": "9375.9gb",
"disk_write_size_in_bytes": 10067310407680,
"disk_queue": "0",
"disk_service_time": "0.8"
}
]
},
"transport": {
"server_open": 20,
"rx_count": 3410273,
"rx_size": "80.4gb",
"rx_size_in_bytes": 86421570380,
"tx_count": 3414357,
"tx_size": "18.5gb",
"tx_size_in_bytes": 19929829993
},
"http": {
"current_open": 4,
"total_opened": 2671023
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment