Last active
March 27, 2017 13:16
-
-
Save daniilyar/8fd941ce464f653a381186f22d861208 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "order": 0, | |
| "template": "metrics-spark-*", | |
| "settings": { | |
| "index": { | |
| "number_of_shards": "3", | |
| "number_of_replicas": "1", | |
| "refresh_interval": "15s" | |
| } | |
| }, | |
| "mappings": { | |
| "_default_": { | |
| "dynamic_templates": [ | |
| { | |
| "jvm heap, non-heap and other usages (they all should be float numbers)": { | |
| "mapping": { | |
| "index": "not_analyzed", | |
| "omit_norms": true, | |
| "type": "float" | |
| }, | |
| "match_mapping_type": "string", | |
| "match": "jvm.*.usage" | |
| } | |
| }, | |
| { | |
| "all times are in milliseconds, so should be longs": { | |
| "mapping": { | |
| "index": "not_analyzed", | |
| "omit_norms": true, | |
| "type": "integer" | |
| }, | |
| "match_mapping_type": "string", | |
| "match": "*Time" | |
| } | |
| }, | |
| { | |
| "DAGScheduler metrics and percentiles (should be float numbers)": { | |
| "mapping": { | |
| "index": "not_analyzed", | |
| "omit_norms": true, | |
| "type": "float" | |
| }, | |
| "match_mapping_type": "string", | |
| "match": "DAGScheduler*" | |
| } | |
| } | |
| ], | |
| "_all": { | |
| "omit_norms": true, | |
| "enabled": true | |
| }, | |
| "properties": { | |
| "streaming.lastCompletedBatch_schedulingDelay": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.PS-MarkSweep.time": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.heap.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Metaspace.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "worker.executors": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "runtime_ms": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.runningBatches": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.hdfs.write_bytes": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.threadpool.maxPool_size": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Old-Gen.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Survivor-Space.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Old-Gen.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "master.waitingApps": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.non-heap.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Eden-Space.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Survivor-Space.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "cores": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.lastCompletedBatch_totalDelay": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.retainedCompletedBatches": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.hdfs.read_ops": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Eden-Space.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Survivor-Space.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.messageProcessingTime.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.total.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "metric_type": { | |
| "index": "not_analyzed", | |
| "type": "string" | |
| }, | |
| "host": { | |
| "index": "not_analyzed", | |
| "type": "string" | |
| }, | |
| "app_id": { | |
| "index": "not_analyzed", | |
| "type": "string" | |
| }, | |
| "jvm.pools.Code-Cache.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.threadpool.completeTasks": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.non-heap.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.hdfs.largeRead_ops": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Metaspace.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "worker.memUsed_MB": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.stage.runningStages": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.heap.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.total.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "worker.coresUsed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "worker_id": { | |
| "index": "not_analyzed", | |
| "type": "string" | |
| }, | |
| "jvm.heap.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "master.aliveWorkers": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.lastCompletedBatch_processingDelay": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.totalProcessedRecords": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.file.write_bytes": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Code-Cache.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.receivers": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.threadpool.activeTasks": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.threadpool.currentPool_size": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Compressed-Class-Space.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "BlockManager.memory.maxMem_MB": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "worker.memFree_MB": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.lastReceivedBatch_records": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Eden-Space.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Metaspace.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.file.largeRead_ops": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.waitingBatches": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "app_executor_id": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Compressed-Class-Space.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.stage.waitingStages": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.file.read_bytes": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.heap.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.totalReceivedRecords": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "BlockManager.disk.diskSpaceUsed_MB": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.total.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.PS-MarkSweep.count": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.non-heap.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "@version": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.hdfs.read_bytes": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "worker.coresFree": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Old-Gen.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.stage.failedStages": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Survivor-Space.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.job.allJobs": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.total.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Old-Gen.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Metaspace.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.job.activeJobs": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Compressed-Class-Space.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.unprocessedBatches": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.file.read_ops": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "executor.filesystem.file.write_ops": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.non-heap.used": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "streaming.totalCompletedBatches": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.PS-Scavenge.count": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "BlockManager.memory.memUsed_MB": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Compressed-Class-Space.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "master.apps": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "app_name": { | |
| "index": "not_analyzed", | |
| "type": "string" | |
| }, | |
| "jvm.pools.Code-Cache.init": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "@timestamp": { | |
| "format": "strict_date_optional_time||epoch_millis", | |
| "type": "date" | |
| }, | |
| "executor.filesystem.hdfs.write_ops": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.PS-Eden-Space.committed": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "BlockManager.memory.remainingMem_MB": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "DAGScheduler.messageProcessingTime.count": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "master.workers": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.pools.Code-Cache.max": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| }, | |
| "jvm.PS-Scavenge.time": { | |
| "index": "not_analyzed", | |
| "type": "integer" | |
| } | |
| } | |
| } | |
| }, | |
| "aliases": {} | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment