mirror/librenms-librenms
1
0
Fork 0
mirror of https://github.com/librenms/librenms.git synced 2024-10-07 16:52:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
Files
d0ca744c8ab41aafb4e186ef7e040aa9c19b5fbd
librenms-librenms/includes/polling/applications/opensearch.inc.php
Zane C. Bowers-Hadley 55c62b234e add Opensearch\Elasticsearch monitoring (#14053) 
* add new poller

* add a missing ;

* formatting cleanup

* graph stuff and metrics move

* add rrd name

* clean up metrics/rrd def

* more metric/rrd def cleanup

* cleanup

* add basic opensearch graphs

* add opensearch to apps.inc.php

* begin work on opensearch app page

* formatting cleanup

* add translog graphs

* add a missing graph

* fix pending tasks

* add the ability to fetch the saved cluster name

* add fetching the cluster name

* correct the opensearch comment

* add combined shard stats

* add indexing graphs

* correct graph name

* correct some units as being per second

* add more graphs

* add more items for graph sets

* cleanup of units and naming... also more graphs

* more graph stuff

* change the RRD def again and define a few more graphs

* finish basic graph sets

* more graph stuff

* another rrd def change

* add more graphs

* add some more graph sets

* correct unit for c_task_max_in_time

* more graph stuff

* more graph stuff

* correct the unit

* add missing tw_time and another rrd def change

* another unit change

* add trc graphs

* more graph stuff

* add tseg graphs

* add all shards graph to both cluster items

* more graph stuff

* update opensearch app page

* add Opensearch\Elasticsearch app

* add opensearch tests

* run php-cs-fixer on two files

* add alert examples for checking cluster status

* remove an item that was accidentally added as a metric in the test but is not

* derp! thanks jellyfrog

* make it come up as Elisticsearch\Opensearch in the webui

* no longer use components, but app_data, for cluster name change

* update the web side for opensearch for using app_data

* style fix

* update opensearch for new app data stuff

* update to the new Application model

* update poller and device app page for ES/OS

* style cleanup

* update graphs

* test fix

* more test cleanup

* Update alert_rules.json

* begin work on breaking out the RRDs

* update all non-multi rrd graphs for opensearch

* update time_all

* add a unass shards graph

* correct rrd name

* should all be good now

* add missing tm stats

* Un Assigned -> Unassigned

* style cleanup

* another style fix

* remove cluster_name from saved metrics as it is not a metric

Co-authored-by: Tony Murray <murraytony@gmail.com>
Co-authored-by: Jellyfrog <Jellyfrog@users.noreply.github.com>
2022-08-15 14:44:20 -05:00

296 lines
11 KiB
PHP
Raw Blame History

<?php
use LibreNMS\Exceptions\JsonAppException;
use LibreNMS\RRD\RrdDefinition;
$name = 'opensearch';
try {
$returned = json_app_get($device, 'opensearch');
} catch (JsonAppException $e) {
echo PHP_EOL . $name . ':' . $e->getCode() . ':' . $e->getMessage() . PHP_EOL;
update_application($app, $e->getCode() . ':' . $e->getMessage(), []); // Set empty metrics and error message
return;
}
$data = $returned['data'];
$rrd_name = ['app', $name, $app->app_id, 'c'];
$rrd_def = RrdDefinition::make()
->addDataset('c_nodes', 'GAUGE', 0)
->addDataset('c_data_nodes', 'GAUGE', 0)
->addDataset('c_act_pri_shards', 'GAUGE', 0)
->addDataset('c_act_shards', 'GAUGE', 0)
->addDataset('c_rel_shards', 'GAUGE', 0)
->addDataset('c_init_shards', 'GAUGE', 0)
->addDataset('c_delayed_shards', 'GAUGE', 0)
->addDataset('c_unass_shards', 'GAUGE', 0)
->addDataset('c_pending_tasks', 'GAUGE', 0)
->addDataset('c_in_fl_fetch', 'GAUGE', 0)
->addDataset('c_task_max_in_time', 'GAUGE', 0)
->addDataset('c_act_shards_perc', 'GAUGE', 0)
->addDataset('status', 'GAUGE', 0);
$metrics = [
'c_nodes' => $data['c_nodes'],
'c_data_nodes' => $data['c_data_nodes'],
'c_act_pri_shards' => $data['c_act_pri_shards'],
'c_act_shards' => $data['c_act_shards'],
'c_rel_shards' => $data['c_rel_shards'],
'c_init_shards' => $data['c_init_shards'],
'c_delayed_shards' => $data['c_delayed_shards'],
'c_unass_shards' => $data['c_unass_shards'],
'c_pending_tasks' => $data['c_pending_tasks'],
'c_in_fl_fetch' => $data['c_in_fl_fetch'],
'c_task_max_in_time' => $data['c_task_max_in_time'],
'c_act_shards_perc' => $data['c_act_shards_perc'],
'status' => $data['status'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'ttl'];
$rrd_def = RrdDefinition::make()
->addDataset('ttl_ops', 'DERIVE', 0)
->addDataset('ttl_size', 'GAUGE', 0)
->addDataset('ttl_uncom_ops', 'GAUGE', 0)
->addDataset('ttl_uncom_size', 'GAUGE', 0)
->addDataset('ttl_last_mod_age', 'GAUGE', 0);
$metrics = [
'ttl_ops' => $data['ttl_ops'],
'ttl_size' => $data['ttl_size'],
'ttl_uncom_ops' => $data['ttl_uncom_ops'],
'ttl_uncom_size' => $data['ttl_uncom_size'],
'ttl_last_mod_age' => $data['ttl_last_mod_age'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'ti'];
$rrd_def = RrdDefinition::make()
->addDataset('ti_total', 'DERIVE', 0)
->addDataset('ti_time', 'DERIVE', 0)
->addDataset('ti_failed', 'DERIVE', 0)
->addDataset('ti_del_total', 'DERIVE', 0)
->addDataset('ti_del_time', 'DERIVE', 0)
->addDataset('ti_noop_up_total', 'DERIVE', 0)
->addDataset('ti_throttled_time', 'DERIVE', 0)
->addDataset('ti_throttled', 'GAUGE', 0);
$metrics = [
'ti_total' => $data['ti_total'],
'ti_time' => $data['ti_time'],
'ti_failed' => $data['ti_failed'],
'ti_del_total' => $data['ti_del_total'],
'ti_del_time' => $data['ti_del_time'],
'ti_noop_up_total' => $data['ti_noop_up_total'],
'ti_throttled_time' => $data['ti_throttled_time'],
'ti_throttled' => $data['ti_throttled'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'ts'];
$rrd_def = RrdDefinition::make()
->addDataset('ts_q_total', 'DERIVE', 0)
->addDataset('ts_q_time', 'DERIVE', 0)
->addDataset('ts_f_total', 'DERIVE', 0)
->addDataset('ts_f_time', 'DERIVE', 0)
->addDataset('ts_sc_total', 'DERIVE', 0)
->addDataset('ts_sc_time', 'DERIVE', 0)
->addDataset('ts_su_total', 'DERIVE', 0)
->addDataset('ts_su_time', 'DERIVE', 0);
$metrics = [
'ts_q_total' => $data['ts_q_total'],
'ts_q_time' => $data['ts_q_time'],
'ts_f_total' => $data['ts_f_total'],
'ts_f_time' => $data['ts_f_time'],
'ts_sc_total' => $data['ts_sc_total'],
'ts_sc_time' => $data['ts_sc_time'],
'ts_su_total' => $data['ts_su_total'],
'ts_su_time' => $data['ts_su_time'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tr'];
$rrd_def = RrdDefinition::make()
->addDataset('tr_total', 'DERIVE', 0)
->addDataset('tr_time', 'DERIVE', 0)
->addDataset('tr_ext_total', 'DERIVE', 0)
->addDataset('tr_ext_time', 'DERIVE', 0);
$metrics = [
'tr_total' => $data['tr_total'],
'tr_time' => $data['tr_time'],
'tr_ext_total' => $data['tr_ext_total'],
'tr_ext_time' => $data['tr_ext_time'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tf'];
$rrd_def = RrdDefinition::make()
->addDataset('tf_total', 'DERIVE', 0)
->addDataset('tf_periodic', 'DERIVE', 0)
->addDataset('tf_time', 'DERIVE', 0);
$metrics = [
'tf_total' => $data['tf_total'],
'tf_periodic' => $data['tf_periodic'],
'tf_time' => $data['tf_time'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tqc'];
$rrd_def = RrdDefinition::make()
->addDataset('tqc_size', 'GAUGE', 0)
->addDataset('tqc_total', 'GAUGE', 0)
->addDataset('tqc_hit', 'DERIVE', 0)
->addDataset('tqc_miss', 'DERIVE', 0)
->addDataset('tqc_cache_size', 'GAUGE', 0)
->addDataset('tqc_cache_count', 'GAUGE', 0)
->addDataset('tqc_evictions', 'DERIVE', 0);
$metrics = [
'tqc_size' => $data['tqc_size'],
'tqc_total' => $data['tqc_total'],
'tqc_hit' => $data['tqc_hit'],
'tqc_miss' => $data['tqc_miss'],
'tqc_cache_size' => $data['tqc_cache_size'],
'tqc_cache_count' => $data['tqc_cache_count'],
'tqc_evictions' => $data['tqc_evictions'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tg'];
$rrd_def = RrdDefinition::make()
->addDataset('tg_total', 'DERIVE', 0)
->addDataset('tg_time', 'DERIVE', 0)
->addDataset('tg_exists_total', 'DERIVE', 0)
->addDataset('tg_exists_time', 'DERIVE', 0)
->addDataset('tg_missing_total', 'DERIVE', 0)
->addDataset('tg_missing_time', 'DERIVE', 0);
$metrics = [
'tg_total' => $data['tg_total'],
'tg_time' => $data['tg_time'],
'tg_exists_total' => $data['tg_exists_total'],
'tg_exists_time' => $data['tg_exists_time'],
'tg_missing_total' => $data['tg_missing_total'],
'tg_missing_time' => $data['tg_missing_time'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tm'];
$rrd_def = RrdDefinition::make()
->addDataset('tm_total', 'DERIVE', 0)
->addDataset('tm_time', 'DERIVE', 0)
->addDataset('tm_docs', 'DERIVE', 0)
->addDataset('tm_size', 'DERIVE', 0)
->addDataset('tm_throttled_time', 'DERIVE', 0)
->addDataset('tm_throttled_size', 'DERIVE', 0);
$metrics = [
'tm_total' => $data['tm_total'],
'tm_time' => $data['tm_time'],
'tm_docs' => $data['tm_docs'],
'tm_size' => $data['tm_size'],
'tm_throttled_time' => $data['tm_throttled_time'],
'tm_throttled_size' => $data['tm_throttled_size'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tw'];
$rrd_def = RrdDefinition::make()
->addDataset('tw_total', 'DERIVE', 0)
->addDataset('tw_time', 'DERIVE', 0);
$metrics = [
'tw_total' => $data['tw_total'],
'tw_time' => $data['tw_time'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tfd'];
$rrd_def = RrdDefinition::make()
->addDataset('tfd_size', 'GAUGE', 0)
->addDataset('tfd_evictions', 'DERIVE', 0);
$metrics = [
'tfd_size' => $data['tfd_size'],
'tfd_evictions' => $data['tfd_evictions'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tseg'];
$rrd_def = RrdDefinition::make()
->addDataset('tseg_count', 'GAUGE', 0)
->addDataset('tseg_size', 'GAUGE', 0)
->addDataset('tseg_terms_size', 'GAUGE', 0)
->addDataset('tseg_fields_size', 'GAUGE', 0)
->addDataset('tseg_tvector_size', 'GAUGE', 0)
->addDataset('tseg_norms_size', 'GAUGE', 0)
->addDataset('tseg_points_size', 'GAUGE', 0)
->addDataset('tseg_docval_size', 'GAUGE', 0)
->addDataset('tseg_indwrt_size', 'GAUGE', 0)
->addDataset('tseg_vermap_size', 'GAUGE', 0)
->addDataset('tseg_fbs_size', 'GAUGE', 0);
$metrics = [
'tseg_count' => $data['tseg_count'],
'tseg_size' => $data['tseg_size'],
'tseg_terms_size' => $data['tseg_terms_size'],
'tseg_fields_size' => $data['tseg_fields_size'],
'tseg_tvector_size' => $data['tseg_tvector_size'],
'tseg_norms_size' => $data['tseg_norms_size'],
'tseg_points_size' => $data['tseg_points_size'],
'tseg_docval_size' => $data['tseg_docval_size'],
'tseg_indwrt_size' => $data['tseg_indwrt_size'],
'tseg_vermap_size' => $data['tseg_vermap_size'],
'tseg_fbs_size' => $data['tseg_fbs_size'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'trc'];
$rrd_def = RrdDefinition::make()
->addDataset('trc_size', 'GAUGE', 0)
->addDataset('trc_evictions', 'DERIVE', 0)
->addDataset('trc_hits', 'DERIVE', 0)
->addDataset('trc_misses', 'DERIVE', 0);
$metrics = [
'trc_size' => $data['trc_size'],
'trc_evictions' => $data['trc_evictions'],
'trc_hits' => $data['trc_hits'],
'trc_misses' => $data['trc_misses'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
$rrd_name = ['app', $name, $app->app_id, 'tst'];
$rrd_def = RrdDefinition::make()
->addDataset('tst_size', 'GAUGE', 0)
->addDataset('tst_res_size', 'GAUGE', 0);
$metrics = [
'tst_size' => $data['tst_size'],
'tst_res_size' => $data['tst_res_size'],
];
$tags = ['name' => $name, 'app_id' => $app->app_id, 'rrd_def' => $rrd_def, 'rrd_name' => $rrd_name];
data_update($device, 'app', $tags, $metrics);
// save clustername upon changes and log it post initial set
if (isset($app->data['cluster'])) {
if ($app->data['cluster'] != $returned['data']['cluster_name']) {
log_event('Elastic/Opensearch: Cluster name changed to "' . $returned['data']['cluster_name'] . '"', $device, 'application');
// save the found cluster name
$app->data = ['cluster' => $returned['data']['cluster_name']];
}
} else {
$app->data = ['cluster' => $returned['data']['cluster_name']];
}
//
// update the app metrics
//
unset($returned['data']['cluster_name']);
update_application($app, 'OK', $returned['data']);
Reference in New Issue View Git Blame Copy Permalink