Rules

api

9.976s ago

671.2us

Rule State Error Last Evaluation Evaluation Time
alert: update_command_failed expr: update_command annotations: ResolvedSummary: Not available Summary: update_command failed with device {{ $labels.device }}, command {{ $labels.command }}, status {{ $labels.status }}, error {{ $labels.error }} ok 9.976s ago 197.6us
alert: delete_command_failed expr: delete_command annotations: ResolvedSummary: Not available Summary: delete_command failed with device {{ $labels.device }}, command {{ $labels.command }}, error {{ $labels.error }} ok 9.976s ago 34.2us
alert: device_heartBeat_failed expr: device_heartBeat annotations: ResolvedSummary: Not available Summary: device_heartBeat failed with device {{ $labels.device }}, error {{ $labels.error }} ok 9.976s ago 24.8us
alert: device_authentication_failed expr: device_authentication annotations: ResolvedSummary: Not available Summary: device_authentication failed with device {{ $labels.device }}, error {{ $labels.error }} ok 9.976s ago 29.3us
alert: device_inventory_failed expr: device_inventory annotations: ResolvedSummary: Not available Summary: device_inventory failed with device {{ $labels.device }}, error {{ $labels.error }} ok 9.976s ago 25.1us
alert: generate_transaction_id_failed expr: generate_transaction_id annotations: ResolvedSummary: Not available Summary: generate_transaction_id failed with device {{ $labels.device }}, error {{ $labels.error }} ok 9.976s ago 29.1us
alert: cash_credit_failed expr: cash_credit annotations: ResolvedSummary: Not available Summary: cash_credit failed with device {{ $labels.device }}, error {{ $labels.error }} ok 9.976s ago 23.4us
alert: cash_debit_failed expr: cash_debit annotations: ResolvedSummary: Not available Summary: cash_debit failed with device {{ $labels.device }}, error {{ $labels.error }} ok 9.977s ago 23.3us
alert: customer_feedback_failed expr: customer_feedback annotations: ResolvedSummary: Not available Summary: customer_feedback failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 21.6us
alert: feedback_detail_failed expr: feedback_detail annotations: ResolvedSummary: Not available Summary: feedback_detail failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 23.1us
alert: inventory_update_failed expr: inventory_update annotations: ResolvedSummary: Not available Summary: inventory_update failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 20.9us
alert: get_all_content_failed expr: get_all_content annotations: ResolvedSummary: Not available Summary: get_all_content failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 23us
alert: get_ticker_config_failed expr: get_ticker_config annotations: ResolvedSummary: Not available Summary: get_ticker_config failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 22.3us
alert: new_sim_sale_failed expr: new_sim_sale annotations: ResolvedSummary: Not available Summary: new_sim_sale failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 23.4us
alert: duplicate_sim_failed expr: duplicate_sim annotations: ResolvedSummary: Not available Summary: duplicate_sim failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 20.9us
alert: top_up_failed expr: top_up annotations: ResolvedSummary: Not available Summary: top_up failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 21.2us
alert: cash_inventory_update_failed expr: cash_inventory_update annotations: ResolvedSummary: Not available Summary: cash_inventory_update failed with transaction {{ $labels.transaction }}, error {{ $labels.error }} ok 9.977s ago 20.9us
alert: portal_login_failed expr: portal_login annotations: ResolvedSummary: Not available Summary: portal_login failed with transaction {{ $labels.transaction }}, username {{ $labels.username }}, error {{ $labels.error }} ok 9.977s ago 20.2us
alert: validate_trip_failed expr: validate_trip annotations: ResolvedSummary: Not available Summary: validate_trip failed with transaction {{ $labels.transaction }}, username {{ $labels.username }}, TripCode {{ $labels.trip_code }}, error {{ $labels.error }} ok 9.977s ago 20.8us
alert: post_trip_failed expr: post_trip annotations: ResolvedSummary: Not available Summary: post_trip failed with transaction {{ $labels.transaction }}, username {{ $labels.username }}, TripCode {{ $labels.trip_code }}, error {{ $labels.error }} ok 9.977s ago 22.6us

health

17.857s ago

680.6us

Rule State Error Last Evaluation Evaluation Time
alert: DeviceDown expr: ((time() - device / 1000 > 300) and on(dummy) ((hour(vector(time())) + 5) > 8 and (hour(vector(time())) + 5) < 18)) for: 1m annotations: ResolvedSummary: '{{ $labels.deviceId }} device is active again.' Summary: '{{ $labels.deviceId }} device is not active.' ok 17.857s ago 393.3us
alert: PeripheralError expr: (peripheral{peripheralKey!~".+door$"} == 0 or peripheral{peripheralKey!~".+door$"} == 0) for: 1m annotations: ResolvedSummary: '{{ $labels.peripheralKey }} of {{ $labels.deviceId }} device has recovered from error state.' Summary: '{{ $labels.peripheralKey }} of {{ $labels.deviceId }} device has encountered an error.' ok 17.857s ago 151.5us
alert: PeripheralOpen expr: (peripheral{peripheralKey=~".+door$"} == 0) and on(deviceId) (time() - device / 1000 < 300) for: 1m annotations: ResolvedSummary: '{{ $labels.peripheralKey }} of {{ $labels.deviceId }} device has been closed.' Summary: '{{ $labels.peripheralKey }} of {{ $labels.deviceId }} device is open.' ok 17.857s ago 122.6us

inventory

19.57s ago

311.7us

Rule State Error Last Evaluation Evaluation Time
alert: CashAcceptorFull expr: (cash_acceptor_count > 400) for: 5m annotations: ResolvedSummary: Cash acceptor has been emptied at {{ $labels.device }} Summary: Cash acceptor has {{ $value }} notes and is about to be reach full capacity at {{ $labels.device }} ok 19.571s ago 247.7us
alert: SimDispenser expr: (sim_count < 10) for: 5m annotations: ResolvedSummary: Sim count is now {{ $value }} in device at {{ $labels.device }} Summary: Sim count is only {{ $value }} in device at {{ $labels.device }} ok 19.57s ago 53.5us

system

29.155s ago

1.614ms

Rule State Error Last Evaluation Evaluation Time
alert: service_down expr: up == 0 for: 1m annotations: ResolvedSummary: '{{ $labels.instance }} of job {{ $labels.job }} is up now' Summary: '{{ $labels.instance }} of job {{ $labels.job }} has been down for more than 1 minute.' ok 29.155s ago 1.198ms
alert: high_memory_usage expr: (sum(node_memory_MemTotal_bytes) - sum(node_memory_MemFree_bytes + node_memory_Buffers_bytes + node_memory_Cached_bytes)) / sum(node_memory_MemTotal_bytes) > 75 for: 1m annotations: ResolvedSummary: '{{$labels.instance}}: Memory usage is now below 75%' Summary: '{{$labels.instance}}: Memory usage is above 75% (current value is: {{ $value }})' ok 29.154s ago 301.7us
alert: high_storage expr: (node_filesystem_size_bytes - node_filesystem_free_bytes) / node_filesystem_size_bytes * 100 > 85 for: 1m annotations: ResolvedSummary: Docker host storage is back to below 85% Summary: Docker host storage usage is {{ humanize $value}}%. Reported by instance {{ $labels.instance }} of job {{ $labels.job }}. ok 29.154s ago 99.41us