Skip to content

Commit

Permalink
alert(ticdc): fix ticdc alert rules (pingcap#11191)
Browse files Browse the repository at this point in the history
  • Loading branch information
sdojjy authored Nov 27, 2024
1 parent 3cbc91d commit 325d767
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 7 deletions.
3 changes: 0 additions & 3 deletions cdc/api/v2/api_helpers.go
Original file line number Diff line number Diff line change
Expand Up @@ -231,9 +231,6 @@ func (APIV2HelpersImpl) verifyCreateChangefeedConfig(
return nil, errors.Cause(err)
}
if !replicaCfg.ForceReplicate && !cfg.ReplicaConfig.IgnoreIneligibleTable {
if err != nil {
return nil, err
}
if len(ineligibleTables) != 0 {
return nil, cerror.ErrTableIneligible.GenWithStackByArgs(ineligibleTables)
}
Expand Down
8 changes: 4 additions & 4 deletions metrics/alertmanager/ticdc.rules.yml
Original file line number Diff line number Diff line change
Expand Up @@ -88,17 +88,17 @@ groups:
summary: cdc processor exits with error

- alert: ticdc_changefeed_meet_error
expr: (max_over_time(ticdc_owner_status[1m]) == 1) > 0
expr: (max_over_time(ticdc_owner_status[1m]) == 1 or max_over_time(ticdc_owner_status[1m]) == 6) > 0
for: 1m
labels:
env: ENV_LABELS_ENV
level: warning
expr: (max_over_time(ticdc_owner_status[1m]) == 1) > 0
expr: (max_over_time(ticdc_owner_status[1m]) == 1 or max_over_time(ticdc_owner_status[1m]) == 6) > 0
annotations:
description: 'cluster: ENV_LABELS_ENV, instance: {{ $labels.instance }}, values: {{ $value }}'
value: '{{ $value }}'
summary: cdc changefeed meet error

# tikv related alter rules
- alert: tikv_cdc_min_resolved_ts_no_change_for_1m
expr: changes(tikv_cdc_min_resolved_ts[1m]) < 1 and ON (instance) tikv_cdc_region_resolve_status{status="resolved"} > 0 and ON (instance) tikv_cdc_captured_region_total > 0
Expand Down Expand Up @@ -134,4 +134,4 @@ groups:
annotations:
description: 'cluster: ENV_LABELS_ENV, instance: {{ $labels.instance }}, values:{{ $value }}'
value: '{{ $value }}'
summary: TiCDC heap memory usage is over 10 GB
summary: TiCDC heap memory usage is over 10 GB

0 comments on commit 325d767

Please sign in to comment.