-
Notifications
You must be signed in to change notification settings - Fork 80
/
ras-aer-handler.c
189 lines (164 loc) · 5.02 KB
/
ras-aer-handler.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
// SPDX-License-Identifier: GPL-2.0-or-later
/*
* Copyright (C) 2013 Mauro Carvalho Chehab <[email protected]>
*/
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <traceevent/kbuffer.h>
#include <unistd.h>
#include "bitfield.h"
#include "ras-aer-handler.h"
#include "ras-logger.h"
#include "ras-report.h"
#include "types.h"
/* bit field meaning for correctable error */
static const char *aer_cor_errors[32] = {
/* Correctable errors */
[0] = "Receiver Error",
[6] = "Bad TLP",
[7] = "Bad DLLP",
[8] = "RELAY_NUM Rollover",
[12] = "Replay Timer Timeout",
[13] = "Advisory Non-Fatal",
[14] = "Corrected Internal Error",
};
/* bit field meaning for uncorrectable error */
static const char *aer_uncor_errors[32] = {
/* Uncorrectable errors */
[4] = "Data Link Protocol",
[12] = "Poisoned TLP",
[13] = "Flow Control Protocol",
[14] = "Completion Timeout",
[15] = "Completer Abort",
[16] = "Unexpected Completion",
[17] = "Receiver Overflow",
[18] = "Malformed TLP",
[19] = "ECRC",
[20] = "Unsupported Request",
};
#define BUF_LEN 1024
int ras_aer_event_handler(struct trace_seq *s,
struct tep_record *record,
struct tep_event *event, void *context)
{
int len;
unsigned long long severity_val;
unsigned long long status_val;
unsigned long long val;
struct ras_events *ras = context;
time_t now;
struct tm *tm;
struct ras_aer_event ev;
char buf[BUF_LEN];
#ifdef HAVE_AMP_NS_DECODE
char ipmi_add_sel[105];
uint8_t sel_data[5];
int seg, bus, dev, fn, rc;
#endif
/*
* Newer kernels (3.10-rc1 or upper) provide an uptime clock.
* On previous kernels, the way to properly generate an event would
* be to inject a fake one, measure its timestamp and diff it against
* gettimeofday. We won't do it here. Instead, let's use uptime,
* falling-back to the event report's time, if "uptime" clock is
* not available (legacy kernels).
*/
if (ras->use_uptime)
now = record->ts / user_hz + ras->uptime_diff;
else
now = time(NULL);
tm = localtime(&now);
if (tm)
strftime(ev.timestamp, sizeof(ev.timestamp),
"%Y-%m-%d %H:%M:%S %z", tm);
trace_seq_printf(s, "%s ", ev.timestamp);
ev.dev_name = tep_get_field_raw(s, event, "dev_name",
record, &len, 1);
if (!ev.dev_name)
return -1;
trace_seq_printf(s, "%s ", ev.dev_name);
if (tep_get_field_val(s, event, "status", record, &status_val, 1) < 0)
return -1;
if (tep_get_field_val(s, event, "severity", record, &severity_val, 1) < 0)
return -1;
/* Fills the error buffer. If it is a correctable error then use the
* aer_cor_errors bit field. Otherwise use aer_uncor_errors.
*/
if (severity_val == HW_EVENT_AER_CORRECTED)
bitfield_msg(buf, sizeof(buf), aer_cor_errors, 32, 0, 0, status_val);
else
bitfield_msg(buf, sizeof(buf), aer_uncor_errors, 32, 0, 0, status_val);
ev.msg = buf;
if (tep_get_field_val(s, event, "tlp_header_valid",
record, &val, 1) < 0)
return -1;
ev.tlp_header_valid = val;
if (ev.tlp_header_valid) {
ev.tlp_header = tep_get_field_raw(s, event, "tlp_header",
record, &len, 1);
snprintf((buf + strlen(ev.msg)), BUF_LEN - strlen(ev.msg),
" TLP Header: %08x %08x %08x %08x",
ev.tlp_header[0], ev.tlp_header[1],
ev.tlp_header[2], ev.tlp_header[3]);
}
trace_seq_printf(s, "%s ", ev.msg);
/* Use hw_event_aer_err_type switch between different severity_val */
switch (severity_val) {
case HW_EVENT_AER_UNCORRECTED_NON_FATAL:
ev.error_type = "Uncorrected (Non-Fatal)";
#ifdef HAVE_AMP_NS_DECODE
sel_data[0] = 0xca;
#endif
break;
case HW_EVENT_AER_UNCORRECTED_FATAL:
ev.error_type = "Uncorrected (Fatal)";
#ifdef HAVE_AMP_NS_DECODE
sel_data[0] = 0xca;
#endif
break;
case HW_EVENT_AER_CORRECTED:
ev.error_type = "Corrected";
#ifdef HAVE_AMP_NS_DECODE
sel_data[0] = 0xbf;
#endif
break;
default:
ev.error_type = "Unknown severity";
#ifdef HAVE_AMP_NS_DECODE
sel_data[0] = 0xbf;
#endif
}
trace_seq_puts(s, ev.error_type);
/* Insert data into the SGBD */
#ifdef HAVE_SQLITE3
ras_store_aer_event(ras, &ev);
#endif
#ifdef HAVE_ABRT_REPORT
/* Report event to ABRT */
ras_report_aer_event(ras, &ev);
#endif
#ifdef HAVE_AMP_NS_DECODE
/*
* Get PCIe AER error source seg/bus/dev/fn and save it into
* BMC OEM SEL, ipmitool raw 0x0a 0x44 is IPMI command-Add SEL
* entry, please refer IPMI specification chapter 31.6. 0xcd3a
* is manufactuer ID(ampere),byte 12 is sensor num(CE is 0xBF,
* UE is 0xCA), byte 13~14 is segment number, byte 15 is bus
* number, byte 16[7:3] is device number, byte 16[2:0] is
* function number
*/
sscanf(ev.dev_name, "%x:%x:%x.%x", &seg, &bus, &dev, &fn);
sel_data[1] = seg & 0xff;
sel_data[2] = (seg & 0xff00) >> 8;
sel_data[3] = bus;
sel_data[4] = (((dev & 0x1f) << 3) | (fn & 0x7));
snprintf(ipmi_add_sel, sizeof(ipmi_add_sel),
"ipmitool raw 0x0a 0x44 0x00 0x00 0xc0 0x00 0x00 0x00 0x00 0x3a 0xcd 0x00 0xc0 0x%02x 0x%02x 0x%02x 0x%02x 0x%02x",
sel_data[0], sel_data[1], sel_data[2], sel_data[3], sel_data[4]);
rc = system(ipmi_add_sel);
if (rc)
log(SYSLOG, LOG_WARNING, "Failed to execute ipmitool\n");
#endif
return 0;
}