1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (c) 2000-2001,2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
5 */
6 #include "xfs.h"
7 #include "xfs_shared.h"
8 #include "xfs_format.h"
9 #include "xfs_fs.h"
10 #include "xfs_log_format.h"
11 #include "xfs_trans_resv.h"
12 #include "xfs_mount.h"
13 #include "xfs_errortag.h"
14 #include "xfs_error.h"
15 #include "xfs_sysfs.h"
16 #include "xfs_inode.h"
17
18 #ifdef DEBUG
19
20 static unsigned int xfs_errortag_random_default[] = {
21 XFS_RANDOM_DEFAULT,
22 XFS_RANDOM_IFLUSH_1,
23 XFS_RANDOM_IFLUSH_2,
24 XFS_RANDOM_IFLUSH_3,
25 XFS_RANDOM_IFLUSH_4,
26 XFS_RANDOM_IFLUSH_5,
27 XFS_RANDOM_IFLUSH_6,
28 XFS_RANDOM_DA_READ_BUF,
29 XFS_RANDOM_BTREE_CHECK_LBLOCK,
30 XFS_RANDOM_BTREE_CHECK_SBLOCK,
31 XFS_RANDOM_ALLOC_READ_AGF,
32 XFS_RANDOM_IALLOC_READ_AGI,
33 XFS_RANDOM_ITOBP_INOTOBP,
34 XFS_RANDOM_IUNLINK,
35 XFS_RANDOM_IUNLINK_REMOVE,
36 XFS_RANDOM_DIR_INO_VALIDATE,
37 XFS_RANDOM_BULKSTAT_READ_CHUNK,
38 XFS_RANDOM_IODONE_IOERR,
39 XFS_RANDOM_STRATREAD_IOERR,
40 XFS_RANDOM_STRATCMPL_IOERR,
41 XFS_RANDOM_DIOWRITE_IOERR,
42 XFS_RANDOM_BMAPIFORMAT,
43 XFS_RANDOM_FREE_EXTENT,
44 XFS_RANDOM_RMAP_FINISH_ONE,
45 XFS_RANDOM_REFCOUNT_CONTINUE_UPDATE,
46 XFS_RANDOM_REFCOUNT_FINISH_ONE,
47 XFS_RANDOM_BMAP_FINISH_ONE,
48 XFS_RANDOM_AG_RESV_CRITICAL,
49 XFS_RANDOM_DROP_WRITES,
50 XFS_RANDOM_LOG_BAD_CRC,
51 XFS_RANDOM_LOG_ITEM_PIN,
52 XFS_RANDOM_BUF_LRU_REF,
53 XFS_RANDOM_FORCE_SCRUB_REPAIR,
54 XFS_RANDOM_FORCE_SUMMARY_RECALC,
55 XFS_RANDOM_IUNLINK_FALLBACK,
56 XFS_RANDOM_BUF_IOERROR,
57 XFS_RANDOM_REDUCE_MAX_IEXTENTS,
58 XFS_RANDOM_BMAP_ALLOC_MINLEN_EXTENT,
59 XFS_RANDOM_AG_RESV_FAIL,
60 };
61
62 struct xfs_errortag_attr {
63 struct attribute attr;
64 unsigned int tag;
65 };
66
67 static inline struct xfs_errortag_attr *
to_attr(struct attribute * attr)68 to_attr(struct attribute *attr)
69 {
70 return container_of(attr, struct xfs_errortag_attr, attr);
71 }
72
73 static inline struct xfs_mount *
to_mp(struct kobject * kobject)74 to_mp(struct kobject *kobject)
75 {
76 struct xfs_kobj *kobj = to_kobj(kobject);
77
78 return container_of(kobj, struct xfs_mount, m_errortag_kobj);
79 }
80
81 STATIC ssize_t
xfs_errortag_attr_store(struct kobject * kobject,struct attribute * attr,const char * buf,size_t count)82 xfs_errortag_attr_store(
83 struct kobject *kobject,
84 struct attribute *attr,
85 const char *buf,
86 size_t count)
87 {
88 struct xfs_mount *mp = to_mp(kobject);
89 struct xfs_errortag_attr *xfs_attr = to_attr(attr);
90 int ret;
91 unsigned int val;
92
93 if (strcmp(buf, "default") == 0) {
94 val = xfs_errortag_random_default[xfs_attr->tag];
95 } else {
96 ret = kstrtouint(buf, 0, &val);
97 if (ret)
98 return ret;
99 }
100
101 ret = xfs_errortag_set(mp, xfs_attr->tag, val);
102 if (ret)
103 return ret;
104 return count;
105 }
106
107 STATIC ssize_t
xfs_errortag_attr_show(struct kobject * kobject,struct attribute * attr,char * buf)108 xfs_errortag_attr_show(
109 struct kobject *kobject,
110 struct attribute *attr,
111 char *buf)
112 {
113 struct xfs_mount *mp = to_mp(kobject);
114 struct xfs_errortag_attr *xfs_attr = to_attr(attr);
115
116 return snprintf(buf, PAGE_SIZE, "%u\n",
117 xfs_errortag_get(mp, xfs_attr->tag));
118 }
119
120 static const struct sysfs_ops xfs_errortag_sysfs_ops = {
121 .show = xfs_errortag_attr_show,
122 .store = xfs_errortag_attr_store,
123 };
124
125 #define XFS_ERRORTAG_ATTR_RW(_name, _tag) \
126 static struct xfs_errortag_attr xfs_errortag_attr_##_name = { \
127 .attr = {.name = __stringify(_name), \
128 .mode = VERIFY_OCTAL_PERMISSIONS(S_IWUSR | S_IRUGO) }, \
129 .tag = (_tag), \
130 }
131
132 #define XFS_ERRORTAG_ATTR_LIST(_name) &xfs_errortag_attr_##_name.attr
133
134 XFS_ERRORTAG_ATTR_RW(noerror, XFS_ERRTAG_NOERROR);
135 XFS_ERRORTAG_ATTR_RW(iflush1, XFS_ERRTAG_IFLUSH_1);
136 XFS_ERRORTAG_ATTR_RW(iflush2, XFS_ERRTAG_IFLUSH_2);
137 XFS_ERRORTAG_ATTR_RW(iflush3, XFS_ERRTAG_IFLUSH_3);
138 XFS_ERRORTAG_ATTR_RW(iflush4, XFS_ERRTAG_IFLUSH_4);
139 XFS_ERRORTAG_ATTR_RW(iflush5, XFS_ERRTAG_IFLUSH_5);
140 XFS_ERRORTAG_ATTR_RW(iflush6, XFS_ERRTAG_IFLUSH_6);
141 XFS_ERRORTAG_ATTR_RW(dareadbuf, XFS_ERRTAG_DA_READ_BUF);
142 XFS_ERRORTAG_ATTR_RW(btree_chk_lblk, XFS_ERRTAG_BTREE_CHECK_LBLOCK);
143 XFS_ERRORTAG_ATTR_RW(btree_chk_sblk, XFS_ERRTAG_BTREE_CHECK_SBLOCK);
144 XFS_ERRORTAG_ATTR_RW(readagf, XFS_ERRTAG_ALLOC_READ_AGF);
145 XFS_ERRORTAG_ATTR_RW(readagi, XFS_ERRTAG_IALLOC_READ_AGI);
146 XFS_ERRORTAG_ATTR_RW(itobp, XFS_ERRTAG_ITOBP_INOTOBP);
147 XFS_ERRORTAG_ATTR_RW(iunlink, XFS_ERRTAG_IUNLINK);
148 XFS_ERRORTAG_ATTR_RW(iunlinkrm, XFS_ERRTAG_IUNLINK_REMOVE);
149 XFS_ERRORTAG_ATTR_RW(dirinovalid, XFS_ERRTAG_DIR_INO_VALIDATE);
150 XFS_ERRORTAG_ATTR_RW(bulkstat, XFS_ERRTAG_BULKSTAT_READ_CHUNK);
151 XFS_ERRORTAG_ATTR_RW(logiodone, XFS_ERRTAG_IODONE_IOERR);
152 XFS_ERRORTAG_ATTR_RW(stratread, XFS_ERRTAG_STRATREAD_IOERR);
153 XFS_ERRORTAG_ATTR_RW(stratcmpl, XFS_ERRTAG_STRATCMPL_IOERR);
154 XFS_ERRORTAG_ATTR_RW(diowrite, XFS_ERRTAG_DIOWRITE_IOERR);
155 XFS_ERRORTAG_ATTR_RW(bmapifmt, XFS_ERRTAG_BMAPIFORMAT);
156 XFS_ERRORTAG_ATTR_RW(free_extent, XFS_ERRTAG_FREE_EXTENT);
157 XFS_ERRORTAG_ATTR_RW(rmap_finish_one, XFS_ERRTAG_RMAP_FINISH_ONE);
158 XFS_ERRORTAG_ATTR_RW(refcount_continue_update, XFS_ERRTAG_REFCOUNT_CONTINUE_UPDATE);
159 XFS_ERRORTAG_ATTR_RW(refcount_finish_one, XFS_ERRTAG_REFCOUNT_FINISH_ONE);
160 XFS_ERRORTAG_ATTR_RW(bmap_finish_one, XFS_ERRTAG_BMAP_FINISH_ONE);
161 XFS_ERRORTAG_ATTR_RW(ag_resv_critical, XFS_ERRTAG_AG_RESV_CRITICAL);
162 XFS_ERRORTAG_ATTR_RW(drop_writes, XFS_ERRTAG_DROP_WRITES);
163 XFS_ERRORTAG_ATTR_RW(log_bad_crc, XFS_ERRTAG_LOG_BAD_CRC);
164 XFS_ERRORTAG_ATTR_RW(log_item_pin, XFS_ERRTAG_LOG_ITEM_PIN);
165 XFS_ERRORTAG_ATTR_RW(buf_lru_ref, XFS_ERRTAG_BUF_LRU_REF);
166 XFS_ERRORTAG_ATTR_RW(force_repair, XFS_ERRTAG_FORCE_SCRUB_REPAIR);
167 XFS_ERRORTAG_ATTR_RW(bad_summary, XFS_ERRTAG_FORCE_SUMMARY_RECALC);
168 XFS_ERRORTAG_ATTR_RW(iunlink_fallback, XFS_ERRTAG_IUNLINK_FALLBACK);
169 XFS_ERRORTAG_ATTR_RW(buf_ioerror, XFS_ERRTAG_BUF_IOERROR);
170 XFS_ERRORTAG_ATTR_RW(reduce_max_iextents, XFS_ERRTAG_REDUCE_MAX_IEXTENTS);
171 XFS_ERRORTAG_ATTR_RW(bmap_alloc_minlen_extent, XFS_ERRTAG_BMAP_ALLOC_MINLEN_EXTENT);
172 XFS_ERRORTAG_ATTR_RW(ag_resv_fail, XFS_ERRTAG_AG_RESV_FAIL);
173
174 static struct attribute *xfs_errortag_attrs[] = {
175 XFS_ERRORTAG_ATTR_LIST(noerror),
176 XFS_ERRORTAG_ATTR_LIST(iflush1),
177 XFS_ERRORTAG_ATTR_LIST(iflush2),
178 XFS_ERRORTAG_ATTR_LIST(iflush3),
179 XFS_ERRORTAG_ATTR_LIST(iflush4),
180 XFS_ERRORTAG_ATTR_LIST(iflush5),
181 XFS_ERRORTAG_ATTR_LIST(iflush6),
182 XFS_ERRORTAG_ATTR_LIST(dareadbuf),
183 XFS_ERRORTAG_ATTR_LIST(btree_chk_lblk),
184 XFS_ERRORTAG_ATTR_LIST(btree_chk_sblk),
185 XFS_ERRORTAG_ATTR_LIST(readagf),
186 XFS_ERRORTAG_ATTR_LIST(readagi),
187 XFS_ERRORTAG_ATTR_LIST(itobp),
188 XFS_ERRORTAG_ATTR_LIST(iunlink),
189 XFS_ERRORTAG_ATTR_LIST(iunlinkrm),
190 XFS_ERRORTAG_ATTR_LIST(dirinovalid),
191 XFS_ERRORTAG_ATTR_LIST(bulkstat),
192 XFS_ERRORTAG_ATTR_LIST(logiodone),
193 XFS_ERRORTAG_ATTR_LIST(stratread),
194 XFS_ERRORTAG_ATTR_LIST(stratcmpl),
195 XFS_ERRORTAG_ATTR_LIST(diowrite),
196 XFS_ERRORTAG_ATTR_LIST(bmapifmt),
197 XFS_ERRORTAG_ATTR_LIST(free_extent),
198 XFS_ERRORTAG_ATTR_LIST(rmap_finish_one),
199 XFS_ERRORTAG_ATTR_LIST(refcount_continue_update),
200 XFS_ERRORTAG_ATTR_LIST(refcount_finish_one),
201 XFS_ERRORTAG_ATTR_LIST(bmap_finish_one),
202 XFS_ERRORTAG_ATTR_LIST(ag_resv_critical),
203 XFS_ERRORTAG_ATTR_LIST(drop_writes),
204 XFS_ERRORTAG_ATTR_LIST(log_bad_crc),
205 XFS_ERRORTAG_ATTR_LIST(log_item_pin),
206 XFS_ERRORTAG_ATTR_LIST(buf_lru_ref),
207 XFS_ERRORTAG_ATTR_LIST(force_repair),
208 XFS_ERRORTAG_ATTR_LIST(bad_summary),
209 XFS_ERRORTAG_ATTR_LIST(iunlink_fallback),
210 XFS_ERRORTAG_ATTR_LIST(buf_ioerror),
211 XFS_ERRORTAG_ATTR_LIST(reduce_max_iextents),
212 XFS_ERRORTAG_ATTR_LIST(bmap_alloc_minlen_extent),
213 XFS_ERRORTAG_ATTR_LIST(ag_resv_fail),
214 NULL,
215 };
216
217 static struct kobj_type xfs_errortag_ktype = {
218 .release = xfs_sysfs_release,
219 .sysfs_ops = &xfs_errortag_sysfs_ops,
220 .default_attrs = xfs_errortag_attrs,
221 };
222
223 int
xfs_errortag_init(struct xfs_mount * mp)224 xfs_errortag_init(
225 struct xfs_mount *mp)
226 {
227 int ret;
228
229 mp->m_errortag = kmem_zalloc(sizeof(unsigned int) * XFS_ERRTAG_MAX,
230 KM_MAYFAIL);
231 if (!mp->m_errortag)
232 return -ENOMEM;
233
234 ret = xfs_sysfs_init(&mp->m_errortag_kobj, &xfs_errortag_ktype,
235 &mp->m_kobj, "errortag");
236 if (ret)
237 kmem_free(mp->m_errortag);
238 return ret;
239 }
240
241 void
xfs_errortag_del(struct xfs_mount * mp)242 xfs_errortag_del(
243 struct xfs_mount *mp)
244 {
245 xfs_sysfs_del(&mp->m_errortag_kobj);
246 kmem_free(mp->m_errortag);
247 }
248
249 bool
xfs_errortag_test(struct xfs_mount * mp,const char * expression,const char * file,int line,unsigned int error_tag)250 xfs_errortag_test(
251 struct xfs_mount *mp,
252 const char *expression,
253 const char *file,
254 int line,
255 unsigned int error_tag)
256 {
257 unsigned int randfactor;
258
259 /*
260 * To be able to use error injection anywhere, we need to ensure error
261 * injection mechanism is already initialized.
262 *
263 * Code paths like I/O completion can be called before the
264 * initialization is complete, but be able to inject errors in such
265 * places is still useful.
266 */
267 if (!mp->m_errortag)
268 return false;
269
270 ASSERT(error_tag < XFS_ERRTAG_MAX);
271 randfactor = mp->m_errortag[error_tag];
272 if (!randfactor || prandom_u32() % randfactor)
273 return false;
274
275 xfs_warn_ratelimited(mp,
276 "Injecting error (%s) at file %s, line %d, on filesystem \"%s\"",
277 expression, file, line, mp->m_super->s_id);
278 return true;
279 }
280
281 int
xfs_errortag_get(struct xfs_mount * mp,unsigned int error_tag)282 xfs_errortag_get(
283 struct xfs_mount *mp,
284 unsigned int error_tag)
285 {
286 if (error_tag >= XFS_ERRTAG_MAX)
287 return -EINVAL;
288
289 return mp->m_errortag[error_tag];
290 }
291
292 int
xfs_errortag_set(struct xfs_mount * mp,unsigned int error_tag,unsigned int tag_value)293 xfs_errortag_set(
294 struct xfs_mount *mp,
295 unsigned int error_tag,
296 unsigned int tag_value)
297 {
298 if (error_tag >= XFS_ERRTAG_MAX)
299 return -EINVAL;
300
301 mp->m_errortag[error_tag] = tag_value;
302 return 0;
303 }
304
305 int
xfs_errortag_add(struct xfs_mount * mp,unsigned int error_tag)306 xfs_errortag_add(
307 struct xfs_mount *mp,
308 unsigned int error_tag)
309 {
310 BUILD_BUG_ON(ARRAY_SIZE(xfs_errortag_random_default) != XFS_ERRTAG_MAX);
311
312 if (error_tag >= XFS_ERRTAG_MAX)
313 return -EINVAL;
314
315 return xfs_errortag_set(mp, error_tag,
316 xfs_errortag_random_default[error_tag]);
317 }
318
319 int
xfs_errortag_clearall(struct xfs_mount * mp)320 xfs_errortag_clearall(
321 struct xfs_mount *mp)
322 {
323 memset(mp->m_errortag, 0, sizeof(unsigned int) * XFS_ERRTAG_MAX);
324 return 0;
325 }
326 #endif /* DEBUG */
327
328 void
xfs_error_report(const char * tag,int level,struct xfs_mount * mp,const char * filename,int linenum,xfs_failaddr_t failaddr)329 xfs_error_report(
330 const char *tag,
331 int level,
332 struct xfs_mount *mp,
333 const char *filename,
334 int linenum,
335 xfs_failaddr_t failaddr)
336 {
337 if (level <= xfs_error_level) {
338 xfs_alert_tag(mp, XFS_PTAG_ERROR_REPORT,
339 "Internal error %s at line %d of file %s. Caller %pS",
340 tag, linenum, filename, failaddr);
341
342 xfs_stack_trace();
343 }
344 }
345
346 void
xfs_corruption_error(const char * tag,int level,struct xfs_mount * mp,const void * buf,size_t bufsize,const char * filename,int linenum,xfs_failaddr_t failaddr)347 xfs_corruption_error(
348 const char *tag,
349 int level,
350 struct xfs_mount *mp,
351 const void *buf,
352 size_t bufsize,
353 const char *filename,
354 int linenum,
355 xfs_failaddr_t failaddr)
356 {
357 if (buf && level <= xfs_error_level)
358 xfs_hex_dump(buf, bufsize);
359 xfs_error_report(tag, level, mp, filename, linenum, failaddr);
360 xfs_alert(mp, "Corruption detected. Unmount and run xfs_repair");
361 }
362
363 /*
364 * Complain about the kinds of metadata corruption that we can't detect from a
365 * verifier, such as incorrect inter-block relationship data. Does not set
366 * bp->b_error.
367 *
368 * Call xfs_buf_mark_corrupt, not this function.
369 */
370 void
xfs_buf_corruption_error(struct xfs_buf * bp,xfs_failaddr_t fa)371 xfs_buf_corruption_error(
372 struct xfs_buf *bp,
373 xfs_failaddr_t fa)
374 {
375 struct xfs_mount *mp = bp->b_mount;
376
377 xfs_alert_tag(mp, XFS_PTAG_VERIFIER_ERROR,
378 "Metadata corruption detected at %pS, %s block 0x%llx",
379 fa, bp->b_ops->name, xfs_buf_daddr(bp));
380
381 xfs_alert(mp, "Unmount and run xfs_repair");
382
383 if (xfs_error_level >= XFS_ERRLEVEL_HIGH)
384 xfs_stack_trace();
385 }
386
387 /*
388 * Warnings specifically for verifier errors. Differentiate CRC vs. invalid
389 * values, and omit the stack trace unless the error level is tuned high.
390 */
391 void
xfs_buf_verifier_error(struct xfs_buf * bp,int error,const char * name,const void * buf,size_t bufsz,xfs_failaddr_t failaddr)392 xfs_buf_verifier_error(
393 struct xfs_buf *bp,
394 int error,
395 const char *name,
396 const void *buf,
397 size_t bufsz,
398 xfs_failaddr_t failaddr)
399 {
400 struct xfs_mount *mp = bp->b_mount;
401 xfs_failaddr_t fa;
402 int sz;
403
404 fa = failaddr ? failaddr : __return_address;
405 __xfs_buf_ioerror(bp, error, fa);
406
407 xfs_alert_tag(mp, XFS_PTAG_VERIFIER_ERROR,
408 "Metadata %s detected at %pS, %s block 0x%llx %s",
409 bp->b_error == -EFSBADCRC ? "CRC error" : "corruption",
410 fa, bp->b_ops->name, xfs_buf_daddr(bp), name);
411
412 xfs_alert(mp, "Unmount and run xfs_repair");
413
414 if (xfs_error_level >= XFS_ERRLEVEL_LOW) {
415 sz = min_t(size_t, XFS_CORRUPTION_DUMP_LEN, bufsz);
416 xfs_alert(mp, "First %d bytes of corrupted metadata buffer:",
417 sz);
418 xfs_hex_dump(buf, sz);
419 }
420
421 if (xfs_error_level >= XFS_ERRLEVEL_HIGH)
422 xfs_stack_trace();
423 }
424
425 /*
426 * Warnings specifically for verifier errors. Differentiate CRC vs. invalid
427 * values, and omit the stack trace unless the error level is tuned high.
428 */
429 void
xfs_verifier_error(struct xfs_buf * bp,int error,xfs_failaddr_t failaddr)430 xfs_verifier_error(
431 struct xfs_buf *bp,
432 int error,
433 xfs_failaddr_t failaddr)
434 {
435 return xfs_buf_verifier_error(bp, error, "", xfs_buf_offset(bp, 0),
436 XFS_CORRUPTION_DUMP_LEN, failaddr);
437 }
438
439 /*
440 * Warnings for inode corruption problems. Don't bother with the stack
441 * trace unless the error level is turned up high.
442 */
443 void
xfs_inode_verifier_error(struct xfs_inode * ip,int error,const char * name,const void * buf,size_t bufsz,xfs_failaddr_t failaddr)444 xfs_inode_verifier_error(
445 struct xfs_inode *ip,
446 int error,
447 const char *name,
448 const void *buf,
449 size_t bufsz,
450 xfs_failaddr_t failaddr)
451 {
452 struct xfs_mount *mp = ip->i_mount;
453 xfs_failaddr_t fa;
454 int sz;
455
456 fa = failaddr ? failaddr : __return_address;
457
458 xfs_alert(mp, "Metadata %s detected at %pS, inode 0x%llx %s",
459 error == -EFSBADCRC ? "CRC error" : "corruption",
460 fa, ip->i_ino, name);
461
462 xfs_alert(mp, "Unmount and run xfs_repair");
463
464 if (buf && xfs_error_level >= XFS_ERRLEVEL_LOW) {
465 sz = min_t(size_t, XFS_CORRUPTION_DUMP_LEN, bufsz);
466 xfs_alert(mp, "First %d bytes of corrupted metadata buffer:",
467 sz);
468 xfs_hex_dump(buf, sz);
469 }
470
471 if (xfs_error_level >= XFS_ERRLEVEL_HIGH)
472 xfs_stack_trace();
473 }
474