3  * Common code for probe-based Dynamic events.
5  * This code was copied from kernel/trace/trace_kprobe.c written by
273 			struct fetch_insn *code, unsigned int flags, int offs)  in parse_probe_vars()  argument
281 			code->op = FETCH_OP_RETVAL;  in parse_probe_vars()
288 			code->op = FETCH_OP_STACKP;  in parse_probe_vars()
298 				code->op = FETCH_OP_STACK;  in parse_probe_vars()
299 				code->param = (unsigned int)param;  in parse_probe_vars()
304 		code->op = FETCH_OP_COMM;  in parse_probe_vars()
316 		code->op = FETCH_OP_ARG;  in parse_probe_vars()
317 		code->param = (unsigned int)param - 1;  in parse_probe_vars()
358 	struct fetch_insn *code = *pcode;  in parse_probe_arg()  local
367 		ret = parse_probe_vars(arg + 1, type, code, flags, offs);  in parse_probe_arg()
373 			code->op = FETCH_OP_REG;  in parse_probe_arg()
374 			code->param = (unsigned int)ret;  in parse_probe_arg()
388 			code->op = FETCH_OP_IMM;  in parse_probe_arg()
389 			code->immediate = param;  in parse_probe_arg()
402 			code->op = FETCH_OP_FOFFS;  in parse_probe_arg()
403 			code->immediate = (unsigned long)offset;  // imm64?  in parse_probe_arg()
411 			code->op = FETCH_NOP_SYMBOL;  in parse_probe_arg()
412 			code->data = kstrdup(arg + 1, GFP_KERNEL);  in parse_probe_arg()
413 			if (!code->data)  in parse_probe_arg()
415 			if (++code == end) {  in parse_probe_arg()
419 			code->op = FETCH_OP_IMM;  in parse_probe_arg()
420 			code->immediate = 0;  in parse_probe_arg()
423 		if (++code == end) {  in parse_probe_arg()
427 		*pcode = code;  in parse_probe_arg()
428 		code->op = FETCH_OP_DEREF;  in parse_probe_arg()
429 		code->offset = offset;  in parse_probe_arg()
463 			ret = parse_probe_arg(arg, t2, &code, end, flags, offs);  in parse_probe_arg()
466 			if (code->op == FETCH_OP_COMM ||  in parse_probe_arg()
467 			    code->op == FETCH_OP_DATA) {  in parse_probe_arg()
471 			if (++code == end) {  in parse_probe_arg()
475 			*pcode = code;  in parse_probe_arg()
477 			code->op = deref;  in parse_probe_arg()
478 			code->offset = offset;  in parse_probe_arg()
486 			code->op = FETCH_OP_DATA;  in parse_probe_arg()
487 			code->data = tmp;  in parse_probe_arg()
489 			ret = str_to_immediate(arg + 1, &code->immediate);  in parse_probe_arg()
493 				code->op = FETCH_OP_IMM;  in parse_probe_arg()
497 	if (!ret && code->op == FETCH_OP_NOP) {  in parse_probe_arg()
512 	struct fetch_insn *code = *pcode;  in __parse_bitfield_probe_arg()  local
529 	code++;  in __parse_bitfield_probe_arg()
530 	if (code->op != FETCH_OP_NOP)  in __parse_bitfield_probe_arg()
532 	*pcode = code;  in __parse_bitfield_probe_arg()
534 	code->op = FETCH_OP_MOD_BF;  in __parse_bitfield_probe_arg()
535 	code->lshift = BYTES_TO_BITS(t->size) - (bw + bo);  in __parse_bitfield_probe_arg()
536 	code->rshift = BYTES_TO_BITS(t->size) - bw;  in __parse_bitfield_probe_arg()
537 	code->basesize = t->size;  in __parse_bitfield_probe_arg()
546 	struct fetch_insn *code, *scode, *tmp = NULL;  in traceprobe_parse_probe_arg_body()  local
622 	code = tmp = kcalloc(FETCH_INSN_MAX, sizeof(*code), GFP_KERNEL);  in traceprobe_parse_probe_arg_body()
623 	if (!code)  in traceprobe_parse_probe_arg_body()
625 	code[FETCH_INSN_MAX - 1].op = FETCH_OP_END;  in traceprobe_parse_probe_arg_body()
627 	ret = parse_probe_arg(arg, parg->type, &code, &code[FETCH_INSN_MAX - 1],  in traceprobe_parse_probe_arg_body()
635 		if (code->op != FETCH_OP_DEREF && code->op != FETCH_OP_UDEREF &&  in traceprobe_parse_probe_arg_body()
636 		    code->op != FETCH_OP_IMM && code->op != FETCH_OP_COMM &&  in traceprobe_parse_probe_arg_body()
637 		    code->op != FETCH_OP_DATA) {  in traceprobe_parse_probe_arg_body()
643 		if ((code->op == FETCH_OP_IMM || code->op == FETCH_OP_COMM ||  in traceprobe_parse_probe_arg_body()
644 		     code->op == FETCH_OP_DATA) || parg->count) {  in traceprobe_parse_probe_arg_body()
651 			code++;  in traceprobe_parse_probe_arg_body()
652 			if (code->op != FETCH_OP_NOP) {  in traceprobe_parse_probe_arg_body()
660 		    code->op == FETCH_OP_UDEREF)  in traceprobe_parse_probe_arg_body()
661 			code->op = FETCH_OP_ST_USTRING;  in traceprobe_parse_probe_arg_body()
663 			code->op = FETCH_OP_ST_STRING;  in traceprobe_parse_probe_arg_body()
664 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
666 	} else if (code->op == FETCH_OP_DEREF) {  in traceprobe_parse_probe_arg_body()
667 		code->op = FETCH_OP_ST_MEM;  in traceprobe_parse_probe_arg_body()
668 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
669 	} else if (code->op == FETCH_OP_UDEREF) {  in traceprobe_parse_probe_arg_body()
670 		code->op = FETCH_OP_ST_UMEM;  in traceprobe_parse_probe_arg_body()
671 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
673 		code++;  in traceprobe_parse_probe_arg_body()
674 		if (code->op != FETCH_OP_NOP) {  in traceprobe_parse_probe_arg_body()
679 		code->op = FETCH_OP_ST_RAW;  in traceprobe_parse_probe_arg_body()
680 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
682 	scode = code;  in traceprobe_parse_probe_arg_body()
685 		ret = __parse_bitfield_probe_arg(t, parg->type, &code);  in traceprobe_parse_probe_arg_body()
701 		code++;  in traceprobe_parse_probe_arg_body()
702 		if (code->op != FETCH_OP_NOP) {  in traceprobe_parse_probe_arg_body()
707 		code->op = FETCH_OP_LP_ARRAY;  in traceprobe_parse_probe_arg_body()
708 		code->param = parg->count;  in traceprobe_parse_probe_arg_body()
710 	code++;  in traceprobe_parse_probe_arg_body()
711 	code->op = FETCH_OP_END;  in traceprobe_parse_probe_arg_body()
713 	/* Shrink down the code buffer */  in traceprobe_parse_probe_arg_body()
714 	parg->code = kcalloc(code - tmp + 1, sizeof(*code), GFP_KERNEL);  in traceprobe_parse_probe_arg_body()
715 	if (!parg->code)  in traceprobe_parse_probe_arg_body()
718 		memcpy(parg->code, tmp, sizeof(*code) * (code - tmp + 1));  in traceprobe_parse_probe_arg_body()
722 		for (code = tmp; code < tmp + FETCH_INSN_MAX; code++)  in traceprobe_parse_probe_arg_body()
723 			if (code->op == FETCH_NOP_SYMBOL ||  in traceprobe_parse_probe_arg_body()
724 			    code->op == FETCH_OP_DATA)  in traceprobe_parse_probe_arg_body()
725 				kfree(code->data);  in traceprobe_parse_probe_arg_body()
792 	struct fetch_insn *code = arg->code;  in traceprobe_free_probe_arg()  local
794 	while (code && code->op != FETCH_OP_END) {  in traceprobe_free_probe_arg()
795 		if (code->op == FETCH_NOP_SYMBOL ||  in traceprobe_free_probe_arg()
796 		    code->op == FETCH_OP_DATA)  in traceprobe_free_probe_arg()
797 			kfree(code->data);  in traceprobe_free_probe_arg()
798 		code++;  in traceprobe_free_probe_arg()
800 	kfree(arg->code);  in traceprobe_free_probe_arg()
808 	struct fetch_insn *code = arg->code;  in traceprobe_update_arg()  local
814 	while (code && code->op != FETCH_OP_END) {  in traceprobe_update_arg()
815 		if (code->op == FETCH_NOP_SYMBOL) {  in traceprobe_update_arg()
816 			if (code[1].op != FETCH_OP_IMM)  in traceprobe_update_arg()
819 			tmp = strpbrk(code->data, "+-");  in traceprobe_update_arg()
822 			ret = traceprobe_split_symbol_offset(code->data,  in traceprobe_update_arg()
827 			code[1].immediate =  in traceprobe_update_arg()
828 				(unsigned long)kallsyms_lookup_name(code->data);  in traceprobe_update_arg()
831 			if (!code[1].immediate)  in traceprobe_update_arg()
833 			code[1].immediate += offset;  in traceprobe_update_arg()
835 		code++;  in traceprobe_update_arg()