1 /* 2 * MM Events - eBPF programs 3 * 4 * Copyright 2024 The Android Open Source Project 5 * 6 * Licensed under the Apache License, Version 2.0 (the "License"); 7 * you may not use this file except in compliance with the License 8 * You may obtain a copy of the License at 9 * http://www.apache.org/licenses/LICENSE-2.0 10 * 11 * Unless required by applicable law or agreed to in writing, software 12 * distributed under the License is distributed on an "AS IS" BASIS, 13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 * See the License for the specific language governing permissions and 15 * limitations under the License. 16 */ 17 #include <string.h> 18 19 #include <linux/bpf_perf_event.h> 20 #include <linux/oom.h> 21 22 #include <memevents/bpf_helpers.h> 23 #include <memevents/bpf_types.h> 24 25 DEFINE_BPF_RINGBUF(ams_rb, struct mem_event_t, MEM_EVENTS_RINGBUF_SIZE, DEFAULT_BPF_MAP_UID, 26 AID_SYSTEM, 0660) 27 28 DEFINE_BPF_RINGBUF(lmkd_rb, struct mem_event_t, MEM_EVENTS_RINGBUF_SIZE, DEFAULT_BPF_MAP_UID, 29 AID_SYSTEM, 0660) 30 31 DEFINE_BPF_PROG_KVER("tracepoint/oom/mark_victim/ams", AID_ROOT, AID_SYSTEM, tp_ams, KVER_5_10) 32 (struct mark_victim_args* args) { 33 unsigned long long timestamp_ns = bpf_ktime_get_ns(); 34 struct mem_event_t* data = bpf_ams_rb_reserve(); 35 if (data == NULL) return 1; 36 37 data->type = MEM_EVENT_OOM_KILL; 38 data->event_data.oom_kill.pid = args->pid; 39 data->event_data.oom_kill.oom_score_adj = args->oom_score_adj; 40 data->event_data.oom_kill.uid = args->uid; 41 data->event_data.oom_kill.timestamp_ms = timestamp_ns / 1000000; // Convert to milliseconds 42 data->event_data.oom_kill.total_vm_kb = args->total_vm; 43 data->event_data.oom_kill.anon_rss_kb = args->anon_rss; 44 data->event_data.oom_kill.file_rss_kb = args->file_rss; 45 data->event_data.oom_kill.shmem_rss_kb = args->shmem_rss; 46 data->event_data.oom_kill.pgtables_kb = args->pgtables; 47 48 read_str((char*)args, args->__data_loc_comm, data->event_data.oom_kill.process_name, 49 MEM_EVENT_PROC_NAME_LEN); 50 51 bpf_ams_rb_submit(data); 52 53 return 0; 54 } 55 56 DEFINE_BPF_PROG_KVER("tracepoint/vmscan/mm_vmscan_direct_reclaim_begin/lmkd", AID_ROOT, AID_SYSTEM, 57 tp_lmkd_dr_start, KVER_5_10) 58 (struct direct_reclaim_begin_args* __unused args) { 59 struct mem_event_t* data = bpf_lmkd_rb_reserve(); 60 if (data == NULL) return 1; 61 62 data->type = MEM_EVENT_DIRECT_RECLAIM_BEGIN; 63 64 bpf_lmkd_rb_submit(data); 65 66 return 0; 67 } 68 69 DEFINE_BPF_PROG_KVER("tracepoint/vmscan/mm_vmscan_direct_reclaim_end/lmkd", AID_ROOT, AID_SYSTEM, 70 tp_lmkd_dr_end, KVER_5_10) 71 (struct direct_reclaim_end_args* __unused args) { 72 struct mem_event_t* data = bpf_lmkd_rb_reserve(); 73 if (data == NULL) return 1; 74 75 data->type = MEM_EVENT_DIRECT_RECLAIM_END; 76 77 bpf_lmkd_rb_submit(data); 78 79 return 0; 80 } 81 82 DEFINE_BPF_PROG_KVER("tracepoint/vmscan/mm_vmscan_kswapd_wake/lmkd", AID_ROOT, AID_SYSTEM, 83 tp_lmkd_kswapd_wake, KVER_5_10) 84 (struct kswapd_wake_args* args) { 85 struct mem_event_t* data = bpf_lmkd_rb_reserve(); 86 if (data == NULL) return 1; 87 88 data->type = MEM_EVENT_KSWAPD_WAKE; 89 data->event_data.kswapd_wake.node_id = args->nid; 90 data->event_data.kswapd_wake.zone_id = args->zid; 91 data->event_data.kswapd_wake.alloc_order = args->order; 92 93 bpf_lmkd_rb_submit(data); 94 95 return 0; 96 } 97 98 DEFINE_BPF_PROG_KVER("tracepoint/vmscan/mm_vmscan_kswapd_sleep/lmkd", AID_ROOT, AID_SYSTEM, 99 tp_lmkd_kswapd_sleep, KVER_5_10) 100 (struct kswapd_sleep_args* args) { 101 struct mem_event_t* data = bpf_lmkd_rb_reserve(); 102 if (data == NULL) return 1; 103 104 data->type = MEM_EVENT_KSWAPD_SLEEP; 105 data->event_data.kswapd_wake.node_id = args->nid; 106 107 bpf_lmkd_rb_submit(data); 108 109 return 0; 110 } 111 112 DEFINE_BPF_PROG_KVER("tracepoint/android_vendor_lmk/android_trigger_vendor_lmk_kill/lmkd", 113 AID_ROOT, AID_SYSTEM, tp_lmkd_vendor_lmk_kill, KVER_6_1) 114 (struct vendor_lmk_kill_args* args) { 115 struct mem_event_t* data; 116 uint32_t reason = args->reason; 117 short min_oom_score_adj = args->min_oom_score_adj; 118 119 if (min_oom_score_adj < OOM_SCORE_ADJ_MIN || 120 min_oom_score_adj > OOM_SCORE_ADJ_MAX) 121 return 0; 122 123 if (reason < 0 || reason >= NUM_VENDOR_LMK_KILL_REASON) 124 return 0; 125 126 data = bpf_lmkd_rb_reserve(); 127 if (data == NULL) return 1; 128 129 data->type = MEM_EVENT_VENDOR_LMK_KILL; 130 data->event_data.vendor_kill.reason = reason; 131 data->event_data.vendor_kill.min_oom_score_adj = min_oom_score_adj; 132 133 bpf_lmkd_rb_submit(data); 134 135 return 0; 136 } 137 138 DEFINE_BPF_PROG_KVER("tracepoint/kmem/mm_calculate_totalreserve_pages/lmkd", AID_ROOT, AID_SYSTEM, 139 tp_lmkd_calculate_totalreserve_pages, KVER_6_1) 140 (struct calculate_totalreserve_pages_args* __unused args) { 141 struct mem_event_t* data = bpf_lmkd_rb_reserve(); 142 if (data == NULL) return 1; 143 144 data->type = MEM_EVENT_UPDATE_ZONEINFO; 145 146 bpf_lmkd_rb_submit(data); 147 148 return 0; 149 } 150 // bpf_probe_read_str is GPL only symbol 151 LICENSE("GPL"); 152