1#!/usr/bin/python 2# 3# sslsniff Captures data on read/recv or write/send functions of OpenSSL, 4# GnuTLS and NSS 5# For Linux, uses BCC, eBPF. 6# 7# USAGE: sslsniff.py [-h] [-p PID] [-u UID] [-x] [-c COMM] [-o] [-g] [-n] [-d] 8# [--hexdump] [--max-buffer-size SIZE] [-l] [--handshake] 9# 10# Licensed under the Apache License, Version 2.0 (the "License") 11# 12# 12-Aug-2016 Adrian Lopez Created this. 13# 13-Aug-2016 Mark Drayton Fix SSL_Read 14# 17-Aug-2016 Adrian Lopez Capture GnuTLS and add options 15# 16 17from __future__ import print_function 18from bcc import BPF 19import argparse 20import binascii 21import textwrap 22import os.path 23 24# arguments 25examples = """examples: 26 ./sslsniff # sniff OpenSSL and GnuTLS functions 27 ./sslsniff -p 181 # sniff PID 181 only 28 ./sslsniff -u 1000 # sniff only UID 1000 29 ./sslsniff -c curl # sniff curl command only 30 ./sslsniff --no-openssl # don't show OpenSSL calls 31 ./sslsniff --no-gnutls # don't show GnuTLS calls 32 ./sslsniff --no-nss # don't show NSS calls 33 ./sslsniff --hexdump # show data as hex instead of trying to decode it as UTF-8 34 ./sslsniff -x # show process UID and TID 35 ./sslsniff -l # show function latency 36 ./sslsniff -l --handshake # show SSL handshake latency 37 ./sslsniff --extra-lib openssl:/path/libssl.so.1.1 # sniff extra library 38""" 39 40 41def ssllib_type(input_str): 42 valid_types = frozenset(['openssl', 'gnutls', 'nss']) 43 44 try: 45 lib_type, lib_path = input_str.split(':', 1) 46 except ValueError: 47 raise argparse.ArgumentTypeError("Invalid SSL library param: %r" % input_str) 48 49 if lib_type not in valid_types: 50 raise argparse.ArgumentTypeError("Invalid SSL library type: %r" % lib_type) 51 52 if not os.path.isfile(lib_path): 53 raise argparse.ArgumentTypeError("Invalid library path: %r" % lib_path) 54 55 return lib_type, lib_path 56 57 58parser = argparse.ArgumentParser( 59 description="Sniff SSL data", 60 formatter_class=argparse.RawDescriptionHelpFormatter, 61 epilog=examples) 62parser.add_argument("-p", "--pid", type=int, help="sniff this PID only.") 63parser.add_argument("-u", "--uid", type=int, default=None, 64 help="sniff this UID only.") 65parser.add_argument("-x", "--extra", action="store_true", 66 help="show extra fields (UID, TID)") 67parser.add_argument("-c", "--comm", 68 help="sniff only commands matching string.") 69parser.add_argument("-o", "--no-openssl", action="store_false", dest="openssl", 70 help="do not show OpenSSL calls.") 71parser.add_argument("-g", "--no-gnutls", action="store_false", dest="gnutls", 72 help="do not show GnuTLS calls.") 73parser.add_argument("-n", "--no-nss", action="store_false", dest="nss", 74 help="do not show NSS calls.") 75parser.add_argument('-d', '--debug', dest='debug', action='count', default=0, 76 help='debug mode.') 77parser.add_argument("--ebpf", action="store_true", 78 help=argparse.SUPPRESS) 79parser.add_argument("--hexdump", action="store_true", dest="hexdump", 80 help="show data as hexdump instead of trying to decode it as UTF-8") 81parser.add_argument('--max-buffer-size', type=int, default=8192, 82 help='Size of captured buffer') 83parser.add_argument("-l", "--latency", action="store_true", 84 help="show function latency") 85parser.add_argument("--handshake", action="store_true", 86 help="show SSL handshake latency, enabled only if latency option is on.") 87parser.add_argument("--extra-lib", type=ssllib_type, action='append', 88 help="Intercept calls from extra library (format: lib_type:lib_path)") 89args = parser.parse_args() 90 91 92prog = """ 93#include <linux/ptrace.h> 94#include <linux/sched.h> /* For TASK_COMM_LEN */ 95 96#define MAX_BUF_SIZE __MAX_BUF_SIZE__ 97 98struct probe_SSL_data_t { 99 u64 timestamp_ns; 100 u64 delta_ns; 101 u32 pid; 102 u32 tid; 103 u32 uid; 104 u32 len; 105 int buf_filled; 106 int rw; 107 char comm[TASK_COMM_LEN]; 108 u8 buf[MAX_BUF_SIZE]; 109}; 110 111#define BASE_EVENT_SIZE ((size_t)(&((struct probe_SSL_data_t*)0)->buf)) 112#define EVENT_SIZE(X) (BASE_EVENT_SIZE + ((size_t)(X))) 113 114BPF_PERCPU_ARRAY(ssl_data, struct probe_SSL_data_t, 1); 115BPF_PERF_OUTPUT(perf_SSL_rw); 116 117BPF_HASH(start_ns, u32); 118BPF_HASH(bufs, u32, u64); 119 120int probe_SSL_rw_enter(struct pt_regs *ctx, void *ssl, void *buf, int num) { 121 int ret; 122 u32 zero = 0; 123 u64 pid_tgid = bpf_get_current_pid_tgid(); 124 u32 pid = pid_tgid >> 32; 125 u32 tid = pid_tgid; 126 u32 uid = bpf_get_current_uid_gid(); 127 u64 ts = bpf_ktime_get_ns(); 128 129 PID_FILTER 130 UID_FILTER 131 132 bufs.update(&tid, (u64*)&buf); 133 start_ns.update(&tid, &ts); 134 return 0; 135} 136 137static int SSL_exit(struct pt_regs *ctx, int rw) { 138 int ret; 139 u32 zero = 0; 140 u64 pid_tgid = bpf_get_current_pid_tgid(); 141 u32 pid = pid_tgid >> 32; 142 u32 tid = (u32)pid_tgid; 143 u32 uid = bpf_get_current_uid_gid(); 144 u64 ts = bpf_ktime_get_ns(); 145 146 PID_FILTER 147 UID_FILTER 148 149 u64 *bufp = bufs.lookup(&tid); 150 if (bufp == 0) 151 return 0; 152 153 u64 *tsp = start_ns.lookup(&tid); 154 if (tsp == 0) 155 return 0; 156 157 int len = PT_REGS_RC(ctx); 158 if (len <= 0) // no data 159 return 0; 160 161 struct probe_SSL_data_t *data = ssl_data.lookup(&zero); 162 if (!data) 163 return 0; 164 165 data->timestamp_ns = ts; 166 data->delta_ns = ts - *tsp; 167 data->pid = pid; 168 data->tid = tid; 169 data->uid = uid; 170 data->len = (u32)len; 171 data->buf_filled = 0; 172 data->rw = rw; 173 u32 buf_copy_size = min((size_t)MAX_BUF_SIZE, (size_t)len); 174 175 bpf_get_current_comm(&data->comm, sizeof(data->comm)); 176 177 if (bufp != 0) 178 ret = bpf_probe_read_user(&data->buf, buf_copy_size, (char *)*bufp); 179 180 bufs.delete(&tid); 181 start_ns.delete(&tid); 182 183 if (!ret) 184 data->buf_filled = 1; 185 else 186 buf_copy_size = 0; 187 188 perf_SSL_rw.perf_submit(ctx, data, EVENT_SIZE(buf_copy_size)); 189 return 0; 190} 191 192int probe_SSL_read_exit(struct pt_regs *ctx) { 193 return (SSL_exit(ctx, 0)); 194} 195 196int probe_SSL_write_exit(struct pt_regs *ctx) { 197 return (SSL_exit(ctx, 1)); 198} 199 200BPF_PERF_OUTPUT(perf_SSL_do_handshake); 201 202int probe_SSL_do_handshake_enter(struct pt_regs *ctx, void *ssl) { 203 u64 pid_tgid = bpf_get_current_pid_tgid(); 204 u32 pid = pid_tgid >> 32; 205 u32 tid = (u32)pid_tgid; 206 u64 ts = bpf_ktime_get_ns(); 207 208 PID_FILTER 209 UID_FILTER 210 211 start_ns.update(&tid, &ts); 212 return 0; 213} 214 215int probe_SSL_do_handshake_exit(struct pt_regs *ctx) { 216 u32 zero = 0; 217 u64 pid_tgid = bpf_get_current_pid_tgid(); 218 u32 pid = pid_tgid >> 32; 219 u32 tid = (u32)pid_tgid; 220 u32 uid = bpf_get_current_uid_gid(); 221 u64 ts = bpf_ktime_get_ns(); 222 int ret; 223 224 PID_FILTER 225 UID_FILTER 226 227 u64 *tsp = start_ns.lookup(&tid); 228 if (tsp == 0) 229 return 0; 230 231 ret = PT_REGS_RC(ctx); 232 if (ret <= 0) // handshake failed 233 return 0; 234 235 struct probe_SSL_data_t *data = ssl_data.lookup(&zero); 236 if (!data) 237 return 0; 238 239 data->timestamp_ns = ts; 240 data->delta_ns = ts - *tsp; 241 data->pid = pid; 242 data->tid = tid; 243 data->uid = uid; 244 data->len = ret; 245 data->buf_filled = 0; 246 data->rw = 2; 247 bpf_get_current_comm(&data->comm, sizeof(data->comm)); 248 start_ns.delete(&tid); 249 250 perf_SSL_do_handshake.perf_submit(ctx, data, EVENT_SIZE(0)); 251 return 0; 252} 253""" 254 255if args.pid: 256 prog = prog.replace('PID_FILTER', 'if (pid != %d) { return 0; }' % args.pid) 257else: 258 prog = prog.replace('PID_FILTER', '') 259 260if args.uid is not None: 261 prog = prog.replace('UID_FILTER', 'if (uid != %d) { return 0; }' % args.uid) 262else: 263 prog = prog.replace('UID_FILTER', '') 264 265prog = prog.replace('__MAX_BUF_SIZE__', str(args.max_buffer_size)) 266 267if args.debug or args.ebpf: 268 print(prog) 269 if args.ebpf: 270 exit() 271 272 273b = BPF(text=prog) 274 275# It looks like SSL_read's arguments aren't available in a return probe so you 276# need to stash the buffer address in a map on the function entry and read it 277# on its exit (Mark Drayton) 278# 279def attach_openssl(lib): 280 b.attach_uprobe(name=lib, sym="SSL_write", 281 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 282 b.attach_uretprobe(name=lib, sym="SSL_write", 283 fn_name="probe_SSL_write_exit", pid=args.pid or -1) 284 b.attach_uprobe(name=lib, sym="SSL_read", 285 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 286 b.attach_uretprobe(name=lib, sym="SSL_read", 287 fn_name="probe_SSL_read_exit", pid=args.pid or -1) 288 if args.latency and args.handshake: 289 b.attach_uprobe(name="ssl", sym="SSL_do_handshake", 290 fn_name="probe_SSL_do_handshake_enter", pid=args.pid or -1) 291 b.attach_uretprobe(name="ssl", sym="SSL_do_handshake", 292 fn_name="probe_SSL_do_handshake_exit", pid=args.pid or -1) 293 294def attach_gnutls(lib): 295 b.attach_uprobe(name=lib, sym="gnutls_record_send", 296 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 297 b.attach_uretprobe(name=lib, sym="gnutls_record_send", 298 fn_name="probe_SSL_write_exit", pid=args.pid or -1) 299 b.attach_uprobe(name=lib, sym="gnutls_record_recv", 300 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 301 b.attach_uretprobe(name=lib, sym="gnutls_record_recv", 302 fn_name="probe_SSL_read_exit", pid=args.pid or -1) 303 304def attach_nss(lib): 305 b.attach_uprobe(name=lib, sym="PR_Write", 306 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 307 b.attach_uretprobe(name=lib, sym="PR_Write", 308 fn_name="probe_SSL_write_exit", pid=args.pid or -1) 309 b.attach_uprobe(name=lib, sym="PR_Send", 310 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 311 b.attach_uretprobe(name=lib, sym="PR_Send", 312 fn_name="probe_SSL_write_exit", pid=args.pid or -1) 313 b.attach_uprobe(name=lib, sym="PR_Read", 314 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 315 b.attach_uretprobe(name=lib, sym="PR_Read", 316 fn_name="probe_SSL_read_exit", pid=args.pid or -1) 317 b.attach_uprobe(name=lib, sym="PR_Recv", 318 fn_name="probe_SSL_rw_enter", pid=args.pid or -1) 319 b.attach_uretprobe(name=lib, sym="PR_Recv", 320 fn_name="probe_SSL_read_exit", pid=args.pid or -1) 321 322 323LIB_TRACERS = { 324 "openssl": attach_openssl, 325 "gnutls": attach_gnutls, 326 "nss": attach_nss, 327} 328 329 330if args.openssl: 331 attach_openssl("ssl") 332if args.gnutls: 333 attach_gnutls("gnutls") 334if args.nss: 335 attach_nss("nspr4") 336 337 338if args.extra_lib: 339 for lib_type, lib_path in args.extra_lib: 340 LIB_TRACERS[lib_type](lib_path) 341 342# define output data structure in Python 343 344 345# header 346header = "%-12s %-18s %-16s %-7s %-7s" % ("FUNC", "TIME(s)", "COMM", "PID", "LEN") 347 348if args.extra: 349 header += " %-7s %-7s" % ("UID", "TID") 350 351if args.latency: 352 header += " %-7s" % ("LAT(ms)") 353 354print(header) 355# process event 356start = 0 357 358def print_event_rw(cpu, data, size): 359 print_event(cpu, data, size, "perf_SSL_rw") 360 361def print_event_handshake(cpu, data, size): 362 print_event(cpu, data, size, "perf_SSL_do_handshake") 363 364def print_event(cpu, data, size, evt): 365 global start 366 event = b[evt].event(data) 367 if event.len <= args.max_buffer_size: 368 buf_size = event.len 369 else: 370 buf_size = args.max_buffer_size 371 372 if event.buf_filled == 1: 373 buf = bytearray(event.buf[:buf_size]) 374 else: 375 buf_size = 0 376 buf = b"" 377 378 # Filter events by command 379 if args.comm: 380 if not args.comm == event.comm.decode('utf-8', 'replace'): 381 return 382 383 if start == 0: 384 start = event.timestamp_ns 385 time_s = (float(event.timestamp_ns - start)) / 1000000000 386 387 lat_str = "%.3f" % (event.delta_ns / 1000000) if event.delta_ns else "N/A" 388 389 s_mark = "-" * 5 + " DATA " + "-" * 5 390 391 e_mark = "-" * 5 + " END DATA " + "-" * 5 392 393 truncated_bytes = event.len - buf_size 394 if truncated_bytes > 0: 395 e_mark = "-" * 5 + " END DATA (TRUNCATED, " + str(truncated_bytes) + \ 396 " bytes lost) " + "-" * 5 397 398 base_fmt = "%(func)-12s %(time)-18.9f %(comm)-16s %(pid)-7d %(len)-6d" 399 400 if args.extra: 401 base_fmt += " %(uid)-7d %(tid)-7d" 402 403 if args.latency: 404 base_fmt += " %(lat)-7s" 405 406 fmt = ''.join([base_fmt, "\n%(begin)s\n%(data)s\n%(end)s\n\n"]) 407 if args.hexdump: 408 unwrapped_data = binascii.hexlify(buf) 409 data = textwrap.fill(unwrapped_data.decode('utf-8', 'replace'), width=32) 410 else: 411 data = buf.decode('utf-8', 'replace') 412 413 rw_event = { 414 0: "READ/RECV", 415 1: "WRITE/SEND", 416 2: "HANDSHAKE" 417 } 418 419 fmt_data = { 420 'func': rw_event[event.rw], 421 'time': time_s, 422 'lat': lat_str, 423 'comm': event.comm.decode('utf-8', 'replace'), 424 'pid': event.pid, 425 'tid': event.tid, 426 'uid': event.uid, 427 'len': event.len, 428 'begin': s_mark, 429 'end': e_mark, 430 'data': data 431 } 432 433 # use base_fmt if no buf filled 434 if buf_size == 0: 435 print(base_fmt % fmt_data) 436 else: 437 print(fmt % fmt_data) 438 439b["perf_SSL_rw"].open_perf_buffer(print_event_rw) 440b["perf_SSL_do_handshake"].open_perf_buffer(print_event_handshake) 441while 1: 442 try: 443 b.perf_buffer_poll() 444 except KeyboardInterrupt: 445 exit() 446