{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"run_control": {
"frozen": false,
"read_only": false
}
},
"source": [
"# Analysis of PELT signal error due to skip last window update"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"collapsed": false,
"run_control": {
"frozen": false,
"marked": false,
"read_only": false
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"2017-08-02 21:50:32,729 INFO : root : Using LISA logging configuration:\n",
"2017-08-02 21:50:32,732 INFO : root : /home/joelaf/repo/lisa-aosp/external/lisa/logging.conf\n"
]
}
],
"source": [
"import logging\n",
"from conf import LisaLogging\n",
"LisaLogging.setup()"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"collapsed": false,
"run_control": {
"frozen": false,
"marked": false,
"read_only": false
}
},
"outputs": [],
"source": [
"# Generate plots inline\n",
"%matplotlib inline\n",
"import json\n",
"import os\n",
"from trace import Trace\n",
"import numpy\n",
"import pandas as pd\n",
"import matplotlib.pyplot as plt\n",
"import trappy\n",
"\n",
"path_to_dat = \"/home/joelaf/repo/lisa-aosp/external/lisa/ipynb/scratchpad/pelt-error/trace-fixed-pc.dat\""
]
},
{
"cell_type": "markdown",
"metadata": {
"run_control": {
"frozen": false,
"read_only": false
}
},
"source": [
"## Parse Trace and Profiling Data"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"collapsed": false,
"run_control": {
"frozen": false,
"marked": false,
"read_only": false
}
},
"outputs": [],
"source": [
"trace = Trace(None, path_to_dat, events=[ 'sched_switch', 'pelt_update' ])"
]
},
{
"cell_type": "markdown",
"metadata": {
"collapsed": true,
"run_control": {
"frozen": false,
"read_only": false
}
},
"source": [
"## Trace visualization"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"collapsed": false,
"run_control": {
"frozen": false,
"marked": false,
"read_only": false
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n",
"\n",
"\n",
"\n",
" \n",
"
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"trappy.plotter.plot_trace(trace.ftrace)"
]
},
{
"cell_type": "markdown",
"metadata": {
"run_control": {
"frozen": false,
"read_only": false
}
},
"source": [
"## Latency DataFrames"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"Index([u'__comm', u'__cpu', u'__line', u'__pid', u'__tgid', u'acc_load_avg',\n",
" u'acc_util_avg', u'cfs_rq', u'delta_us', u'load_avg', u'load_err',\n",
" u'load_sum', u'ret', u'sum_err', u'util_avg', u'util_err'],\n",
" dtype='object')"
]
},
"execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df = trace.data_frame.trace_event('pelt_update')\n",
"rq_df = df[df.cfs_rq == 1]\n",
"rq_df.columns"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"collapsed": false
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"UTIL ERROR\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n",
" | \n",
"
\n",
"\n",
" | \n",
"
\n",
"
\n",
"\n",
"\n",
"\n",
"\n",
"\n",
" \n",
" "
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"LOAD ERROR\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n",
" | \n",
"
\n",
"\n",
" | \n",
"
\n",
"
\n",
"\n",
"\n",
"\n",
"\n",
"\n",
" \n",
" "
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Plot the accurate and the actual signals for the RQ\n",
"print 'UTIL ERROR'\n",
"trappy.ILinePlot(trace.ftrace,\n",
" signals = [\n",
" 'pelt_update:util_avg',\n",
" 'pelt_update:acc_util_avg',\n",
" ]).view()\n",
"\n",
"print 'LOAD ERROR'\n",
"trappy.ILinePlot(trace.ftrace,\n",
" signals = [\n",
" 'pelt_update:load_avg',\n",
" 'pelt_update:acc_load_avg',\n",
" ]).view()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Data showing highest load / util errors (> count of 2) on the RQ (cpu 1)\n",
"-------------------------------\n",
"Note that, as expected, the error exists only for cases where delta is < 1ms (now - last_update_time)"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"collapsed": false,
"scrolled": false
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"number of errors: 0\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/joelaf/anaconda2/lib/python2.7/site-packages/ipykernel/__main__.py:1: UserWarning: Boolean Series key will be reindexed to match DataFrame index.\n",
" if __name__ == '__main__':\n",
"/home/joelaf/anaconda2/lib/python2.7/site-packages/ipykernel/__main__.py:4: FutureWarning: sort(columns=....) is deprecated, use sort_values(by=.....)\n"
]
},
{
"data": {
"text/html": [
"\n",
"
\n",
" \n",
" \n",
" | \n",
" __comm | \n",
" acc_load_avg | \n",
" util_avg | \n",
" acc_util_avg | \n",
" util_err | \n",
" delta_us | \n",
" load_sum | \n",
" sum_err | \n",
" load_avg | \n",
" load_err | \n",
"
\n",
" \n",
" | Time | \n",
" | \n",
" | \n",
" | \n",
" | \n",
" | \n",
" | \n",
" | \n",
" | \n",
" | \n",
" | \n",
"
\n",
" \n",
" \n",
" \n",
"
\n",
"