/***
This file is part of PulseAudio.
PulseAudio is free software; you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as
published by the Free Software Foundation; either version 2.1 of the
License, or (at your option) any later version.
PulseAudio is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with PulseAudio; if not, see .
***/
/* The code in this file is based on the theoretical background found at
* https://www.freedesktop.org/software/pulseaudio/misc/rate_estimator.odt.
* The theory has never been reviewed, so it may be inaccurate in places. */
#ifdef HAVE_CONFIG_H
#include
#endif
#include
#include
#include
#include
#include "time-smoother_2.h"
struct pa_smoother_2 {
/* Values set when the smoother is created */
pa_usec_t smoother_window_time;
uint32_t rate;
uint32_t frame_size;
/* USB hack parameters */
bool usb_hack;
bool enable_usb_hack;
uint32_t hack_threshold;
/* Smoother state */
bool init;
bool paused;
/* Current byte count start value */
double start_pos;
/* System time corresponding to start_pos */
pa_usec_t start_time;
/* Conversion factor between time domains */
double time_factor;
/* Used if the smoother is paused while still in init state */
pa_usec_t fixup_time;
/* Time offset for USB devices */
int64_t time_offset;
/* Various time stamps */
pa_usec_t resume_time;
pa_usec_t pause_time;
pa_usec_t smoother_start_time;
pa_usec_t last_time;
/* Variables used for Kalman filter */
double time_variance;
double time_factor_variance;
double kalman_variance;
/* Variables used for low pass filter */
double drift_filter;
double drift_filter_1;
};
/* Create new smoother */
pa_smoother_2* pa_smoother_2_new(pa_usec_t window, pa_usec_t time_stamp, uint32_t frame_size, uint32_t rate) {
pa_smoother_2 *s;
pa_assert(window > 0);
s = pa_xnew(pa_smoother_2, 1);
s->enable_usb_hack = false;
s->usb_hack = false;
s->hack_threshold = 0;
s->smoother_window_time = window;
s->rate = rate;
s->frame_size = frame_size;
pa_smoother_2_reset(s, time_stamp);
return s;
}
/* Free the smoother */
void pa_smoother_2_free(pa_smoother_2* s) {
pa_assert(s);
pa_xfree(s);
}
void pa_smoother_2_set_rate(pa_smoother_2 *s, pa_usec_t time_stamp, uint32_t rate) {
pa_assert(s);
pa_assert(rate > 0);
/* If the rate has changed, data in the smoother will be invalid,
* therefore also reset the smoother */
if (rate != s->rate) {
s->rate = rate;
pa_smoother_2_reset(s, time_stamp);
}
}
void pa_smoother_2_set_sample_spec(pa_smoother_2 *s, pa_usec_t time_stamp, pa_sample_spec *spec) {
size_t frame_size;
pa_assert(s);
pa_assert(pa_sample_spec_valid(spec));
/* If the sample spec has changed, data in the smoother will be invalid,
* therefore also reset the smoother */
frame_size = pa_frame_size(spec);
if (frame_size != s->frame_size || spec->rate != s->rate) {
s->frame_size = frame_size;
s->rate = spec->rate;
pa_smoother_2_reset(s, time_stamp);
}
}
/* Add a new data point and re-calculate time conversion factor */
void pa_smoother_2_put(pa_smoother_2 *s, pa_usec_t time_stamp, int64_t byte_count) {
double byte_difference, iteration_time;
double time_delta_system, time_delta_card, drift, filter_constant, filter_constant_1;
double temp, filtered_time_delta_card, expected_time_delta_card;
pa_assert(s);
/* Smoother is paused, nothing to do */
if (s->paused)
return;
/* Initial setup or resume */
if PA_UNLIKELY((s->init)) {
s->resume_time = time_stamp;
/* We have no data yet, nothing to do */
if (byte_count <= 0)
return;
/* Now we are playing/recording.
* Get fresh time stamps and save the start count */
s->start_pos = (double)byte_count;
s->last_time = time_stamp;
s->start_time = time_stamp;
s->smoother_start_time = time_stamp;
s->usb_hack = s->enable_usb_hack;
s->init = false;
return;
}
/* Duration of last iteration */
iteration_time = (double)time_stamp - s->last_time;
/* Don't go backwards in time */
if (iteration_time <= 0)
return;
/* Wait at least 100 ms before starting calculations, otherwise the
* impact of the offset error will slow down convergence */
if (time_stamp < s->smoother_start_time + 100 * PA_USEC_PER_MSEC)
return;
/* Time difference in system time domain */
time_delta_system = time_stamp - s->start_time;
/* Number of bytes played since start_time */
byte_difference = (double)byte_count - s->start_pos;
/* Time difference in soundcard time domain. Don't use
* pa_bytes_to_usec() here because byte_difference need not
* be on a sample boundary */
time_delta_card = byte_difference / s->frame_size / s->rate * PA_USEC_PER_SEC;
filtered_time_delta_card = time_delta_card;
/* Prediction of measurement */
expected_time_delta_card = time_delta_system * s->time_factor;
/* Filtered variance of card time measurements */
s->time_variance = 0.9 * s->time_variance + 0.1 * (time_delta_card - expected_time_delta_card) * (time_delta_card - expected_time_delta_card);
/* Kalman filter, will only be used when the time factor has converged good enough,
* the value of 100 corresponds to a change rate of approximately 10e-6 per second. */
if (s->time_factor_variance < 100) {
filtered_time_delta_card = (time_delta_card * s->kalman_variance + expected_time_delta_card * s->time_variance) / (s->kalman_variance + s->time_variance);
s->kalman_variance = s->kalman_variance * s->time_variance / (s->kalman_variance + s->time_variance) + s->time_variance / 4 + 500;
}
/* This is a horrible hack which is necessary because USB sinks seem to fix up
* the reported delay by some millisecondsconds shortly after startup. This is
* an artifact, the real latency does not change on the reported jump. If the
* change is not caught or if the hack is triggered inadvertently, it will lead to
* prolonged convergence time and decreased stability of the reported latency.
* Since the fix up will occur within the first seconds, it is disabled later to
* avoid false triggers. When run as batch device, the threshold for the hack must
* be lower (1000) than for timer based scheduling (2000). */
if (s->usb_hack && time_stamp - s->smoother_start_time < 5 * PA_USEC_PER_SEC) {
if ((time_delta_system - filtered_time_delta_card / s->time_factor) > (double)s->hack_threshold) {
/* Recalculate initial conditions */
temp = time_stamp - time_delta_card - s->start_time;
s->start_time += temp;
s->smoother_start_time += temp;
s->time_offset = -temp;
/* Reset time factor variance */
s->time_factor_variance = 10000;
pa_log_debug("USB Hack, start time corrected by %0.2f usec", temp);
s->usb_hack = false;
return;
}
}
/* Parameter for lowpass filters with time constants of smoother_window_time
* and smoother_window_time/8 */
temp = (double)s->smoother_window_time / 6.2831853;
filter_constant = iteration_time / (iteration_time + temp / 8.0);
filter_constant_1 = iteration_time / (iteration_time + temp);
/* Temporarily save the current time factor */
temp = s->time_factor;
/* Calculate geometric series */
drift = (s->drift_filter_1 + 1.0) * (1.5 - filtered_time_delta_card / time_delta_system);
/* 2nd order lowpass */
s->drift_filter = (1 - filter_constant) * s->drift_filter + filter_constant * drift;
s->drift_filter_1 = (1 - filter_constant) * s->drift_filter_1 + filter_constant * s->drift_filter;
/* Calculate time conversion factor, filter again */
s->time_factor = (1 - filter_constant_1) * s->time_factor + filter_constant_1 * (s->drift_filter_1 + 3) / (s->drift_filter_1 + 1) / 2;
/* Filtered variance of time factor derivative, used as measure for the convergence of the time factor */
temp = (s->time_factor - temp) / iteration_time * 10000000000000;
s->time_factor_variance = (1 - filter_constant_1) * s->time_factor_variance + filter_constant_1 * temp * temp;
/* Calculate new start time and corresponding sample count after window time */
if (time_stamp > s->smoother_start_time + s->smoother_window_time) {
s->start_pos += ((double)byte_count - s->start_pos) / (time_stamp - s->start_time) * iteration_time;
s->start_time += (pa_usec_t)iteration_time;
}
/* Save current system time */
s->last_time = time_stamp;
}
/* Calculate the current latency. For a source, the sign must be inverted */
int64_t pa_smoother_2_get_delay(pa_smoother_2 *s, pa_usec_t time_stamp, uint64_t byte_count) {
int64_t now, delay;
pa_assert(s);
/* If we do not have a valid frame size and rate, just return 0 */
if (!s->frame_size || !s->rate)
return 0;
/* Smoother is paused or has been resumed but no new data has been received */
if (s->paused || s->init) {
delay = (int64_t)((double)byte_count * PA_USEC_PER_SEC / s->frame_size / s->rate);
return delay - pa_smoother_2_get(s, time_stamp);
}
/* Convert system time difference to soundcard time difference */
now = (time_stamp - s->start_time - s->time_offset) * s->time_factor;
/* Don't use pa_bytes_to_usec(), u->start_pos needs not be on a sample boundary */
return (int64_t)(((double)byte_count - s->start_pos) / s->frame_size / s->rate * PA_USEC_PER_SEC) - now;
}
/* Convert system time to sound card time */
pa_usec_t pa_smoother_2_get(pa_smoother_2 *s, pa_usec_t time_stamp) {
pa_usec_t current_time;
pa_assert(s);
/* If we do not have a valid frame size and rate, just return 0 */
if (!s->frame_size || !s->rate)
return 0;
/* Sound card time at start_time */
current_time = (pa_usec_t)(s->start_pos / s->frame_size / s->rate * PA_USEC_PER_SEC);
/* If the smoother has not started, just return system time since resume */
if (!s->start_time) {
if (time_stamp >= s->resume_time)
current_time = time_stamp - s->resume_time;
else
current_time = 0;
/* If we are paused return the sound card time at pause_time */
} else if (s->paused)
current_time += (s->pause_time - s->start_time - s->time_offset - s->fixup_time) * s->time_factor;
/* If we are initializing, add the time since resume to the card time at pause_time */
else if (s->init) {
current_time += (s->pause_time - s->start_time - s->time_offset - s->fixup_time) * s->time_factor;
current_time += (time_stamp - s->resume_time) * s->time_factor;
/* Smoother is running, calculate current sound card time */
} else
current_time += (time_stamp - s->start_time - s->time_offset) * s->time_factor;
return current_time;
}
/* Convert a time interval from sound card time to system time */
pa_usec_t pa_smoother_2_translate(pa_smoother_2 *s, pa_usec_t time_difference) {
pa_assert(s);
/* If not started yet, return the time difference */
if (!s->start_time)
return time_difference;
return (pa_usec_t)(time_difference / s->time_factor);
}
/* Enable USB hack */
void pa_smoother_2_usb_hack_enable(pa_smoother_2 *s, bool enable, pa_usec_t offset) {
pa_assert(s);
s->enable_usb_hack = enable;
s->hack_threshold = offset;
}
/* Reset the smoother */
void pa_smoother_2_reset(pa_smoother_2 *s, pa_usec_t time_stamp) {
pa_assert(s);
/* Reset variables for time estimation */
s->drift_filter = 1.0;
s->drift_filter_1 = 1.0;
s->time_factor = 1.0;
s->start_pos = 0;
s->init = true;
s->time_offset = 0;
s->time_factor_variance = 10000.0;
s->kalman_variance = 10000000.0;
s->time_variance = 100000.0;
s->start_time = 0;
s->last_time = 0;
s->smoother_start_time = 0;
s->usb_hack = false;
s->pause_time = time_stamp;
s->fixup_time = 0;
s->resume_time = time_stamp;
s->paused = false;
/* Set smoother to paused if rate or frame size are invalid */
if (!s->frame_size || !s->rate)
s->paused = true;
}
/* Pause the smoother */
void pa_smoother_2_pause(pa_smoother_2 *s, pa_usec_t time_stamp) {
pa_assert(s);
/* Smoother is already paused, nothing to do */
if (s->paused)
return;
/* If we are in init state, add the pause time to the fixup time */
if (s->init)
s->fixup_time += s->resume_time - s->pause_time;
else
s->fixup_time = 0;
s->smoother_start_time = 0;
s->resume_time = time_stamp;
s->pause_time = time_stamp;
s->time_factor_variance = 10000.0;
s->kalman_variance = 10000000.0;
s->time_variance = 100000.0;
s->init = true;
s->paused = true;
}
/* Resume the smoother */
void pa_smoother_2_resume(pa_smoother_2 *s, pa_usec_t time_stamp) {
pa_assert(s);
if (!s->paused)
return;
/* Keep smoother paused if rate or frame size is not set */
if (!s->frame_size || !s->rate)
return;
s->resume_time = time_stamp;
s->paused = false;
}