/* * Copyright 2022 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "../Macros.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "TouchCursorInputMapperCommon.h" #include "TouchpadInputMapper.h" #include "ui/Rotation.h" namespace android { namespace { /** * Log details of each gesture output by the gestures library. * Enable this via "adb shell setprop log.tag.TouchpadInputMapperGestures DEBUG" (requires * restarting the shell) */ const bool DEBUG_TOUCHPAD_GESTURES = __android_log_is_loggable(ANDROID_LOG_DEBUG, "TouchpadInputMapperGestures", ANDROID_LOG_INFO); // Describes a segment of the acceleration curve. struct CurveSegment { // The maximum pointer speed which this segment should apply. The last segment in a curve should // always set this to infinity. double maxPointerSpeedMmPerS; double slope; double intercept; }; const std::vector segments = { {32.002, 3.19, 0}, {52.83, 4.79, -51.254}, {119.124, 7.28, -182.737}, {std::numeric_limits::infinity(), 15.04, -1107.556}, }; const std::vector sensitivityFactors = {1, 2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 20}; std::vector createAccelerationCurveForSensitivity(int32_t sensitivity, size_t propertySize) { LOG_ALWAYS_FATAL_IF(propertySize < 4 * segments.size()); std::vector output(propertySize, 0); // The Gestures library uses functions of the following form to define curve segments, where a, // b, and c can be specified by us: // output_speed(input_speed_mm) = a * input_speed_mm ^ 2 + b * input_speed_mm + c // // (a, b, and c are also called sqr_, mul_, and int_ in the Gestures library code.) // // We are trying to implement the following function, where slope and intercept are the // parameters specified in the `segments` array above: // gain(input_speed_mm) = // 0.64 * (sensitivityFactor / 10) * (slope + intercept / input_speed_mm) // Where "gain" is a multiplier applied to the input speed to produce the output speed: // output_speed(input_speed_mm) = input_speed_mm * gain(input_speed_mm) // // To put our function in the library's form, we substitute it into the function above: // output_speed(input_speed_mm) = // input_speed_mm * (0.64 * (sensitivityFactor / 10) * // (slope + 25.4 * intercept / input_speed_mm)) // then expand the brackets so that input_speed_mm cancels out for the intercept term: // gain(input_speed_mm) = // 0.64 * (sensitivityFactor / 10) * slope * input_speed_mm + // 0.64 * (sensitivityFactor / 10) * intercept // // This gives us the following parameters for the Gestures library function form: // a = 0 // b = 0.64 * (sensitivityFactor / 10) * slope // c = 0.64 * (sensitivityFactor / 10) * intercept double commonFactor = 0.64 * sensitivityFactors[sensitivity + 7] / 10; size_t i = 0; for (CurveSegment seg : segments) { // The library's curve format consists of four doubles per segment: // * maximum pointer speed for the segment (mm/s) // * multiplier for the x² term (a.k.a. "a" or "sqr") // * multiplier for the x term (a.k.a. "b" or "mul") // * the intercept (a.k.a. "c" or "int") // (see struct CurveSegment in the library's AccelFilterInterpreter) output[i + 0] = seg.maxPointerSpeedMmPerS; output[i + 1] = 0; output[i + 2] = commonFactor * seg.slope; output[i + 3] = commonFactor * seg.intercept; i += 4; } return output; } short getMaxTouchCount(const InputDeviceContext& context) { if (context.hasScanCode(BTN_TOOL_QUINTTAP)) return 5; if (context.hasScanCode(BTN_TOOL_QUADTAP)) return 4; if (context.hasScanCode(BTN_TOOL_TRIPLETAP)) return 3; if (context.hasScanCode(BTN_TOOL_DOUBLETAP)) return 2; if (context.hasScanCode(BTN_TOOL_FINGER)) return 1; return 0; } HardwareProperties createHardwareProperties(const InputDeviceContext& context) { HardwareProperties props; RawAbsoluteAxisInfo absMtPositionX; context.getAbsoluteAxisInfo(ABS_MT_POSITION_X, &absMtPositionX); props.left = absMtPositionX.minValue; props.right = absMtPositionX.maxValue; props.res_x = absMtPositionX.resolution; RawAbsoluteAxisInfo absMtPositionY; context.getAbsoluteAxisInfo(ABS_MT_POSITION_Y, &absMtPositionY); props.top = absMtPositionY.minValue; props.bottom = absMtPositionY.maxValue; props.res_y = absMtPositionY.resolution; RawAbsoluteAxisInfo absMtOrientation; context.getAbsoluteAxisInfo(ABS_MT_ORIENTATION, &absMtOrientation); props.orientation_minimum = absMtOrientation.minValue; props.orientation_maximum = absMtOrientation.maxValue; RawAbsoluteAxisInfo absMtSlot; context.getAbsoluteAxisInfo(ABS_MT_SLOT, &absMtSlot); props.max_finger_cnt = absMtSlot.maxValue - absMtSlot.minValue + 1; props.max_touch_cnt = getMaxTouchCount(context); // T5R2 ("Track 5, Report 2") is a feature of some old Synaptics touchpads that could track 5 // fingers but only report the coordinates of 2 of them. We don't know of any external touchpads // that did this, so assume false. props.supports_t5r2 = false; props.support_semi_mt = context.hasInputProperty(INPUT_PROP_SEMI_MT); props.is_button_pad = context.hasInputProperty(INPUT_PROP_BUTTONPAD); // Mouse-only properties, which will always be false. props.has_wheel = false; props.wheel_is_hi_res = false; // Linux Kernel haptic touchpad support isn't merged yet, so for now assume that no touchpads // are haptic. props.is_haptic_pad = false; return props; } void gestureInterpreterCallback(void* clientData, const Gesture* gesture) { TouchpadInputMapper* mapper = static_cast(clientData); mapper->consumeGesture(gesture); } int32_t linuxBusToInputDeviceBusEnum(int32_t linuxBus, bool isUsiStylus) { if (isUsiStylus) { // This is a stylus connected over the Universal Stylus Initiative (USI) protocol. // For metrics purposes, we treat this protocol as a separate bus. return util::INPUT_DEVICE_USAGE_REPORTED__DEVICE_BUS__USI; } // When adding cases to this switch, also add them to the copy of this method in // InputDeviceMetricsCollector.cpp. // TODO(b/286394420): deduplicate this method with the one in InputDeviceMetricsCollector.cpp. switch (linuxBus) { case BUS_USB: return util::INPUT_DEVICE_USAGE_REPORTED__DEVICE_BUS__USB; case BUS_BLUETOOTH: return util::INPUT_DEVICE_USAGE_REPORTED__DEVICE_BUS__BLUETOOTH; default: return util::INPUT_DEVICE_USAGE_REPORTED__DEVICE_BUS__OTHER; } } class MetricsAccumulator { public: static MetricsAccumulator& getInstance() { static MetricsAccumulator sAccumulator; return sAccumulator; } void recordFinger(const TouchpadInputMapper::MetricsIdentifier& id) { mCounters[id].fingers++; } void recordPalm(const TouchpadInputMapper::MetricsIdentifier& id) { mCounters[id].palms++; } // Checks whether a Gesture struct is for the end of a gesture that we log metrics for, and // records it if so. void processGesture(const TouchpadInputMapper::MetricsIdentifier& id, const Gesture& gesture) { switch (gesture.type) { case kGestureTypeFling: if (gesture.details.fling.fling_state == GESTURES_FLING_START) { // Indicates the end of a two-finger scroll gesture. mCounters[id].twoFingerSwipeGestures++; } break; case kGestureTypeSwipeLift: mCounters[id].threeFingerSwipeGestures++; break; case kGestureTypeFourFingerSwipeLift: mCounters[id].fourFingerSwipeGestures++; break; case kGestureTypePinch: if (gesture.details.pinch.zoom_state == GESTURES_ZOOM_END) { mCounters[id].pinchGestures++; } break; default: // We're not interested in any other gestures. break; } } private: MetricsAccumulator() { AStatsManager_setPullAtomCallback(android::util::TOUCHPAD_USAGE, /*metadata=*/nullptr, MetricsAccumulator::pullAtomCallback, /*cookie=*/nullptr); } ~MetricsAccumulator() { AStatsManager_clearPullAtomCallback(android::util::TOUCHPAD_USAGE); } static AStatsManager_PullAtomCallbackReturn pullAtomCallback(int32_t atomTag, AStatsEventList* outEventList, void* cookie) { LOG_ALWAYS_FATAL_IF(atomTag != android::util::TOUCHPAD_USAGE); MetricsAccumulator& accumulator = MetricsAccumulator::getInstance(); accumulator.produceAtoms(outEventList); accumulator.resetCounters(); return AStatsManager_PULL_SUCCESS; } void produceAtoms(AStatsEventList* outEventList) const { for (auto& [id, counters] : mCounters) { auto [busId, vendorId, productId, versionId] = id; addAStatsEvent(outEventList, android::util::TOUCHPAD_USAGE, vendorId, productId, versionId, linuxBusToInputDeviceBusEnum(busId, /*isUsi=*/false), counters.fingers, counters.palms, counters.twoFingerSwipeGestures, counters.threeFingerSwipeGestures, counters.fourFingerSwipeGestures, counters.pinchGestures); } } void resetCounters() { mCounters.clear(); } // Stores the counters for a specific touchpad model. Fields have the same meanings as those of // the TouchpadUsage atom; see that definition for detailed documentation. struct Counters { int32_t fingers = 0; int32_t palms = 0; int32_t twoFingerSwipeGestures = 0; int32_t threeFingerSwipeGestures = 0; int32_t fourFingerSwipeGestures = 0; int32_t pinchGestures = 0; }; // Metrics are aggregated by device model and version, so if two devices of the same model and // version are connected at once, they will have the same counters. std::map mCounters; }; } // namespace TouchpadInputMapper::TouchpadInputMapper(InputDeviceContext& deviceContext, const InputReaderConfiguration& readerConfig) : InputMapper(deviceContext, readerConfig), mGestureInterpreter(NewGestureInterpreter(), DeleteGestureInterpreter), mPointerController(getContext()->getPointerController(getDeviceId())), mStateConverter(deviceContext, mMotionAccumulator), mGestureConverter(*getContext(), deviceContext, getDeviceId()), mCapturedEventConverter(*getContext(), deviceContext, mMotionAccumulator, getDeviceId()), mMetricsId(metricsIdFromInputDeviceIdentifier(deviceContext.getDeviceIdentifier())) { RawAbsoluteAxisInfo slotAxisInfo; deviceContext.getAbsoluteAxisInfo(ABS_MT_SLOT, &slotAxisInfo); if (!slotAxisInfo.valid || slotAxisInfo.maxValue <= 0) { ALOGW("Touchpad \"%s\" doesn't have a valid ABS_MT_SLOT axis, and probably won't work " "properly.", deviceContext.getName().c_str()); } mMotionAccumulator.configure(deviceContext, slotAxisInfo.maxValue + 1, true); mGestureInterpreter->Initialize(GESTURES_DEVCLASS_TOUCHPAD); mGestureInterpreter->SetHardwareProperties(createHardwareProperties(deviceContext)); // Even though we don't explicitly delete copy/move semantics, it's safe to // give away pointers to TouchpadInputMapper and its members here because // 1) mGestureInterpreter's lifecycle is determined by TouchpadInputMapper, and // 2) TouchpadInputMapper is stored as a unique_ptr and not moved. mGestureInterpreter->SetPropProvider(const_cast(&gesturePropProvider), &mPropertyProvider); mGestureInterpreter->SetCallback(gestureInterpreterCallback, this); // TODO(b/251196347): set a timer provider, so the library can use timers. } TouchpadInputMapper::~TouchpadInputMapper() { if (mPointerController != nullptr) { mPointerController->fade(PointerControllerInterface::Transition::IMMEDIATE); } // The gesture interpreter's destructor will call its property provider's free function for all // gesture properties, in this case calling PropertyProvider::freeProperty using a raw pointer // to mPropertyProvider. Depending on the declaration order in TouchpadInputMapper.h, this may // happen after mPropertyProvider has been destructed, causing allocation errors. Depending on // declaration order to avoid crashes seems rather fragile, so explicitly clear the property // provider here to ensure all the freeProperty calls happen before mPropertyProvider is // destructed. mGestureInterpreter->SetPropProvider(nullptr, nullptr); } uint32_t TouchpadInputMapper::getSources() const { return AINPUT_SOURCE_MOUSE | AINPUT_SOURCE_TOUCHPAD; } void TouchpadInputMapper::populateDeviceInfo(InputDeviceInfo& info) { InputMapper::populateDeviceInfo(info); if (mPointerCaptured) { mCapturedEventConverter.populateMotionRanges(info); } else { mGestureConverter.populateMotionRanges(info); } } void TouchpadInputMapper::dump(std::string& dump) { dump += INDENT2 "Touchpad Input Mapper:\n"; if (mProcessing) { dump += INDENT3 "Currently processing a hardware state\n"; } if (mResettingInterpreter) { dump += INDENT3 "Currently resetting gesture interpreter\n"; } dump += StringPrintf(INDENT3 "Pointer captured: %s\n", toString(mPointerCaptured)); dump += INDENT3 "Gesture converter:\n"; dump += addLinePrefix(mGestureConverter.dump(), INDENT4); dump += INDENT3 "Gesture properties:\n"; dump += addLinePrefix(mPropertyProvider.dump(), INDENT4); dump += INDENT3 "Captured event converter:\n"; dump += addLinePrefix(mCapturedEventConverter.dump(), INDENT4); } std::list TouchpadInputMapper::reconfigure(nsecs_t when, const InputReaderConfiguration& config, ConfigurationChanges changes) { if (!changes.any()) { // First time configuration mPropertyProvider.loadPropertiesFromIdcFile(getDeviceContext().getConfiguration()); } if (!changes.any() || changes.test(InputReaderConfiguration::Change::DISPLAY_INFO)) { std::optional displayId = mPointerController->getDisplayId(); ui::Rotation orientation = ui::ROTATION_0; if (displayId.has_value()) { if (auto viewport = config.getDisplayViewportById(*displayId); viewport) { orientation = getInverseRotation(viewport->orientation); } } mGestureConverter.setOrientation(orientation); } if (!changes.any() || changes.test(InputReaderConfiguration::Change::TOUCHPAD_SETTINGS)) { mPropertyProvider.getProperty("Use Custom Touchpad Pointer Accel Curve") .setBoolValues({true}); GesturesProp accelCurveProp = mPropertyProvider.getProperty("Pointer Accel Curve"); accelCurveProp.setRealValues( createAccelerationCurveForSensitivity(config.touchpadPointerSpeed, accelCurveProp.getCount())); mPropertyProvider.getProperty("Use Custom Touchpad Scroll Accel Curve") .setBoolValues({true}); GesturesProp scrollCurveProp = mPropertyProvider.getProperty("Scroll Accel Curve"); scrollCurveProp.setRealValues( createAccelerationCurveForSensitivity(config.touchpadPointerSpeed, scrollCurveProp.getCount())); mPropertyProvider.getProperty("Scroll X Out Scale").setRealValues({1.0}); mPropertyProvider.getProperty("Scroll Y Out Scale").setRealValues({1.0}); mPropertyProvider.getProperty("Invert Scrolling") .setBoolValues({config.touchpadNaturalScrollingEnabled}); mPropertyProvider.getProperty("Tap Enable") .setBoolValues({config.touchpadTapToClickEnabled}); mPropertyProvider.getProperty("Button Right Click Zone Enable") .setBoolValues({config.touchpadRightClickZoneEnabled}); } std::list out; if ((!changes.any() && config.pointerCaptureRequest.enable) || changes.test(InputReaderConfiguration::Change::POINTER_CAPTURE)) { mPointerCaptured = config.pointerCaptureRequest.enable; // The motion ranges are going to change, so bump the generation to clear the cached ones. bumpGeneration(); if (mPointerCaptured) { // The touchpad is being captured, so we need to tidy up any fake fingers etc. that are // still being reported for a gesture in progress. out += reset(when); mPointerController->fade(PointerControllerInterface::Transition::IMMEDIATE); } else { // We're transitioning from captured to uncaptured. mCapturedEventConverter.reset(); } if (changes.any()) { out.push_back(NotifyDeviceResetArgs(getContext()->getNextId(), when, getDeviceId())); } } return out; } std::list TouchpadInputMapper::reset(nsecs_t when) { mStateConverter.reset(); resetGestureInterpreter(when); std::list out = mGestureConverter.reset(when); out += InputMapper::reset(when); return out; } void TouchpadInputMapper::resetGestureInterpreter(nsecs_t when) { // The GestureInterpreter has no official reset method, but sending a HardwareState with no // fingers down or buttons pressed should get it into a clean state. HardwareState state; state.timestamp = std::chrono::duration(std::chrono::nanoseconds(when)).count(); mResettingInterpreter = true; mGestureInterpreter->PushHardwareState(&state); mResettingInterpreter = false; } std::list TouchpadInputMapper::process(const RawEvent* rawEvent) { if (mPointerCaptured) { return mCapturedEventConverter.process(*rawEvent); } std::optional state = mStateConverter.processRawEvent(rawEvent); if (state) { updatePalmDetectionMetrics(); return sendHardwareState(rawEvent->when, rawEvent->readTime, *state); } else { return {}; } } void TouchpadInputMapper::updatePalmDetectionMetrics() { std::set currentTrackingIds; for (size_t i = 0; i < mMotionAccumulator.getSlotCount(); i++) { const MultiTouchMotionAccumulator::Slot& slot = mMotionAccumulator.getSlot(i); if (!slot.isInUse()) { continue; } currentTrackingIds.insert(slot.getTrackingId()); if (slot.getToolType() == ToolType::PALM) { mPalmTrackingIds.insert(slot.getTrackingId()); } } std::vector liftedTouches; std::set_difference(mLastFrameTrackingIds.begin(), mLastFrameTrackingIds.end(), currentTrackingIds.begin(), currentTrackingIds.end(), std::inserter(liftedTouches, liftedTouches.begin())); for (int32_t trackingId : liftedTouches) { if (mPalmTrackingIds.erase(trackingId) > 0) { MetricsAccumulator::getInstance().recordPalm(mMetricsId); } else { MetricsAccumulator::getInstance().recordFinger(mMetricsId); } } mLastFrameTrackingIds = currentTrackingIds; } std::list TouchpadInputMapper::sendHardwareState(nsecs_t when, nsecs_t readTime, SelfContainedHardwareState schs) { ALOGD_IF(DEBUG_TOUCHPAD_GESTURES, "New hardware state: %s", schs.state.String().c_str()); mProcessing = true; mGestureInterpreter->PushHardwareState(&schs.state); mProcessing = false; return processGestures(when, readTime); } void TouchpadInputMapper::consumeGesture(const Gesture* gesture) { ALOGD_IF(DEBUG_TOUCHPAD_GESTURES, "Gesture ready: %s", gesture->String().c_str()); if (mResettingInterpreter) { // We already handle tidying up fake fingers etc. in GestureConverter::reset, so we should // ignore any gestures produced from the interpreter while we're resetting it. return; } if (!mProcessing) { ALOGE("Received gesture outside of the normal processing flow; ignoring it."); return; } mGesturesToProcess.push_back(*gesture); } std::list TouchpadInputMapper::processGestures(nsecs_t when, nsecs_t readTime) { std::list out = {}; MetricsAccumulator& metricsAccumulator = MetricsAccumulator::getInstance(); for (Gesture& gesture : mGesturesToProcess) { out += mGestureConverter.handleGesture(when, readTime, gesture); metricsAccumulator.processGesture(mMetricsId, gesture); } mGesturesToProcess.clear(); return out; } } // namespace android