Searched refs:limit16 (Results 1 – 3 of 3) sorted by relevance
450 int16_t limit16 = (uint16_t)limit << (bd - 8); in highbd_filter_mask2() local452 mask |= (abs(p1 - p0) > limit16) * -1; in highbd_filter_mask2()453 mask |= (abs(q1 - q0) > limit16) * -1; in highbd_filter_mask2()464 int16_t limit16 = (uint16_t)limit << (bd - 8); in highbd_filter_mask() local466 mask |= (abs(p3 - p2) > limit16) * -1; in highbd_filter_mask()467 mask |= (abs(p2 - p1) > limit16) * -1; in highbd_filter_mask()468 mask |= (abs(p1 - p0) > limit16) * -1; in highbd_filter_mask()469 mask |= (abs(q1 - q0) > limit16) * -1; in highbd_filter_mask()470 mask |= (abs(q2 - q1) > limit16) * -1; in highbd_filter_mask()471 mask |= (abs(q3 - q2) > limit16) * -1; in highbd_filter_mask()[all …]
366 int16_t limit16 = (uint16_t)limit << (bd - 8); in highbd_filter_mask() local368 mask |= (abs(p3 - p2) > limit16) * -1; in highbd_filter_mask()369 mask |= (abs(p2 - p1) > limit16) * -1; in highbd_filter_mask()370 mask |= (abs(p1 - p0) > limit16) * -1; in highbd_filter_mask()371 mask |= (abs(q1 - q0) > limit16) * -1; in highbd_filter_mask()372 mask |= (abs(q2 - q1) > limit16) * -1; in highbd_filter_mask()373 mask |= (abs(q3 - q2) > limit16) * -1; in highbd_filter_mask()
609 bool limit16 = (fBitDepth == 16); in Process() local660 if (limit16) in Process()