| @@ -110,7 +110,7 @@ typedef struct ThreadData { · 109 unmodified lines |
| 110 | 110 | static void filter16_prewitt(uint8_t *dstp, int width, |
| 111 | 111 | float scale, float delta, const int *const matrix, |
| 112 | 112 | const uint8_t *c[], int peak, int radius, |
| 113 | | − int dstride, int stride) |
| 113 | + int dstride, int stride, int size) |
| 114 | 114 | { |
| 115 | 115 | uint16_t *dst = (uint16_t *)dstp; |
| 116 | 116 | int x; |
| @@ -128,7 +128,7 @@ static void filter16_prewitt(uint8_t *dstp, int width, · 11 unmodified lines |
| 128 | 128 | static void filter16_roberts(uint8_t *dstp, int width, |
| 129 | 129 | float scale, float delta, const int *const matrix, |
| 130 | 130 | const uint8_t *c[], int peak, int radius, |
| 131 | | − int dstride, int stride) |
| 131 | + int dstride, int stride, int size) |
| 132 | 132 | { |
| 133 | 133 | uint16_t *dst = (uint16_t *)dstp; |
| 134 | 134 | int x; |
| @@ -144,7 +144,7 @@ static void filter16_roberts(uint8_t *dstp, int width, · 9 unmodified lines |
| 144 | 144 | static void filter16_sobel(uint8_t *dstp, int width, |
| 145 | 145 | float scale, float delta, const int *const matrix, |
| 146 | 146 | const uint8_t *c[], int peak, int radius, |
| 147 | | − int dstride, int stride) |
| 147 | + int dstride, int stride, int size) |
| 148 | 148 | { |
| 149 | 149 | uint16_t *dst = (uint16_t *)dstp; |
| 150 | 150 | int x; |
| @@ -162,7 +162,7 @@ static void filter16_sobel(uint8_t *dstp, int width, · 11 unmodified lines |
| 162 | 162 | static void filter16_kirsch(uint8_t *dstp, int width, |
| 163 | 163 | float scale, float delta, const int *const matrix, |
| 164 | 164 | const uint8_t *c[], int peak, int radius, |
| 165 | | − int dstride, int stride) |
| 165 | + int dstride, int stride, int size) |
| 166 | 166 | { |
| 167 | 167 | uint16_t *dst = (uint16_t *)dstp; |
| 168 | 168 | const uint16_t *c0 = (const uint16_t *)c[0], *c1 = (const uint16_t *)c[1], *c2 = (const uint16_t *)c[2]; |
| @@ -211,7 +211,7 @@ static void filter16_kirsch(uint8_t *dstp, int width, · 42 unmodified lines |
| 211 | 211 | static void filter_prewitt(uint8_t *dst, int width, |
| 212 | 212 | float scale, float delta, const int *const matrix, |
| 213 | 213 | const uint8_t *c[], int peak, int radius, |
| 214 | | − int dstride, int stride) |
| 214 | + int dstride, int stride, int size) |
| 215 | 215 | { |
| 216 | 216 | const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2]; |
| 217 | 217 | const uint8_t *c3 = c[3], *c5 = c[5]; |
| @@ -231,7 +231,7 @@ static void filter_prewitt(uint8_t *dst, int width, · 13 unmodified lines |
| 231 | 231 | static void filter_roberts(uint8_t *dst, int width, |
| 232 | 232 | float scale, float delta, const int *const matrix, |
| 233 | 233 | const uint8_t *c[], int peak, int radius, |
| 234 | | − int dstride, int stride) |
| 234 | + int dstride, int stride, int size) |
| 235 | 235 | { |
| 236 | 236 | int x; |
| 237 | 237 | |
| @@ -246,7 +246,7 @@ static void filter_roberts(uint8_t *dst, int width, · 8 unmodified lines |
| 246 | 246 | static void filter_sobel(uint8_t *dst, int width, |
| 247 | 247 | float scale, float delta, const int *const matrix, |
| 248 | 248 | const uint8_t *c[], int peak, int radius, |
| 249 | | − int dstride, int stride) |
| 249 | + int dstride, int stride, int size) |
| 250 | 250 | { |
| 251 | 251 | const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2]; |
| 252 | 252 | const uint8_t *c3 = c[3], *c5 = c[5]; |
| @@ -266,7 +266,7 @@ static void filter_sobel(uint8_t *dst, int width, · 13 unmodified lines |
| 266 | 266 | static void filter_kirsch(uint8_t *dst, int width, |
| 267 | 267 | float scale, float delta, const int *const matrix, |
| 268 | 268 | const uint8_t *c[], int peak, int radius, |
| 269 | | − int dstride, int stride) |
| 269 | + int dstride, int stride, int size) |
| 270 | 270 | { |
| 271 | 271 | const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2]; |
| 272 | 272 | const uint8_t *c3 = c[3], *c5 = c[5]; |
| @@ -314,7 +314,7 @@ static void filter_kirsch(uint8_t *dst, int width, · 41 unmodified lines |
| 314 | 314 | static void filter16_3x3(uint8_t *dstp, int width, |
| 315 | 315 | float rdiv, float bias, const int *const matrix, |
| 316 | 316 | const uint8_t *c[], int peak, int radius, |
| 317 | | − int dstride, int stride) |
| 317 | + int dstride, int stride, int size) |
| 318 | 318 | { |
| 319 | 319 | uint16_t *dst = (uint16_t *)dstp; |
| 320 | 320 | int x; |
| @@ -337,7 +337,7 @@ static void filter16_3x3(uint8_t *dstp, int width, · 16 unmodified lines |
| 337 | 337 | static void filter16_5x5(uint8_t *dstp, int width, |
| 338 | 338 | float rdiv, float bias, const int *const matrix, |
| 339 | 339 | const uint8_t *c[], int peak, int radius, |
| 340 | | − int dstride, int stride) |
| 340 | + int dstride, int stride, int size) |
| 341 | 341 | { |
| 342 | 342 | uint16_t *dst = (uint16_t *)dstp; |
| 343 | 343 | int x; |
| @@ -356,7 +356,7 @@ static void filter16_5x5(uint8_t *dstp, int width, · 12 unmodified lines |
| 356 | 356 | static void filter16_7x7(uint8_t *dstp, int width, |
| 357 | 357 | float rdiv, float bias, const int *const matrix, |
| 358 | 358 | const uint8_t *c[], int peak, int radius, |
| 359 | | − int dstride, int stride) |
| 359 | + int dstride, int stride, int size) |
| 360 | 360 | { |
| 361 | 361 | uint16_t *dst = (uint16_t *)dstp; |
| 362 | 362 | int x; |
| @@ -375,7 +375,7 @@ static void filter16_7x7(uint8_t *dstp, int width, · 12 unmodified lines |
| 375 | 375 | static void filter16_row(uint8_t *dstp, int width, |
| 376 | 376 | float rdiv, float bias, const int *const matrix, |
| 377 | 377 | const uint8_t *c[], int peak, int radius, |
| 378 | | − int dstride, int stride) |
| 378 | + int dstride, int stride, int size) |
| 379 | 379 | { |
| 380 | 380 | uint16_t *dst = (uint16_t *)dstp; |
| 381 | 381 | int x; |
| @@ -394,19 +394,24 @@ static void filter16_row(uint8_t *dstp, int width, · 12 unmodified lines |
| 394 | 394 | static void filter16_column(uint8_t *dstp, int height, |
| 395 | 395 | float rdiv, float bias, const int *const matrix, |
| 396 | 396 | const uint8_t *c[], int peak, int radius, |
| 397 | | − int dstride, int stride) |
| 397 | + int dstride, int stride, int size) |
| 398 | 398 | { |
| 399 | + DECLARE_ALIGNED(64, int, sum)[16]; |
| 399 | 400 | uint16_t *dst = (uint16_t *)dstp; |
| 400 | | − int y; |
| 401 | + const int width = FFMIN(16, size); |
| 401 | 402 | |
| 402 | | − for (y = 0; y < height; y++) { |
| 403 | | − int i, sum = 0; |
| 403 | + for (int y = 0; y < height; y++) { |
| 404 | 404 | |
| 405 | | − for (i = 0; i < 2 * radius + 1; i++) |
| 406 | | − sum += AV_RN16A(&c[i][0 + y * stride]) * matrix[i]; |
| 405 | + memset(sum, 0, sizeof(sum)); |
| 406 | + for (int i = 0; i < 2 * radius + 1; i++) { |
| 407 | + for (int off16 = 0; off16 < width; off16++) |
| 408 | + sum[off16] += AV_RN16A(&c[i][0 + y * stride + off16 * 2]) * matrix[i]; |
| 409 | + } |
| 407 | 410 | |
| 408 | | − sum = (int)(sum * rdiv + bias + 0.5f); |
| 409 | | − dst[0] = av_clip(sum, 0, peak); |
| 411 | + for (int off16 = 0; off16 < width; off16++) { |
| 412 | + sum[off16] = (int)(sum[off16] * rdiv + bias + 0.5f); |
| 413 | + dst[off16] = av_clip(sum[off16], 0, peak); |
| 414 | + } |
| 410 | 415 | dst += dstride / 2; |
| 411 | 416 | } |
| 412 | 417 | } |
| @@ -414,7 +419,7 @@ static void filter16_column(uint8_t *dstp, int height, · 1 unmodified line |
| 414 | 419 | static void filter_7x7(uint8_t *dst, int width, |
| 415 | 420 | float rdiv, float bias, const int *const matrix, |
| 416 | 421 | const uint8_t *c[], int peak, int radius, |
| 417 | | − int dstride, int stride) |
| 422 | + int dstride, int stride, int size) |
| 418 | 423 | { |
| 419 | 424 | int x; |
| 420 | 425 | |
| @@ -432,7 +437,7 @@ static void filter_7x7(uint8_t *dst, int width, · 11 unmodified lines |
| 432 | 437 | static void filter_5x5(uint8_t *dst, int width, |
| 433 | 438 | float rdiv, float bias, const int *const matrix, |
| 434 | 439 | const uint8_t *c[], int peak, int radius, |
| 435 | | − int dstride, int stride) |
| 440 | + int dstride, int stride, int size) |
| 436 | 441 | { |
| 437 | 442 | int x; |
| 438 | 443 | |
| @@ -450,7 +455,7 @@ static void filter_5x5(uint8_t *dst, int width, · 11 unmodified lines |
| 450 | 455 | static void filter_3x3(uint8_t *dst, int width, |
| 451 | 456 | float rdiv, float bias, const int *const matrix, |
| 452 | 457 | const uint8_t *c[], int peak, int radius, |
| 453 | | − int dstride, int stride) |
| 458 | + int dstride, int stride, int size) |
| 454 | 459 | { |
| 455 | 460 | const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2]; |
| 456 | 461 | const uint8_t *c3 = c[3], *c4 = c[4], *c5 = c[5]; |
| @@ -469,7 +474,7 @@ static void filter_3x3(uint8_t *dst, int width, · 12 unmodified lines |
| 469 | 474 | static void filter_row(uint8_t *dst, int width, |
| 470 | 475 | float rdiv, float bias, const int *const matrix, |
| 471 | 476 | const uint8_t *c[], int peak, int radius, |
| 472 | | − int dstride, int stride) |
| 477 | + int dstride, int stride, int size) |
| 473 | 478 | { |
| 474 | 479 | int x; |
| 475 | 480 | |
| @@ -487,18 +492,22 @@ static void filter_row(uint8_t *dst, int width, · 11 unmodified lines |
| 487 | 492 | static void filter_column(uint8_t *dst, int height, |
| 488 | 493 | float rdiv, float bias, const int *const matrix, |
| 489 | 494 | const uint8_t *c[], int peak, int radius, |
| 490 | | − int dstride, int stride) |
| 495 | + int dstride, int stride, int size) |
| 491 | 496 | { |
| 492 | | − int y; |
| 497 | + DECLARE_ALIGNED(64, int, sum)[16]; |
| 493 | 498 | |
| 494 | | − for (y = 0; y < height; y++) { |
| 495 | | − int i, sum = 0; |
| 499 | + for (int y = 0; y < height; y++) { |
| 500 | + memset(sum, 0, sizeof(sum)); |
| 496 | 501 | |
| 497 | | − for (i = 0; i < 2 * radius + 1; i++) |
| 498 | | − sum += c[i][0 + y * stride] * matrix[i]; |
| 502 | + for (int i = 0; i < 2 * radius + 1; i++) { |
| 503 | + for (int off16 = 0; off16 < 16; off16++) |
| 504 | + sum[off16] += c[i][0 + y * stride + off16] * matrix[i]; |
| 505 | + } |
| 499 | 506 | |
| 500 | | − sum = (int)(sum * rdiv + bias + 0.5f); |
| 501 | | − dst[0] = av_clip_uint8(sum); |
| 507 | + for (int off16 = 0; off16 < 16; off16++) { |
| 508 | + sum[off16] = (int)(sum[off16] * rdiv + bias + 0.5f); |
| 509 | + dst[off16] = av_clip_uint8(sum[off16]); |
| 510 | + } |
| 502 | 511 | dst += dstride; |
| 503 | 512 | } |
| 504 | 513 | } |
| @@ -605,6 +614,7 @@ static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs) · 100 unmodified lines |
| 605 | 614 | const int dst_pos = slice_start * (mode == MATRIX_COLUMN ? bpc : dstride); |
| 606 | 615 | uint8_t *dst = out->data[plane] + dst_pos; |
| 607 | 616 | const int *matrix = s->matrix[plane]; |
| 617 | + const int step = mode == MATRIX_COLUMN ? 16 : 1; |
| 608 | 618 | const uint8_t *c[49]; |
| 609 | 619 | int y, x; |
| 610 | 620 | |
| @@ -617,8 +627,7 @@ static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs) · 6 unmodified lines |
| 617 | 627 | width * bpc, slice_end - slice_start); |
| 618 | 628 | continue; |
| 619 | 629 | } |
| 620 | | − |
| 621 | | − for (y = slice_start; y < slice_end; y++) { |
| 630 | + for (y = slice_start; y < slice_end; y += step) { |
| 622 | 631 | const int xoff = mode == MATRIX_COLUMN ? (y - slice_start) * bpc : radius * bpc; |
| 623 | 632 | const int yoff = mode == MATRIX_COLUMN ? radius * dstride : 0; |
| 624 | 633 | |
| @@ -629,12 +638,12 @@ static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs) · 4 unmodified lines |
| 629 | 638 | s->setup[plane](radius, c, src, stride, x, width, y, height, bpc); |
| 630 | 639 | s->filter[plane](dst + yoff + xoff, 1, rdiv, |
| 631 | 640 | bias, matrix, c, s->max, radius, |
| 632 | | − dstride, stride); |
| 641 | + dstride, stride, slice_end - step); |
| 633 | 642 | } |
| 634 | 643 | s->setup[plane](radius, c, src, stride, radius, width, y, height, bpc); |
| 635 | 644 | s->filter[plane](dst + yoff + xoff, sizew - 2 * radius, |
| 636 | 645 | rdiv, bias, matrix, c, s->max, radius, |
| 637 | | − dstride, stride); |
| 646 | + dstride, stride, slice_end - step); |
| 638 | 647 | for (x = sizew - radius; x < sizew; x++) { |
| 639 | 648 | const int xoff = mode == MATRIX_COLUMN ? (y - slice_start) * bpc : x * bpc; |
| 640 | 649 | const int yoff = mode == MATRIX_COLUMN ? x * dstride : 0; |
| @@ -642,7 +651,7 @@ static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs) · 1 unmodified line |
| 642 | 651 | s->setup[plane](radius, c, src, stride, x, width, y, height, bpc); |
| 643 | 652 | s->filter[plane](dst + yoff + xoff, 1, rdiv, |
| 644 | 653 | bias, matrix, c, s->max, radius, |
| 645 | | − dstride, stride); |
| 654 | + dstride, stride, slice_end - step); |
| 646 | 655 | } |
| 647 | 656 | if (mode != MATRIX_COLUMN) |
| 648 | 657 | dst += dstride; |