| @@ -2085,7 +2085,7 @@ static int amdgpu_dm_initialize_drm_device(struct amdgpu_device *adev) · 2084 unmodified lines |
| 2085 | if (!plane->blends_with_above || !plane->blends_with_below) | 2085 | if (!plane->blends_with_above || !plane->blends_with_below) |
| 2086 | continue; | 2086 | continue; |
| 2087 | | 2087 | |
| 2088 | if (!plane->supports_argb8888) | 2088 | if (!plane->pixel_format_support.argb8888) |
| 2089 | continue; | 2089 | continue; |
| 2090 | | 2090 | |
| 2091 | if (initialize_plane(dm, NULL, primary_planes + i, | 2091 | if (initialize_plane(dm, NULL, primary_planes + i, |
| @@ -2385,56 +2385,63 @@ static const struct drm_encoder_funcs amdgpu_dm_encoder_funcs = { · 293 unmodified lines |
| 2385 | .destroy = amdgpu_dm_encoder_destroy, | 2385 | .destroy = amdgpu_dm_encoder_destroy, |
| 2386 | }; | 2386 | }; |
| 2387 | | 2387 | |
| 2388 | static bool fill_rects_from_plane_state(const struct drm_plane_state *state, | 2388 | |
| 2389 | struct dc_plane_state *plane_state) | 2389 | static int fill_dc_scaling_info(const struct drm_plane_state *state, |
| | 2390 | struct dc_scaling_info *scaling_info) |
| 2390 | { | 2391 | { |
| 2391 | plane_state->src_rect.x = state->src_x >> 16; | 2392 | int scale_w, scale_h; |
| 2392 | plane_state->src_rect.y = state->src_y >> 16; | | |
| 2393 | /* we ignore the mantissa for now and do not deal with floating pixels :( */ | | |
| 2394 | plane_state->src_rect.width = state->src_w >> 16; | | |
| 2395 | | 2393 | |
| 2396 | if (plane_state->src_rect.width == 0) | 2394 | memset(scaling_info, 0, sizeof(*scaling_info)); |
| 2397 | return false; | | |
| 2398 | | 2395 | |
| 2399 | plane_state->src_rect.height = state->src_h >> 16; | 2396 | /* Source is fixed 16.16 but we ignore mantissa for now... */ |
| 2400 | if (plane_state->src_rect.height == 0) | 2397 | scaling_info->src_rect.x = state->src_x >> 16; |
| 2401 | return false; | 2398 | scaling_info->src_rect.y = state->src_y >> 16; |
| 2402 | | 2399 | |
| 2403 | plane_state->dst_rect.x = state->crtc_x; | 2400 | scaling_info->src_rect.width = state->src_w >> 16; |
| 2404 | plane_state->dst_rect.y = state->crtc_y; | 2401 | if (scaling_info->src_rect.width == 0) |
| | 2402 | return -EINVAL; |
| | 2403 | |
| | 2404 | scaling_info->src_rect.height = state->src_h >> 16; |
| | 2405 | if (scaling_info->src_rect.height == 0) |
| | 2406 | return -EINVAL; |
| | 2407 | |
| | 2408 | scaling_info->dst_rect.x = state->crtc_x; |
| | 2409 | scaling_info->dst_rect.y = state->crtc_y; |
| 2405 | | 2410 | |
| 2406 | if (state->crtc_w == 0) | 2411 | if (state->crtc_w == 0) |
| 2407 | return false; | 2412 | return -EINVAL; |
| 2408 | | 2413 | |
| 2409 | plane_state->dst_rect.width = state->crtc_w; | 2414 | scaling_info->dst_rect.width = state->crtc_w; |
| 2410 | | 2415 | |
| 2411 | if (state->crtc_h == 0) | 2416 | if (state->crtc_h == 0) |
| 2412 | return false; | 2417 | return -EINVAL; |
| 2413 | | 2418 | |
| 2414 | plane_state->dst_rect.height = state->crtc_h; | 2419 | scaling_info->dst_rect.height = state->crtc_h; |
| 2415 | | 2420 | |
| 2416 | plane_state->clip_rect = plane_state->dst_rect; | 2421 | /* DRM doesn't specify clipping on destination output. */ |
| | 2422 | scaling_info->clip_rect = scaling_info->dst_rect; |
| 2417 | | 2423 | |
| 2418 | switch (state->rotation & DRM_MODE_ROTATE_MASK) { | 2424 | /* TODO: Validate scaling per-format with DC plane caps */ |
| 2419 | case DRM_MODE_ROTATE_0: | 2425 | scale_w = scaling_info->dst_rect.width * 1000 / |
| 2420 | plane_state->rotation = ROTATION_ANGLE_0; | 2426 | scaling_info->src_rect.width; |
| 2421 | break; | | |
| 2422 | case DRM_MODE_ROTATE_90: | | |
| 2423 | plane_state->rotation = ROTATION_ANGLE_90; | | |
| 2424 | break; | | |
| 2425 | case DRM_MODE_ROTATE_180: | | |
| 2426 | plane_state->rotation = ROTATION_ANGLE_180; | | |
| 2427 | break; | | |
| 2428 | case DRM_MODE_ROTATE_270: | | |
| 2429 | plane_state->rotation = ROTATION_ANGLE_270; | | |
| 2430 | break; | | |
| 2431 | default: | | |
| 2432 | plane_state->rotation = ROTATION_ANGLE_0; | | |
| 2433 | break; | | |
| 2434 | } | | |
| 2435 | | 2427 | |
| 2436 | return true; | 2428 | if (scale_w < 250 || scale_w > 16000) |
| | 2429 | return -EINVAL; |
| | 2430 | |
| | 2431 | scale_h = scaling_info->dst_rect.height * 1000 / |
| | 2432 | scaling_info->src_rect.height; |
| | 2433 | |
| | 2434 | if (scale_h < 250 || scale_h > 16000) |
| | 2435 | return -EINVAL; |
| | 2436 | |
| | 2437 | /* |
| | 2438 | * The "scaling_quality" can be ignored for now, quality = 0 has DC |
| | 2439 | * assume reasonable defaults based on the format. |
| | 2440 | */ |
| | 2441 | |
| | 2442 | return 0; |
| 2437 | } | 2443 | } |
| | 2444 | |
| 2438 | static int get_fb_info(const struct amdgpu_framebuffer *amdgpu_fb, | 2445 | static int get_fb_info(const struct amdgpu_framebuffer *amdgpu_fb, |
| 2439 | uint64_t *tiling_flags) | 2446 | uint64_t *tiling_flags) |
| 2440 | { | 2447 | { |
| @@ -2463,12 +2470,16 @@ static inline uint64_t get_dcc_address(uint64_t address, uint64_t tiling_flags) · 22 unmodified lines |
| 2463 | return offset ? (address + offset * 256) : 0; | 2470 | return offset ? (address + offset * 256) : 0; |
| 2464 | } | 2471 | } |
| 2465 | | 2472 | |
| 2466 | static int fill_plane_dcc_attributes(struct amdgpu_device *adev, | 2473 | static int |
| 2467 | const struct amdgpu_framebuffer *afb, | 2474 | fill_plane_dcc_attributes(struct amdgpu_device *adev, |
| 2468 | const struct dc_plane_state *plane_state, | 2475 | const struct amdgpu_framebuffer *afb, |
| 2469 | struct dc_plane_dcc_param *dcc, | 2476 | const enum surface_pixel_format format, |
| 2470 | struct dc_plane_address *address, | 2477 | const enum dc_rotation_angle rotation, |
| 2471 | uint64_t info) | 2478 | const union plane_size *plane_size, |
| | 2479 | const union dc_tiling_info *tiling_info, |
| | 2480 | const uint64_t info, |
| | 2481 | struct dc_plane_dcc_param *dcc, |
| | 2482 | struct dc_plane_address *address) |
| 2472 | { | 2483 | { |
| 2473 | struct dc *dc = adev->dm.dc; | 2484 | struct dc *dc = adev->dm.dc; |
| 2474 | struct dc_dcc_surface_param input; | 2485 | struct dc_dcc_surface_param input; |
| @@ -2483,24 +2494,20 @@ static int fill_plane_dcc_attributes(struct amdgpu_device *adev, · 8 unmodified lines |
| 2483 | if (!offset) | 2494 | if (!offset) |
| 2484 | return 0; | 2495 | return 0; |
| 2485 | | 2496 | |
| 2486 | if (plane_state->address.type != PLN_ADDR_TYPE_GRAPHICS) | 2497 | if (format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) |
| 2487 | return 0; | 2498 | return 0; |
| 2488 | | 2499 | |
| 2489 | if (!dc->cap_funcs.get_dcc_compression_cap) | 2500 | if (!dc->cap_funcs.get_dcc_compression_cap) |
| 2490 | return -EINVAL; | 2501 | return -EINVAL; |
| 2491 | | 2502 | |
| 2492 | input.format = plane_state->format; | 2503 | input.format = format; |
| 2493 | input.surface_size.width = | 2504 | input.surface_size.width = plane_size->grph.surface_size.width; |
| 2494 | plane_state->plane_size.grph.surface_size.width; | 2505 | input.surface_size.height = plane_size->grph.surface_size.height; |
| 2495 | input.surface_size.height = | 2506 | input.swizzle_mode = tiling_info->gfx9.swizzle; |
| 2496 | plane_state->plane_size.grph.surface_size.height; | | |
| 2497 | input.swizzle_mode = plane_state->tiling_info.gfx9.swizzle; | | |
| 2498 | | 2507 | |
| 2499 | if (plane_state->rotation == ROTATION_ANGLE_0 || | 2508 | if (rotation == ROTATION_ANGLE_0 || rotation == ROTATION_ANGLE_180) |
| 2500 | plane_state->rotation == ROTATION_ANGLE_180) | | |
| 2501 | input.scan = SCAN_DIRECTION_HORIZONTAL; | 2509 | input.scan = SCAN_DIRECTION_HORIZONTAL; |
| 2502 | else if (plane_state->rotation == ROTATION_ANGLE_90 || | 2510 | else if (rotation == ROTATION_ANGLE_90 || rotation == ROTATION_ANGLE_270) |
| 2503 | plane_state->rotation == ROTATION_ANGLE_270) | | |
| 2504 | input.scan = SCAN_DIRECTION_VERTICAL; | 2511 | input.scan = SCAN_DIRECTION_VERTICAL; |
| 2505 | | 2512 | |
| 2506 | if (!dc->cap_funcs.get_dcc_compression_cap(dc, &input, &output)) | 2513 | if (!dc->cap_funcs.get_dcc_compression_cap(dc, &input, &output)) |
| @@ -2525,28 +2532,54 @@ static int fill_plane_dcc_attributes(struct amdgpu_device *adev, · 18 unmodified lines |
| 2525 | } | 2532 | } |
| 2526 | | 2533 | |
| 2527 | static int | 2534 | static int |
| 2528 | fill_plane_tiling_attributes(struct amdgpu_device *adev, | 2535 | fill_plane_buffer_attributes(struct amdgpu_device *adev, |
| 2529 | const struct amdgpu_framebuffer *afb, | 2536 | const struct amdgpu_framebuffer *afb, |
| 2530 | const struct dc_plane_state *plane_state, | 2537 | const enum surface_pixel_format format, |
| | 2538 | const enum dc_rotation_angle rotation, |
| | 2539 | const uint64_t tiling_flags, |
| 2531 | union dc_tiling_info *tiling_info, | 2540 | union dc_tiling_info *tiling_info, |
| | 2541 | union plane_size *plane_size, |
| 2532 | struct dc_plane_dcc_param *dcc, | 2542 | struct dc_plane_dcc_param *dcc, |
| 2533 | struct dc_plane_address *address, | 2543 | struct dc_plane_address *address) |
| 2534 | uint64_t tiling_flags) | | |
| 2535 | { | 2544 | { |
| | 2545 | const struct drm_framebuffer *fb = &afb->base; |
| 2536 | int ret; | 2546 | int ret; |
| 2537 | | 2547 | |
| 2538 | memset(tiling_info, 0, sizeof(*tiling_info)); | 2548 | memset(tiling_info, 0, sizeof(*tiling_info)); |
| | 2549 | memset(plane_size, 0, sizeof(*plane_size)); |
| 2539 | memset(dcc, 0, sizeof(*dcc)); | 2550 | memset(dcc, 0, sizeof(*dcc)); |
| 2540 | memset(address, 0, sizeof(*address)); | 2551 | memset(address, 0, sizeof(*address)); |
| 2541 | | 2552 | |
| 2542 | if (plane_state->format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) { | 2553 | if (format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) { |
| | 2554 | plane_size->grph.surface_size.x = 0; |
| | 2555 | plane_size->grph.surface_size.y = 0; |
| | 2556 | plane_size->grph.surface_size.width = fb->width; |
| | 2557 | plane_size->grph.surface_size.height = fb->height; |
| | 2558 | plane_size->grph.surface_pitch = |
| | 2559 | fb->pitches[0] / fb->format->cpp[0]; |
| | 2560 | |
| 2543 | address->type = PLN_ADDR_TYPE_GRAPHICS; | 2561 | address->type = PLN_ADDR_TYPE_GRAPHICS; |
| 2544 | address->grph.addr.low_part = lower_32_bits(afb->address); | 2562 | address->grph.addr.low_part = lower_32_bits(afb->address); |
| 2545 | address->grph.addr.high_part = upper_32_bits(afb->address); | 2563 | address->grph.addr.high_part = upper_32_bits(afb->address); |
| 2546 | } else { | 2564 | } else { |
| 2547 | const struct drm_framebuffer *fb = &afb->base; | | |
| 2548 | uint64_t chroma_addr = afb->address + fb->offsets[1]; | 2565 | uint64_t chroma_addr = afb->address + fb->offsets[1]; |
| 2549 | | 2566 | |
| | 2567 | plane_size->video.luma_size.x = 0; |
| | 2568 | plane_size->video.luma_size.y = 0; |
| | 2569 | plane_size->video.luma_size.width = fb->width; |
| | 2570 | plane_size->video.luma_size.height = fb->height; |
| | 2571 | plane_size->video.luma_pitch = |
| | 2572 | fb->pitches[0] / fb->format->cpp[0]; |
| | 2573 | |
| | 2574 | plane_size->video.chroma_size.x = 0; |
| | 2575 | plane_size->video.chroma_size.y = 0; |
| | 2576 | /* TODO: set these based on surface format */ |
| | 2577 | plane_size->video.chroma_size.width = fb->width / 2; |
| | 2578 | plane_size->video.chroma_size.height = fb->height / 2; |
| | 2579 | |
| | 2580 | plane_size->video.chroma_pitch = |
| | 2581 | fb->pitches[1] / fb->format->cpp[1]; |
| | 2582 | |
| 2550 | address->type = PLN_ADDR_TYPE_VIDEO_PROGRESSIVE; | 2583 | address->type = PLN_ADDR_TYPE_VIDEO_PROGRESSIVE; |
| 2551 | address->video_progressive.luma_addr.low_part = | 2584 | address->video_progressive.luma_addr.low_part = |
| 2552 | lower_32_bits(afb->address); | 2585 | lower_32_bits(afb->address); |
| @@ -2607,8 +2640,9 @@ fill_plane_tiling_attributes(struct amdgpu_device *adev, · 54 unmodified lines |
| 2607 | AMDGPU_TILING_GET(tiling_flags, SWIZZLE_MODE); | 2640 | AMDGPU_TILING_GET(tiling_flags, SWIZZLE_MODE); |
| 2608 | tiling_info->gfx9.shaderEnable = 1; | 2641 | tiling_info->gfx9.shaderEnable = 1; |
| 2609 | | 2642 | |
| 2610 | ret = fill_plane_dcc_attributes(adev, afb, plane_state, dcc, | 2643 | ret = fill_plane_dcc_attributes(adev, afb, format, rotation, |
| 2611 | address, tiling_flags); | 2644 | plane_size, tiling_info, |
| | 2645 | tiling_flags, dcc, address); |
| 2612 | if (ret) | 2646 | if (ret) |
| 2613 | return ret; | 2647 | return ret; |
| 2614 | } | 2648 | } |
| @@ -2616,112 +2650,8 @@ fill_plane_tiling_attributes(struct amdgpu_device *adev, · 1 unmodified line |
| 2616 | return 0; | 2650 | return 0; |
| 2617 | } | 2651 | } |
| 2618 | | 2652 | |
| 2619 | static int fill_plane_attributes_from_fb(struct amdgpu_device *adev, | | |
| 2620 | struct dc_plane_state *plane_state, | | |
| 2621 | const struct amdgpu_framebuffer *amdgpu_fb) | | |
| 2622 | { | | |
| 2623 | uint64_t tiling_flags; | | |
| 2624 | const struct drm_framebuffer *fb = &amdgpu_fb->base; | | |
| 2625 | int ret = 0; | | |
| 2626 | struct drm_format_name_buf format_name; | | |
| 2627 | | | |
| 2628 | ret = get_fb_info( | | |
| 2629 | amdgpu_fb, | | |
| 2630 | &tiling_flags); | | |
| 2631 | | | |
| 2632 | if (ret) | | |
| 2633 | return ret; | | |
| 2634 | | | |
| 2635 | switch (fb->format->format) { | | |
| 2636 | case DRM_FORMAT_C8: | | |
| 2637 | plane_state->format = SURFACE_PIXEL_FORMAT_GRPH_PALETA_256_COLORS; | | |
| 2638 | break; | | |
| 2639 | case DRM_FORMAT_RGB565: | | |
| 2640 | plane_state->format = SURFACE_PIXEL_FORMAT_GRPH_RGB565; | | |
| 2641 | break; | | |
| 2642 | case DRM_FORMAT_XRGB8888: | | |
| 2643 | case DRM_FORMAT_ARGB8888: | | |
| 2644 | plane_state->format = SURFACE_PIXEL_FORMAT_GRPH_ARGB8888; | | |
| 2645 | break; | | |
| 2646 | case DRM_FORMAT_XRGB2101010: | | |
| 2647 | case DRM_FORMAT_ARGB2101010: | | |
| 2648 | plane_state->format = SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010; | | |
| 2649 | break; | | |
| 2650 | case DRM_FORMAT_XBGR2101010: | | |
| 2651 | case DRM_FORMAT_ABGR2101010: | | |
| 2652 | plane_state->format = SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010; | | |
| 2653 | break; | | |
| 2654 | case DRM_FORMAT_XBGR8888: | | |
| 2655 | case DRM_FORMAT_ABGR8888: | | |
| 2656 | plane_state->format = SURFACE_PIXEL_FORMAT_GRPH_ABGR8888; | | |
| 2657 | break; | | |
| 2658 | case DRM_FORMAT_NV21: | | |
| 2659 | plane_state->format = SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr; | | |
| 2660 | break; | | |
| 2661 | case DRM_FORMAT_NV12: | | |
| 2662 | plane_state->format = SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb; | | |
| 2663 | break; | | |
| 2664 | default: | | |
| 2665 | DRM_ERROR("Unsupported screen format %s\n", | | |
| 2666 | drm_get_format_name(fb->format->format, &format_name)); | | |
| 2667 | return -EINVAL; | | |
| 2668 | } | | |
| 2669 | | | |
| 2670 | memset(&plane_state->address, 0, sizeof(plane_state->address)); | | |
| 2671 | | | |
| 2672 | if (plane_state->format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) { | | |
| 2673 | plane_state->plane_size.grph.surface_size.x = 0; | | |
| 2674 | plane_state->plane_size.grph.surface_size.y = 0; | | |
| 2675 | plane_state->plane_size.grph.surface_size.width = fb->width; | | |
| 2676 | plane_state->plane_size.grph.surface_size.height = fb->height; | | |
| 2677 | plane_state->plane_size.grph.surface_pitch = | | |
| 2678 | fb->pitches[0] / fb->format->cpp[0]; | | |
| 2679 | /* TODO: unhardcode */ | | |
| 2680 | plane_state->color_space = COLOR_SPACE_SRGB; | | |
| 2681 | | | |
| 2682 | } else { | | |
| 2683 | plane_state->plane_size.video.luma_size.x = 0; | | |
| 2684 | plane_state->plane_size.video.luma_size.y = 0; | | |
| 2685 | plane_state->plane_size.video.luma_size.width = fb->width; | | |
| 2686 | plane_state->plane_size.video.luma_size.height = fb->height; | | |
| 2687 | plane_state->plane_size.video.luma_pitch = | | |
| 2688 | fb->pitches[0] / fb->format->cpp[0]; | | |
| 2689 | | | |
| 2690 | plane_state->plane_size.video.chroma_size.x = 0; | | |
| 2691 | plane_state->plane_size.video.chroma_size.y = 0; | | |
| 2692 | /* TODO: set these based on surface format */ | | |
| 2693 | plane_state->plane_size.video.chroma_size.width = fb->width / 2; | | |
| 2694 | plane_state->plane_size.video.chroma_size.height = fb->height / 2; | | |
| 2695 | | | |
| 2696 | plane_state->plane_size.video.chroma_pitch = | | |
| 2697 | fb->pitches[1] / fb->format->cpp[1]; | | |
| 2698 | | | |
| 2699 | /* TODO: unhardcode */ | | |
| 2700 | plane_state->color_space = COLOR_SPACE_YCBCR709; | | |
| 2701 | } | | |
| 2702 | | | |
| 2703 | fill_plane_tiling_attributes(adev, amdgpu_fb, plane_state, | | |
| 2704 | &plane_state->tiling_info, | | |
| 2705 | &plane_state->dcc, | | |
| 2706 | &plane_state->address, | | |
| 2707 | tiling_flags); | | |
| 2708 | | | |
| 2709 | plane_state->visible = true; | | |
| 2710 | plane_state->scaling_quality.h_taps_c = 0; | | |
| 2711 | plane_state->scaling_quality.v_taps_c = 0; | | |
| 2712 | | | |
| 2713 | /* is this needed? is plane_state zeroed at allocation? */ | | |
| 2714 | plane_state->scaling_quality.h_taps = 0; | | |
| 2715 | plane_state->scaling_quality.v_taps = 0; | | |
| 2716 | plane_state->stereo_format = PLANE_STEREO_FORMAT_NONE; | | |
| 2717 | | | |
| 2718 | return ret; | | |
| 2719 | | | |
| 2720 | } | | |
| 2721 | | | |
| 2722 | static void | 2653 | static void |
| 2723 | fill_blending_from_plane_state(struct drm_plane_state *plane_state, | 2654 | fill_blending_from_plane_state(const struct drm_plane_state *plane_state, |
| 2724 | const struct dc_plane_state *dc_plane_state, | | |
| 2725 | bool *per_pixel_alpha, bool *global_alpha, | 2655 | bool *per_pixel_alpha, bool *global_alpha, |
| 2726 | int *global_alpha_value) | 2656 | int *global_alpha_value) |
| 2727 | { | 2657 | { |
| @@ -2757,7 +2687,7 @@ fill_blending_from_plane_state(struct drm_plane_state *plane_state, · 29 unmodified lines |
| 2757 | | 2687 | |
| 2758 | static int | 2688 | static int |
| 2759 | fill_plane_color_attributes(const struct drm_plane_state *plane_state, | 2689 | fill_plane_color_attributes(const struct drm_plane_state *plane_state, |
| 2760 | const struct dc_plane_state *dc_plane_state, | 2690 | const enum surface_pixel_format format, |
| 2761 | enum dc_color_space *color_space) | 2691 | enum dc_color_space *color_space) |
| 2762 | { | 2692 | { |
| 2763 | bool full_range; | 2693 | bool full_range; |
| @@ -2765,7 +2695,7 @@ fill_plane_color_attributes(const struct drm_plane_state *plane_state, · 1 unmodified line |
| 2765 | *color_space = COLOR_SPACE_SRGB; | 2695 | *color_space = COLOR_SPACE_SRGB; |
| 2766 | | 2696 | |
| 2767 | /* DRM color properties only affect non-RGB formats. */ | 2697 | /* DRM color properties only affect non-RGB formats. */ |
| 2768 | if (dc_plane_state->format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) | 2698 | if (format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) |
| 2769 | return 0; | 2699 | return 0; |
| 2770 | | 2700 | |
| 2771 | full_range = (plane_state->color_range == DRM_COLOR_YCBCR_FULL_RANGE); | 2701 | full_range = (plane_state->color_range == DRM_COLOR_YCBCR_FULL_RANGE); |
| @@ -2799,32 +2729,144 @@ fill_plane_color_attributes(const struct drm_plane_state *plane_state, · 27 unmodified lines |
| 2799 | return 0; | 2729 | return 0; |
| 2800 | } | 2730 | } |
| 2801 | | 2731 | |
| 2802 | static int fill_plane_attributes(struct amdgpu_device *adev, | 2732 | static int |
| 2803 | struct dc_plane_state *dc_plane_state, | 2733 | fill_dc_plane_info_and_addr(struct amdgpu_device *adev, |
| 2804 | struct drm_plane_state *plane_state, | 2734 | const struct drm_plane_state *plane_state, |
| 2805 | struct drm_crtc_state *crtc_state) | 2735 | const uint64_t tiling_flags, |
| | 2736 | struct dc_plane_info *plane_info, |
| | 2737 | struct dc_plane_address *address) |
| | 2738 | { |
| | 2739 | const struct drm_framebuffer *fb = plane_state->fb; |
| | 2740 | const struct amdgpu_framebuffer *afb = |
| | 2741 | to_amdgpu_framebuffer(plane_state->fb); |
| | 2742 | struct drm_format_name_buf format_name; |
| | 2743 | int ret; |
| | 2744 | |
| | 2745 | memset(plane_info, 0, sizeof(*plane_info)); |
| | 2746 | |
| | 2747 | switch (fb->format->format) { |
| | 2748 | case DRM_FORMAT_C8: |
| | 2749 | plane_info->format = |
| | 2750 | SURFACE_PIXEL_FORMAT_GRPH_PALETA_256_COLORS; |
| | 2751 | break; |
| | 2752 | case DRM_FORMAT_RGB565: |
| | 2753 | plane_info->format = SURFACE_PIXEL_FORMAT_GRPH_RGB565; |
| | 2754 | break; |
| | 2755 | case DRM_FORMAT_XRGB8888: |
| | 2756 | case DRM_FORMAT_ARGB8888: |
| | 2757 | plane_info->format = SURFACE_PIXEL_FORMAT_GRPH_ARGB8888; |
| | 2758 | break; |
| | 2759 | case DRM_FORMAT_XRGB2101010: |
| | 2760 | case DRM_FORMAT_ARGB2101010: |
| | 2761 | plane_info->format = SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010; |
| | 2762 | break; |
| | 2763 | case DRM_FORMAT_XBGR2101010: |
| | 2764 | case DRM_FORMAT_ABGR2101010: |
| | 2765 | plane_info->format = SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010; |
| | 2766 | break; |
| | 2767 | case DRM_FORMAT_XBGR8888: |
| | 2768 | case DRM_FORMAT_ABGR8888: |
| | 2769 | plane_info->format = SURFACE_PIXEL_FORMAT_GRPH_ABGR8888; |
| | 2770 | break; |
| | 2771 | case DRM_FORMAT_NV21: |
| | 2772 | plane_info->format = SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr; |
| | 2773 | break; |
| | 2774 | case DRM_FORMAT_NV12: |
| | 2775 | plane_info->format = SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb; |
| | 2776 | break; |
| | 2777 | default: |
| | 2778 | DRM_ERROR( |
| | 2779 | "Unsupported screen format %s\n", |
| | 2780 | drm_get_format_name(fb->format->format, &format_name)); |
| | 2781 | return -EINVAL; |
| | 2782 | } |
| | 2783 | |
| | 2784 | switch (plane_state->rotation & DRM_MODE_ROTATE_MASK) { |
| | 2785 | case DRM_MODE_ROTATE_0: |
| | 2786 | plane_info->rotation = ROTATION_ANGLE_0; |
| | 2787 | break; |
| | 2788 | case DRM_MODE_ROTATE_90: |
| | 2789 | plane_info->rotation = ROTATION_ANGLE_90; |
| | 2790 | break; |
| | 2791 | case DRM_MODE_ROTATE_180: |
| | 2792 | plane_info->rotation = ROTATION_ANGLE_180; |
| | 2793 | break; |
| | 2794 | case DRM_MODE_ROTATE_270: |
| | 2795 | plane_info->rotation = ROTATION_ANGLE_270; |
| | 2796 | break; |
| | 2797 | default: |
| | 2798 | plane_info->rotation = ROTATION_ANGLE_0; |
| | 2799 | break; |
| | 2800 | } |
| | 2801 | |
| | 2802 | plane_info->visible = true; |
| | 2803 | plane_info->stereo_format = PLANE_STEREO_FORMAT_NONE; |
| | 2804 | |
| | 2805 | ret = fill_plane_color_attributes(plane_state, plane_info->format, |
| | 2806 | &plane_info->color_space); |
| | 2807 | if (ret) |
| | 2808 | return ret; |
| | 2809 | |
| | 2810 | ret = fill_plane_buffer_attributes(adev, afb, plane_info->format, |
| | 2811 | plane_info->rotation, tiling_flags, |
| | 2812 | &plane_info->tiling_info, |
| | 2813 | &plane_info->plane_size, |
| | 2814 | &plane_info->dcc, address); |
| | 2815 | if (ret) |
| | 2816 | return ret; |
| | 2817 | |
| | 2818 | fill_blending_from_plane_state( |
| | 2819 | plane_state, &plane_info->per_pixel_alpha, |
| | 2820 | &plane_info->global_alpha, &plane_info->global_alpha_value); |
| | 2821 | |
| | 2822 | return 0; |
| | 2823 | } |
| | 2824 | |
| | 2825 | static int fill_dc_plane_attributes(struct amdgpu_device *adev, |
| | 2826 | struct dc_plane_state *dc_plane_state, |
| | 2827 | struct drm_plane_state *plane_state, |
| | 2828 | struct drm_crtc_state *crtc_state) |
| 2806 | { | 2829 | { |
| 2807 | const struct amdgpu_framebuffer *amdgpu_fb = | 2830 | const struct amdgpu_framebuffer *amdgpu_fb = |
| 2808 | to_amdgpu_framebuffer(plane_state->fb); | 2831 | to_amdgpu_framebuffer(plane_state->fb); |
| 2809 | const struct drm_crtc *crtc = plane_state->crtc; | 2832 | struct dc_scaling_info scaling_info; |
| 2810 | int ret = 0; | 2833 | struct dc_plane_info plane_info; |
| | 2834 | uint64_t tiling_flags; |
| | 2835 | int ret; |
| 2811 | | 2836 | |
| 2812 | if (!fill_rects_from_plane_state(plane_state, dc_plane_state)) | 2837 | ret = fill_dc_scaling_info(plane_state, &scaling_info); |
| 2813 | return -EINVAL; | 2838 | if (ret) |
| | 2839 | return ret; |
| 2814 | | 2840 | |
| 2815 | ret = fill_plane_attributes_from_fb( | 2841 | dc_plane_state->src_rect = scaling_info.src_rect; |
| 2816 | crtc->dev->dev_private, | 2842 | dc_plane_state->dst_rect = scaling_info.dst_rect; |
| 2817 | dc_plane_state, | 2843 | dc_plane_state->clip_rect = scaling_info.clip_rect; |
| 2818 | amdgpu_fb); | 2844 | dc_plane_state->scaling_quality = scaling_info.scaling_quality; |
| 2819 | | 2845 | |
| | 2846 | ret = get_fb_info(amdgpu_fb, &tiling_flags); |
| 2820 | if (ret) | 2847 | if (ret) |
| 2821 | return ret; | 2848 | return ret; |
| 2822 | | 2849 | |
| 2823 | ret = fill_plane_color_attributes(plane_state, dc_plane_state, | 2850 | ret = fill_dc_plane_info_and_addr(adev, plane_state, tiling_flags, |
| 2824 | &dc_plane_state->color_space); | 2851 | &plane_info, |
| | 2852 | &dc_plane_state->address); |
| 2825 | if (ret) | 2853 | if (ret) |
| 2826 | return ret; | 2854 | return ret; |
| 2827 | | 2855 | |
| | 2856 | dc_plane_state->format = plane_info.format; |
| | 2857 | dc_plane_state->color_space = plane_info.color_space; |
| | 2858 | dc_plane_state->format = plane_info.format; |
| | 2859 | dc_plane_state->plane_size = plane_info.plane_size; |
| | 2860 | dc_plane_state->rotation = plane_info.rotation; |
| | 2861 | dc_plane_state->horizontal_mirror = plane_info.horizontal_mirror; |
| | 2862 | dc_plane_state->stereo_format = plane_info.stereo_format; |
| | 2863 | dc_plane_state->tiling_info = plane_info.tiling_info; |
| | 2864 | dc_plane_state->visible = plane_info.visible; |
| | 2865 | dc_plane_state->per_pixel_alpha = plane_info.per_pixel_alpha; |
| | 2866 | dc_plane_state->global_alpha = plane_info.global_alpha; |
| | 2867 | dc_plane_state->global_alpha_value = plane_info.global_alpha_value; |
| | 2868 | dc_plane_state->dcc = plane_info.dcc; |
| | 2869 | |
| 2828 | /* | 2870 | /* |
| 2829 | * Always set input transfer function, since plane state is refreshed | 2871 | * Always set input transfer function, since plane state is refreshed |
| 2830 | * every time. | 2872 | * every time. |
| @@ -2835,11 +2877,6 @@ static int fill_plane_attributes(struct amdgpu_device *adev, · 4 unmodified lines |
| 2835 | dc_plane_state->in_transfer_func = NULL; | 2877 | dc_plane_state->in_transfer_func = NULL; |
| 2836 | } | 2878 | } |
| 2837 | | 2879 | |
| 2838 | fill_blending_from_plane_state(plane_state, dc_plane_state, | | |
| 2839 | &dc_plane_state->per_pixel_alpha, | | |
| 2840 | &dc_plane_state->global_alpha, | | |
| 2841 | &dc_plane_state->global_alpha_value); | | |
| 2842 | | | |
| 2843 | return ret; | 2880 | return ret; |
| 2844 | } | 2881 | } |
| 2845 | | 2882 | |
| @@ -3825,6 +3862,38 @@ static void dm_crtc_helper_disable(struct drm_crtc *crtc) · 979 unmodified lines |
| 3825 | { | 3862 | { |
| 3826 | } | 3863 | } |
| 3827 | | 3864 | |
| | 3865 | static bool does_crtc_have_active_plane(struct drm_crtc_state *new_crtc_state) |
| | 3866 | { |
| | 3867 | struct drm_atomic_state *state = new_crtc_state->state; |
| | 3868 | struct drm_plane *plane; |
| | 3869 | int num_active = 0; |
| | 3870 | |
| | 3871 | drm_for_each_plane_mask(plane, state->dev, new_crtc_state->plane_mask) { |
| | 3872 | struct drm_plane_state *new_plane_state; |
| | 3873 | |
| | 3874 | /* Cursor planes are "fake". */ |
| | 3875 | if (plane->type == DRM_PLANE_TYPE_CURSOR) |
| | 3876 | continue; |
| | 3877 | |
| | 3878 | new_plane_state = drm_atomic_get_new_plane_state(state, plane); |
| | 3879 | |
| | 3880 | if (!new_plane_state) { |
| | 3881 | /* |
| | 3882 | * The plane is enable on the CRTC and hasn't changed |
| | 3883 | * state. This means that it previously passed |
| | 3884 | * validation and is therefore enabled. |
| | 3885 | */ |
| | 3886 | num_active += 1; |
| | 3887 | continue; |
| | 3888 | } |
| | 3889 | |
| | 3890 | /* We need a framebuffer to be considered enabled. */ |
| | 3891 | num_active += (new_plane_state->fb != NULL); |
| | 3892 | } |
| | 3893 | |
| | 3894 | return num_active > 0; |
| | 3895 | } |
| | 3896 | |
| 3828 | static int dm_crtc_helper_atomic_check(struct drm_crtc *crtc, | 3897 | static int dm_crtc_helper_atomic_check(struct drm_crtc *crtc, |
| 3829 | struct drm_crtc_state *state) | 3898 | struct drm_crtc_state *state) |
| 3830 | { | 3899 | { |
| @@ -3843,6 +3912,11 @@ static int dm_crtc_helper_atomic_check(struct drm_crtc *crtc, · 12 unmodified lines |
| 3843 | if (!dm_crtc_state->stream) | 3912 | if (!dm_crtc_state->stream) |
| 3844 | return 0; | 3913 | return 0; |
| 3845 | | 3914 | |
| | 3915 | /* We want at least one hardware plane enabled to use the stream. */ |
| | 3916 | if (state->enable && state->active && |
| | 3917 | !does_crtc_have_active_plane(state)) |
| | 3918 | return -EINVAL; |
| | 3919 | |
| 3846 | if (dc_validate_stream(dc, dm_crtc_state->stream) == DC_OK) | 3920 | if (dc_validate_stream(dc, dm_crtc_state->stream) == DC_OK) |
| 3847 | return 0; | 3921 | return 0; |
| 3848 | | 3922 | |
| @@ -3994,9 +4068,11 @@ static int dm_plane_helper_prepare_fb(struct drm_plane *plane, · 145 unmodified lines |
| 3994 | dm_plane_state_old->dc_state != dm_plane_state_new->dc_state) { | 4068 | dm_plane_state_old->dc_state != dm_plane_state_new->dc_state) { |
| 3995 | struct dc_plane_state *plane_state = dm_plane_state_new->dc_state; | 4069 | struct dc_plane_state *plane_state = dm_plane_state_new->dc_state; |
| 3996 | | 4070 | |
| 3997 | fill_plane_tiling_attributes( | 4071 | fill_plane_buffer_attributes( |
| 3998 | adev, afb, plane_state, &plane_state->tiling_info, | 4072 | adev, afb, plane_state->format, plane_state->rotation, |
| 3999 | &plane_state->dcc, &plane_state->address, tiling_flags); | 4073 | tiling_flags, &plane_state->tiling_info, |
| | 4074 | &plane_state->plane_size, &plane_state->dcc, |
| | 4075 | &plane_state->address); |
| 4000 | } | 4076 | } |
| 4001 | | 4077 | |
| 4002 | return 0; | 4078 | return 0; |
| @@ -4028,13 +4104,18 @@ static int dm_plane_atomic_check(struct drm_plane *plane, · 25 unmodified lines |
| 4028 | { | 4104 | { |
| 4029 | struct amdgpu_device *adev = plane->dev->dev_private; | 4105 | struct amdgpu_device *adev = plane->dev->dev_private; |
| 4030 | struct dc *dc = adev->dm.dc; | 4106 | struct dc *dc = adev->dm.dc; |
| 4031 | struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); | 4107 | struct dm_plane_state *dm_plane_state; |
| | 4108 | struct dc_scaling_info scaling_info; |
| | 4109 | int ret; |
| | 4110 | |
| | 4111 | dm_plane_state = to_dm_plane_state(state); |
| 4032 | | 4112 | |
| 4033 | if (!dm_plane_state->dc_state) | 4113 | if (!dm_plane_state->dc_state) |
| 4034 | return 0; | 4114 | return 0; |
| 4035 | | 4115 | |
| 4036 | if (!fill_rects_from_plane_state(state, dm_plane_state->dc_state)) | 4116 | ret = fill_dc_scaling_info(state, &scaling_info); |
| 4037 | return -EINVAL; | 4117 | if (ret) |
| | 4118 | return ret; |
| 4038 | | 4119 | |
| 4039 | if (dc_validate_plane(dc, dm_plane_state->dc_state) == DC_OK) | 4120 | if (dc_validate_plane(dc, dm_plane_state->dc_state) == DC_OK) |
| 4040 | return 0; | 4121 | return 0; |
| @@ -4121,46 +4202,71 @@ static const u32 cursor_formats[] = { · 80 unmodified lines |
| 4121 | DRM_FORMAT_ARGB8888 | 4202 | DRM_FORMAT_ARGB8888 |
| 4122 | }; | 4203 | }; |
| 4123 | | 4204 | |
| 4124 | static int amdgpu_dm_plane_init(struct amdgpu_display_manager *dm, | 4205 | static int get_plane_formats(const struct drm_plane *plane, |
| 4125 | struct drm_plane *plane, | 4206 | const struct dc_plane_cap *plane_cap, |
| 4126 | unsigned long possible_crtcs, | 4207 | uint32_t *formats, int max_formats) |
| 4127 | const struct dc_plane_cap *plane_cap) | | |
| 4128 | { | 4208 | { |
| 4129 | int res = -EPERM; | 4209 | int i, num_formats = 0; |
| | 4210 | |
| | 4211 | /* |
| | 4212 | * TODO: Query support for each group of formats directly from |
| | 4213 | * DC plane caps. This will require adding more formats to the |
| | 4214 | * caps list. |
| | 4215 | */ |
| 4130 | | 4216 | |
| 4131 | switch (plane->type) { | 4217 | switch (plane->type) { |
| 4132 | case DRM_PLANE_TYPE_PRIMARY: | 4218 | case DRM_PLANE_TYPE_PRIMARY: |
| 4133 | res = drm_universal_plane_init( | 4219 | for (i = 0; i < ARRAY_SIZE(rgb_formats); ++i) { |
| 4134 | dm->adev->ddev, | 4220 | if (num_formats >= max_formats) |
| 4135 | plane, | 4221 | break; |
| 4136 | possible_crtcs, | 4222 | |
| 4137 | &dm_plane_funcs, | 4223 | formats[num_formats++] = rgb_formats[i]; |
| 4138 | rgb_formats, | 4224 | } |
| 4139 | ARRAY_SIZE(rgb_formats), | 4225 | |
| 4140 | NULL, plane->type, NULL); | 4226 | if (plane_cap && plane_cap->pixel_format_support.nv12) |
| | 4227 | formats[num_formats++] = DRM_FORMAT_NV12; |
| 4141 | break; | 4228 | break; |
| | 4229 | |
| 4142 | case DRM_PLANE_TYPE_OVERLAY: | 4230 | case DRM_PLANE_TYPE_OVERLAY: |
| 4143 | res = drm_universal_plane_init( | 4231 | for (i = 0; i < ARRAY_SIZE(overlay_formats); ++i) { |
| 4144 | dm->adev->ddev, | 4232 | if (num_formats >= max_formats) |
| 4145 | plane, | 4233 | break; |
| 4146 | possible_crtcs, | 4234 | |
| 4147 | &dm_plane_funcs, | 4235 | formats[num_formats++] = overlay_formats[i]; |
| 4148 | overlay_formats, | 4236 | } |
| 4149 | ARRAY_SIZE(overlay_formats), | | |
| 4150 | NULL, plane->type, NULL); | | |
| 4151 | break; | 4237 | break; |
| | 4238 | |
| 4152 | case DRM_PLANE_TYPE_CURSOR: | 4239 | case DRM_PLANE_TYPE_CURSOR: |
| 4153 | res = drm_universal_plane_init( | 4240 | for (i = 0; i < ARRAY_SIZE(cursor_formats); ++i) { |
| 4154 | dm->adev->ddev, | 4241 | if (num_formats >= max_formats) |
| 4155 | plane, | 4242 | break; |
| 4156 | possible_crtcs, | 4243 | |
| 4157 | &dm_plane_funcs, | 4244 | formats[num_formats++] = cursor_formats[i]; |
| 4158 | cursor_formats, | 4245 | } |
| 4159 | ARRAY_SIZE(cursor_formats), | | |
| 4160 | NULL, plane->type, NULL); | | |
| 4161 | break; | 4246 | break; |
| 4162 | } | 4247 | } |
| 4163 | | 4248 | |
| | 4249 | return num_formats; |
| | 4250 | } |
| | 4251 | |
| | 4252 | static int amdgpu_dm_plane_init(struct amdgpu_display_manager *dm, |
| | 4253 | struct drm_plane *plane, |
| | 4254 | unsigned long possible_crtcs, |
| | 4255 | const struct dc_plane_cap *plane_cap) |
| | 4256 | { |
| | 4257 | uint32_t formats[32]; |
| | 4258 | int num_formats; |
| | 4259 | int res = -EPERM; |
| | 4260 | |
| | 4261 | num_formats = get_plane_formats(plane, plane_cap, formats, |
| | 4262 | ARRAY_SIZE(formats)); |
| | 4263 | |
| | 4264 | res = drm_universal_plane_init(dm->adev->ddev, plane, possible_crtcs, |
| | 4265 | &dm_plane_funcs, formats, num_formats, |
| | 4266 | NULL, plane->type, NULL); |
| | 4267 | if (res) |
| | 4268 | return res; |
| | 4269 | |
| 4164 | if (plane->type == DRM_PLANE_TYPE_OVERLAY && | 4270 | if (plane->type == DRM_PLANE_TYPE_OVERLAY && |
| 4165 | plane_cap && plane_cap->per_pixel_alpha) { | 4271 | plane_cap && plane_cap->per_pixel_alpha) { |
| 4166 | unsigned int blend_caps = BIT(DRM_MODE_BLEND_PIXEL_NONE) | | 4272 | unsigned int blend_caps = BIT(DRM_MODE_BLEND_PIXEL_NONE) | |
| @@ -4170,14 +4276,25 @@ static int amdgpu_dm_plane_init(struct amdgpu_display_manager *dm, · 3 unmodified lines |
| 4170 | drm_plane_create_blend_mode_property(plane, blend_caps); | 4276 | drm_plane_create_blend_mode_property(plane, blend_caps); |
| 4171 | } | 4277 | } |
| 4172 | | 4278 | |
| | 4279 | if (plane->type == DRM_PLANE_TYPE_PRIMARY && |
| | 4280 | plane_cap && plane_cap->pixel_format_support.nv12) { |
| | 4281 | /* This only affects YUV formats. */ |
| | 4282 | drm_plane_create_color_properties( |
| | 4283 | plane, |
| | 4284 | BIT(DRM_COLOR_YCBCR_BT601) | |
| | 4285 | BIT(DRM_COLOR_YCBCR_BT709), |
| | 4286 | BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) | |
| | 4287 | BIT(DRM_COLOR_YCBCR_FULL_RANGE), |
| | 4288 | DRM_COLOR_YCBCR_BT709, DRM_COLOR_YCBCR_LIMITED_RANGE); |
| | 4289 | } |
| | 4290 | |
| 4173 | drm_plane_helper_add(plane, &dm_plane_helper_funcs); | 4291 | drm_plane_helper_add(plane, &dm_plane_helper_funcs); |
| 4174 | | 4292 | |
| 4175 | /* Create (reset) the plane state */ | 4293 | /* Create (reset) the plane state */ |
| 4176 | if (plane->funcs->reset) | 4294 | if (plane->funcs->reset) |
| 4177 | plane->funcs->reset(plane); | 4295 | plane->funcs->reset(plane); |
| 4178 | | 4296 | |
| 4179 | | 4297 | return 0; |
| 4180 | return res; | | |
| 4181 | } | 4298 | } |
| 4182 | | 4299 | |
| 4183 | static int amdgpu_dm_crtc_init(struct amdgpu_display_manager *dm, | 4300 | static int amdgpu_dm_crtc_init(struct amdgpu_display_manager *dm, |
| @@ -4769,9 +4886,13 @@ static int get_cursor_position(struct drm_plane *plane, struct drm_crtc *crtc, · 585 unmodified lines |
| 4769 | | 4886 | |
| 4770 | x = plane->state->crtc_x; | 4887 | x = plane->state->crtc_x; |
| 4771 | y = plane->state->crtc_y; | 4888 | y = plane->state->crtc_y; |
| 4772 | /* avivo cursor are offset into the total surface */ | 4889 | |
| 4773 | x += crtc->primary->state->src_x >> 16; | 4890 | if (crtc->primary->state) { |
| 4774 | y += crtc->primary->state->src_y >> 16; | 4891 | /* avivo cursor are offset into the total surface */ |
| | 4892 | x += crtc->primary->state->src_x >> 16; |
| | 4893 | y += crtc->primary->state->src_y >> 16; |
| | 4894 | } |
| | 4895 | |
| 4775 | if (x < 0) { | 4896 | if (x < 0) { |
| 4776 | xorigin = min(-x, amdgpu_crtc->max_cursor_width - 1); | 4897 | xorigin = min(-x, amdgpu_crtc->max_cursor_width - 1); |
| 4777 | x = 0; | 4898 | x = 0; |
| @@ -5046,7 +5167,6 @@ static void amdgpu_dm_commit_planes(struct drm_atomic_state *state, · 268 unmodified lines |
| 5046 | struct drm_crtc *crtc = new_plane_state->crtc; | 5167 | struct drm_crtc *crtc = new_plane_state->crtc; |
| 5047 | struct drm_crtc_state *new_crtc_state; | 5168 | struct drm_crtc_state *new_crtc_state; |
| 5048 | struct drm_framebuffer *fb = new_plane_state->fb; | 5169 | struct drm_framebuffer *fb = new_plane_state->fb; |
| 5049 | struct amdgpu_framebuffer *afb = to_amdgpu_framebuffer(fb); | | |
| 5050 | bool plane_needs_flip; | 5170 | bool plane_needs_flip; |
| 5051 | struct dc_plane_state *dc_plane; | 5171 | struct dc_plane_state *dc_plane; |
| 5052 | struct dm_plane_state *dm_new_plane_state = to_dm_plane_state(new_plane_state); | 5172 | struct dm_plane_state *dm_new_plane_state = to_dm_plane_state(new_plane_state); |
| @@ -5070,29 +5190,11 @@ static void amdgpu_dm_commit_planes(struct drm_atomic_state *state, · 17 unmodified lines |
| 5070 | bundle->surface_updates[planes_count].in_transfer_func = dc_plane->in_transfer_func; | 5190 | bundle->surface_updates[planes_count].in_transfer_func = dc_plane->in_transfer_func; |
| 5071 | } | 5191 | } |
| 5072 | | 5192 | |
| | 5193 | fill_dc_scaling_info(new_plane_state, |
| | 5194 | &bundle->scaling_infos[planes_count]); |
| 5073 | | 5195 | |
| 5074 | bundle->scaling_infos[planes_count].scaling_quality = dc_plane->scaling_quality; | 5196 | bundle->surface_updates[planes_count].scaling_info = |
| 5075 | bundle->scaling_infos[planes_count].src_rect = dc_plane->src_rect; | 5197 | &bundle->scaling_infos[planes_count]; |
| 5076 | bundle->scaling_infos[planes_count].dst_rect = dc_plane->dst_rect; | | |
| 5077 | bundle->scaling_infos[planes_count].clip_rect = dc_plane->clip_rect; | | |
| 5078 | bundle->surface_updates[planes_count].scaling_info = &bundle->scaling_infos[planes_count]; | | |
| 5079 | | | |
| 5080 | fill_plane_color_attributes( | | |
| 5081 | new_plane_state, dc_plane, | | |
| 5082 | &bundle->plane_infos[planes_count].color_space); | | |
| 5083 | | | |
| 5084 | bundle->plane_infos[planes_count].format = dc_plane->format; | | |
| 5085 | bundle->plane_infos[planes_count].plane_size = dc_plane->plane_size; | | |
| 5086 | bundle->plane_infos[planes_count].rotation = dc_plane->rotation; | | |
| 5087 | bundle->plane_infos[planes_count].horizontal_mirror = dc_plane->horizontal_mirror; | | |
| 5088 | bundle->plane_infos[planes_count].stereo_format = dc_plane->stereo_format; | | |
| 5089 | bundle->plane_infos[planes_count].tiling_info = dc_plane->tiling_info; | | |
| 5090 | bundle->plane_infos[planes_count].visible = dc_plane->visible; | | |
| 5091 | bundle->plane_infos[planes_count].global_alpha = dc_plane->global_alpha; | | |
| 5092 | bundle->plane_infos[planes_count].global_alpha_value = dc_plane->global_alpha_value; | | |
| 5093 | bundle->plane_infos[planes_count].per_pixel_alpha = dc_plane->per_pixel_alpha; | | |
| 5094 | bundle->plane_infos[planes_count].dcc = dc_plane->dcc; | | |
| 5095 | bundle->surface_updates[planes_count].plane_info = &bundle->plane_infos[planes_count]; | | |
| 5096 | | 5198 | |
| 5097 | plane_needs_flip = old_plane_state->fb && new_plane_state->fb; | 5199 | plane_needs_flip = old_plane_state->fb && new_plane_state->fb; |
| 5098 | | 5200 | |
| @@ -5124,11 +5226,13 @@ static void amdgpu_dm_commit_planes(struct drm_atomic_state *state, · 25 unmodified lines |
| 5124 | | 5226 | |
| 5125 | amdgpu_bo_unreserve(abo); | 5227 | amdgpu_bo_unreserve(abo); |
| 5126 | | 5228 | |
| 5127 | fill_plane_tiling_attributes(dm->adev, afb, dc_plane, | 5229 | fill_dc_plane_info_and_addr( |
| 5128 | &bundle->plane_infos[planes_count].tiling_info, | 5230 | dm->adev, new_plane_state, tiling_flags, |
| 5129 | &bundle->plane_infos[planes_count].dcc, | 5231 | &bundle->plane_infos[planes_count], |
| 5130 | &bundle->flip_addrs[planes_count].address, | 5232 | &bundle->flip_addrs[planes_count].address); |
| 5131 | tiling_flags); | 5233 | |
| | 5234 | bundle->surface_updates[planes_count].plane_info = |
| | 5235 | &bundle->plane_infos[planes_count]; |
| 5132 | | 5236 | |
| 5133 | bundle->flip_addrs[planes_count].flip_immediate = | 5237 | bundle->flip_addrs[planes_count].flip_immediate = |
| 5134 | (crtc->state->pageflip_flags & DRM_MODE_PAGE_FLIP_ASYNC) != 0; | 5238 | (crtc->state->pageflip_flags & DRM_MODE_PAGE_FLIP_ASYNC) != 0; |
| @@ -5812,21 +5916,12 @@ static int dm_update_crtc_state(struct amdgpu_display_manager *dm, · 677 unmodified lines |
| 5812 | struct amdgpu_dm_connector *aconnector = NULL; | 5916 | struct amdgpu_dm_connector *aconnector = NULL; |
| 5813 | struct drm_connector_state *drm_new_conn_state = NULL, *drm_old_conn_state = NULL; | 5917 | struct drm_connector_state *drm_new_conn_state = NULL, *drm_old_conn_state = NULL; |
| 5814 | struct dm_connector_state *dm_new_conn_state = NULL, *dm_old_conn_state = NULL; | 5918 | struct dm_connector_state *dm_new_conn_state = NULL, *dm_old_conn_state = NULL; |
| 5815 | struct drm_plane_state *new_plane_state = NULL; | | |
| 5816 | | 5919 | |
| 5817 | new_stream = NULL; | 5920 | new_stream = NULL; |
| 5818 | | 5921 | |
| 5819 | dm_old_crtc_state = to_dm_crtc_state(old_crtc_state); | 5922 | dm_old_crtc_state = to_dm_crtc_state(old_crtc_state); |
| 5820 | dm_new_crtc_state = to_dm_crtc_state(new_crtc_state); | 5923 | dm_new_crtc_state = to_dm_crtc_state(new_crtc_state); |
| 5821 | acrtc = to_amdgpu_crtc(crtc); | 5924 | acrtc = to_amdgpu_crtc(crtc); |
| 5822 | | | |
| 5823 | new_plane_state = drm_atomic_get_new_plane_state(state, new_crtc_state->crtc->primary); | | |
| 5824 | | | |
| 5825 | if (new_crtc_state->enable && new_plane_state && !new_plane_state->fb) { | | |
| 5826 | ret = -EINVAL; | | |
| 5827 | goto fail; | | |
| 5828 | } | | |
| 5829 | | | |
| 5830 | aconnector = amdgpu_dm_find_first_crtc_matching_connector(state, crtc); | 5925 | aconnector = amdgpu_dm_find_first_crtc_matching_connector(state, crtc); |
| 5831 | | 5926 | |
| 5832 | /* TODO This hack should go away */ | 5927 | /* TODO This hack should go away */ |
| @@ -6016,6 +6111,69 @@ fail: · 183 unmodified lines |
| 6016 | return ret; | 6111 | return ret; |
| 6017 | } | 6112 | } |
| 6018 | | 6113 | |
| | 6114 | static bool should_reset_plane(struct drm_atomic_state *state, |
| | 6115 | struct drm_plane *plane, |
| | 6116 | struct drm_plane_state *old_plane_state, |
| | 6117 | struct drm_plane_state *new_plane_state) |
| | 6118 | { |
| | 6119 | struct drm_plane *other; |
| | 6120 | struct drm_plane_state *old_other_state, *new_other_state; |
| | 6121 | struct drm_crtc_state *new_crtc_state; |
| | 6122 | int i; |
| | 6123 | |
| | 6124 | /* |
| | 6125 | * TODO: Remove this hack once the checks below are sufficient |
| | 6126 | * enough to determine when we need to reset all the planes on |
| | 6127 | * the stream. |
| | 6128 | */ |
| | 6129 | if (state->allow_modeset) |
| | 6130 | return true; |
| | 6131 | |
| | 6132 | /* Exit early if we know that we're adding or removing the plane. */ |
| | 6133 | if (old_plane_state->crtc != new_plane_state->crtc) |
| | 6134 | return true; |
| | 6135 | |
| | 6136 | /* old crtc == new_crtc == NULL, plane not in context. */ |
| | 6137 | if (!new_plane_state->crtc) |
| | 6138 | return false; |
| | 6139 | |
| | 6140 | new_crtc_state = |
| | 6141 | drm_atomic_get_new_crtc_state(state, new_plane_state->crtc); |
| | 6142 | |
| | 6143 | if (!new_crtc_state) |
| | 6144 | return true; |
| | 6145 | |
| | 6146 | if (drm_atomic_crtc_needs_modeset(new_crtc_state)) |
| | 6147 | return true; |
| | 6148 | |
| | 6149 | /* |
| | 6150 | * If there are any new primary or overlay planes being added or |
| | 6151 | * removed then the z-order can potentially change. To ensure |
| | 6152 | * correct z-order and pipe acquisition the current DC architecture |
| | 6153 | * requires us to remove and recreate all existing planes. |
| | 6154 | * |
| | 6155 | * TODO: Come up with a more elegant solution for this. |
| | 6156 | */ |
| | 6157 | for_each_oldnew_plane_in_state(state, other, old_other_state, new_other_state, i) { |
| | 6158 | if (other->type == DRM_PLANE_TYPE_CURSOR) |
| | 6159 | continue; |
| | 6160 | |
| | 6161 | if (old_other_state->crtc != new_plane_state->crtc && |
| | 6162 | new_other_state->crtc != new_plane_state->crtc) |
| | 6163 | continue; |
| | 6164 | |
| | 6165 | if (old_other_state->crtc != new_other_state->crtc) |
| | 6166 | return true; |
| | 6167 | |
| | 6168 | /* TODO: Remove this once we can handle fast format changes. */ |
| | 6169 | if (old_other_state->fb && new_other_state->fb && |
| | 6170 | old_other_state->fb->format != new_other_state->fb->format) |
| | 6171 | return true; |
| | 6172 | } |
| | 6173 | |
| | 6174 | return false; |
| | 6175 | } |
| | 6176 | |
| 6019 | static int dm_update_plane_state(struct dc *dc, | 6177 | static int dm_update_plane_state(struct dc *dc, |
| 6020 | struct drm_atomic_state *state, | 6178 | struct drm_atomic_state *state, |
| 6021 | struct drm_plane *plane, | 6179 | struct drm_plane *plane, |
| @@ -6030,8 +6188,7 @@ static int dm_update_plane_state(struct dc *dc, · 8 unmodified lines |
| 6030 | struct drm_crtc_state *old_crtc_state, *new_crtc_state; | 6188 | struct drm_crtc_state *old_crtc_state, *new_crtc_state; |
| 6031 | struct dm_crtc_state *dm_new_crtc_state, *dm_old_crtc_state; | 6189 | struct dm_crtc_state *dm_new_crtc_state, *dm_old_crtc_state; |
| 6032 | struct dm_plane_state *dm_new_plane_state, *dm_old_plane_state; | 6190 | struct dm_plane_state *dm_new_plane_state, *dm_old_plane_state; |
| 6033 | /* TODO return page_flip_needed() function */ | 6191 | bool needs_reset; |
| 6034 | bool pflip_needed = !state->allow_modeset; | | |
| 6035 | int ret = 0; | 6192 | int ret = 0; |
| 6036 | | 6193 | |
| 6037 | | 6194 | |
| @@ -6044,10 +6201,12 @@ static int dm_update_plane_state(struct dc *dc, · 6 unmodified lines |
| 6044 | if (plane->type == DRM_PLANE_TYPE_CURSOR) | 6201 | if (plane->type == DRM_PLANE_TYPE_CURSOR) |
| 6045 | return 0; | 6202 | return 0; |
| 6046 | | 6203 | |
| | 6204 | needs_reset = should_reset_plane(state, plane, old_plane_state, |
| | 6205 | new_plane_state); |
| | 6206 | |
| 6047 | /* Remove any changed/removed planes */ | 6207 | /* Remove any changed/removed planes */ |
| 6048 | if (!enable) { | 6208 | if (!enable) { |
| 6049 | if (pflip_needed && | 6209 | if (!needs_reset) |
| 6050 | plane->type != DRM_PLANE_TYPE_OVERLAY) | | |
| 6051 | return 0; | 6210 | return 0; |
| 6052 | | 6211 | |
| 6053 | if (!old_plane_crtc) | 6212 | if (!old_plane_crtc) |
| @@ -6098,7 +6257,7 @@ static int dm_update_plane_state(struct dc *dc, · 44 unmodified lines |
| 6098 | if (!dm_new_crtc_state->stream) | 6257 | if (!dm_new_crtc_state->stream) |
| 6099 | return 0; | 6258 | return 0; |
| 6100 | | 6259 | |
| 6101 | if (pflip_needed && plane->type != DRM_PLANE_TYPE_OVERLAY) | 6260 | if (!needs_reset) |
| 6102 | return 0; | 6261 | return 0; |
| 6103 | | 6262 | |
| 6104 | WARN_ON(dm_new_plane_state->dc_state); | 6263 | WARN_ON(dm_new_plane_state->dc_state); |
| @@ -6110,7 +6269,7 @@ static int dm_update_plane_state(struct dc *dc, · 5 unmodified lines |
| 6110 | DRM_DEBUG_DRIVER("Enabling DRM plane: %d on DRM crtc %d\n", | 6269 | DRM_DEBUG_DRIVER("Enabling DRM plane: %d on DRM crtc %d\n", |
| 6111 | plane->base.id, new_plane_crtc->base.id); | 6270 | plane->base.id, new_plane_crtc->base.id); |
| 6112 | | 6271 | |
| 6113 | ret = fill_plane_attributes( | 6272 | ret = fill_dc_plane_attributes( |
| 6114 | new_plane_crtc->dev->dev_private, | 6273 | new_plane_crtc->dev->dev_private, |
| 6115 | dc_new_plane_state, | 6274 | dc_new_plane_state, |
| 6116 | new_plane_state, | 6275 | new_plane_state, |
| @@ -6158,10 +6317,11 @@ static int dm_update_plane_state(struct dc *dc, · 41 unmodified lines |
| 6158 | } | 6317 | } |
| 6159 | | 6318 | |
| 6160 | static int | 6319 | static int |
| 6161 | dm_determine_update_type_for_commit(struct dc *dc, | 6320 | dm_determine_update_type_for_commit(struct amdgpu_display_manager *dm, |
| 6162 | struct drm_atomic_state *state, | 6321 | struct drm_atomic_state *state, |
| 6163 | enum surface_update_type *out_type) | 6322 | enum surface_update_type *out_type) |
| 6164 | { | 6323 | { |
| | 6324 | struct dc *dc = dm->dc; |
| 6165 | struct dm_atomic_state *dm_state = NULL, *old_dm_state = NULL; | 6325 | struct dm_atomic_state *dm_state = NULL, *old_dm_state = NULL; |
| 6166 | int i, j, num_plane, ret = 0; | 6326 | int i, j, num_plane, ret = 0; |
| 6167 | struct drm_plane_state *old_plane_state, *new_plane_state; | 6327 | struct drm_plane_state *old_plane_state, *new_plane_state; |
| @@ -6175,20 +6335,19 @@ dm_determine_update_type_for_commit(struct dc *dc, · 7 unmodified lines |
| 6175 | struct dc_stream_status *status = NULL; | 6335 | struct dc_stream_status *status = NULL; |
| 6176 | | 6336 | |
| 6177 | struct dc_surface_update *updates; | 6337 | struct dc_surface_update *updates; |
| 6178 | struct dc_plane_state *surface; | | |
| 6179 | enum surface_update_type update_type = UPDATE_TYPE_FAST; | 6338 | enum surface_update_type update_type = UPDATE_TYPE_FAST; |
| 6180 | | 6339 | |
| 6181 | updates = kcalloc(MAX_SURFACES, sizeof(*updates), GFP_KERNEL); | 6340 | updates = kcalloc(MAX_SURFACES, sizeof(*updates), GFP_KERNEL); |
| 6182 | surface = kcalloc(MAX_SURFACES, sizeof(*surface), GFP_KERNEL); | | |
| 6183 | | 6341 | |
| 6184 | if (!updates || !surface) { | 6342 | if (!updates) { |
| 6185 | DRM_ERROR("Plane or surface update failed to allocate"); | 6343 | DRM_ERROR("Failed to allocate plane updates\n"); |
| 6186 | /* Set type to FULL to avoid crashing in DC*/ | 6344 | /* Set type to FULL to avoid crashing in DC*/ |
| 6187 | update_type = UPDATE_TYPE_FULL; | 6345 | update_type = UPDATE_TYPE_FULL; |
| 6188 | goto cleanup; | 6346 | goto cleanup; |
| 6189 | } | 6347 | } |
| 6190 | | 6348 | |
| 6191 | for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) { | 6349 | for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) { |
| | 6350 | struct dc_scaling_info scaling_info; |
| 6192 | struct dc_stream_update stream_update; | 6351 | struct dc_stream_update stream_update; |
| 6193 | | 6352 | |
| 6194 | memset(&stream_update, 0, sizeof(stream_update)); | 6353 | memset(&stream_update, 0, sizeof(stream_update)); |
| @@ -6219,23 +6378,12 @@ dm_determine_update_type_for_commit(struct dc *dc, · 24 unmodified lines |
| 6219 | goto cleanup; | 6378 | goto cleanup; |
| 6220 | } | 6379 | } |
| 6221 | | 6380 | |
| 6222 | if (!state->allow_modeset) | | |
| 6223 | continue; | | |
| 6224 | | | |
| 6225 | if (crtc != new_plane_crtc) | 6381 | if (crtc != new_plane_crtc) |
| 6226 | continue; | 6382 | continue; |
| 6227 | | 6383 | |
| 6228 | updates[num_plane].surface = &surface[num_plane]; | 6384 | updates[num_plane].surface = new_dm_plane_state->dc_state; |
| 6229 | | 6385 | |
| 6230 | if (new_crtc_state->mode_changed) { | 6386 | if (new_crtc_state->mode_changed) { |
| 6231 | updates[num_plane].surface->src_rect = | | |
| 6232 | new_dm_plane_state->dc_state->src_rect; | | |
| 6233 | updates[num_plane].surface->dst_rect = | | |
| 6234 | new_dm_plane_state->dc_state->dst_rect; | | |
| 6235 | updates[num_plane].surface->rotation = | | |
| 6236 | new_dm_plane_state->dc_state->rotation; | | |
| 6237 | updates[num_plane].surface->in_transfer_func = | | |
| 6238 | new_dm_plane_state->dc_state->in_transfer_func; | | |
| 6239 | stream_update.dst = new_dm_crtc_state->stream->dst; | 6387 | stream_update.dst = new_dm_crtc_state->stream->dst; |
| 6240 | stream_update.src = new_dm_crtc_state->stream->src; | 6388 | stream_update.src = new_dm_crtc_state->stream->src; |
| 6241 | } | 6389 | } |
| @@ -6251,6 +6399,13 @@ dm_determine_update_type_for_commit(struct dc *dc, · 9 unmodified lines |
| 6251 | new_dm_crtc_state->stream->out_transfer_func; | 6399 | new_dm_crtc_state->stream->out_transfer_func; |
| 6252 | } | 6400 | } |
| 6253 | | 6401 | |
| | 6402 | ret = fill_dc_scaling_info(new_plane_state, |
| | 6403 | &scaling_info); |
| | 6404 | if (ret) |
| | 6405 | goto cleanup; |
| | 6406 | |
| | 6407 | updates[num_plane].scaling_info = &scaling_info; |
| | 6408 | |
| 6254 | num_plane++; | 6409 | num_plane++; |
| 6255 | } | 6410 | } |
| 6256 | | 6411 | |
| @@ -6270,8 +6425,14 @@ dm_determine_update_type_for_commit(struct dc *dc, · 13 unmodified lines |
| 6270 | status = dc_stream_get_status_from_state(old_dm_state->context, | 6425 | status = dc_stream_get_status_from_state(old_dm_state->context, |
| 6271 | new_dm_crtc_state->stream); | 6426 | new_dm_crtc_state->stream); |
| 6272 | | 6427 | |
| | 6428 | /* |
| | 6429 | * TODO: DC modifies the surface during this call so we need |
| | 6430 | * to lock here - find a way to do this without locking. |
| | 6431 | */ |
| | 6432 | mutex_lock(&dm->dc_lock); |
| 6273 | update_type = dc_check_update_surfaces_for_stream(dc, updates, num_plane, | 6433 | update_type = dc_check_update_surfaces_for_stream(dc, updates, num_plane, |
| 6274 | &stream_update, status); | 6434 | &stream_update, status); |
| | 6435 | mutex_unlock(&dm->dc_lock); |
| 6275 | | 6436 | |
| 6276 | if (update_type > UPDATE_TYPE_MED) { | 6437 | if (update_type > UPDATE_TYPE_MED) { |
| 6277 | update_type = UPDATE_TYPE_FULL; | 6438 | update_type = UPDATE_TYPE_FULL; |
| @@ -6281,7 +6442,6 @@ dm_determine_update_type_for_commit(struct dc *dc, · 3 unmodified lines |
| 6281 | | 6442 | |
| 6282 | cleanup: | 6443 | cleanup: |
| 6283 | kfree(updates); | 6444 | kfree(updates); |
| 6284 | kfree(surface); | | |
| 6285 | | 6445 | |
| 6286 | *out_type = update_type; | 6446 | *out_type = update_type; |
| 6287 | return ret; | 6447 | return ret; |
| @@ -6465,7 +6625,7 @@ static int amdgpu_dm_atomic_check(struct drm_device *dev, · 177 unmodified lines |
| 6465 | lock_and_validation_needed = true; | 6625 | lock_and_validation_needed = true; |
| 6466 | } | 6626 | } |
| 6467 | | 6627 | |
| 6468 | ret = dm_determine_update_type_for_commit(dc, state, &update_type); | 6628 | ret = dm_determine_update_type_for_commit(&adev->dm, state, &update_type); |
| 6469 | if (ret) | 6629 | if (ret) |
| 6470 | goto fail; | 6630 | goto fail; |
| 6471 | | 6631 | |
| @@ -6480,9 +6640,6 @@ static int amdgpu_dm_atomic_check(struct drm_device *dev, · 8 unmodified lines |
| 6480 | */ | 6640 | */ |
| 6481 | if (lock_and_validation_needed && overall_update_type <= UPDATE_TYPE_FAST) | 6641 | if (lock_and_validation_needed && overall_update_type <= UPDATE_TYPE_FAST) |
| 6482 | WARN(1, "Global lock should be Set, overall_update_type should be UPDATE_TYPE_MED or UPDATE_TYPE_FULL"); | 6642 | WARN(1, "Global lock should be Set, overall_update_type should be UPDATE_TYPE_MED or UPDATE_TYPE_FULL"); |
| 6483 | else if (!lock_and_validation_needed && overall_update_type > UPDATE_TYPE_FAST) | | |
| 6484 | WARN(1, "Global lock should NOT be set, overall_update_type should be UPDATE_TYPE_FAST"); | | |
| 6485 | | | |
| 6486 | | 6643 | |
| 6487 | if (overall_update_type > UPDATE_TYPE_FAST) { | 6644 | if (overall_update_type > UPDATE_TYPE_FAST) { |
| 6488 | ret = dm_atomic_get_state(state, &dm_state); | 6645 | ret = dm_atomic_get_state(state, &dm_state); |
| @@ -6493,7 +6650,7 @@ static int amdgpu_dm_atomic_check(struct drm_device *dev, · 4 unmodified lines |
| 6493 | if (ret) | 6650 | if (ret) |
| 6494 | goto fail; | 6651 | goto fail; |
| 6495 | | 6652 | |
| 6496 | if (dc_validate_global_state(dc, dm_state->context) != DC_OK) { | 6653 | if (dc_validate_global_state(dc, dm_state->context, false) != DC_OK) { |
| 6497 | ret = -EINVAL; | 6654 | ret = -EINVAL; |
| 6498 | goto fail; | 6655 | goto fail; |
| 6499 | } | 6656 | } |