1370 lines · 32.0 KB · C
RawDownload
/* * Copyright © 2008-2010 Intel Corporation * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS * IN THE SOFTWARE. * * Authors: *    Eric Anholt <eric@anholt.net> *    Zou Nan hai <nanhai.zou@intel.com> *    Xiang Hai hao<haihao.xiang@intel.com> * */ #include "drmP.h"#include "drm.h"#include "i915_drv.h"#include "i915_drm.h"#include "i915_trace.h"#include "intel_drv.h" static inline int ring_space(struct intel_ring_buffer *ring){	int space = (ring->head & HEAD_ADDR) - (ring->tail + 8);	if (space < 0)		space += ring->size;	return space;} static u32 i915_gem_get_seqno(struct drm_device *dev){	drm_i915_private_t *dev_priv = dev->dev_private;	u32 seqno; 	seqno = dev_priv->next_seqno; 	/* reserve 0 for non-seqno */	if (++dev_priv->next_seqno == 0)		dev_priv->next_seqno = 1; 	return seqno;} static intrender_ring_flush(struct intel_ring_buffer *ring,		  u32	invalidate_domains,		  u32	flush_domains){	struct drm_device *dev = ring->dev;	u32 cmd;	int ret; 	/*	 * read/write caches:	 *	 * I915_GEM_DOMAIN_RENDER is always invalidated, but is	 * only flushed if MI_NO_WRITE_FLUSH is unset.  On 965, it is	 * also flushed at 2d versus 3d pipeline switches.	 *	 * read-only caches:	 *	 * I915_GEM_DOMAIN_SAMPLER is flushed on pre-965 if	 * MI_READ_FLUSH is set, and is always flushed on 965.	 *	 * I915_GEM_DOMAIN_COMMAND may not exist?	 *	 * I915_GEM_DOMAIN_INSTRUCTION, which exists on 965, is	 * invalidated when MI_EXE_FLUSH is set.	 *	 * I915_GEM_DOMAIN_VERTEX, which exists on 965, is	 * invalidated with every MI_FLUSH.	 *	 * TLBs:	 *	 * On 965, TLBs associated with I915_GEM_DOMAIN_COMMAND	 * and I915_GEM_DOMAIN_CPU in are invalidated at PTE write and	 * I915_GEM_DOMAIN_RENDER and I915_GEM_DOMAIN_SAMPLER	 * are flushed at any MI_FLUSH.	 */ 	cmd = MI_FLUSH | MI_NO_WRITE_FLUSH;	if ((invalidate_domains|flush_domains) &	    I915_GEM_DOMAIN_RENDER)		cmd &= ~MI_NO_WRITE_FLUSH;	if (INTEL_INFO(dev)->gen < 4) {		/*		 * On the 965, the sampler cache always gets flushed		 * and this bit is reserved.		 */		if (invalidate_domains & I915_GEM_DOMAIN_SAMPLER)			cmd |= MI_READ_FLUSH;	}	if (invalidate_domains & I915_GEM_DOMAIN_INSTRUCTION)		cmd |= MI_EXE_FLUSH; 	if (invalidate_domains & I915_GEM_DOMAIN_COMMAND &&	    (IS_G4X(dev) || IS_GEN5(dev)))		cmd |= MI_INVALIDATE_ISP; 	ret = intel_ring_begin(ring, 2);	if (ret)		return ret; 	intel_ring_emit(ring, cmd);	intel_ring_emit(ring, MI_NOOP);	intel_ring_advance(ring); 	return 0;} static void ring_write_tail(struct intel_ring_buffer *ring,			    u32 value){	drm_i915_private_t *dev_priv = ring->dev->dev_private;	I915_WRITE_TAIL(ring, value);} u32 intel_ring_get_active_head(struct intel_ring_buffer *ring){	drm_i915_private_t *dev_priv = ring->dev->dev_private;	u32 acthd_reg = INTEL_INFO(ring->dev)->gen >= 4 ?			RING_ACTHD(ring->mmio_base) : ACTHD; 	return I915_READ(acthd_reg);} static int init_ring_common(struct intel_ring_buffer *ring){	drm_i915_private_t *dev_priv = ring->dev->dev_private;	struct drm_i915_gem_object *obj = ring->obj;	u32 head; 	/* Stop the ring if it's running. */	I915_WRITE_CTL(ring, 0);	I915_WRITE_HEAD(ring, 0);	ring->write_tail(ring, 0); 	/* Initialize the ring. */	I915_WRITE_START(ring, obj->gtt_offset);	head = I915_READ_HEAD(ring) & HEAD_ADDR; 	/* G45 ring initialization fails to reset head to zero */	if (head != 0) {		DRM_DEBUG_KMS("%s head not reset to zero "			      "ctl %08x head %08x tail %08x start %08x\n",			      ring->name,			      I915_READ_CTL(ring),			      I915_READ_HEAD(ring),			      I915_READ_TAIL(ring),			      I915_READ_START(ring)); 		I915_WRITE_HEAD(ring, 0); 		if (I915_READ_HEAD(ring) & HEAD_ADDR) {			DRM_ERROR("failed to set %s head to zero "				  "ctl %08x head %08x tail %08x start %08x\n",				  ring->name,				  I915_READ_CTL(ring),				  I915_READ_HEAD(ring),				  I915_READ_TAIL(ring),				  I915_READ_START(ring));		}	} 	I915_WRITE_CTL(ring,			((ring->size - PAGE_SIZE) & RING_NR_PAGES)			| RING_REPORT_64K | RING_VALID); 	/* If the head is still not zero, the ring is dead */	if ((I915_READ_CTL(ring) & RING_VALID) == 0 ||	    I915_READ_START(ring) != obj->gtt_offset ||	    (I915_READ_HEAD(ring) & HEAD_ADDR) != 0) {		DRM_ERROR("%s initialization failed "				"ctl %08x head %08x tail %08x start %08x\n",				ring->name,				I915_READ_CTL(ring),				I915_READ_HEAD(ring),				I915_READ_TAIL(ring),				I915_READ_START(ring));		return -EIO;	} 	if (!drm_core_check_feature(ring->dev, DRIVER_MODESET))		i915_kernel_lost_context(ring->dev);	else {		ring->head = I915_READ_HEAD(ring);		ring->tail = I915_READ_TAIL(ring) & TAIL_ADDR;		ring->space = ring_space(ring);	} 	return 0;} /* * 965+ support PIPE_CONTROL commands, which provide finer grained control * over cache flushing. */struct pipe_control {	struct drm_i915_gem_object *obj;	volatile u32 *cpu_page;	u32 gtt_offset;}; static intinit_pipe_control(struct intel_ring_buffer *ring){	struct pipe_control *pc;	struct drm_i915_gem_object *obj;	int ret; 	if (ring->private)		return 0; 	pc = kmalloc(sizeof(*pc), GFP_KERNEL);	if (!pc)		return -ENOMEM; 	obj = i915_gem_alloc_object(ring->dev, 4096);	if (obj == NULL) {		DRM_ERROR("Failed to allocate seqno page\n");		ret = -ENOMEM;		goto err;	}	obj->cache_level = I915_CACHE_LLC; 	ret = i915_gem_object_pin(obj, 4096, true);	if (ret)		goto err_unref; 	pc->gtt_offset = obj->gtt_offset;	pc->cpu_page =  kmap(obj->pages[0]);	if (pc->cpu_page == NULL)		goto err_unpin; 	pc->obj = obj;	ring->private = pc;	return 0; err_unpin:	i915_gem_object_unpin(obj);err_unref:	drm_gem_object_unreference(&obj->base);err:	kfree(pc);	return ret;} static voidcleanup_pipe_control(struct intel_ring_buffer *ring){	struct pipe_control *pc = ring->private;	struct drm_i915_gem_object *obj; 	if (!ring->private)		return; 	obj = pc->obj;	kunmap(obj->pages[0]);	i915_gem_object_unpin(obj);	drm_gem_object_unreference(&obj->base); 	kfree(pc);	ring->private = NULL;} static int init_render_ring(struct intel_ring_buffer *ring){	struct drm_device *dev = ring->dev;	struct drm_i915_private *dev_priv = dev->dev_private;	int ret = init_ring_common(ring); 	if (INTEL_INFO(dev)->gen > 3) {		int mode = VS_TIMER_DISPATCH << 16 | VS_TIMER_DISPATCH;		if (IS_GEN6(dev) || IS_GEN7(dev))			mode |= MI_FLUSH_ENABLE << 16 | MI_FLUSH_ENABLE;		I915_WRITE(MI_MODE, mode);	} 	if (INTEL_INFO(dev)->gen >= 6) {	} else if (IS_GEN5(dev)) {		ret = init_pipe_control(ring);		if (ret)			return ret;	} 	return ret;} static void render_ring_cleanup(struct intel_ring_buffer *ring){	if (!ring->private)		return; 	cleanup_pipe_control(ring);} static voidupdate_semaphore(struct intel_ring_buffer *ring, int i, u32 seqno){	struct drm_device *dev = ring->dev;	struct drm_i915_private *dev_priv = dev->dev_private;	int id; 	/*	 * cs -> 1 = vcs, 0 = bcs	 * vcs -> 1 = bcs, 0 = cs,	 * bcs -> 1 = cs, 0 = vcs.	 */	id = ring - dev_priv->ring;	id += 2 - i;	id %= 3; 	intel_ring_emit(ring,			MI_SEMAPHORE_MBOX |			MI_SEMAPHORE_REGISTER |			MI_SEMAPHORE_UPDATE);	intel_ring_emit(ring, seqno);	intel_ring_emit(ring,			RING_SYNC_0(dev_priv->ring[id].mmio_base) + 4*i);} static intgen6_add_request(struct intel_ring_buffer *ring,		 u32 *result){	u32 seqno;	int ret; 	ret = intel_ring_begin(ring, 10);	if (ret)		return ret; 	seqno = i915_gem_get_seqno(ring->dev);	update_semaphore(ring, 0, seqno);	update_semaphore(ring, 1, seqno); 	intel_ring_emit(ring, MI_STORE_DWORD_INDEX);	intel_ring_emit(ring, I915_GEM_HWS_INDEX << MI_STORE_DWORD_INDEX_SHIFT);	intel_ring_emit(ring, seqno);	intel_ring_emit(ring, MI_USER_INTERRUPT);	intel_ring_advance(ring); 	*result = seqno;	return 0;} intintel_ring_sync(struct intel_ring_buffer *ring,		struct intel_ring_buffer *to,		u32 seqno){	int ret; 	ret = intel_ring_begin(ring, 4);	if (ret)		return ret; 	intel_ring_emit(ring,			MI_SEMAPHORE_MBOX |			MI_SEMAPHORE_REGISTER |			intel_ring_sync_index(ring, to) << 17 |			MI_SEMAPHORE_COMPARE);	intel_ring_emit(ring, seqno);	intel_ring_emit(ring, 0);	intel_ring_emit(ring, MI_NOOP);	intel_ring_advance(ring); 	return 0;} #define PIPE_CONTROL_FLUSH(ring__, addr__)					\do {									\	intel_ring_emit(ring__, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |		\		 PIPE_CONTROL_DEPTH_STALL | 2);				\	intel_ring_emit(ring__, (addr__) | PIPE_CONTROL_GLOBAL_GTT);			\	intel_ring_emit(ring__, 0);							\	intel_ring_emit(ring__, 0);							\} while (0) static intpc_render_add_request(struct intel_ring_buffer *ring,		      u32 *result){	struct drm_device *dev = ring->dev;	u32 seqno = i915_gem_get_seqno(dev);	struct pipe_control *pc = ring->private;	u32 scratch_addr = pc->gtt_offset + 128;	int ret; 	/* For Ironlake, MI_USER_INTERRUPT was deprecated and apparently	 * incoherent with writes to memory, i.e. completely fubar,	 * so we need to use PIPE_NOTIFY instead.	 *	 * However, we also need to workaround the qword write	 * incoherence by flushing the 6 PIPE_NOTIFY buffers out to	 * memory before requesting an interrupt.	 */	ret = intel_ring_begin(ring, 32);	if (ret)		return ret; 	intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |			PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_TC_FLUSH);	intel_ring_emit(ring, pc->gtt_offset | PIPE_CONTROL_GLOBAL_GTT);	intel_ring_emit(ring, seqno);	intel_ring_emit(ring, 0);	PIPE_CONTROL_FLUSH(ring, scratch_addr);	scratch_addr += 128; /* write to separate cachelines */	PIPE_CONTROL_FLUSH(ring, scratch_addr);	scratch_addr += 128;	PIPE_CONTROL_FLUSH(ring, scratch_addr);	scratch_addr += 128;	PIPE_CONTROL_FLUSH(ring, scratch_addr);	scratch_addr += 128;	PIPE_CONTROL_FLUSH(ring, scratch_addr);	scratch_addr += 128;	PIPE_CONTROL_FLUSH(ring, scratch_addr);	intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |			PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_TC_FLUSH |			PIPE_CONTROL_NOTIFY);	intel_ring_emit(ring, pc->gtt_offset | PIPE_CONTROL_GLOBAL_GTT);	intel_ring_emit(ring, seqno);	intel_ring_emit(ring, 0);	intel_ring_advance(ring); 	*result = seqno;	return 0;} static intrender_ring_add_request(struct intel_ring_buffer *ring,			u32 *result){	struct drm_device *dev = ring->dev;	u32 seqno = i915_gem_get_seqno(dev);	int ret; 	ret = intel_ring_begin(ring, 4);	if (ret)		return ret; 	intel_ring_emit(ring, MI_STORE_DWORD_INDEX);	intel_ring_emit(ring, I915_GEM_HWS_INDEX << MI_STORE_DWORD_INDEX_SHIFT);	intel_ring_emit(ring, seqno);	intel_ring_emit(ring, MI_USER_INTERRUPT);	intel_ring_advance(ring); 	*result = seqno;	return 0;} static u32ring_get_seqno(struct intel_ring_buffer *ring){	return intel_read_status_page(ring, I915_GEM_HWS_INDEX);} static u32pc_render_get_seqno(struct intel_ring_buffer *ring){	struct pipe_control *pc = ring->private;	return pc->cpu_page[0];} static voidironlake_enable_irq(drm_i915_private_t *dev_priv, u32 mask){	dev_priv->gt_irq_mask &= ~mask;	I915_WRITE(GTIMR, dev_priv->gt_irq_mask);	POSTING_READ(GTIMR);} static voidironlake_disable_irq(drm_i915_private_t *dev_priv, u32 mask){	dev_priv->gt_irq_mask |= mask;	I915_WRITE(GTIMR, dev_priv->gt_irq_mask);	POSTING_READ(GTIMR);} static voidi915_enable_irq(drm_i915_private_t *dev_priv, u32 mask){	dev_priv->irq_mask &= ~mask;	I915_WRITE(IMR, dev_priv->irq_mask);

Lines 1–500 of 1370.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t