drm/i915/ringbuffer: Use the HEAD auto-reporting mechanism
[pandora-kernel.git] / drivers / gpu / drm / i915 / intel_ringbuffer.c
index 6fe42c1..390aa21 100644 (file)
@@ -174,11 +174,12 @@ static int init_ring_common(struct intel_ring_buffer *ring)
 
        I915_WRITE_CTL(ring,
                        ((ring->gem_object->size - PAGE_SIZE) & RING_NR_PAGES)
-                       | RING_NO_REPORT | RING_VALID);
+                       | RING_REPORT_64K | RING_VALID);
 
-       head = I915_READ_HEAD(ring) & HEAD_ADDR;
        /* If the head is still not zero, the ring is dead */
-       if (head != 0) {
+       if ((I915_READ_CTL(ring) & RING_VALID) == 0 ||
+           I915_READ_START(ring) != obj_priv->gtt_offset ||
+           (I915_READ_HEAD(ring) & HEAD_ADDR) != 0) {
                DRM_ERROR("%s initialization failed "
                                "ctl %08x head %08x tail %08x start %08x\n",
                                ring->name,
@@ -234,28 +235,28 @@ do {                                                                      \
  *
  * Returned sequence numbers are nonzero on success.
  */
-static u32
+static int
 render_ring_add_request(struct intel_ring_buffer *ring,
-                       u32 flush_domains)
+                       u32 *result)
 {
        struct drm_device *dev = ring->dev;
        drm_i915_private_t *dev_priv = dev->dev_private;
-       u32 seqno;
-
-       seqno = i915_gem_get_seqno(dev);
+       u32 seqno = i915_gem_get_seqno(dev);
+       int ret;
 
        if (IS_GEN6(dev)) {
-               if (intel_ring_begin(ring, 6) == 0) {
-                       intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | 3);
-                       intel_ring_emit(ring, PIPE_CONTROL_QW_WRITE |
-                                       PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_IS_FLUSH |
-                                       PIPE_CONTROL_NOTIFY);
-                       intel_ring_emit(ring, dev_priv->seqno_gfx_addr | PIPE_CONTROL_GLOBAL_GTT);
-                       intel_ring_emit(ring, seqno);
-                       intel_ring_emit(ring, 0);
-                       intel_ring_emit(ring, 0);
-                       intel_ring_advance(ring);
-               }
+               ret = intel_ring_begin(ring, 6);
+               if (ret)
+                   return ret;
+
+               intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | 3);
+               intel_ring_emit(ring, PIPE_CONTROL_QW_WRITE |
+                               PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_IS_FLUSH |
+                               PIPE_CONTROL_NOTIFY);
+               intel_ring_emit(ring, dev_priv->seqno_gfx_addr | PIPE_CONTROL_GLOBAL_GTT);
+               intel_ring_emit(ring, seqno);
+               intel_ring_emit(ring, 0);
+               intel_ring_emit(ring, 0);
        } else if (HAS_PIPE_CONTROL(dev)) {
                u32 scratch_addr = dev_priv->seqno_gfx_addr + 128;
 
@@ -264,42 +265,47 @@ render_ring_add_request(struct intel_ring_buffer *ring,
                 * PIPE_NOTIFY buffers out to memory before requesting
                 * an interrupt.
                 */
-               if (intel_ring_begin(ring, 32) == 0) {
-                       intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |
-                                       PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_TC_FLUSH);
-                       intel_ring_emit(ring, dev_priv->seqno_gfx_addr | PIPE_CONTROL_GLOBAL_GTT);
-                       intel_ring_emit(ring, seqno);
-                       intel_ring_emit(ring, 0);
-                       PIPE_CONTROL_FLUSH(ring, scratch_addr);
-                       scratch_addr += 128; /* write to separate cachelines */
-                       PIPE_CONTROL_FLUSH(ring, scratch_addr);
-                       scratch_addr += 128;
-                       PIPE_CONTROL_FLUSH(ring, scratch_addr);
-                       scratch_addr += 128;
-                       PIPE_CONTROL_FLUSH(ring, scratch_addr);
-                       scratch_addr += 128;
-                       PIPE_CONTROL_FLUSH(ring, scratch_addr);
-                       scratch_addr += 128;
-                       PIPE_CONTROL_FLUSH(ring, scratch_addr);
-                       intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |
-                                       PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_TC_FLUSH |
-                                       PIPE_CONTROL_NOTIFY);
-                       intel_ring_emit(ring, dev_priv->seqno_gfx_addr | PIPE_CONTROL_GLOBAL_GTT);
-                       intel_ring_emit(ring, seqno);
-                       intel_ring_emit(ring, 0);
-                       intel_ring_advance(ring);
-               }
+               ret = intel_ring_begin(ring, 32);
+               if (ret)
+                       return ret;
+
+               intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |
+                               PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_TC_FLUSH);
+               intel_ring_emit(ring, dev_priv->seqno_gfx_addr | PIPE_CONTROL_GLOBAL_GTT);
+               intel_ring_emit(ring, seqno);
+               intel_ring_emit(ring, 0);
+               PIPE_CONTROL_FLUSH(ring, scratch_addr);
+               scratch_addr += 128; /* write to separate cachelines */
+               PIPE_CONTROL_FLUSH(ring, scratch_addr);
+               scratch_addr += 128;
+               PIPE_CONTROL_FLUSH(ring, scratch_addr);
+               scratch_addr += 128;
+               PIPE_CONTROL_FLUSH(ring, scratch_addr);
+               scratch_addr += 128;
+               PIPE_CONTROL_FLUSH(ring, scratch_addr);
+               scratch_addr += 128;
+               PIPE_CONTROL_FLUSH(ring, scratch_addr);
+               intel_ring_emit(ring, GFX_OP_PIPE_CONTROL | PIPE_CONTROL_QW_WRITE |
+                               PIPE_CONTROL_WC_FLUSH | PIPE_CONTROL_TC_FLUSH |
+                               PIPE_CONTROL_NOTIFY);
+               intel_ring_emit(ring, dev_priv->seqno_gfx_addr | PIPE_CONTROL_GLOBAL_GTT);
+               intel_ring_emit(ring, seqno);
+               intel_ring_emit(ring, 0);
        } else {
-               if (intel_ring_begin(ring, 4) == 0) {
-                       intel_ring_emit(ring, MI_STORE_DWORD_INDEX);
-                       intel_ring_emit(ring, I915_GEM_HWS_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
-                       intel_ring_emit(ring, seqno);
+               ret = intel_ring_begin(ring, 4);
+               if (ret)
+                   return ret;
 
-                       intel_ring_emit(ring, MI_USER_INTERRUPT);
-                       intel_ring_advance(ring);
-               }
+               intel_ring_emit(ring, MI_STORE_DWORD_INDEX);
+               intel_ring_emit(ring, I915_GEM_HWS_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
+               intel_ring_emit(ring, seqno);
+
+               intel_ring_emit(ring, MI_USER_INTERRUPT);
        }
-       return seqno;
+
+       intel_ring_advance(ring);
+       *result = seqno;
+       return 0;
 }
 
 static u32
@@ -370,25 +376,28 @@ bsd_ring_flush(struct intel_ring_buffer *ring,
        }
 }
 
-static u32
+static int
 ring_add_request(struct intel_ring_buffer *ring,
-                u32 flush_domains)
+                u32 *result)
 {
        u32 seqno;
+       int ret;
+
+       ret = intel_ring_begin(ring, 4);
+       if (ret)
+               return ret;
 
        seqno = i915_gem_get_seqno(ring->dev);
 
-       if (intel_ring_begin(ring, 4) == 0) {
-               intel_ring_emit(ring, MI_STORE_DWORD_INDEX);
-               intel_ring_emit(ring, I915_GEM_HWS_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
-               intel_ring_emit(ring, seqno);
-               intel_ring_emit(ring, MI_USER_INTERRUPT);
-               intel_ring_advance(ring);
-       }
+       intel_ring_emit(ring, MI_STORE_DWORD_INDEX);
+       intel_ring_emit(ring, I915_GEM_HWS_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
+       intel_ring_emit(ring, seqno);
+       intel_ring_emit(ring, MI_USER_INTERRUPT);
+       intel_ring_advance(ring);
 
        DRM_DEBUG_DRIVER("%s %d\n", ring->name, seqno);
-
-       return seqno;
+       *result = seqno;
+       return 0;
 }
 
 static void
@@ -538,7 +547,7 @@ static int init_status_page(struct intel_ring_buffer *ring)
        obj_priv = to_intel_bo(obj);
        obj_priv->agp_type = AGP_USER_CACHED_MEMORY;
 
-       ret = i915_gem_object_pin(obj, 4096);
+       ret = i915_gem_object_pin(obj, 4096, true, false);
        if (ret != 0) {
                goto err_unref;
        }
@@ -569,7 +578,6 @@ err:
 int intel_init_ring_buffer(struct drm_device *dev,
                           struct intel_ring_buffer *ring)
 {
-       struct drm_i915_private *dev_priv = dev->dev_private;
        struct drm_i915_gem_object *obj_priv;
        struct drm_gem_object *obj;
        int ret;
@@ -594,7 +602,7 @@ int intel_init_ring_buffer(struct drm_device *dev,
 
        ring->gem_object = obj;
 
-       ret = i915_gem_object_pin(obj, PAGE_SIZE);
+       ret = i915_gem_object_pin(obj, PAGE_SIZE, true, false);
        if (ret)
                goto err_unref;
 
@@ -617,16 +625,7 @@ int intel_init_ring_buffer(struct drm_device *dev,
        if (ret)
                goto err_unmap;
 
-       if (!drm_core_check_feature(dev, DRIVER_MODESET))
-               i915_kernel_lost_context(dev);
-       else {
-               ring->head = I915_READ_HEAD(ring) & HEAD_ADDR;
-               ring->tail = I915_READ_TAIL(ring) & TAIL_ADDR;
-               ring->space = ring->head - (ring->tail + 8);
-               if (ring->space < 0)
-                       ring->space += ring->size;
-       }
-       return ret;
+       return 0;
 
 err_unmap:
        drm_core_ioremapfree(&ring->map, dev);
@@ -642,9 +641,17 @@ err_hws:
 
 void intel_cleanup_ring_buffer(struct intel_ring_buffer *ring)
 {
+       struct drm_i915_private *dev_priv;
+       int ret;
+
        if (ring->gem_object == NULL)
                return;
 
+       /* Disable the ring buffer. The ring must be idle at this point */
+       dev_priv = ring->dev->dev_private;
+       ret = intel_wait_ring_buffer(ring, ring->size - 8);
+       I915_WRITE_CTL(ring, 0);
+
        drm_core_ioremapfree(&ring->map, ring->dev);
 
        i915_gem_object_unpin(ring->gem_object);
@@ -684,6 +691,17 @@ int intel_wait_ring_buffer(struct intel_ring_buffer *ring, int n)
        struct drm_device *dev = ring->dev;
        drm_i915_private_t *dev_priv = dev->dev_private;
        unsigned long end;
+       u32 head;
+
+       head = intel_read_status_page(ring, 4);
+       if (head) {
+               ring->head = head & HEAD_ADDR;
+               ring->space = ring->head - (ring->tail + 8);
+               if (ring->space < 0)
+                       ring->space += ring->size;
+               if (ring->space >= n)
+                       return 0;
+       }
 
        trace_i915_ring_wait_begin (dev);
        end = jiffies + 3 * HZ;
@@ -704,6 +722,8 @@ int intel_wait_ring_buffer(struct intel_ring_buffer *ring, int n)
                }
 
                msleep(1);
+               if (atomic_read(&dev_priv->mm.wedged))
+                       return -EAGAIN;
        } while (!time_after(jiffies, end));
        trace_i915_ring_wait_end (dev);
        return -EBUSY;