Commit 2dc8aae0 authored by Chris Wilson's avatar Chris Wilson Committed by Daniel Vetter

drm/i915: Workaround incoherence with fence updates on Valleyview

In commit 25ff1195
Author: Chris Wilson <chris@chris-wilson.co.uk>
Date:   Thu Apr 4 21:31:03 2013 +0100

    drm/i915: Workaround incoherence between fences and LLC across multiple CPUs

we introduced an empirical workaround for memory corruption when using
fences from multiple CPUs. At the time, we did not have any results for
Valleyview, so the presumption was that it was limited to recent
generations using LLC. Now we have evidence that Valleyview also suffers
incoherence and requires a similar but different workaround. For
Valleyview, the wbinvd instruction is insufficient and we require the
serialising register write per-CPU. Conversely, that serialising
register write is not enough for SNB/IVB/HSW. To compromise and keep the
code relatively clean, employ both serialisation techniques in the same
workaround.
Reported-by: default avatarJon Bloomfield <jon.bloomfield@intel.com>
Tested-by: default avatarJon Bloomfield <jon.bloomfield@intel.com>
Bugzilla: https://bugs.freedesktop.org/show_bug.cgi?id=62191Signed-off-by: default avatarChris Wilson <chris@chris-wilson.co.uk>
Signed-off-by: default avatarDaniel Vetter <daniel.vetter@ffwll.ch>
parent df0a6797
...@@ -2693,18 +2693,33 @@ static inline int fence_number(struct drm_i915_private *dev_priv, ...@@ -2693,18 +2693,33 @@ static inline int fence_number(struct drm_i915_private *dev_priv,
return fence - dev_priv->fence_regs; return fence - dev_priv->fence_regs;
} }
struct write_fence {
struct drm_device *dev;
struct drm_i915_gem_object *obj;
int fence;
};
static void i915_gem_write_fence__ipi(void *data) static void i915_gem_write_fence__ipi(void *data)
{ {
struct write_fence *args = data;
/* Required for SNB+ with LLC */
wbinvd(); wbinvd();
/* Required for VLV */
i915_gem_write_fence(args->dev, args->fence, args->obj);
} }
static void i915_gem_object_update_fence(struct drm_i915_gem_object *obj, static void i915_gem_object_update_fence(struct drm_i915_gem_object *obj,
struct drm_i915_fence_reg *fence, struct drm_i915_fence_reg *fence,
bool enable) bool enable)
{ {
struct drm_device *dev = obj->base.dev; struct drm_i915_private *dev_priv = obj->base.dev->dev_private;
struct drm_i915_private *dev_priv = dev->dev_private; struct write_fence args = {
int fence_reg = fence_number(dev_priv, fence); .dev = obj->base.dev,
.fence = fence_number(dev_priv, fence),
.obj = enable ? obj : NULL,
};
/* In order to fully serialize access to the fenced region and /* In order to fully serialize access to the fenced region and
* the update to the fence register we need to take extreme * the update to the fence register we need to take extreme
...@@ -2715,13 +2730,19 @@ static void i915_gem_object_update_fence(struct drm_i915_gem_object *obj, ...@@ -2715,13 +2730,19 @@ static void i915_gem_object_update_fence(struct drm_i915_gem_object *obj,
* SNB+ we need to take a step further and emit an explicit wbinvd() * SNB+ we need to take a step further and emit an explicit wbinvd()
* on each processor in order to manually flush all memory * on each processor in order to manually flush all memory
* transactions before updating the fence register. * transactions before updating the fence register.
*
* However, Valleyview complicates matter. There the wbinvd is
* insufficient and unlike SNB/IVB requires the serialising
* register write. (Note that that register write by itself is
* conversely not sufficient for SNB+.) To compromise, we do both.
*/ */
if (HAS_LLC(obj->base.dev)) if (INTEL_INFO(args.dev)->gen >= 6)
on_each_cpu(i915_gem_write_fence__ipi, NULL, 1); on_each_cpu(i915_gem_write_fence__ipi, &args, 1);
i915_gem_write_fence(dev, fence_reg, enable ? obj : NULL); else
i915_gem_write_fence(args.dev, args.fence, args.obj);
if (enable) { if (enable) {
obj->fence_reg = fence_reg; obj->fence_reg = args.fence;
fence->obj = obj; fence->obj = obj;
list_move_tail(&fence->lru_list, &dev_priv->mm.fence_list); list_move_tail(&fence->lru_list, &dev_priv->mm.fence_list);
} else { } else {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment