drm/i915: Trim the command parser allocations
Currently, the command parser tries to create a secondary batch exactly as large as the original, and vmap both. This is open to abuse by userspace using extremely large batch objects, but only executing very short batches. For example, this would be if userspace were to implement a command submission ringbuffer. However, we only need to allocate pages for just the contents of the command sequence in the batch - all relocations copied to the secondary batch will reference the original batch and so there can be no access to the secondary batch outside of the explicit execution region. Testcase: igt/gem_exec_big #ivb,byt,hsw Bugzilla: https://bugs.freedesktop.org/show_bug.cgi?id=88308 Signed-off-by: Chris Wilson <chris@chris-wilson.co.uk> Reviewed-by: John Harrison <John.C.Harrison@Intel.com> Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
This commit is contained in:
parent
c32e3788ec
commit
17cabf571e
|
@ -818,24 +818,26 @@ static bool valid_reg(const u32 *table, int count, u32 addr)
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
static u32 *vmap_batch(struct drm_i915_gem_object *obj)
|
static u32 *vmap_batch(struct drm_i915_gem_object *obj,
|
||||||
|
unsigned start, unsigned len)
|
||||||
{
|
{
|
||||||
int i;
|
int i;
|
||||||
void *addr = NULL;
|
void *addr = NULL;
|
||||||
struct sg_page_iter sg_iter;
|
struct sg_page_iter sg_iter;
|
||||||
|
int first_page = start >> PAGE_SHIFT;
|
||||||
|
int last_page = (len + start + 4095) >> PAGE_SHIFT;
|
||||||
|
int npages = last_page - first_page;
|
||||||
struct page **pages;
|
struct page **pages;
|
||||||
|
|
||||||
pages = drm_malloc_ab(obj->base.size >> PAGE_SHIFT, sizeof(*pages));
|
pages = drm_malloc_ab(npages, sizeof(*pages));
|
||||||
if (pages == NULL) {
|
if (pages == NULL) {
|
||||||
DRM_DEBUG_DRIVER("Failed to get space for pages\n");
|
DRM_DEBUG_DRIVER("Failed to get space for pages\n");
|
||||||
goto finish;
|
goto finish;
|
||||||
}
|
}
|
||||||
|
|
||||||
i = 0;
|
i = 0;
|
||||||
for_each_sg_page(obj->pages->sgl, &sg_iter, obj->pages->nents, 0) {
|
for_each_sg_page(obj->pages->sgl, &sg_iter, npages, first_page)
|
||||||
pages[i] = sg_page_iter_page(&sg_iter);
|
pages[i++] = sg_page_iter_page(&sg_iter);
|
||||||
i++;
|
|
||||||
}
|
|
||||||
|
|
||||||
addr = vmap(pages, i, 0, PAGE_KERNEL);
|
addr = vmap(pages, i, 0, PAGE_KERNEL);
|
||||||
if (addr == NULL) {
|
if (addr == NULL) {
|
||||||
|
@ -855,61 +857,61 @@ static u32 *copy_batch(struct drm_i915_gem_object *dest_obj,
|
||||||
u32 batch_start_offset,
|
u32 batch_start_offset,
|
||||||
u32 batch_len)
|
u32 batch_len)
|
||||||
{
|
{
|
||||||
int ret = 0;
|
|
||||||
int needs_clflush = 0;
|
int needs_clflush = 0;
|
||||||
u32 *src_base, *dest_base = NULL;
|
void *src_base, *src;
|
||||||
u32 *src_addr, *dest_addr;
|
void *dst = NULL;
|
||||||
u32 offset = batch_start_offset / sizeof(*dest_addr);
|
int ret;
|
||||||
u32 end = batch_start_offset + batch_len;
|
|
||||||
|
|
||||||
if (end > dest_obj->base.size || end > src_obj->base.size)
|
if (batch_len > dest_obj->base.size ||
|
||||||
|
batch_len + batch_start_offset > src_obj->base.size)
|
||||||
return ERR_PTR(-E2BIG);
|
return ERR_PTR(-E2BIG);
|
||||||
|
|
||||||
ret = i915_gem_obj_prepare_shmem_read(src_obj, &needs_clflush);
|
ret = i915_gem_obj_prepare_shmem_read(src_obj, &needs_clflush);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
DRM_DEBUG_DRIVER("CMD: failed to prep read\n");
|
DRM_DEBUG_DRIVER("CMD: failed to prepare shadow batch\n");
|
||||||
return ERR_PTR(ret);
|
return ERR_PTR(ret);
|
||||||
}
|
}
|
||||||
|
|
||||||
src_base = vmap_batch(src_obj);
|
src_base = vmap_batch(src_obj, batch_start_offset, batch_len);
|
||||||
if (!src_base) {
|
if (!src_base) {
|
||||||
DRM_DEBUG_DRIVER("CMD: Failed to vmap batch\n");
|
DRM_DEBUG_DRIVER("CMD: Failed to vmap batch\n");
|
||||||
ret = -ENOMEM;
|
ret = -ENOMEM;
|
||||||
goto unpin_src;
|
goto unpin_src;
|
||||||
}
|
}
|
||||||
|
|
||||||
src_addr = src_base + offset;
|
ret = i915_gem_object_get_pages(dest_obj);
|
||||||
|
if (ret) {
|
||||||
if (needs_clflush)
|
DRM_DEBUG_DRIVER("CMD: Failed to get pages for shadow batch\n");
|
||||||
drm_clflush_virt_range((char *)src_addr, batch_len);
|
goto unmap_src;
|
||||||
|
}
|
||||||
|
i915_gem_object_pin_pages(dest_obj);
|
||||||
|
|
||||||
ret = i915_gem_object_set_to_cpu_domain(dest_obj, true);
|
ret = i915_gem_object_set_to_cpu_domain(dest_obj, true);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
DRM_DEBUG_DRIVER("CMD: Failed to set batch CPU domain\n");
|
DRM_DEBUG_DRIVER("CMD: Failed to set shadow batch to CPU\n");
|
||||||
goto unmap_src;
|
goto unmap_src;
|
||||||
}
|
}
|
||||||
|
|
||||||
dest_base = vmap_batch(dest_obj);
|
dst = vmap_batch(dest_obj, 0, batch_len);
|
||||||
if (!dest_base) {
|
if (!dst) {
|
||||||
DRM_DEBUG_DRIVER("CMD: Failed to vmap shadow batch\n");
|
DRM_DEBUG_DRIVER("CMD: Failed to vmap shadow batch\n");
|
||||||
|
i915_gem_object_unpin_pages(dest_obj);
|
||||||
ret = -ENOMEM;
|
ret = -ENOMEM;
|
||||||
goto unmap_src;
|
goto unmap_src;
|
||||||
}
|
}
|
||||||
|
|
||||||
dest_addr = dest_base + offset;
|
src = src_base + offset_in_page(batch_start_offset);
|
||||||
|
if (needs_clflush)
|
||||||
|
drm_clflush_virt_range(src, batch_len);
|
||||||
|
|
||||||
if (batch_start_offset != 0)
|
memcpy(dst, src, batch_len);
|
||||||
memset((u8 *)dest_base, 0, batch_start_offset);
|
|
||||||
|
|
||||||
memcpy(dest_addr, src_addr, batch_len);
|
|
||||||
memset((u8 *)dest_addr + batch_len, 0, dest_obj->base.size - end);
|
|
||||||
|
|
||||||
unmap_src:
|
unmap_src:
|
||||||
vunmap(src_base);
|
vunmap(src_base);
|
||||||
unpin_src:
|
unpin_src:
|
||||||
i915_gem_object_unpin_pages(src_obj);
|
i915_gem_object_unpin_pages(src_obj);
|
||||||
|
|
||||||
return ret ? ERR_PTR(ret) : dest_base;
|
return ret ? ERR_PTR(ret) : dst;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -1046,34 +1048,26 @@ int i915_parse_cmds(struct intel_engine_cs *ring,
|
||||||
u32 batch_len,
|
u32 batch_len,
|
||||||
bool is_master)
|
bool is_master)
|
||||||
{
|
{
|
||||||
int ret = 0;
|
|
||||||
u32 *cmd, *batch_base, *batch_end;
|
u32 *cmd, *batch_base, *batch_end;
|
||||||
struct drm_i915_cmd_descriptor default_desc = { 0 };
|
struct drm_i915_cmd_descriptor default_desc = { 0 };
|
||||||
bool oacontrol_set = false; /* OACONTROL tracking. See check_cmd() */
|
bool oacontrol_set = false; /* OACONTROL tracking. See check_cmd() */
|
||||||
|
int ret = 0;
|
||||||
ret = i915_gem_obj_ggtt_pin(shadow_batch_obj, 4096, 0);
|
|
||||||
if (ret) {
|
|
||||||
DRM_DEBUG_DRIVER("CMD: Failed to pin shadow batch\n");
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
batch_base = copy_batch(shadow_batch_obj, batch_obj,
|
batch_base = copy_batch(shadow_batch_obj, batch_obj,
|
||||||
batch_start_offset, batch_len);
|
batch_start_offset, batch_len);
|
||||||
if (IS_ERR(batch_base)) {
|
if (IS_ERR(batch_base)) {
|
||||||
DRM_DEBUG_DRIVER("CMD: Failed to copy batch\n");
|
DRM_DEBUG_DRIVER("CMD: Failed to copy batch\n");
|
||||||
i915_gem_object_ggtt_unpin(shadow_batch_obj);
|
|
||||||
return PTR_ERR(batch_base);
|
return PTR_ERR(batch_base);
|
||||||
}
|
}
|
||||||
|
|
||||||
cmd = batch_base + (batch_start_offset / sizeof(*cmd));
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* We use the batch length as size because the shadow object is as
|
* We use the batch length as size because the shadow object is as
|
||||||
* large or larger and copy_batch() will write MI_NOPs to the extra
|
* large or larger and copy_batch() will write MI_NOPs to the extra
|
||||||
* space. Parsing should be faster in some cases this way.
|
* space. Parsing should be faster in some cases this way.
|
||||||
*/
|
*/
|
||||||
batch_end = cmd + (batch_len / sizeof(*batch_end));
|
batch_end = batch_base + (batch_len / sizeof(*batch_end));
|
||||||
|
|
||||||
|
cmd = batch_base;
|
||||||
while (cmd < batch_end) {
|
while (cmd < batch_end) {
|
||||||
const struct drm_i915_cmd_descriptor *desc;
|
const struct drm_i915_cmd_descriptor *desc;
|
||||||
u32 length;
|
u32 length;
|
||||||
|
@ -1132,7 +1126,7 @@ int i915_parse_cmds(struct intel_engine_cs *ring,
|
||||||
}
|
}
|
||||||
|
|
||||||
vunmap(batch_base);
|
vunmap(batch_base);
|
||||||
i915_gem_object_ggtt_unpin(shadow_batch_obj);
|
i915_gem_object_unpin_pages(shadow_batch_obj);
|
||||||
|
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
|
@ -1076,16 +1076,15 @@ i915_gem_execbuffer_parse(struct intel_engine_cs *ring,
|
||||||
struct drm_i915_gem_object *batch_obj,
|
struct drm_i915_gem_object *batch_obj,
|
||||||
u32 batch_start_offset,
|
u32 batch_start_offset,
|
||||||
u32 batch_len,
|
u32 batch_len,
|
||||||
bool is_master,
|
bool is_master)
|
||||||
u32 *flags)
|
|
||||||
{
|
{
|
||||||
struct drm_i915_private *dev_priv = to_i915(batch_obj->base.dev);
|
struct drm_i915_private *dev_priv = to_i915(batch_obj->base.dev);
|
||||||
struct drm_i915_gem_object *shadow_batch_obj;
|
struct drm_i915_gem_object *shadow_batch_obj;
|
||||||
bool need_reloc = false;
|
struct i915_vma *vma;
|
||||||
int ret;
|
int ret;
|
||||||
|
|
||||||
shadow_batch_obj = i915_gem_batch_pool_get(&dev_priv->mm.batch_pool,
|
shadow_batch_obj = i915_gem_batch_pool_get(&dev_priv->mm.batch_pool,
|
||||||
batch_obj->base.size);
|
PAGE_ALIGN(batch_len));
|
||||||
if (IS_ERR(shadow_batch_obj))
|
if (IS_ERR(shadow_batch_obj))
|
||||||
return shadow_batch_obj;
|
return shadow_batch_obj;
|
||||||
|
|
||||||
|
@ -1095,40 +1094,30 @@ i915_gem_execbuffer_parse(struct intel_engine_cs *ring,
|
||||||
batch_start_offset,
|
batch_start_offset,
|
||||||
batch_len,
|
batch_len,
|
||||||
is_master);
|
is_master);
|
||||||
if (ret) {
|
if (ret)
|
||||||
if (ret == -EACCES)
|
goto err;
|
||||||
return batch_obj;
|
|
||||||
} else {
|
ret = i915_gem_obj_ggtt_pin(shadow_batch_obj, 0, 0);
|
||||||
struct i915_vma *vma;
|
if (ret)
|
||||||
|
goto err;
|
||||||
|
|
||||||
memset(shadow_exec_entry, 0, sizeof(*shadow_exec_entry));
|
memset(shadow_exec_entry, 0, sizeof(*shadow_exec_entry));
|
||||||
|
|
||||||
vma = i915_gem_obj_to_ggtt(shadow_batch_obj);
|
vma = i915_gem_obj_to_ggtt(shadow_batch_obj);
|
||||||
vma->exec_entry = shadow_exec_entry;
|
vma->exec_entry = shadow_exec_entry;
|
||||||
vma->exec_entry->flags = __EXEC_OBJECT_PURGEABLE;
|
vma->exec_entry->flags = __EXEC_OBJECT_PURGEABLE | __EXEC_OBJECT_HAS_PIN;
|
||||||
drm_gem_object_reference(&shadow_batch_obj->base);
|
drm_gem_object_reference(&shadow_batch_obj->base);
|
||||||
i915_gem_execbuffer_reserve_vma(vma, ring, &need_reloc);
|
|
||||||
list_add_tail(&vma->exec_list, &eb->vmas);
|
list_add_tail(&vma->exec_list, &eb->vmas);
|
||||||
|
|
||||||
shadow_batch_obj->base.pending_read_domains =
|
shadow_batch_obj->base.pending_read_domains = I915_GEM_DOMAIN_COMMAND;
|
||||||
batch_obj->base.pending_read_domains;
|
|
||||||
|
|
||||||
/*
|
return shadow_batch_obj;
|
||||||
* Set the DISPATCH_SECURE bit to remove the NON_SECURE
|
|
||||||
* bit from MI_BATCH_BUFFER_START commands issued in the
|
|
||||||
* dispatch_execbuffer implementations. We specifically
|
|
||||||
* don't want that set when the command parser is
|
|
||||||
* enabled.
|
|
||||||
*
|
|
||||||
* FIXME: with aliasing ppgtt, buffers that should only
|
|
||||||
* be in ggtt still end up in the aliasing ppgtt. remove
|
|
||||||
* this check when that is fixed.
|
|
||||||
*/
|
|
||||||
if (USES_FULL_PPGTT(dev))
|
|
||||||
*flags |= I915_DISPATCH_SECURE;
|
|
||||||
}
|
|
||||||
|
|
||||||
return ret ? ERR_PTR(ret) : shadow_batch_obj;
|
err:
|
||||||
|
if (ret == -EACCES) /* unhandled chained batch */
|
||||||
|
return batch_obj;
|
||||||
|
else
|
||||||
|
return ERR_PTR(ret);
|
||||||
}
|
}
|
||||||
|
|
||||||
int
|
int
|
||||||
|
@ -1494,12 +1483,27 @@ i915_gem_do_execbuffer(struct drm_device *dev, void *data,
|
||||||
batch_obj,
|
batch_obj,
|
||||||
args->batch_start_offset,
|
args->batch_start_offset,
|
||||||
args->batch_len,
|
args->batch_len,
|
||||||
file->is_master,
|
file->is_master);
|
||||||
&flags);
|
|
||||||
if (IS_ERR(batch_obj)) {
|
if (IS_ERR(batch_obj)) {
|
||||||
ret = PTR_ERR(batch_obj);
|
ret = PTR_ERR(batch_obj);
|
||||||
goto err;
|
goto err;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Set the DISPATCH_SECURE bit to remove the NON_SECURE
|
||||||
|
* bit from MI_BATCH_BUFFER_START commands issued in the
|
||||||
|
* dispatch_execbuffer implementations. We specifically
|
||||||
|
* don't want that set when the command parser is
|
||||||
|
* enabled.
|
||||||
|
*
|
||||||
|
* FIXME: with aliasing ppgtt, buffers that should only
|
||||||
|
* be in ggtt still end up in the aliasing ppgtt. remove
|
||||||
|
* this check when that is fixed.
|
||||||
|
*/
|
||||||
|
if (USES_FULL_PPGTT(dev))
|
||||||
|
flags |= I915_DISPATCH_SECURE;
|
||||||
|
|
||||||
|
exec_start = 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
batch_obj->base.pending_read_domains |= I915_GEM_DOMAIN_COMMAND;
|
batch_obj->base.pending_read_domains |= I915_GEM_DOMAIN_COMMAND;
|
||||||
|
|
Loading…
Reference in a new issue