2020-06-22 08:37:19 +03:00
|
|
|
/*
|
|
|
|
* Copyright 2007 Dave Airlied
|
|
|
|
* All Rights Reserved.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the next
|
|
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
|
|
* Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* Authors: Dave Airlied <airlied@linux.ie>
|
|
|
|
* Ben Skeggs <darktama@iinet.net.au>
|
|
|
|
* Jeremy Kolb <jkolb@brandeis.edu>
|
|
|
|
*/
|
|
|
|
#include "nouveau_bo.h"
|
|
|
|
#include "nouveau_dma.h"
|
|
|
|
#include "nouveau_drv.h"
|
|
|
|
#include "nouveau_mem.h"
|
|
|
|
|
2020-06-22 08:54:52 +03:00
|
|
|
#include <nvif/push206e.h>
|
|
|
|
|
2020-06-22 09:29:45 +03:00
|
|
|
#include <nvhw/class/cl5039.h>
|
|
|
|
|
2020-06-22 08:37:19 +03:00
|
|
|
int
|
|
|
|
nv50_bo_move_m2mf(struct nouveau_channel *chan, struct ttm_buffer_object *bo,
|
2020-08-12 20:17:18 +03:00
|
|
|
struct ttm_resource *old_reg, struct ttm_resource *new_reg)
|
2020-06-22 08:37:19 +03:00
|
|
|
{
|
|
|
|
struct nouveau_mem *mem = nouveau_mem(old_reg);
|
2020-06-22 09:20:32 +03:00
|
|
|
struct nvif_push *push = chan->chan.push;
|
2020-06-22 08:37:19 +03:00
|
|
|
u64 length = (new_reg->num_pages << PAGE_SHIFT);
|
|
|
|
u64 src_offset = mem->vma[0].addr;
|
|
|
|
u64 dst_offset = mem->vma[1].addr;
|
|
|
|
int src_tiled = !!mem->kind;
|
|
|
|
int dst_tiled = !!nouveau_mem(new_reg)->kind;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
while (length) {
|
|
|
|
u32 amount, stride, height;
|
|
|
|
|
2020-06-22 09:20:32 +03:00
|
|
|
ret = PUSH_WAIT(push, 18 + 6 * (src_tiled + dst_tiled));
|
2020-06-22 08:37:19 +03:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
amount = min(length, (u64)(4 * 1024 * 1024));
|
|
|
|
stride = 16 * 4;
|
|
|
|
height = amount / stride;
|
|
|
|
|
|
|
|
if (src_tiled) {
|
2020-06-22 10:07:31 +03:00
|
|
|
PUSH_MTHD(push, NV5039, SET_SRC_MEMORY_LAYOUT,
|
|
|
|
NVDEF(NV5039, SET_SRC_MEMORY_LAYOUT, V, BLOCKLINEAR),
|
|
|
|
|
|
|
|
SET_SRC_BLOCK_SIZE,
|
|
|
|
NVDEF(NV5039, SET_SRC_BLOCK_SIZE, WIDTH, ONE_GOB) |
|
|
|
|
NVDEF(NV5039, SET_SRC_BLOCK_SIZE, HEIGHT, ONE_GOB) |
|
|
|
|
NVDEF(NV5039, SET_SRC_BLOCK_SIZE, DEPTH, ONE_GOB),
|
|
|
|
|
|
|
|
SET_SRC_WIDTH, stride,
|
|
|
|
SET_SRC_HEIGHT, height,
|
|
|
|
SET_SRC_DEPTH, 1,
|
|
|
|
SET_SRC_LAYER, 0,
|
|
|
|
|
|
|
|
SET_SRC_ORIGIN,
|
|
|
|
NVVAL(NV5039, SET_SRC_ORIGIN, X, 0) |
|
|
|
|
NVVAL(NV5039, SET_SRC_ORIGIN, Y, 0));
|
2020-06-22 08:37:19 +03:00
|
|
|
} else {
|
2020-06-22 10:07:31 +03:00
|
|
|
PUSH_MTHD(push, NV5039, SET_SRC_MEMORY_LAYOUT,
|
|
|
|
NVDEF(NV5039, SET_SRC_MEMORY_LAYOUT, V, PITCH));
|
2020-06-22 08:37:19 +03:00
|
|
|
}
|
2020-06-22 09:20:32 +03:00
|
|
|
|
2020-06-22 08:37:19 +03:00
|
|
|
if (dst_tiled) {
|
2020-06-22 10:07:31 +03:00
|
|
|
PUSH_MTHD(push, NV5039, SET_DST_MEMORY_LAYOUT,
|
|
|
|
NVDEF(NV5039, SET_DST_MEMORY_LAYOUT, V, BLOCKLINEAR),
|
|
|
|
|
|
|
|
SET_DST_BLOCK_SIZE,
|
|
|
|
NVDEF(NV5039, SET_DST_BLOCK_SIZE, WIDTH, ONE_GOB) |
|
|
|
|
NVDEF(NV5039, SET_DST_BLOCK_SIZE, HEIGHT, ONE_GOB) |
|
|
|
|
NVDEF(NV5039, SET_DST_BLOCK_SIZE, DEPTH, ONE_GOB),
|
|
|
|
|
|
|
|
SET_DST_WIDTH, stride,
|
|
|
|
SET_DST_HEIGHT, height,
|
|
|
|
SET_DST_DEPTH, 1,
|
|
|
|
SET_DST_LAYER, 0,
|
|
|
|
|
|
|
|
SET_DST_ORIGIN,
|
|
|
|
NVVAL(NV5039, SET_DST_ORIGIN, X, 0) |
|
|
|
|
NVVAL(NV5039, SET_DST_ORIGIN, Y, 0));
|
2020-06-22 08:37:19 +03:00
|
|
|
} else {
|
2020-06-22 10:07:31 +03:00
|
|
|
PUSH_MTHD(push, NV5039, SET_DST_MEMORY_LAYOUT,
|
|
|
|
NVDEF(NV5039, SET_DST_MEMORY_LAYOUT, V, PITCH));
|
2020-06-22 08:37:19 +03:00
|
|
|
}
|
|
|
|
|
2020-06-22 10:07:31 +03:00
|
|
|
PUSH_MTHD(push, NV5039, OFFSET_IN_UPPER,
|
|
|
|
NVVAL(NV5039, OFFSET_IN_UPPER, VALUE, upper_32_bits(src_offset)),
|
|
|
|
|
|
|
|
OFFSET_OUT_UPPER,
|
|
|
|
NVVAL(NV5039, OFFSET_OUT_UPPER, VALUE, upper_32_bits(dst_offset)));
|
|
|
|
|
|
|
|
PUSH_MTHD(push, NV5039, OFFSET_IN, lower_32_bits(src_offset),
|
|
|
|
OFFSET_OUT, lower_32_bits(dst_offset),
|
|
|
|
PITCH_IN, stride,
|
|
|
|
PITCH_OUT, stride,
|
|
|
|
LINE_LENGTH_IN, stride,
|
|
|
|
LINE_COUNT, height,
|
|
|
|
|
|
|
|
FORMAT,
|
|
|
|
NVDEF(NV5039, FORMAT, IN, ONE) |
|
|
|
|
NVDEF(NV5039, FORMAT, OUT, ONE),
|
|
|
|
|
|
|
|
BUFFER_NOTIFY,
|
|
|
|
NVDEF(NV5039, BUFFER_NOTIFY, TYPE, WRITE_ONLY));
|
|
|
|
|
|
|
|
PUSH_MTHD(push, NV5039, NO_OPERATION, 0x00000000);
|
2020-06-22 08:37:19 +03:00
|
|
|
|
|
|
|
length -= amount;
|
|
|
|
src_offset += amount;
|
|
|
|
dst_offset += amount;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
nv50_bo_move_init(struct nouveau_channel *chan, u32 handle)
|
|
|
|
{
|
2020-06-22 08:54:52 +03:00
|
|
|
struct nvif_push *push = chan->chan.push;
|
|
|
|
int ret;
|
2020-06-22 08:37:19 +03:00
|
|
|
|
2020-06-22 08:54:52 +03:00
|
|
|
ret = PUSH_WAIT(push, 6);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
2020-06-22 09:29:45 +03:00
|
|
|
PUSH_MTHD(push, NV5039, SET_OBJECT, handle);
|
|
|
|
PUSH_MTHD(push, NV5039, SET_CONTEXT_DMA_NOTIFY, chan->drm->ntfy.handle,
|
|
|
|
SET_CONTEXT_DMA_BUFFER_IN, chan->vram.handle,
|
|
|
|
SET_CONTEXT_DMA_BUFFER_OUT, chan->vram.handle);
|
2020-06-22 08:54:52 +03:00
|
|
|
return 0;
|
2020-06-22 08:37:19 +03:00
|
|
|
}
|