cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

vmwgfx_binding.c (45967B)


      1// SPDX-License-Identifier: GPL-2.0 OR MIT
      2/**************************************************************************
      3 *
      4 * Copyright 2015 VMware, Inc., Palo Alto, CA., USA
      5 *
      6 * Permission is hereby granted, free of charge, to any person obtaining a
      7 * copy of this software and associated documentation files (the
      8 * "Software"), to deal in the Software without restriction, including
      9 * without limitation the rights to use, copy, modify, merge, publish,
     10 * distribute, sub license, and/or sell copies of the Software, and to
     11 * permit persons to whom the Software is furnished to do so, subject to
     12 * the following conditions:
     13 *
     14 * The above copyright notice and this permission notice (including the
     15 * next paragraph) shall be included in all copies or substantial portions
     16 * of the Software.
     17 *
     18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
     19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
     20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
     21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
     22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
     23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
     24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
     25 *
     26 **************************************************************************/
     27/*
     28 * This file implements the vmwgfx context binding manager,
     29 * The sole reason for having to use this code is that vmware guest
     30 * backed contexts can be swapped out to their backing mobs by the device
     31 * at any time, also swapped in at any time. At swapin time, the device
     32 * validates the context bindings to make sure they point to valid resources.
     33 * It's this outside-of-drawcall validation (that can happen at any time),
     34 * that makes this code necessary.
     35 *
     36 * We therefore need to kill any context bindings pointing to a resource
     37 * when the resource is swapped out. Furthermore, if the vmwgfx driver has
     38 * swapped out the context we can't swap it in again to kill bindings because
     39 * of backing mob reservation lockdep violations, so as part of
     40 * context swapout, also kill all bindings of a context, so that they are
     41 * already killed if a resource to which a binding points
     42 * needs to be swapped out.
     43 *
     44 * Note that a resource can be pointed to by bindings from multiple contexts,
     45 * Therefore we can't easily protect this data by a per context mutex
     46 * (unless we use deadlock-safe WW mutexes). So we use a global binding_mutex
     47 * to protect all binding manager data.
     48 *
     49 * Finally, any association between a context and a global resource
     50 * (surface, shader or even DX query) is conceptually a context binding that
     51 * needs to be tracked by this code.
     52 */
     53
     54#include "vmwgfx_drv.h"
     55#include "vmwgfx_binding.h"
     56#include "device_include/svga3d_reg.h"
     57
     58#define VMW_BINDING_RT_BIT     0
     59#define VMW_BINDING_PS_BIT     1
     60#define VMW_BINDING_SO_T_BIT   2
     61#define VMW_BINDING_VB_BIT     3
     62#define VMW_BINDING_UAV_BIT    4
     63#define VMW_BINDING_CS_UAV_BIT 5
     64#define VMW_BINDING_NUM_BITS   6
     65
     66#define VMW_BINDING_PS_SR_BIT  0
     67
     68/**
     69 * struct vmw_ctx_binding_state - per context binding state
     70 *
     71 * @dev_priv: Pointer to device private structure.
     72 * @list: linked list of individual active bindings.
     73 * @render_targets: Render target bindings.
     74 * @texture_units: Texture units bindings.
     75 * @ds_view: Depth-stencil view binding.
     76 * @so_targets: StreamOutput target bindings.
     77 * @vertex_buffers: Vertex buffer bindings.
     78 * @index_buffer: Index buffer binding.
     79 * @per_shader: Per shader-type bindings.
     80 * @ua_views: UAV bindings.
     81 * @so_state: StreamOutput bindings.
     82 * @dirty: Bitmap tracking per binding-type changes that have not yet
     83 * been emitted to the device.
     84 * @dirty_vb: Bitmap tracking individual vertex buffer binding changes that
     85 * have not yet been emitted to the device.
     86 * @bind_cmd_buffer: Scratch space used to construct binding commands.
     87 * @bind_cmd_count: Number of binding command data entries in @bind_cmd_buffer
     88 * @bind_first_slot: Used together with @bind_cmd_buffer to indicate the
     89 * device binding slot of the first command data entry in @bind_cmd_buffer.
     90 *
     91 * Note that this structure also provides storage space for the individual
     92 * struct vmw_ctx_binding objects, so that no dynamic allocation is needed
     93 * for individual bindings.
     94 *
     95 */
     96struct vmw_ctx_binding_state {
     97	struct vmw_private *dev_priv;
     98	struct list_head list;
     99	struct vmw_ctx_bindinfo_view render_targets[SVGA3D_RT_MAX];
    100	struct vmw_ctx_bindinfo_tex texture_units[SVGA3D_NUM_TEXTURE_UNITS];
    101	struct vmw_ctx_bindinfo_view ds_view;
    102	struct vmw_ctx_bindinfo_so_target so_targets[SVGA3D_DX_MAX_SOTARGETS];
    103	struct vmw_ctx_bindinfo_vb vertex_buffers[SVGA3D_DX_MAX_VERTEXBUFFERS];
    104	struct vmw_ctx_bindinfo_ib index_buffer;
    105	struct vmw_dx_shader_bindings per_shader[SVGA3D_NUM_SHADERTYPE];
    106	struct vmw_ctx_bindinfo_uav ua_views[VMW_MAX_UAV_BIND_TYPE];
    107	struct vmw_ctx_bindinfo_so so_state;
    108
    109	unsigned long dirty;
    110	DECLARE_BITMAP(dirty_vb, SVGA3D_DX_MAX_VERTEXBUFFERS);
    111
    112	u32 bind_cmd_buffer[VMW_MAX_VIEW_BINDINGS];
    113	u32 bind_cmd_count;
    114	u32 bind_first_slot;
    115};
    116
    117static int vmw_binding_scrub_shader(struct vmw_ctx_bindinfo *bi, bool rebind);
    118static int vmw_binding_scrub_render_target(struct vmw_ctx_bindinfo *bi,
    119					   bool rebind);
    120static int vmw_binding_scrub_texture(struct vmw_ctx_bindinfo *bi, bool rebind);
    121static int vmw_binding_scrub_cb(struct vmw_ctx_bindinfo *bi, bool rebind);
    122static int vmw_binding_scrub_dx_rt(struct vmw_ctx_bindinfo *bi, bool rebind);
    123static int vmw_binding_scrub_sr(struct vmw_ctx_bindinfo *bi, bool rebind);
    124static int vmw_binding_scrub_so_target(struct vmw_ctx_bindinfo *bi, bool rebind);
    125static int vmw_binding_emit_dirty(struct vmw_ctx_binding_state *cbs);
    126static int vmw_binding_scrub_dx_shader(struct vmw_ctx_bindinfo *bi,
    127				       bool rebind);
    128static int vmw_binding_scrub_ib(struct vmw_ctx_bindinfo *bi, bool rebind);
    129static int vmw_binding_scrub_vb(struct vmw_ctx_bindinfo *bi, bool rebind);
    130static int vmw_binding_scrub_uav(struct vmw_ctx_bindinfo *bi, bool rebind);
    131static int vmw_binding_scrub_cs_uav(struct vmw_ctx_bindinfo *bi, bool rebind);
    132static int vmw_binding_scrub_so(struct vmw_ctx_bindinfo *bi, bool rebind);
    133
    134static void vmw_binding_build_asserts(void) __attribute__ ((unused));
    135
    136typedef int (*vmw_scrub_func)(struct vmw_ctx_bindinfo *, bool);
    137
    138/**
    139 * struct vmw_binding_info - Per binding type information for the binding
    140 * manager
    141 *
    142 * @size: The size of the struct binding derived from a struct vmw_ctx_bindinfo.
    143 * @offsets: array[shader_slot] of offsets to the array[slot]
    144 * of struct bindings for the binding type.
    145 * @scrub_func: Pointer to the scrub function for this binding type.
    146 *
    147 * Holds static information to help optimize the binding manager and avoid
    148 * an excessive amount of switch statements.
    149 */
    150struct vmw_binding_info {
    151	size_t size;
    152	const size_t *offsets;
    153	vmw_scrub_func scrub_func;
    154};
    155
    156/*
    157 * A number of static variables that help determine the scrub func and the
    158 * location of the struct vmw_ctx_bindinfo slots for each binding type.
    159 */
    160static const size_t vmw_binding_shader_offsets[] = {
    161	offsetof(struct vmw_ctx_binding_state, per_shader[0].shader),
    162	offsetof(struct vmw_ctx_binding_state, per_shader[1].shader),
    163	offsetof(struct vmw_ctx_binding_state, per_shader[2].shader),
    164	offsetof(struct vmw_ctx_binding_state, per_shader[3].shader),
    165	offsetof(struct vmw_ctx_binding_state, per_shader[4].shader),
    166	offsetof(struct vmw_ctx_binding_state, per_shader[5].shader),
    167};
    168static const size_t vmw_binding_rt_offsets[] = {
    169	offsetof(struct vmw_ctx_binding_state, render_targets),
    170};
    171static const size_t vmw_binding_tex_offsets[] = {
    172	offsetof(struct vmw_ctx_binding_state, texture_units),
    173};
    174static const size_t vmw_binding_cb_offsets[] = {
    175	offsetof(struct vmw_ctx_binding_state, per_shader[0].const_buffers),
    176	offsetof(struct vmw_ctx_binding_state, per_shader[1].const_buffers),
    177	offsetof(struct vmw_ctx_binding_state, per_shader[2].const_buffers),
    178	offsetof(struct vmw_ctx_binding_state, per_shader[3].const_buffers),
    179	offsetof(struct vmw_ctx_binding_state, per_shader[4].const_buffers),
    180	offsetof(struct vmw_ctx_binding_state, per_shader[5].const_buffers),
    181};
    182static const size_t vmw_binding_dx_ds_offsets[] = {
    183	offsetof(struct vmw_ctx_binding_state, ds_view),
    184};
    185static const size_t vmw_binding_sr_offsets[] = {
    186	offsetof(struct vmw_ctx_binding_state, per_shader[0].shader_res),
    187	offsetof(struct vmw_ctx_binding_state, per_shader[1].shader_res),
    188	offsetof(struct vmw_ctx_binding_state, per_shader[2].shader_res),
    189	offsetof(struct vmw_ctx_binding_state, per_shader[3].shader_res),
    190	offsetof(struct vmw_ctx_binding_state, per_shader[4].shader_res),
    191	offsetof(struct vmw_ctx_binding_state, per_shader[5].shader_res),
    192};
    193static const size_t vmw_binding_so_target_offsets[] = {
    194	offsetof(struct vmw_ctx_binding_state, so_targets),
    195};
    196static const size_t vmw_binding_vb_offsets[] = {
    197	offsetof(struct vmw_ctx_binding_state, vertex_buffers),
    198};
    199static const size_t vmw_binding_ib_offsets[] = {
    200	offsetof(struct vmw_ctx_binding_state, index_buffer),
    201};
    202static const size_t vmw_binding_uav_offsets[] = {
    203	offsetof(struct vmw_ctx_binding_state, ua_views[0].views),
    204};
    205static const size_t vmw_binding_cs_uav_offsets[] = {
    206	offsetof(struct vmw_ctx_binding_state, ua_views[1].views),
    207};
    208static const size_t vmw_binding_so_offsets[] = {
    209	offsetof(struct vmw_ctx_binding_state, so_state),
    210};
    211
    212static const struct vmw_binding_info vmw_binding_infos[] = {
    213	[vmw_ctx_binding_shader] = {
    214		.size = sizeof(struct vmw_ctx_bindinfo_shader),
    215		.offsets = vmw_binding_shader_offsets,
    216		.scrub_func = vmw_binding_scrub_shader},
    217	[vmw_ctx_binding_rt] = {
    218		.size = sizeof(struct vmw_ctx_bindinfo_view),
    219		.offsets = vmw_binding_rt_offsets,
    220		.scrub_func = vmw_binding_scrub_render_target},
    221	[vmw_ctx_binding_tex] = {
    222		.size = sizeof(struct vmw_ctx_bindinfo_tex),
    223		.offsets = vmw_binding_tex_offsets,
    224		.scrub_func = vmw_binding_scrub_texture},
    225	[vmw_ctx_binding_cb] = {
    226		.size = sizeof(struct vmw_ctx_bindinfo_cb),
    227		.offsets = vmw_binding_cb_offsets,
    228		.scrub_func = vmw_binding_scrub_cb},
    229	[vmw_ctx_binding_dx_shader] = {
    230		.size = sizeof(struct vmw_ctx_bindinfo_shader),
    231		.offsets = vmw_binding_shader_offsets,
    232		.scrub_func = vmw_binding_scrub_dx_shader},
    233	[vmw_ctx_binding_dx_rt] = {
    234		.size = sizeof(struct vmw_ctx_bindinfo_view),
    235		.offsets = vmw_binding_rt_offsets,
    236		.scrub_func = vmw_binding_scrub_dx_rt},
    237	[vmw_ctx_binding_sr] = {
    238		.size = sizeof(struct vmw_ctx_bindinfo_view),
    239		.offsets = vmw_binding_sr_offsets,
    240		.scrub_func = vmw_binding_scrub_sr},
    241	[vmw_ctx_binding_ds] = {
    242		.size = sizeof(struct vmw_ctx_bindinfo_view),
    243		.offsets = vmw_binding_dx_ds_offsets,
    244		.scrub_func = vmw_binding_scrub_dx_rt},
    245	[vmw_ctx_binding_so_target] = {
    246		.size = sizeof(struct vmw_ctx_bindinfo_so_target),
    247		.offsets = vmw_binding_so_target_offsets,
    248		.scrub_func = vmw_binding_scrub_so_target},
    249	[vmw_ctx_binding_vb] = {
    250		.size = sizeof(struct vmw_ctx_bindinfo_vb),
    251		.offsets = vmw_binding_vb_offsets,
    252		.scrub_func = vmw_binding_scrub_vb},
    253	[vmw_ctx_binding_ib] = {
    254		.size = sizeof(struct vmw_ctx_bindinfo_ib),
    255		.offsets = vmw_binding_ib_offsets,
    256		.scrub_func = vmw_binding_scrub_ib},
    257	[vmw_ctx_binding_uav] = {
    258		.size = sizeof(struct vmw_ctx_bindinfo_view),
    259		.offsets = vmw_binding_uav_offsets,
    260		.scrub_func = vmw_binding_scrub_uav},
    261	[vmw_ctx_binding_cs_uav] = {
    262		.size = sizeof(struct vmw_ctx_bindinfo_view),
    263		.offsets = vmw_binding_cs_uav_offsets,
    264		.scrub_func = vmw_binding_scrub_cs_uav},
    265	[vmw_ctx_binding_so] = {
    266		.size = sizeof(struct vmw_ctx_bindinfo_so),
    267		.offsets = vmw_binding_so_offsets,
    268		.scrub_func = vmw_binding_scrub_so},
    269};
    270
    271/**
    272 * vmw_cbs_context - Return a pointer to the context resource of a
    273 * context binding state tracker.
    274 *
    275 * @cbs: The context binding state tracker.
    276 *
    277 * Provided there are any active bindings, this function will return an
    278 * unreferenced pointer to the context resource that owns the context
    279 * binding state tracker. If there are no active bindings, this function
    280 * will return NULL. Note that the caller must somehow ensure that a reference
    281 * is held on the context resource prior to calling this function.
    282 */
    283static const struct vmw_resource *
    284vmw_cbs_context(const struct vmw_ctx_binding_state *cbs)
    285{
    286	if (list_empty(&cbs->list))
    287		return NULL;
    288
    289	return list_first_entry(&cbs->list, struct vmw_ctx_bindinfo,
    290				ctx_list)->ctx;
    291}
    292
    293/**
    294 * vmw_binding_loc - determine the struct vmw_ctx_bindinfo slot location.
    295 *
    296 * @cbs: Pointer to a struct vmw_ctx_binding state which holds the slot.
    297 * @bt: The binding type.
    298 * @shader_slot: The shader slot of the binding. If none, then set to 0.
    299 * @slot: The slot of the binding.
    300 */
    301static struct vmw_ctx_bindinfo *
    302vmw_binding_loc(struct vmw_ctx_binding_state *cbs,
    303		enum vmw_ctx_binding_type bt, u32 shader_slot, u32 slot)
    304{
    305	const struct vmw_binding_info *b = &vmw_binding_infos[bt];
    306	size_t offset = b->offsets[shader_slot] + b->size*slot;
    307
    308	return (struct vmw_ctx_bindinfo *)((u8 *) cbs + offset);
    309}
    310
    311/**
    312 * vmw_binding_drop: Stop tracking a context binding
    313 *
    314 * @bi: Pointer to binding tracker storage.
    315 *
    316 * Stops tracking a context binding, and re-initializes its storage.
    317 * Typically used when the context binding is replaced with a binding to
    318 * another (or the same, for that matter) resource.
    319 */
    320static void vmw_binding_drop(struct vmw_ctx_bindinfo *bi)
    321{
    322	list_del(&bi->ctx_list);
    323	if (!list_empty(&bi->res_list))
    324		list_del(&bi->res_list);
    325	bi->ctx = NULL;
    326}
    327
    328/**
    329 * vmw_binding_add: Start tracking a context binding
    330 *
    331 * @cbs: Pointer to the context binding state tracker.
    332 * @bi: Information about the binding to track.
    333 * @shader_slot: The shader slot of the binding.
    334 * @slot: The slot of the binding.
    335 *
    336 * Starts tracking the binding in the context binding
    337 * state structure @cbs.
    338 */
    339void vmw_binding_add(struct vmw_ctx_binding_state *cbs,
    340		    const struct vmw_ctx_bindinfo *bi,
    341		    u32 shader_slot, u32 slot)
    342{
    343	struct vmw_ctx_bindinfo *loc =
    344		vmw_binding_loc(cbs, bi->bt, shader_slot, slot);
    345	const struct vmw_binding_info *b = &vmw_binding_infos[bi->bt];
    346
    347	if (loc->ctx != NULL)
    348		vmw_binding_drop(loc);
    349
    350	memcpy(loc, bi, b->size);
    351	loc->scrubbed = false;
    352	list_add(&loc->ctx_list, &cbs->list);
    353	INIT_LIST_HEAD(&loc->res_list);
    354}
    355
    356/**
    357 * vmw_binding_cb_offset_update: Update the offset of a cb binding
    358 *
    359 * @cbs: Pointer to the context binding state tracker.
    360 * @shader_slot: The shader slot of the binding.
    361 * @slot: The slot of the binding.
    362 * @offsetInBytes: The new offset of the binding.
    363 *
    364 * Updates the offset of an existing cb binding in the context binding
    365 * state structure @cbs.
    366 */
    367void vmw_binding_cb_offset_update(struct vmw_ctx_binding_state *cbs,
    368				  u32 shader_slot, u32 slot, u32 offsetInBytes)
    369{
    370	struct vmw_ctx_bindinfo *loc =
    371		vmw_binding_loc(cbs, vmw_ctx_binding_cb, shader_slot, slot);
    372	struct vmw_ctx_bindinfo_cb *loc_cb =
    373		(struct vmw_ctx_bindinfo_cb *)((u8 *) loc);
    374	loc_cb->offset = offsetInBytes;
    375}
    376
    377/**
    378 * vmw_binding_add_uav_index - Add UAV index for tracking.
    379 * @cbs: Pointer to the context binding state tracker.
    380 * @slot: UAV type to which bind this index.
    381 * @index: The splice index to track.
    382 */
    383void vmw_binding_add_uav_index(struct vmw_ctx_binding_state *cbs, uint32 slot,
    384			       uint32 index)
    385{
    386	cbs->ua_views[slot].index = index;
    387}
    388
    389/**
    390 * vmw_binding_transfer: Transfer a context binding tracking entry.
    391 *
    392 * @cbs: Pointer to the persistent context binding state tracker.
    393 * @from: Staged binding info built during execbuf
    394 * @bi: Information about the binding to track.
    395 *
    396 */
    397static void vmw_binding_transfer(struct vmw_ctx_binding_state *cbs,
    398				 const struct vmw_ctx_binding_state *from,
    399				 const struct vmw_ctx_bindinfo *bi)
    400{
    401	size_t offset = (unsigned long)bi - (unsigned long)from;
    402	struct vmw_ctx_bindinfo *loc = (struct vmw_ctx_bindinfo *)
    403		((unsigned long) cbs + offset);
    404
    405	if (loc->ctx != NULL) {
    406		WARN_ON(bi->scrubbed);
    407
    408		vmw_binding_drop(loc);
    409	}
    410
    411	if (bi->res != NULL) {
    412		memcpy(loc, bi, vmw_binding_infos[bi->bt].size);
    413		list_add_tail(&loc->ctx_list, &cbs->list);
    414		list_add_tail(&loc->res_list, &loc->res->binding_head);
    415	}
    416}
    417
    418/**
    419 * vmw_binding_state_kill - Kill all bindings associated with a
    420 * struct vmw_ctx_binding state structure, and re-initialize the structure.
    421 *
    422 * @cbs: Pointer to the context binding state tracker.
    423 *
    424 * Emits commands to scrub all bindings associated with the
    425 * context binding state tracker. Then re-initializes the whole structure.
    426 */
    427void vmw_binding_state_kill(struct vmw_ctx_binding_state *cbs)
    428{
    429	struct vmw_ctx_bindinfo *entry, *next;
    430
    431	vmw_binding_state_scrub(cbs);
    432	list_for_each_entry_safe(entry, next, &cbs->list, ctx_list)
    433		vmw_binding_drop(entry);
    434}
    435
    436/**
    437 * vmw_binding_state_scrub - Scrub all bindings associated with a
    438 * struct vmw_ctx_binding state structure.
    439 *
    440 * @cbs: Pointer to the context binding state tracker.
    441 *
    442 * Emits commands to scrub all bindings associated with the
    443 * context binding state tracker.
    444 */
    445void vmw_binding_state_scrub(struct vmw_ctx_binding_state *cbs)
    446{
    447	struct vmw_ctx_bindinfo *entry;
    448
    449	list_for_each_entry(entry, &cbs->list, ctx_list) {
    450		if (!entry->scrubbed) {
    451			(void) vmw_binding_infos[entry->bt].scrub_func
    452				(entry, false);
    453			entry->scrubbed = true;
    454		}
    455	}
    456
    457	(void) vmw_binding_emit_dirty(cbs);
    458}
    459
    460/**
    461 * vmw_binding_res_list_kill - Kill all bindings on a
    462 * resource binding list
    463 *
    464 * @head: list head of resource binding list
    465 *
    466 * Kills all bindings associated with a specific resource. Typically
    467 * called before the resource is destroyed.
    468 */
    469void vmw_binding_res_list_kill(struct list_head *head)
    470{
    471	struct vmw_ctx_bindinfo *entry, *next;
    472
    473	vmw_binding_res_list_scrub(head);
    474	list_for_each_entry_safe(entry, next, head, res_list)
    475		vmw_binding_drop(entry);
    476}
    477
    478/**
    479 * vmw_binding_res_list_scrub - Scrub all bindings on a
    480 * resource binding list
    481 *
    482 * @head: list head of resource binding list
    483 *
    484 * Scrub all bindings associated with a specific resource. Typically
    485 * called before the resource is evicted.
    486 */
    487void vmw_binding_res_list_scrub(struct list_head *head)
    488{
    489	struct vmw_ctx_bindinfo *entry;
    490
    491	list_for_each_entry(entry, head, res_list) {
    492		if (!entry->scrubbed) {
    493			(void) vmw_binding_infos[entry->bt].scrub_func
    494				(entry, false);
    495			entry->scrubbed = true;
    496		}
    497	}
    498
    499	list_for_each_entry(entry, head, res_list) {
    500		struct vmw_ctx_binding_state *cbs =
    501			vmw_context_binding_state(entry->ctx);
    502
    503		(void) vmw_binding_emit_dirty(cbs);
    504	}
    505}
    506
    507
    508/**
    509 * vmw_binding_state_commit - Commit staged binding info
    510 *
    511 * @to:   Staged binding info area to copy into to.
    512 * @from: Staged binding info built during execbuf.
    513 *
    514 * Transfers binding info from a temporary structure
    515 * (typically used by execbuf) to the persistent
    516 * structure in the context. This can be done once commands have been
    517 * submitted to hardware
    518 */
    519void vmw_binding_state_commit(struct vmw_ctx_binding_state *to,
    520			      struct vmw_ctx_binding_state *from)
    521{
    522	struct vmw_ctx_bindinfo *entry, *next;
    523
    524	list_for_each_entry_safe(entry, next, &from->list, ctx_list) {
    525		vmw_binding_transfer(to, from, entry);
    526		vmw_binding_drop(entry);
    527	}
    528
    529	/* Also transfer uav splice indices */
    530	to->ua_views[0].index = from->ua_views[0].index;
    531	to->ua_views[1].index = from->ua_views[1].index;
    532}
    533
    534/**
    535 * vmw_binding_rebind_all - Rebind all scrubbed bindings of a context
    536 *
    537 * @cbs: Pointer to the context binding state tracker.
    538 *
    539 * Walks through the context binding list and rebinds all scrubbed
    540 * resources.
    541 */
    542int vmw_binding_rebind_all(struct vmw_ctx_binding_state *cbs)
    543{
    544	struct vmw_ctx_bindinfo *entry;
    545	int ret;
    546
    547	list_for_each_entry(entry, &cbs->list, ctx_list) {
    548		if (likely(!entry->scrubbed))
    549			continue;
    550
    551		if ((entry->res == NULL || entry->res->id ==
    552			    SVGA3D_INVALID_ID))
    553			continue;
    554
    555		ret = vmw_binding_infos[entry->bt].scrub_func(entry, true);
    556		if (unlikely(ret != 0))
    557			return ret;
    558
    559		entry->scrubbed = false;
    560	}
    561
    562	return vmw_binding_emit_dirty(cbs);
    563}
    564
    565/**
    566 * vmw_binding_scrub_shader - scrub a shader binding from a context.
    567 *
    568 * @bi: single binding information.
    569 * @rebind: Whether to issue a bind instead of scrub command.
    570 */
    571static int vmw_binding_scrub_shader(struct vmw_ctx_bindinfo *bi, bool rebind)
    572{
    573	struct vmw_ctx_bindinfo_shader *binding =
    574		container_of(bi, typeof(*binding), bi);
    575	struct vmw_private *dev_priv = bi->ctx->dev_priv;
    576	struct {
    577		SVGA3dCmdHeader header;
    578		SVGA3dCmdSetShader body;
    579	} *cmd;
    580
    581	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
    582	if (unlikely(cmd == NULL))
    583		return -ENOMEM;
    584
    585	cmd->header.id = SVGA_3D_CMD_SET_SHADER;
    586	cmd->header.size = sizeof(cmd->body);
    587	cmd->body.cid = bi->ctx->id;
    588	cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN;
    589	cmd->body.shid = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID);
    590	vmw_cmd_commit(dev_priv, sizeof(*cmd));
    591
    592	return 0;
    593}
    594
    595/**
    596 * vmw_binding_scrub_render_target - scrub a render target binding
    597 * from a context.
    598 *
    599 * @bi: single binding information.
    600 * @rebind: Whether to issue a bind instead of scrub command.
    601 */
    602static int vmw_binding_scrub_render_target(struct vmw_ctx_bindinfo *bi,
    603					   bool rebind)
    604{
    605	struct vmw_ctx_bindinfo_view *binding =
    606		container_of(bi, typeof(*binding), bi);
    607	struct vmw_private *dev_priv = bi->ctx->dev_priv;
    608	struct {
    609		SVGA3dCmdHeader header;
    610		SVGA3dCmdSetRenderTarget body;
    611	} *cmd;
    612
    613	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
    614	if (unlikely(cmd == NULL))
    615		return -ENOMEM;
    616
    617	cmd->header.id = SVGA_3D_CMD_SETRENDERTARGET;
    618	cmd->header.size = sizeof(cmd->body);
    619	cmd->body.cid = bi->ctx->id;
    620	cmd->body.type = binding->slot;
    621	cmd->body.target.sid = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID);
    622	cmd->body.target.face = 0;
    623	cmd->body.target.mipmap = 0;
    624	vmw_cmd_commit(dev_priv, sizeof(*cmd));
    625
    626	return 0;
    627}
    628
    629/**
    630 * vmw_binding_scrub_texture - scrub a texture binding from a context.
    631 *
    632 * @bi: single binding information.
    633 * @rebind: Whether to issue a bind instead of scrub command.
    634 *
    635 * TODO: Possibly complement this function with a function that takes
    636 * a list of texture bindings and combines them to a single command.
    637 */
    638static int vmw_binding_scrub_texture(struct vmw_ctx_bindinfo *bi,
    639				     bool rebind)
    640{
    641	struct vmw_ctx_bindinfo_tex *binding =
    642		container_of(bi, typeof(*binding), bi);
    643	struct vmw_private *dev_priv = bi->ctx->dev_priv;
    644	struct {
    645		SVGA3dCmdHeader header;
    646		struct {
    647			SVGA3dCmdSetTextureState c;
    648			SVGA3dTextureState s1;
    649		} body;
    650	} *cmd;
    651
    652	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
    653	if (unlikely(cmd == NULL))
    654		return -ENOMEM;
    655
    656	cmd->header.id = SVGA_3D_CMD_SETTEXTURESTATE;
    657	cmd->header.size = sizeof(cmd->body);
    658	cmd->body.c.cid = bi->ctx->id;
    659	cmd->body.s1.stage = binding->texture_stage;
    660	cmd->body.s1.name = SVGA3D_TS_BIND_TEXTURE;
    661	cmd->body.s1.value = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID);
    662	vmw_cmd_commit(dev_priv, sizeof(*cmd));
    663
    664	return 0;
    665}
    666
    667/**
    668 * vmw_binding_scrub_dx_shader - scrub a dx shader binding from a context.
    669 *
    670 * @bi: single binding information.
    671 * @rebind: Whether to issue a bind instead of scrub command.
    672 */
    673static int vmw_binding_scrub_dx_shader(struct vmw_ctx_bindinfo *bi, bool rebind)
    674{
    675	struct vmw_ctx_bindinfo_shader *binding =
    676		container_of(bi, typeof(*binding), bi);
    677	struct vmw_private *dev_priv = bi->ctx->dev_priv;
    678	struct {
    679		SVGA3dCmdHeader header;
    680		SVGA3dCmdDXSetShader body;
    681	} *cmd;
    682
    683	cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id);
    684	if (unlikely(cmd == NULL))
    685		return -ENOMEM;
    686
    687	cmd->header.id = SVGA_3D_CMD_DX_SET_SHADER;
    688	cmd->header.size = sizeof(cmd->body);
    689	cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN;
    690	cmd->body.shaderId = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID);
    691	vmw_cmd_commit(dev_priv, sizeof(*cmd));
    692
    693	return 0;
    694}
    695
    696/**
    697 * vmw_binding_scrub_cb - scrub a constant buffer binding from a context.
    698 *
    699 * @bi: single binding information.
    700 * @rebind: Whether to issue a bind instead of scrub command.
    701 */
    702static int vmw_binding_scrub_cb(struct vmw_ctx_bindinfo *bi, bool rebind)
    703{
    704	struct vmw_ctx_bindinfo_cb *binding =
    705		container_of(bi, typeof(*binding), bi);
    706	struct vmw_private *dev_priv = bi->ctx->dev_priv;
    707	struct {
    708		SVGA3dCmdHeader header;
    709		SVGA3dCmdDXSetSingleConstantBuffer body;
    710	} *cmd;
    711
    712	cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id);
    713	if (unlikely(cmd == NULL))
    714		return -ENOMEM;
    715
    716	cmd->header.id = SVGA_3D_CMD_DX_SET_SINGLE_CONSTANT_BUFFER;
    717	cmd->header.size = sizeof(cmd->body);
    718	cmd->body.slot = binding->slot;
    719	cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN;
    720	if (rebind) {
    721		cmd->body.offsetInBytes = binding->offset;
    722		cmd->body.sizeInBytes = binding->size;
    723		cmd->body.sid = bi->res->id;
    724	} else {
    725		cmd->body.offsetInBytes = 0;
    726		cmd->body.sizeInBytes = 0;
    727		cmd->body.sid = SVGA3D_INVALID_ID;
    728	}
    729	vmw_cmd_commit(dev_priv, sizeof(*cmd));
    730
    731	return 0;
    732}
    733
    734/**
    735 * vmw_collect_view_ids - Build view id data for a view binding command
    736 * without checking which bindings actually need to be emitted
    737 *
    738 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    739 * @biv: Pointer to where the binding info array is stored in @cbs
    740 * @max_num: Maximum number of entries in the @bi array.
    741 *
    742 * Scans the @bi array for bindings and builds a buffer of view id data.
    743 * Stops at the first non-existing binding in the @bi array.
    744 * On output, @cbs->bind_cmd_count contains the number of bindings to be
    745 * emitted, @cbs->bind_first_slot is set to zero, and @cbs->bind_cmd_buffer
    746 * contains the command data.
    747 */
    748static void vmw_collect_view_ids(struct vmw_ctx_binding_state *cbs,
    749				 const struct vmw_ctx_bindinfo_view *biv,
    750				 u32 max_num)
    751{
    752	unsigned long i;
    753
    754	cbs->bind_cmd_count = 0;
    755	cbs->bind_first_slot = 0;
    756
    757	for (i = 0; i < max_num; ++i, ++biv) {
    758		if (!biv->bi.ctx)
    759			break;
    760
    761		cbs->bind_cmd_buffer[cbs->bind_cmd_count++] =
    762			((biv->bi.scrubbed) ?
    763			 SVGA3D_INVALID_ID : biv->bi.res->id);
    764	}
    765}
    766
    767/**
    768 * vmw_collect_dirty_view_ids - Build view id data for a view binding command
    769 *
    770 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    771 * @bi: Pointer to where the binding info array is stored in @cbs
    772 * @dirty: Bitmap indicating which bindings need to be emitted.
    773 * @max_num: Maximum number of entries in the @bi array.
    774 *
    775 * Scans the @bi array for bindings that need to be emitted and
    776 * builds a buffer of view id data.
    777 * On output, @cbs->bind_cmd_count contains the number of bindings to be
    778 * emitted, @cbs->bind_first_slot indicates the index of the first emitted
    779 * binding, and @cbs->bind_cmd_buffer contains the command data.
    780 */
    781static void vmw_collect_dirty_view_ids(struct vmw_ctx_binding_state *cbs,
    782				       const struct vmw_ctx_bindinfo *bi,
    783				       unsigned long *dirty,
    784				       u32 max_num)
    785{
    786	const struct vmw_ctx_bindinfo_view *biv =
    787		container_of(bi, struct vmw_ctx_bindinfo_view, bi);
    788	unsigned long i, next_bit;
    789
    790	cbs->bind_cmd_count = 0;
    791	i = find_first_bit(dirty, max_num);
    792	next_bit = i;
    793	cbs->bind_first_slot = i;
    794
    795	biv += i;
    796	for (; i < max_num; ++i, ++biv) {
    797		cbs->bind_cmd_buffer[cbs->bind_cmd_count++] =
    798			((!biv->bi.ctx || biv->bi.scrubbed) ?
    799			 SVGA3D_INVALID_ID : biv->bi.res->id);
    800
    801		if (next_bit == i) {
    802			next_bit = find_next_bit(dirty, max_num, i + 1);
    803			if (next_bit >= max_num)
    804				break;
    805		}
    806	}
    807}
    808
    809/**
    810 * vmw_emit_set_sr - Issue delayed DX shader resource binding commands
    811 *
    812 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    813 * @shader_slot: The shader slot of the binding.
    814 */
    815static int vmw_emit_set_sr(struct vmw_ctx_binding_state *cbs,
    816			   int shader_slot)
    817{
    818	const struct vmw_ctx_bindinfo *loc =
    819		&cbs->per_shader[shader_slot].shader_res[0].bi;
    820	struct {
    821		SVGA3dCmdHeader header;
    822		SVGA3dCmdDXSetShaderResources body;
    823	} *cmd;
    824	size_t cmd_size, view_id_size;
    825	const struct vmw_resource *ctx = vmw_cbs_context(cbs);
    826
    827	vmw_collect_dirty_view_ids(cbs, loc,
    828				   cbs->per_shader[shader_slot].dirty_sr,
    829				   SVGA3D_DX_MAX_SRVIEWS);
    830	if (cbs->bind_cmd_count == 0)
    831		return 0;
    832
    833	view_id_size = cbs->bind_cmd_count*sizeof(uint32);
    834	cmd_size = sizeof(*cmd) + view_id_size;
    835	cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id);
    836	if (unlikely(cmd == NULL))
    837		return -ENOMEM;
    838
    839	cmd->header.id = SVGA_3D_CMD_DX_SET_SHADER_RESOURCES;
    840	cmd->header.size = sizeof(cmd->body) + view_id_size;
    841	cmd->body.type = shader_slot + SVGA3D_SHADERTYPE_MIN;
    842	cmd->body.startView = cbs->bind_first_slot;
    843
    844	memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size);
    845
    846	vmw_cmd_commit(ctx->dev_priv, cmd_size);
    847	bitmap_clear(cbs->per_shader[shader_slot].dirty_sr,
    848		     cbs->bind_first_slot, cbs->bind_cmd_count);
    849
    850	return 0;
    851}
    852
    853/**
    854 * vmw_emit_set_rt - Issue delayed DX rendertarget binding commands
    855 *
    856 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    857 */
    858static int vmw_emit_set_rt(struct vmw_ctx_binding_state *cbs)
    859{
    860	const struct vmw_ctx_bindinfo_view *loc = &cbs->render_targets[0];
    861	struct {
    862		SVGA3dCmdHeader header;
    863		SVGA3dCmdDXSetRenderTargets body;
    864	} *cmd;
    865	size_t cmd_size, view_id_size;
    866	const struct vmw_resource *ctx = vmw_cbs_context(cbs);
    867
    868	vmw_collect_view_ids(cbs, loc, SVGA3D_DX_MAX_RENDER_TARGETS);
    869	view_id_size = cbs->bind_cmd_count*sizeof(uint32);
    870	cmd_size = sizeof(*cmd) + view_id_size;
    871	cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id);
    872	if (unlikely(cmd == NULL))
    873		return -ENOMEM;
    874
    875	cmd->header.id = SVGA_3D_CMD_DX_SET_RENDERTARGETS;
    876	cmd->header.size = sizeof(cmd->body) + view_id_size;
    877
    878	if (cbs->ds_view.bi.ctx && !cbs->ds_view.bi.scrubbed)
    879		cmd->body.depthStencilViewId = cbs->ds_view.bi.res->id;
    880	else
    881		cmd->body.depthStencilViewId = SVGA3D_INVALID_ID;
    882
    883	memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size);
    884
    885	vmw_cmd_commit(ctx->dev_priv, cmd_size);
    886
    887	return 0;
    888
    889}
    890
    891/**
    892 * vmw_collect_so_targets - Build SVGA3dSoTarget data for a binding command
    893 * without checking which bindings actually need to be emitted
    894 *
    895 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    896 * @biso: Pointer to where the binding info array is stored in @cbs
    897 * @max_num: Maximum number of entries in the @bi array.
    898 *
    899 * Scans the @bi array for bindings and builds a buffer of SVGA3dSoTarget data.
    900 * Stops at the first non-existing binding in the @bi array.
    901 * On output, @cbs->bind_cmd_count contains the number of bindings to be
    902 * emitted, @cbs->bind_first_slot is set to zero, and @cbs->bind_cmd_buffer
    903 * contains the command data.
    904 */
    905static void vmw_collect_so_targets(struct vmw_ctx_binding_state *cbs,
    906				   const struct vmw_ctx_bindinfo_so_target *biso,
    907				   u32 max_num)
    908{
    909	unsigned long i;
    910	SVGA3dSoTarget *so_buffer = (SVGA3dSoTarget *) cbs->bind_cmd_buffer;
    911
    912	cbs->bind_cmd_count = 0;
    913	cbs->bind_first_slot = 0;
    914
    915	for (i = 0; i < max_num; ++i, ++biso, ++so_buffer,
    916		    ++cbs->bind_cmd_count) {
    917		if (!biso->bi.ctx)
    918			break;
    919
    920		if (!biso->bi.scrubbed) {
    921			so_buffer->sid = biso->bi.res->id;
    922			so_buffer->offset = biso->offset;
    923			so_buffer->sizeInBytes = biso->size;
    924		} else {
    925			so_buffer->sid = SVGA3D_INVALID_ID;
    926			so_buffer->offset = 0;
    927			so_buffer->sizeInBytes = 0;
    928		}
    929	}
    930}
    931
    932/**
    933 * vmw_emit_set_so_target - Issue delayed streamout binding commands
    934 *
    935 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    936 */
    937static int vmw_emit_set_so_target(struct vmw_ctx_binding_state *cbs)
    938{
    939	const struct vmw_ctx_bindinfo_so_target *loc = &cbs->so_targets[0];
    940	struct {
    941		SVGA3dCmdHeader header;
    942		SVGA3dCmdDXSetSOTargets body;
    943	} *cmd;
    944	size_t cmd_size, so_target_size;
    945	const struct vmw_resource *ctx = vmw_cbs_context(cbs);
    946
    947	vmw_collect_so_targets(cbs, loc, SVGA3D_DX_MAX_SOTARGETS);
    948	if (cbs->bind_cmd_count == 0)
    949		return 0;
    950
    951	so_target_size = cbs->bind_cmd_count*sizeof(SVGA3dSoTarget);
    952	cmd_size = sizeof(*cmd) + so_target_size;
    953	cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id);
    954	if (unlikely(cmd == NULL))
    955		return -ENOMEM;
    956
    957	cmd->header.id = SVGA_3D_CMD_DX_SET_SOTARGETS;
    958	cmd->header.size = sizeof(cmd->body) + so_target_size;
    959	memcpy(&cmd[1], cbs->bind_cmd_buffer, so_target_size);
    960
    961	vmw_cmd_commit(ctx->dev_priv, cmd_size);
    962
    963	return 0;
    964
    965}
    966
    967/**
    968 * vmw_binding_emit_dirty_ps - Issue delayed per shader binding commands
    969 *
    970 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    971 *
    972 */
    973static int vmw_binding_emit_dirty_ps(struct vmw_ctx_binding_state *cbs)
    974{
    975	struct vmw_dx_shader_bindings *sb = &cbs->per_shader[0];
    976	u32 i;
    977	int ret;
    978
    979	for (i = 0; i < SVGA3D_NUM_SHADERTYPE_DX10; ++i, ++sb) {
    980		if (!test_bit(VMW_BINDING_PS_SR_BIT, &sb->dirty))
    981			continue;
    982
    983		ret = vmw_emit_set_sr(cbs, i);
    984		if (ret)
    985			break;
    986
    987		__clear_bit(VMW_BINDING_PS_SR_BIT, &sb->dirty);
    988	}
    989
    990	return 0;
    991}
    992
    993/**
    994 * vmw_collect_dirty_vbs - Build SVGA3dVertexBuffer data for a
    995 * SVGA3dCmdDXSetVertexBuffers command
    996 *
    997 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
    998 * @bi: Pointer to where the binding info array is stored in @cbs
    999 * @dirty: Bitmap indicating which bindings need to be emitted.
   1000 * @max_num: Maximum number of entries in the @bi array.
   1001 *
   1002 * Scans the @bi array for bindings that need to be emitted and
   1003 * builds a buffer of SVGA3dVertexBuffer data.
   1004 * On output, @cbs->bind_cmd_count contains the number of bindings to be
   1005 * emitted, @cbs->bind_first_slot indicates the index of the first emitted
   1006 * binding, and @cbs->bind_cmd_buffer contains the command data.
   1007 */
   1008static void vmw_collect_dirty_vbs(struct vmw_ctx_binding_state *cbs,
   1009				  const struct vmw_ctx_bindinfo *bi,
   1010				  unsigned long *dirty,
   1011				  u32 max_num)
   1012{
   1013	const struct vmw_ctx_bindinfo_vb *biv =
   1014		container_of(bi, struct vmw_ctx_bindinfo_vb, bi);
   1015	unsigned long i, next_bit;
   1016	SVGA3dVertexBuffer *vbs = (SVGA3dVertexBuffer *) &cbs->bind_cmd_buffer;
   1017
   1018	cbs->bind_cmd_count = 0;
   1019	i = find_first_bit(dirty, max_num);
   1020	next_bit = i;
   1021	cbs->bind_first_slot = i;
   1022
   1023	biv += i;
   1024	for (; i < max_num; ++i, ++biv, ++vbs) {
   1025		if (!biv->bi.ctx || biv->bi.scrubbed) {
   1026			vbs->sid = SVGA3D_INVALID_ID;
   1027			vbs->stride = 0;
   1028			vbs->offset = 0;
   1029		} else {
   1030			vbs->sid = biv->bi.res->id;
   1031			vbs->stride = biv->stride;
   1032			vbs->offset = biv->offset;
   1033		}
   1034		cbs->bind_cmd_count++;
   1035		if (next_bit == i) {
   1036			next_bit = find_next_bit(dirty, max_num, i + 1);
   1037			if (next_bit >= max_num)
   1038				break;
   1039		}
   1040	}
   1041}
   1042
   1043/**
   1044 * vmw_emit_set_vb - Issue delayed vertex buffer binding commands
   1045 *
   1046 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
   1047 *
   1048 */
   1049static int vmw_emit_set_vb(struct vmw_ctx_binding_state *cbs)
   1050{
   1051	const struct vmw_ctx_bindinfo *loc =
   1052		&cbs->vertex_buffers[0].bi;
   1053	struct {
   1054		SVGA3dCmdHeader header;
   1055		SVGA3dCmdDXSetVertexBuffers body;
   1056	} *cmd;
   1057	size_t cmd_size, set_vb_size;
   1058	const struct vmw_resource *ctx = vmw_cbs_context(cbs);
   1059
   1060	vmw_collect_dirty_vbs(cbs, loc, cbs->dirty_vb,
   1061			     SVGA3D_DX_MAX_VERTEXBUFFERS);
   1062	if (cbs->bind_cmd_count == 0)
   1063		return 0;
   1064
   1065	set_vb_size = cbs->bind_cmd_count*sizeof(SVGA3dVertexBuffer);
   1066	cmd_size = sizeof(*cmd) + set_vb_size;
   1067	cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id);
   1068	if (unlikely(cmd == NULL))
   1069		return -ENOMEM;
   1070
   1071	cmd->header.id = SVGA_3D_CMD_DX_SET_VERTEX_BUFFERS;
   1072	cmd->header.size = sizeof(cmd->body) + set_vb_size;
   1073	cmd->body.startBuffer = cbs->bind_first_slot;
   1074
   1075	memcpy(&cmd[1], cbs->bind_cmd_buffer, set_vb_size);
   1076
   1077	vmw_cmd_commit(ctx->dev_priv, cmd_size);
   1078	bitmap_clear(cbs->dirty_vb,
   1079		     cbs->bind_first_slot, cbs->bind_cmd_count);
   1080
   1081	return 0;
   1082}
   1083
   1084static int vmw_emit_set_uav(struct vmw_ctx_binding_state *cbs)
   1085{
   1086	const struct vmw_ctx_bindinfo_view *loc = &cbs->ua_views[0].views[0];
   1087	struct {
   1088		SVGA3dCmdHeader header;
   1089		SVGA3dCmdDXSetUAViews body;
   1090	} *cmd;
   1091	size_t cmd_size, view_id_size;
   1092	const struct vmw_resource *ctx = vmw_cbs_context(cbs);
   1093
   1094	vmw_collect_view_ids(cbs, loc, vmw_max_num_uavs(cbs->dev_priv));
   1095	view_id_size = cbs->bind_cmd_count*sizeof(uint32);
   1096	cmd_size = sizeof(*cmd) + view_id_size;
   1097	cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id);
   1098	if (!cmd)
   1099		return -ENOMEM;
   1100
   1101	cmd->header.id = SVGA_3D_CMD_DX_SET_UA_VIEWS;
   1102	cmd->header.size = sizeof(cmd->body) + view_id_size;
   1103
   1104	/* Splice index is specified user-space   */
   1105	cmd->body.uavSpliceIndex = cbs->ua_views[0].index;
   1106
   1107	memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size);
   1108
   1109	vmw_cmd_commit(ctx->dev_priv, cmd_size);
   1110
   1111	return 0;
   1112}
   1113
   1114static int vmw_emit_set_cs_uav(struct vmw_ctx_binding_state *cbs)
   1115{
   1116	const struct vmw_ctx_bindinfo_view *loc = &cbs->ua_views[1].views[0];
   1117	struct {
   1118		SVGA3dCmdHeader header;
   1119		SVGA3dCmdDXSetCSUAViews body;
   1120	} *cmd;
   1121	size_t cmd_size, view_id_size;
   1122	const struct vmw_resource *ctx = vmw_cbs_context(cbs);
   1123
   1124	vmw_collect_view_ids(cbs, loc, vmw_max_num_uavs(cbs->dev_priv));
   1125	view_id_size = cbs->bind_cmd_count*sizeof(uint32);
   1126	cmd_size = sizeof(*cmd) + view_id_size;
   1127	cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id);
   1128	if (!cmd)
   1129		return -ENOMEM;
   1130
   1131	cmd->header.id = SVGA_3D_CMD_DX_SET_CS_UA_VIEWS;
   1132	cmd->header.size = sizeof(cmd->body) + view_id_size;
   1133
   1134	/* Start index is specified user-space */
   1135	cmd->body.startIndex = cbs->ua_views[1].index;
   1136
   1137	memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size);
   1138
   1139	vmw_cmd_commit(ctx->dev_priv, cmd_size);
   1140
   1141	return 0;
   1142}
   1143
   1144/**
   1145 * vmw_binding_emit_dirty - Issue delayed binding commands
   1146 *
   1147 * @cbs: Pointer to the context's struct vmw_ctx_binding_state
   1148 *
   1149 * This function issues the delayed binding commands that arise from
   1150 * previous scrub / unscrub calls. These binding commands are typically
   1151 * commands that batch a number of bindings and therefore it makes sense
   1152 * to delay them.
   1153 */
   1154static int vmw_binding_emit_dirty(struct vmw_ctx_binding_state *cbs)
   1155{
   1156	int ret = 0;
   1157	unsigned long hit = 0;
   1158
   1159	while ((hit = find_next_bit(&cbs->dirty, VMW_BINDING_NUM_BITS, hit))
   1160	      < VMW_BINDING_NUM_BITS) {
   1161
   1162		switch (hit) {
   1163		case VMW_BINDING_RT_BIT:
   1164			ret = vmw_emit_set_rt(cbs);
   1165			break;
   1166		case VMW_BINDING_PS_BIT:
   1167			ret = vmw_binding_emit_dirty_ps(cbs);
   1168			break;
   1169		case VMW_BINDING_SO_T_BIT:
   1170			ret = vmw_emit_set_so_target(cbs);
   1171			break;
   1172		case VMW_BINDING_VB_BIT:
   1173			ret = vmw_emit_set_vb(cbs);
   1174			break;
   1175		case VMW_BINDING_UAV_BIT:
   1176			ret = vmw_emit_set_uav(cbs);
   1177			break;
   1178		case VMW_BINDING_CS_UAV_BIT:
   1179			ret = vmw_emit_set_cs_uav(cbs);
   1180			break;
   1181		default:
   1182			BUG();
   1183		}
   1184		if (ret)
   1185			return ret;
   1186
   1187		__clear_bit(hit, &cbs->dirty);
   1188		hit++;
   1189	}
   1190
   1191	return 0;
   1192}
   1193
   1194/**
   1195 * vmw_binding_scrub_sr - Schedule a dx shaderresource binding
   1196 * scrub from a context
   1197 *
   1198 * @bi: single binding information.
   1199 * @rebind: Whether to issue a bind instead of scrub command.
   1200 */
   1201static int vmw_binding_scrub_sr(struct vmw_ctx_bindinfo *bi, bool rebind)
   1202{
   1203	struct vmw_ctx_bindinfo_view *biv =
   1204		container_of(bi, struct vmw_ctx_bindinfo_view, bi);
   1205	struct vmw_ctx_binding_state *cbs =
   1206		vmw_context_binding_state(bi->ctx);
   1207
   1208	__set_bit(biv->slot, cbs->per_shader[biv->shader_slot].dirty_sr);
   1209	__set_bit(VMW_BINDING_PS_SR_BIT,
   1210		  &cbs->per_shader[biv->shader_slot].dirty);
   1211	__set_bit(VMW_BINDING_PS_BIT, &cbs->dirty);
   1212
   1213	return 0;
   1214}
   1215
   1216/**
   1217 * vmw_binding_scrub_dx_rt - Schedule a dx rendertarget binding
   1218 * scrub from a context
   1219 *
   1220 * @bi: single binding information.
   1221 * @rebind: Whether to issue a bind instead of scrub command.
   1222 */
   1223static int vmw_binding_scrub_dx_rt(struct vmw_ctx_bindinfo *bi, bool rebind)
   1224{
   1225	struct vmw_ctx_binding_state *cbs =
   1226		vmw_context_binding_state(bi->ctx);
   1227
   1228	__set_bit(VMW_BINDING_RT_BIT, &cbs->dirty);
   1229
   1230	return 0;
   1231}
   1232
   1233/**
   1234 * vmw_binding_scrub_so_target - Schedule a dx streamoutput buffer binding
   1235 * scrub from a context
   1236 *
   1237 * @bi: single binding information.
   1238 * @rebind: Whether to issue a bind instead of scrub command.
   1239 */
   1240static int vmw_binding_scrub_so_target(struct vmw_ctx_bindinfo *bi, bool rebind)
   1241{
   1242	struct vmw_ctx_binding_state *cbs =
   1243		vmw_context_binding_state(bi->ctx);
   1244
   1245	__set_bit(VMW_BINDING_SO_T_BIT, &cbs->dirty);
   1246
   1247	return 0;
   1248}
   1249
   1250/**
   1251 * vmw_binding_scrub_vb - Schedule a dx vertex buffer binding
   1252 * scrub from a context
   1253 *
   1254 * @bi: single binding information.
   1255 * @rebind: Whether to issue a bind instead of scrub command.
   1256 */
   1257static int vmw_binding_scrub_vb(struct vmw_ctx_bindinfo *bi, bool rebind)
   1258{
   1259	struct vmw_ctx_bindinfo_vb *bivb =
   1260		container_of(bi, struct vmw_ctx_bindinfo_vb, bi);
   1261	struct vmw_ctx_binding_state *cbs =
   1262		vmw_context_binding_state(bi->ctx);
   1263
   1264	__set_bit(bivb->slot, cbs->dirty_vb);
   1265	__set_bit(VMW_BINDING_VB_BIT, &cbs->dirty);
   1266
   1267	return 0;
   1268}
   1269
   1270/**
   1271 * vmw_binding_scrub_ib - scrub a dx index buffer binding from a context
   1272 *
   1273 * @bi: single binding information.
   1274 * @rebind: Whether to issue a bind instead of scrub command.
   1275 */
   1276static int vmw_binding_scrub_ib(struct vmw_ctx_bindinfo *bi, bool rebind)
   1277{
   1278	struct vmw_ctx_bindinfo_ib *binding =
   1279		container_of(bi, typeof(*binding), bi);
   1280	struct vmw_private *dev_priv = bi->ctx->dev_priv;
   1281	struct {
   1282		SVGA3dCmdHeader header;
   1283		SVGA3dCmdDXSetIndexBuffer body;
   1284	} *cmd;
   1285
   1286	cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id);
   1287	if (unlikely(cmd == NULL))
   1288		return -ENOMEM;
   1289
   1290	cmd->header.id = SVGA_3D_CMD_DX_SET_INDEX_BUFFER;
   1291	cmd->header.size = sizeof(cmd->body);
   1292	if (rebind) {
   1293		cmd->body.sid = bi->res->id;
   1294		cmd->body.format = binding->format;
   1295		cmd->body.offset = binding->offset;
   1296	} else {
   1297		cmd->body.sid = SVGA3D_INVALID_ID;
   1298		cmd->body.format = 0;
   1299		cmd->body.offset = 0;
   1300	}
   1301
   1302	vmw_cmd_commit(dev_priv, sizeof(*cmd));
   1303
   1304	return 0;
   1305}
   1306
   1307static int vmw_binding_scrub_uav(struct vmw_ctx_bindinfo *bi, bool rebind)
   1308{
   1309	struct vmw_ctx_binding_state *cbs = vmw_context_binding_state(bi->ctx);
   1310
   1311	__set_bit(VMW_BINDING_UAV_BIT, &cbs->dirty);
   1312	return 0;
   1313}
   1314
   1315static int vmw_binding_scrub_cs_uav(struct vmw_ctx_bindinfo *bi, bool rebind)
   1316{
   1317	struct vmw_ctx_binding_state *cbs = vmw_context_binding_state(bi->ctx);
   1318
   1319	__set_bit(VMW_BINDING_CS_UAV_BIT, &cbs->dirty);
   1320	return 0;
   1321}
   1322
   1323/**
   1324 * vmw_binding_scrub_so - Scrub a streamoutput binding from context.
   1325 * @bi: Single binding information.
   1326 * @rebind: Whether to issue a bind instead of scrub command.
   1327 */
   1328static int vmw_binding_scrub_so(struct vmw_ctx_bindinfo *bi, bool rebind)
   1329{
   1330	struct vmw_ctx_bindinfo_so *binding =
   1331		container_of(bi, typeof(*binding), bi);
   1332	struct vmw_private *dev_priv = bi->ctx->dev_priv;
   1333	struct {
   1334		SVGA3dCmdHeader header;
   1335		SVGA3dCmdDXSetStreamOutput body;
   1336	} *cmd;
   1337
   1338	cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id);
   1339	if (!cmd)
   1340		return -ENOMEM;
   1341
   1342	cmd->header.id = SVGA_3D_CMD_DX_SET_STREAMOUTPUT;
   1343	cmd->header.size = sizeof(cmd->body);
   1344	cmd->body.soid = rebind ? bi->res->id : SVGA3D_INVALID_ID;
   1345	vmw_cmd_commit(dev_priv, sizeof(*cmd));
   1346
   1347	return 0;
   1348}
   1349
   1350/**
   1351 * vmw_binding_state_alloc - Allocate a struct vmw_ctx_binding_state.
   1352 *
   1353 * @dev_priv: Pointer to a device private structure.
   1354 *
   1355 * Returns a pointer to a newly allocated struct or an error pointer on error.
   1356 */
   1357struct vmw_ctx_binding_state *
   1358vmw_binding_state_alloc(struct vmw_private *dev_priv)
   1359{
   1360	struct vmw_ctx_binding_state *cbs;
   1361
   1362	cbs = vzalloc(sizeof(*cbs));
   1363	if (!cbs) {
   1364		return ERR_PTR(-ENOMEM);
   1365	}
   1366
   1367	cbs->dev_priv = dev_priv;
   1368	INIT_LIST_HEAD(&cbs->list);
   1369
   1370	return cbs;
   1371}
   1372
   1373/**
   1374 * vmw_binding_state_free - Free a struct vmw_ctx_binding_state.
   1375 *
   1376 * @cbs: Pointer to the struct vmw_ctx_binding_state to be freed.
   1377 */
   1378void vmw_binding_state_free(struct vmw_ctx_binding_state *cbs)
   1379{
   1380	vfree(cbs);
   1381}
   1382
   1383/**
   1384 * vmw_binding_state_list - Get the binding list of a
   1385 * struct vmw_ctx_binding_state
   1386 *
   1387 * @cbs: Pointer to the struct vmw_ctx_binding_state
   1388 *
   1389 * Returns the binding list which can be used to traverse through the bindings
   1390 * and access the resource information of all bindings.
   1391 */
   1392struct list_head *vmw_binding_state_list(struct vmw_ctx_binding_state *cbs)
   1393{
   1394	return &cbs->list;
   1395}
   1396
   1397/**
   1398 * vmw_binding_state_reset - clear a struct vmw_ctx_binding_state
   1399 *
   1400 * @cbs: Pointer to the struct vmw_ctx_binding_state to be cleared
   1401 *
   1402 * Drops all bindings registered in @cbs. No device binding actions are
   1403 * performed.
   1404 */
   1405void vmw_binding_state_reset(struct vmw_ctx_binding_state *cbs)
   1406{
   1407	struct vmw_ctx_bindinfo *entry, *next;
   1408
   1409	list_for_each_entry_safe(entry, next, &cbs->list, ctx_list)
   1410		vmw_binding_drop(entry);
   1411}
   1412
   1413/**
   1414 * vmw_binding_dirtying - Return whether a binding type is dirtying its resource
   1415 * @binding_type: The binding type
   1416 *
   1417 * Each time a resource is put on the validation list as the result of a
   1418 * context binding referencing it, we need to determine whether that resource
   1419 * will be dirtied (written to by the GPU) as a result of the corresponding
   1420 * GPU operation. Currently rendertarget-, depth-stencil-, stream-output-target
   1421 * and unordered access view bindings are capable of dirtying its resource.
   1422 *
   1423 * Return: Whether the binding type dirties the resource its binding points to.
   1424 */
   1425u32 vmw_binding_dirtying(enum vmw_ctx_binding_type binding_type)
   1426{
   1427	static u32 is_binding_dirtying[vmw_ctx_binding_max] = {
   1428		[vmw_ctx_binding_rt] = VMW_RES_DIRTY_SET,
   1429		[vmw_ctx_binding_dx_rt] = VMW_RES_DIRTY_SET,
   1430		[vmw_ctx_binding_ds] = VMW_RES_DIRTY_SET,
   1431		[vmw_ctx_binding_so_target] = VMW_RES_DIRTY_SET,
   1432		[vmw_ctx_binding_uav] = VMW_RES_DIRTY_SET,
   1433		[vmw_ctx_binding_cs_uav] = VMW_RES_DIRTY_SET,
   1434	};
   1435
   1436	/* Review this function as new bindings are added. */
   1437	BUILD_BUG_ON(vmw_ctx_binding_max != 14);
   1438	return is_binding_dirtying[binding_type];
   1439}
   1440
   1441/*
   1442 * This function is unused at run-time, and only used to hold various build
   1443 * asserts important for code optimization assumptions.
   1444 */
   1445static void vmw_binding_build_asserts(void)
   1446{
   1447	BUILD_BUG_ON(SVGA3D_NUM_SHADERTYPE_DX10 != 3);
   1448	BUILD_BUG_ON(SVGA3D_DX_MAX_RENDER_TARGETS > SVGA3D_RT_MAX);
   1449	BUILD_BUG_ON(sizeof(uint32) != sizeof(u32));
   1450
   1451	/*
   1452	 * struct vmw_ctx_binding_state::bind_cmd_buffer is used for various
   1453	 * view id arrays.
   1454	 */
   1455	BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_RT_MAX);
   1456	BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_DX_MAX_SRVIEWS);
   1457	BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_DX_MAX_CONSTBUFFERS);
   1458
   1459	/*
   1460	 * struct vmw_ctx_binding_state::bind_cmd_buffer is used for
   1461	 * u32 view ids, SVGA3dSoTargets and SVGA3dVertexBuffers
   1462	 */
   1463	BUILD_BUG_ON(SVGA3D_DX_MAX_SOTARGETS*sizeof(SVGA3dSoTarget) >
   1464		     VMW_MAX_VIEW_BINDINGS*sizeof(u32));
   1465	BUILD_BUG_ON(SVGA3D_DX_MAX_VERTEXBUFFERS*sizeof(SVGA3dVertexBuffer) >
   1466		     VMW_MAX_VIEW_BINDINGS*sizeof(u32));
   1467}