/*
* Copyright © 2014 Broadcom
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice (including the next
* paragraph) shall be included in all copies or substantial portions of the
* Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
* IN THE SOFTWARE.
*/
/**
* Gallium query object support.
*
* The HW has native support for occlusion queries, with the query result
* being loaded and stored by the TLB unit. From a SW perspective, we have to
* be careful to make sure that the jobs that need to be tracking queries are
* bracketed by the start and end of counting, even across FBO transitions.
*
* For the transform feedback PRIMITIVES_GENERATED/WRITTEN queries, we have to
* do the calculations in software at draw time.
*/
#include "v3d_query.h"
struct v3d_query_pipe
{
struct v3d_query base;
enum pipe_query_type type;
struct v3d_bo *bo;
uint32_t start, end;
};
static void
v3d_destroy_query_pipe(struct v3d_context *v3d, struct v3d_query *query)
{
struct v3d_query_pipe *pquery = (struct v3d_query_pipe *)query;
v3d_bo_unreference(&pquery->bo);
free(pquery);
}
static bool
v3d_begin_query_pipe(struct v3d_context *v3d, struct v3d_query *query)
{
struct v3d_query_pipe *pquery = (struct v3d_query_pipe *)query;
switch (pquery->type) {
case PIPE_QUERY_PRIMITIVES_GENERATED:
/* If we are using PRIMITIVE_COUNTS_FEEDBACK to retrieve
* primitive counts from the GPU (which we need when a GS
* is present), then we need to update our counters now
* to discard any primitives generated before this.
*/
if (v3d->prog.gs)
v3d_update_primitive_counters(v3d);
pquery->start = v3d->prims_generated;
v3d->n_primitives_generated_queries_in_flight++;
break;
case PIPE_QUERY_PRIMITIVES_EMITTED:
/* If we are inside transform feedback we need to update the
* primitive counts to skip primitives recorded before this.
*/
if (v3d->streamout.num_targets > 0)
v3d_update_primitive_counters(v3d);
pquery->start = v3d->tf_prims_generated;
break;
case PIPE_QUERY_OCCLUSION_COUNTER:
case PIPE_QUERY_OCCLUSION_PREDICATE:
case PIPE_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE:
pquery->bo = v3d_bo_alloc(v3d->screen, 4096, "query");
uint32_t *map = v3d_bo_map(pquery->bo);
*map = 0;
v3d->current_oq = pquery->bo;
v3d->dirty |= V3D_DIRTY_OQ;
break;
default:
unreachable("unsupported query type");
}
return true;
}
static bool
v3d_end_query_pipe(struct v3d_context *v3d, struct v3d_query *query)
{
struct v3d_query_pipe *pquery = (struct v3d_query_pipe *)query;
switch (pquery->type) {
case PIPE_QUERY_PRIMITIVES_GENERATED:
/* If we are using PRIMITIVE_COUNTS_FEEDBACK to retrieve
* primitive counts from the GPU (which we need when a GS
* is present), then we need to update our counters now.
*/
if (v3d->prog.gs)
v3d_update_primitive_counters(v3d);
pquery->end = v3d->prims_generated;
v3d->n_primitives_generated_queries_in_flight--;
break;
case PIPE_QUERY_PRIMITIVES_EMITTED:
/* If transform feedback has ended, then we have already
* updated the primitive counts at glEndTransformFeedback()
* time. Otherwise, we have to do it now.
*/
if (v3d->streamout.num_targets > 0)
v3d_update_primitive_counters(v3d);
pquery->end = v3d->tf_prims_generated;
break;
case PIPE_QUERY_OCCLUSION_COUNTER:
case PIPE_QUERY_OCCLUSION_PREDICATE:
case PIPE_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE:
v3d->current_oq = NULL;
v3d->dirty |= V3D_DIRTY_OQ;
break;
default:
unreachable("unsupported query type");
}
return true;
}
static bool
v3d_get_query_result_pipe(struct v3d_context *v3d, struct v3d_query *query,
bool wait, union pipe_query_result *vresult)
{
struct v3d_query_pipe *pquery = (struct v3d_query_pipe *)query;
uint32_t result = 0;
if (pquery->bo) {
v3d_flush_jobs_using_bo(v3d, pquery->bo);
if (wait) {
if (!v3d_bo_wait(pquery->bo, ~0ull, "query"))
return false;
} else {
if (!v3d_bo_wait(pquery->bo, 0, "query"))
return false;
}
/* XXX: Sum up per-core values. */
uint32_t *map = v3d_bo_map(pquery->bo);
result = *map;
v3d_bo_unreference(&pquery->bo);
}
switch (pquery->type) {
case PIPE_QUERY_OCCLUSION_COUNTER:
vresult->u64 = result;
break;
case PIPE_QUERY_OCCLUSION_PREDICATE:
case PIPE_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE:
vresult->b = result != 0;
break;
case PIPE_QUERY_PRIMITIVES_GENERATED:
case PIPE_QUERY_PRIMITIVES_EMITTED:
vresult->u64 = pquery->end - pquery->start;
break;
default:
unreachable("unsupported query type");
}
return true;
}
static const struct v3d_query_funcs pipe_query_funcs = {
.destroy_query = v3d_destroy_query_pipe,
.begin_query = v3d_begin_query_pipe,
.end_query = v3d_end_query_pipe,
.get_query_result = v3d_get_query_result_pipe,
};
struct pipe_query *
v3d_create_query_pipe(struct v3d_context *v3d, unsigned query_type, unsigned index)
{
if (query_type >= PIPE_QUERY_DRIVER_SPECIFIC)
return NULL;
struct v3d_query_pipe *pquery = calloc(1, sizeof(*pquery));
struct v3d_query *query = &pquery->base;
pquery->type = query_type;
query->funcs = &pipe_query_funcs;
/* Note that struct pipe_query isn't actually defined anywhere. */
return (struct pipe_query *)query;
}