/************************************************************************** * * Copyright 2009 VMware, Inc. * All Rights Reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sub license, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice (including the * next paragraph) shall be included in all copies or substantial portions * of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. * **************************************************************************/ /* Helper utility for uploading user buffers & other data, and * coalescing small buffers into larger ones. */ #include "pipe/p_defines.h" #include "util/u_inlines.h" #include "pipe/p_context.h" #include "util/u_memory.h" #include "util/u_math.h" #include "u_upload_mgr.h" struct u_upload_mgr { struct pipe_context *pipe; unsigned default_size; /* Minimum size of the upload buffer, in bytes. */ unsigned bind; /* Bitmask of PIPE_BIND_* flags. */ enum pipe_resource_usage usage; unsigned flags; unsigned map_flags; /* Bitmask of PIPE_TRANSFER_* flags. */ boolean map_persistent; /* If persistent mappings are supported. */ struct pipe_resource *buffer; /* Upload buffer. */ struct pipe_transfer *transfer; /* Transfer object for the upload buffer. */ uint8_t *map; /* Pointer to the mapped upload buffer. */ unsigned offset; /* Aligned offset to the upload buffer, pointing * at the first unused byte. */ unsigned flushed_size; /* Size we have flushed by transfer_flush_region. */ }; struct u_upload_mgr * u_upload_create(struct pipe_context *pipe, unsigned default_size, unsigned bind, enum pipe_resource_usage usage, unsigned flags) { struct u_upload_mgr *upload = CALLOC_STRUCT(u_upload_mgr); if (!upload) return NULL; upload->pipe = pipe; upload->default_size = default_size; upload->bind = bind; upload->usage = usage; upload->flags = flags; upload->map_persistent = pipe->screen->get_param(pipe->screen, PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT); if (upload->map_persistent) { upload->map_flags = PIPE_TRANSFER_WRITE | PIPE_TRANSFER_UNSYNCHRONIZED | PIPE_TRANSFER_PERSISTENT | PIPE_TRANSFER_COHERENT; } else { upload->map_flags = PIPE_TRANSFER_WRITE | PIPE_TRANSFER_UNSYNCHRONIZED | PIPE_TRANSFER_FLUSH_EXPLICIT; } return upload; } struct u_upload_mgr * u_upload_create_default(struct pipe_context *pipe) { return u_upload_create(pipe, 1024 * 1024, PIPE_BIND_VERTEX_BUFFER | PIPE_BIND_INDEX_BUFFER | PIPE_BIND_CONSTANT_BUFFER, PIPE_USAGE_STREAM, 0); } struct u_upload_mgr * u_upload_clone(struct pipe_context *pipe, struct u_upload_mgr *upload) { struct u_upload_mgr *result = u_upload_create(pipe, upload->default_size, upload->bind, upload->usage, upload->flags); if (upload->map_persistent && upload->map_flags & PIPE_TRANSFER_FLUSH_EXPLICIT) u_upload_enable_flush_explicit(result); return result; } void u_upload_enable_flush_explicit(struct u_upload_mgr *upload) { assert(upload->map_persistent); upload->map_flags &= ~PIPE_TRANSFER_COHERENT; upload->map_flags |= PIPE_TRANSFER_FLUSH_EXPLICIT; } static void upload_unmap_internal(struct u_upload_mgr *upload, boolean destroying) { if (!upload->transfer) return; if (upload->map_flags & PIPE_TRANSFER_FLUSH_EXPLICIT) { struct pipe_box *box = &upload->transfer->box; unsigned flush_offset = box->x + upload->flushed_size; if (upload->offset > flush_offset) { pipe_buffer_flush_mapped_range(upload->pipe, upload->transfer, flush_offset, upload->offset - flush_offset); upload->flushed_size = upload->offset; } } if (destroying || !upload->map_persistent) { pipe_transfer_unmap(upload->pipe, upload->transfer); upload->transfer = NULL; upload->map = NULL; upload->flushed_size = 0; } } void u_upload_unmap(struct u_upload_mgr *upload) { upload_unmap_internal(upload, FALSE); } static void u_upload_release_buffer(struct u_upload_mgr *upload) { /* Unmap and unreference the upload buffer. */ upload_unmap_internal(upload, TRUE); pipe_resource_reference(&upload->buffer, NULL); } void u_upload_destroy(struct u_upload_mgr *upload) { u_upload_release_buffer(upload); FREE(upload); } static void u_upload_alloc_buffer(struct u_upload_mgr *upload, unsigned min_size) { struct pipe_screen *screen = upload->pipe->screen; struct pipe_resource buffer; unsigned size; /* Release the old buffer, if present: */ u_upload_release_buffer(upload); /* Allocate a new one: */ size = align(MAX2(upload->default_size, min_size), 4096); memset(&buffer, 0, sizeof buffer); buffer.target = PIPE_BUFFER; buffer.format = PIPE_FORMAT_R8_UNORM; /* want TYPELESS or similar */ buffer.bind = upload->bind; buffer.usage = upload->usage; buffer.flags = upload->flags; buffer.width0 = size; buffer.height0 = 1; buffer.depth0 = 1; buffer.array_size = 1; if (upload->map_persistent) { buffer.flags |= PIPE_RESOURCE_FLAG_MAP_PERSISTENT | PIPE_RESOURCE_FLAG_MAP_COHERENT; } upload->buffer = screen->resource_create(screen, &buffer); if (upload->buffer == NULL) return; /* Map the new buffer. */ upload->map = pipe_buffer_map_range(upload->pipe, upload->buffer, 0, size, upload->map_flags, &upload->transfer); if (upload->map == NULL) { upload->transfer = NULL; pipe_resource_reference(&upload->buffer, NULL); return; } upload->offset = 0; } void u_upload_alloc(struct u_upload_mgr *upload, unsigned min_out_offset, unsigned size, unsigned alignment, unsigned *out_offset, struct pipe_resource **outbuf, void **ptr) { unsigned buffer_size = upload->buffer ? upload->buffer->width0 : 0; unsigned offset; min_out_offset = align(min_out_offset, alignment); offset = align(upload->offset, alignment); offset = MAX2(offset, min_out_offset); /* Make sure we have enough space in the upload buffer * for the sub-allocation. */ if (unlikely(!upload->buffer || offset + size > buffer_size)) { u_upload_alloc_buffer(upload, min_out_offset + size); if (unlikely(!upload->buffer)) { *out_offset = ~0; pipe_resource_reference(outbuf, NULL); *ptr = NULL; return; } offset = min_out_offset; buffer_size = upload->buffer->width0; } if (unlikely(!upload->map)) { upload->map = pipe_buffer_map_range(upload->pipe, upload->buffer, offset, buffer_size - offset, upload->map_flags, &upload->transfer); if (unlikely(!upload->map)) { upload->transfer = NULL; *out_offset = ~0; pipe_resource_reference(outbuf, NULL); *ptr = NULL; return; } upload->map -= offset; } assert(offset < buffer_size); assert(offset + size <= buffer_size); assert(size); /* Emit the return values: */ *ptr = upload->map + offset; pipe_resource_reference(outbuf, upload->buffer); *out_offset = offset; upload->offset = offset + size; } void u_upload_data(struct u_upload_mgr *upload, unsigned min_out_offset, unsigned size, unsigned alignment, const void *data, unsigned *out_offset, struct pipe_resource **outbuf) { uint8_t *ptr; u_upload_alloc(upload, min_out_offset, size, alignment, out_offset, outbuf, (void**)&ptr); if (ptr) memcpy(ptr, data, size); }