using System; using System.Collections.Generic; using System.IO; using System.Runtime.InteropServices; namespace MoonWorks.Graphics { /// /// A convenience structure for creating resources and uploading their data. /// /// Note that Upload or UploadAndWait must be called after the Create methods for the data to actually be uploaded. /// /// Note that this structure does not magically keep memory usage down - /// you may want to stagger uploads over multiple submissions to minimize memory usage. /// public unsafe class ResourceUploader : GraphicsResource { TransferBuffer TransferBuffer; byte* data; uint dataOffset = 0; uint dataSize = 1024; List<(GpuBuffer, BufferCopy)> BufferUploads = new List<(GpuBuffer, BufferCopy)>(); List<(TextureSlice, uint)> TextureUploads = new List<(TextureSlice, uint)>(); public ResourceUploader(GraphicsDevice device) : base(device) { data = (byte*) NativeMemory.Alloc(dataSize); } // Buffers /// /// Creates a GpuBuffer with data to be uploaded. /// public GpuBuffer CreateBuffer(Span data, BufferUsageFlags usageFlags) where T : unmanaged { var lengthInBytes = (uint) (Marshal.SizeOf() * data.Length); var gpuBuffer = new GpuBuffer(Device, usageFlags, lengthInBytes); SetBufferData(gpuBuffer, 0, data); return gpuBuffer; } /// /// Prepares upload of data into a GpuBuffer. /// public void SetBufferData(GpuBuffer buffer, uint bufferOffsetInElements, Span data) where T : unmanaged { uint elementSize = (uint) Marshal.SizeOf(); uint offsetInBytes = elementSize * bufferOffsetInElements; uint lengthInBytes = (uint) (elementSize * data.Length); uint resourceOffset; fixed (void* spanPtr = data) { resourceOffset = CopyData(spanPtr, lengthInBytes); } var bufferCopyParams = new BufferCopy(resourceOffset, offsetInBytes, lengthInBytes); BufferUploads.Add((buffer, bufferCopyParams)); } // Textures public Texture CreateTexture2D(Span pixelData, uint width, uint height) { var texture = Texture.CreateTexture2D(Device, width, height, TextureFormat.R8G8B8A8, TextureUsageFlags.Sampler); SetTextureData(texture, pixelData); return texture; } /// /// Creates a 2D Texture from compressed image data to be uploaded. /// public Texture CreateTexture2DFromCompressed(Span compressedImageData) { ImageUtils.ImageInfoFromBytes(compressedImageData, out var width, out var height, out var _); var texture = Texture.CreateTexture2D(Device, width, height, TextureFormat.R8G8B8A8, TextureUsageFlags.Sampler); SetTextureDataFromCompressed(texture, compressedImageData); return texture; } /// /// Creates a 2D Texture from a compressed image stream to be uploaded. /// public Texture CreateTexture2DFromCompressed(Stream compressedImageStream) { var length = compressedImageStream.Length; var buffer = NativeMemory.Alloc((nuint) length); var span = new Span(buffer, (int) length); compressedImageStream.ReadExactly(span); var texture = CreateTexture2DFromCompressed(span); NativeMemory.Free(buffer); return texture; } /// /// Creates a 2D Texture from a compressed image file to be uploaded. /// public Texture CreateTexture2DFromCompressed(string compressedImageFilePath) { var fileStream = new FileStream(compressedImageFilePath, FileMode.Open, FileAccess.Read); return CreateTexture2DFromCompressed(fileStream); } /// /// Creates a texture from a DDS stream. /// public Texture CreateTextureFromDDS(Stream stream) { using var reader = new BinaryReader(stream); Texture texture; int faces; ImageUtils.ParseDDS(reader, out var format, out var width, out var height, out var levels, out var isCube); if (isCube) { texture = Texture.CreateTextureCube(Device, (uint) width, format, TextureUsageFlags.Sampler, (uint) levels); faces = 6; } else { texture = Texture.CreateTexture2D(Device, (uint) width, (uint) height, format, TextureUsageFlags.Sampler, (uint) levels); faces = 1; } for (int face = 0; face < faces; face += 1) { for (int level = 0; level < levels; level += 1) { var levelWidth = width >> level; var levelHeight = height >> level; var levelSize = ImageUtils.CalculateDDSLevelSize(levelWidth, levelHeight, format); var byteBuffer = NativeMemory.Alloc((nuint) levelSize); var byteSpan = new Span(byteBuffer, levelSize); stream.ReadExactly(byteSpan); var textureSlice = new TextureSlice { Texture = texture, MipLevel = (uint) level, BaseLayer = (uint) face, LayerCount = 1, X = 0, Y = 0, Z = 0, Width = (uint) levelWidth, Height = (uint) levelHeight, Depth = 1 }; SetTextureData(textureSlice, byteSpan); NativeMemory.Free(byteBuffer); } } return texture; } /// /// Creates a texture from a DDS file. /// public Texture CreateTextureFromDDS(string path) { var stream = new FileStream(path, FileMode.Open, FileAccess.Read); return CreateTextureFromDDS(stream); } public void SetTextureDataFromCompressed(TextureSlice textureSlice, Span compressedImageData) { var pixelData = ImageUtils.GetPixelDataFromBytes(compressedImageData, out var _, out var _, out var sizeInBytes); var pixelSpan = new Span((void*) pixelData, (int) sizeInBytes); SetTextureData(textureSlice, pixelSpan); ImageUtils.FreePixelData(pixelData); } public void SetTextureDataFromCompressed(TextureSlice textureSlice, Stream compressedImageStream) { var length = compressedImageStream.Length; var buffer = NativeMemory.Alloc((nuint) length); var span = new Span(buffer, (int) length); compressedImageStream.ReadExactly(span); SetTextureDataFromCompressed(textureSlice, span); NativeMemory.Free(buffer); } public void SetTextureDataFromCompressed(TextureSlice textureSlice, string compressedImageFilePath) { var fileStream = new FileStream(compressedImageFilePath, FileMode.Open, FileAccess.Read); SetTextureDataFromCompressed(textureSlice, fileStream); } /// /// Prepares upload of pixel data into a TextureSlice. /// public void SetTextureData(TextureSlice textureSlice, Span data) where T : unmanaged { var elementSize = Marshal.SizeOf(); var dataLengthInBytes = (uint) (elementSize * data.Length); uint resourceOffset; fixed (T* dataPtr = data) { resourceOffset = CopyDataAligned(dataPtr, dataLengthInBytes, Texture.TexelSize(textureSlice.Texture.Format)); } TextureUploads.Add((textureSlice, resourceOffset)); } // Upload /// /// Uploads all the data corresponding to the created resources. /// public void Upload() { CopyToTransferBuffer(); var commandBuffer = Device.AcquireCommandBuffer(); RecordUploadCommands(commandBuffer); Device.Submit(commandBuffer); } /// /// Uploads and then blocks until the upload is finished. /// This is useful for keeping memory usage down during threaded upload. /// public void UploadAndWait() { CopyToTransferBuffer(); var commandBuffer = Device.AcquireCommandBuffer(); RecordUploadCommands(commandBuffer); var fence = Device.SubmitAndAcquireFence(commandBuffer); Device.WaitForFences(fence); Device.ReleaseFence(fence); } // Helper methods private void CopyToTransferBuffer() { if (TransferBuffer == null || TransferBuffer.Size < dataSize) { TransferBuffer?.Dispose(); TransferBuffer = new TransferBuffer(Device, dataSize); } var dataSpan = new Span(data, (int) dataSize); TransferBuffer.SetData(dataSpan, SetDataOptions.Discard); } private void RecordUploadCommands(CommandBuffer commandBuffer) { commandBuffer.BeginCopyPass(); foreach (var (gpuBuffer, bufferCopyParams) in BufferUploads) { commandBuffer.UploadToBuffer( TransferBuffer, gpuBuffer, bufferCopyParams ); } foreach (var (textureSlice, offset) in TextureUploads) { commandBuffer.UploadToTexture( TransferBuffer, textureSlice, new BufferImageCopy( offset, 0, 0 ) ); } commandBuffer.EndCopyPass(); BufferUploads.Clear(); TextureUploads.Clear(); dataOffset = 0; } private uint CopyData(void* ptr, uint lengthInBytes) { if (dataOffset + lengthInBytes >= dataSize) { dataSize = dataOffset + lengthInBytes; data = (byte*) NativeMemory.Realloc(data, dataSize); } var resourceOffset = dataOffset; NativeMemory.Copy(ptr, data + dataOffset, lengthInBytes); dataOffset += lengthInBytes; return resourceOffset; } private uint CopyDataAligned(void* ptr, uint lengthInBytes, uint alignment) { dataOffset = RoundToAlignment(dataOffset, alignment); return CopyData(ptr, lengthInBytes); } private uint RoundToAlignment(uint value, uint alignment) { return alignment * ((value + alignment - 1) / alignment); } // Dispose /// /// It is valid to immediately call Dispose after calling Upload. /// protected override void Dispose(bool disposing) { if (!IsDisposed) { if (disposing) { TransferBuffer?.Dispose(); } NativeMemory.Free(data); } base.Dispose(disposing); } } }