mirror of
https://github.com/Ryujinx/Ryujinx.git
synced 2024-12-05 15:11:22 +00:00
fbb4019ed5
* Make GPU memory manager a member of GPU channel * Move physical memory instance to the memory manager, and the caches to the physical memory * PR feedback
582 lines
No EOL
21 KiB
C#
582 lines
No EOL
21 KiB
C#
using Ryujinx.Common;
|
|
using Ryujinx.Common.Logging;
|
|
using Ryujinx.Cpu;
|
|
using Ryujinx.HLE.Exceptions;
|
|
using Ryujinx.HLE.HOS.Ipc;
|
|
using Ryujinx.HLE.HOS.Services.Nv.NvDrvServices;
|
|
using Ryujinx.HLE.HOS.Services.Nv.NvDrvServices.NvHostAsGpu;
|
|
using Ryujinx.HLE.HOS.Services.Nv.NvDrvServices.NvHostChannel;
|
|
using Ryujinx.HLE.HOS.Services.Nv.NvDrvServices.NvHostCtrl;
|
|
using Ryujinx.HLE.HOS.Services.Nv.NvDrvServices.NvHostCtrlGpu;
|
|
using Ryujinx.HLE.HOS.Services.Nv.NvDrvServices.NvMap;
|
|
using Ryujinx.HLE.HOS.Services.Nv.Types;
|
|
using Ryujinx.Memory;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Reflection;
|
|
|
|
namespace Ryujinx.HLE.HOS.Services.Nv
|
|
{
|
|
[Service("nvdrv")]
|
|
[Service("nvdrv:a")]
|
|
[Service("nvdrv:s")]
|
|
[Service("nvdrv:t")]
|
|
class INvDrvServices : IpcService
|
|
{
|
|
private static Dictionary<string, Type> _deviceFileRegistry = new Dictionary<string, Type>()
|
|
{
|
|
{ "/dev/nvmap", typeof(NvMapDeviceFile) },
|
|
{ "/dev/nvhost-ctrl", typeof(NvHostCtrlDeviceFile) },
|
|
{ "/dev/nvhost-ctrl-gpu", typeof(NvHostCtrlGpuDeviceFile) },
|
|
{ "/dev/nvhost-as-gpu", typeof(NvHostAsGpuDeviceFile) },
|
|
{ "/dev/nvhost-gpu", typeof(NvHostGpuDeviceFile) },
|
|
//{ "/dev/nvhost-msenc", typeof(NvHostChannelDeviceFile) },
|
|
{ "/dev/nvhost-nvdec", typeof(NvHostChannelDeviceFile) },
|
|
//{ "/dev/nvhost-nvjpg", typeof(NvHostChannelDeviceFile) },
|
|
{ "/dev/nvhost-vic", typeof(NvHostChannelDeviceFile) },
|
|
//{ "/dev/nvhost-display", typeof(NvHostChannelDeviceFile) },
|
|
};
|
|
|
|
public static IdDictionary DeviceFileIdRegistry = new IdDictionary();
|
|
|
|
private IVirtualMemoryManager _clientMemory;
|
|
private long _owner;
|
|
|
|
private bool _transferMemInitialized = false;
|
|
|
|
public INvDrvServices(ServiceCtx context) : base(context.Device.System.NvDrvServer)
|
|
{
|
|
_owner = 0;
|
|
}
|
|
|
|
private int Open(ServiceCtx context, string path)
|
|
{
|
|
if (_deviceFileRegistry.TryGetValue(path, out Type deviceFileClass))
|
|
{
|
|
ConstructorInfo constructor = deviceFileClass.GetConstructor(new Type[] { typeof(ServiceCtx), typeof(IVirtualMemoryManager), typeof(long) });
|
|
|
|
NvDeviceFile deviceFile = (NvDeviceFile)constructor.Invoke(new object[] { context, _clientMemory, _owner });
|
|
|
|
deviceFile.Path = path;
|
|
|
|
return DeviceFileIdRegistry.Add(deviceFile);
|
|
}
|
|
else
|
|
{
|
|
Logger.Warning?.Print(LogClass.ServiceNv, $"Cannot find file device \"{path}\"!");
|
|
}
|
|
|
|
return -1;
|
|
}
|
|
|
|
private NvResult GetIoctlArgument(ServiceCtx context, NvIoctl ioctlCommand, out Span<byte> arguments)
|
|
{
|
|
(ulong inputDataPosition, ulong inputDataSize) = context.Request.GetBufferType0x21(0);
|
|
(ulong outputDataPosition, ulong outputDataSize) = context.Request.GetBufferType0x22(0);
|
|
|
|
NvIoctl.Direction ioctlDirection = ioctlCommand.DirectionValue;
|
|
uint ioctlSize = ioctlCommand.Size;
|
|
|
|
bool isRead = (ioctlDirection & NvIoctl.Direction.Read) != 0;
|
|
bool isWrite = (ioctlDirection & NvIoctl.Direction.Write) != 0;
|
|
|
|
if ((isWrite && ioctlSize > outputDataSize) || (isRead && ioctlSize > inputDataSize))
|
|
{
|
|
arguments = null;
|
|
|
|
Logger.Warning?.Print(LogClass.ServiceNv, "Ioctl size inconsistency found!");
|
|
|
|
return NvResult.InvalidSize;
|
|
}
|
|
|
|
if (isRead && isWrite)
|
|
{
|
|
if (outputDataSize < inputDataSize)
|
|
{
|
|
arguments = null;
|
|
|
|
Logger.Warning?.Print(LogClass.ServiceNv, "Ioctl size inconsistency found!");
|
|
|
|
return NvResult.InvalidSize;
|
|
}
|
|
|
|
byte[] outputData = new byte[outputDataSize];
|
|
|
|
byte[] temp = new byte[inputDataSize];
|
|
|
|
context.Memory.Read(inputDataPosition, temp);
|
|
|
|
Buffer.BlockCopy(temp, 0, outputData, 0, temp.Length);
|
|
|
|
arguments = new Span<byte>(outputData);
|
|
}
|
|
else if (isWrite)
|
|
{
|
|
byte[] outputData = new byte[outputDataSize];
|
|
|
|
arguments = new Span<byte>(outputData);
|
|
}
|
|
else
|
|
{
|
|
byte[] temp = new byte[inputDataSize];
|
|
|
|
context.Memory.Read(inputDataPosition, temp);
|
|
|
|
arguments = new Span<byte>(temp);
|
|
}
|
|
|
|
return NvResult.Success;
|
|
}
|
|
|
|
private NvResult GetDeviceFileFromFd(int fd, out NvDeviceFile deviceFile)
|
|
{
|
|
deviceFile = null;
|
|
|
|
if (fd < 0)
|
|
{
|
|
return NvResult.InvalidParameter;
|
|
}
|
|
|
|
deviceFile = DeviceFileIdRegistry.GetData<NvDeviceFile>(fd);
|
|
|
|
if (deviceFile == null)
|
|
{
|
|
Logger.Warning?.Print(LogClass.ServiceNv, $"Invalid file descriptor {fd}");
|
|
|
|
return NvResult.NotImplemented;
|
|
}
|
|
|
|
if (deviceFile.Owner != _owner)
|
|
{
|
|
return NvResult.AccessDenied;
|
|
}
|
|
|
|
return NvResult.Success;
|
|
}
|
|
|
|
private NvResult EnsureInitialized()
|
|
{
|
|
if (_owner == 0)
|
|
{
|
|
Logger.Warning?.Print(LogClass.ServiceNv, "INvDrvServices is not initialized!");
|
|
|
|
return NvResult.NotInitialized;
|
|
}
|
|
|
|
return NvResult.Success;
|
|
}
|
|
|
|
private static NvResult ConvertInternalErrorCode(NvInternalResult errorCode)
|
|
{
|
|
switch (errorCode)
|
|
{
|
|
case NvInternalResult.Success:
|
|
return NvResult.Success;
|
|
case NvInternalResult.Unknown0x72:
|
|
return NvResult.AlreadyAllocated;
|
|
case NvInternalResult.TimedOut:
|
|
case NvInternalResult.TryAgain:
|
|
case NvInternalResult.Interrupted:
|
|
return NvResult.Timeout;
|
|
case NvInternalResult.InvalidAddress:
|
|
return NvResult.InvalidAddress;
|
|
case NvInternalResult.NotSupported:
|
|
case NvInternalResult.Unknown0x18:
|
|
return NvResult.NotSupported;
|
|
case NvInternalResult.InvalidState:
|
|
return NvResult.InvalidState;
|
|
case NvInternalResult.ReadOnlyAttribute:
|
|
return NvResult.ReadOnlyAttribute;
|
|
case NvInternalResult.NoSpaceLeft:
|
|
case NvInternalResult.FileTooBig:
|
|
return NvResult.InvalidSize;
|
|
case NvInternalResult.FileTableOverflow:
|
|
case NvInternalResult.BadFileNumber:
|
|
return NvResult.FileOperationFailed;
|
|
case NvInternalResult.InvalidInput:
|
|
return NvResult.InvalidValue;
|
|
case NvInternalResult.NotADirectory:
|
|
return NvResult.DirectoryOperationFailed;
|
|
case NvInternalResult.Busy:
|
|
return NvResult.Busy;
|
|
case NvInternalResult.BadAddress:
|
|
return NvResult.InvalidAddress;
|
|
case NvInternalResult.AccessDenied:
|
|
case NvInternalResult.OperationNotPermitted:
|
|
return NvResult.AccessDenied;
|
|
case NvInternalResult.OutOfMemory:
|
|
return NvResult.InsufficientMemory;
|
|
case NvInternalResult.DeviceNotFound:
|
|
return NvResult.ModuleNotPresent;
|
|
case NvInternalResult.IoError:
|
|
return NvResult.ResourceError;
|
|
default:
|
|
return NvResult.IoctlFailed;
|
|
}
|
|
}
|
|
|
|
[CommandHipc(0)]
|
|
// Open(buffer<bytes, 5> path) -> (s32 fd, u32 error_code)
|
|
public ResultCode Open(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
int fd = -1;
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
ulong pathPtr = context.Request.SendBuff[0].Position;
|
|
ulong pathSize = context.Request.SendBuff[0].Size;
|
|
|
|
string path = MemoryHelper.ReadAsciiString(context.Memory, pathPtr, (long)pathSize);
|
|
|
|
fd = Open(context, path);
|
|
|
|
if (fd == -1)
|
|
{
|
|
errorCode = NvResult.FileOperationFailed;
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write(fd);
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(1)]
|
|
// Ioctl(s32 fd, u32 ioctl_cmd, buffer<bytes, 0x21> in_args) -> (u32 error_code, buffer<bytes, 0x22> out_args)
|
|
public ResultCode Ioctl(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
int fd = context.RequestData.ReadInt32();
|
|
NvIoctl ioctlCommand = context.RequestData.ReadStruct<NvIoctl>();
|
|
|
|
errorCode = GetIoctlArgument(context, ioctlCommand, out Span<byte> arguments);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
errorCode = GetDeviceFileFromFd(fd, out NvDeviceFile deviceFile);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
NvInternalResult internalResult = deviceFile.Ioctl(ioctlCommand, arguments);
|
|
|
|
if (internalResult == NvInternalResult.NotImplemented)
|
|
{
|
|
throw new NvIoctlNotImplementedException(context, deviceFile, ioctlCommand);
|
|
}
|
|
|
|
errorCode = ConvertInternalErrorCode(internalResult);
|
|
|
|
if ((ioctlCommand.DirectionValue & NvIoctl.Direction.Write) != 0)
|
|
{
|
|
context.Memory.Write(context.Request.GetBufferType0x22(0).Position, arguments.ToArray());
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(2)]
|
|
// Close(s32 fd) -> u32 error_code
|
|
public ResultCode Close(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
int fd = context.RequestData.ReadInt32();
|
|
|
|
errorCode = GetDeviceFileFromFd(fd, out NvDeviceFile deviceFile);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
deviceFile.Close();
|
|
|
|
DeviceFileIdRegistry.Delete(fd);
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(3)]
|
|
// Initialize(u32 transfer_memory_size, handle<copy, process> current_process, handle<copy, transfer_memory> transfer_memory) -> u32 error_code
|
|
public ResultCode Initialize(ServiceCtx context)
|
|
{
|
|
long transferMemSize = context.RequestData.ReadInt64();
|
|
int transferMemHandle = context.Request.HandleDesc.ToCopy[0];
|
|
|
|
// TODO: When transfer memory will be implemented, this could be removed.
|
|
_transferMemInitialized = true;
|
|
|
|
int clientHandle = context.Request.HandleDesc.ToCopy[0];
|
|
|
|
_clientMemory = context.Process.HandleTable.GetKProcess(clientHandle).CpuMemory;
|
|
|
|
context.Device.System.KernelContext.Syscall.GetProcessId(clientHandle, out _owner);
|
|
|
|
context.ResponseData.Write((uint)NvResult.Success);
|
|
|
|
// Close transfer memory immediately as we don't use it.
|
|
context.Device.System.KernelContext.Syscall.CloseHandle(transferMemHandle);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(4)]
|
|
// QueryEvent(s32 fd, u32 event_id) -> (u32, handle<copy, event>)
|
|
public ResultCode QueryEvent(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
int fd = context.RequestData.ReadInt32();
|
|
uint eventId = context.RequestData.ReadUInt32();
|
|
|
|
errorCode = GetDeviceFileFromFd(fd, out NvDeviceFile deviceFile);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
NvInternalResult internalResult = deviceFile.QueryEvent(out int eventHandle, eventId);
|
|
|
|
if (internalResult == NvInternalResult.NotImplemented)
|
|
{
|
|
throw new NvQueryEventNotImplementedException(context, deviceFile, eventId);
|
|
}
|
|
|
|
errorCode = ConvertInternalErrorCode(internalResult);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
context.Response.HandleDesc = IpcHandleDesc.MakeCopy(eventHandle);
|
|
}
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(5)]
|
|
// MapSharedMemory(s32 fd, u32 argument, handle<copy, shared_memory>) -> u32 error_code
|
|
public ResultCode MapSharedMemory(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
int fd = context.RequestData.ReadInt32();
|
|
uint argument = context.RequestData.ReadUInt32();
|
|
int sharedMemoryHandle = context.Request.HandleDesc.ToCopy[0];
|
|
|
|
errorCode = GetDeviceFileFromFd(fd, out NvDeviceFile deviceFile);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
errorCode = ConvertInternalErrorCode(deviceFile.MapSharedMemory(sharedMemoryHandle, argument));
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(6)]
|
|
// GetStatus() -> (unknown<0x20>, u32 error_code)
|
|
public ResultCode GetStatus(ServiceCtx context)
|
|
{
|
|
// TODO: When transfer memory will be implemented, check if it's mapped instead.
|
|
if (_transferMemInitialized)
|
|
{
|
|
// TODO: Populate values when more RE will be done.
|
|
NvStatus nvStatus = new NvStatus
|
|
{
|
|
MemoryValue1 = 0, // GetMemStats(transfer_memory + 0x60, 3)
|
|
MemoryValue2 = 0, // GetMemStats(transfer_memory + 0x60, 5)
|
|
MemoryValue3 = 0, // transfer_memory + 0x78
|
|
MemoryValue4 = 0 // transfer_memory + 0x80
|
|
};
|
|
|
|
context.ResponseData.WriteStruct(nvStatus);
|
|
context.ResponseData.Write((uint)NvResult.Success);
|
|
|
|
Logger.Stub?.PrintStub(LogClass.ServiceNv);
|
|
}
|
|
else
|
|
{
|
|
context.ResponseData.Write((uint)NvResult.NotInitialized);
|
|
}
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(7)]
|
|
// ForceSetClientPid(u64) -> u32 error_code
|
|
public ResultCode ForceSetClientPid(ServiceCtx context)
|
|
{
|
|
throw new ServiceNotImplementedException(this, context, false);
|
|
}
|
|
|
|
[CommandHipc(8)]
|
|
// SetClientPID(u64, pid) -> u32 error_code
|
|
public ResultCode SetClientPid(ServiceCtx context)
|
|
{
|
|
long pid = context.RequestData.ReadInt64();
|
|
|
|
context.ResponseData.Write(0);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(9)]
|
|
// DumpGraphicsMemoryInfo()
|
|
public ResultCode DumpGraphicsMemoryInfo(ServiceCtx context)
|
|
{
|
|
Logger.Stub?.PrintStub(LogClass.ServiceNv);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(10)] // 3.0.0+
|
|
// InitializeDevtools(u32, handle<copy>) -> u32 error_code;
|
|
public ResultCode InitializeDevtools(ServiceCtx context)
|
|
{
|
|
throw new ServiceNotImplementedException(this, context, false);
|
|
}
|
|
|
|
[CommandHipc(11)] // 3.0.0+
|
|
// Ioctl2(s32 fd, u32 ioctl_cmd, buffer<bytes, 0x21> in_args, buffer<bytes, 0x21> inline_in_buffer) -> (u32 error_code, buffer<bytes, 0x22> out_args)
|
|
public ResultCode Ioctl2(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
int fd = context.RequestData.ReadInt32();
|
|
NvIoctl ioctlCommand = context.RequestData.ReadStruct<NvIoctl>();
|
|
|
|
(ulong inlineInBufferPosition, ulong inlineInBufferSize) = context.Request.GetBufferType0x21(1);
|
|
|
|
errorCode = GetIoctlArgument(context, ioctlCommand, out Span<byte> arguments);
|
|
|
|
byte[] temp = new byte[inlineInBufferSize];
|
|
|
|
context.Memory.Read(inlineInBufferPosition, temp);
|
|
|
|
Span<byte> inlineInBuffer = new Span<byte>(temp);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
errorCode = GetDeviceFileFromFd(fd, out NvDeviceFile deviceFile);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
NvInternalResult internalResult = deviceFile.Ioctl2(ioctlCommand, arguments, inlineInBuffer);
|
|
|
|
if (internalResult == NvInternalResult.NotImplemented)
|
|
{
|
|
throw new NvIoctlNotImplementedException(context, deviceFile, ioctlCommand);
|
|
}
|
|
|
|
errorCode = ConvertInternalErrorCode(internalResult);
|
|
|
|
if ((ioctlCommand.DirectionValue & NvIoctl.Direction.Write) != 0)
|
|
{
|
|
context.Memory.Write(context.Request.GetBufferType0x22(0).Position, arguments.ToArray());
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(12)] // 3.0.0+
|
|
// Ioctl3(s32 fd, u32 ioctl_cmd, buffer<bytes, 0x21> in_args) -> (u32 error_code, buffer<bytes, 0x22> out_args, buffer<bytes, 0x22> inline_out_buffer)
|
|
public ResultCode Ioctl3(ServiceCtx context)
|
|
{
|
|
NvResult errorCode = EnsureInitialized();
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
int fd = context.RequestData.ReadInt32();
|
|
NvIoctl ioctlCommand = context.RequestData.ReadStruct<NvIoctl>();
|
|
|
|
(ulong inlineOutBufferPosition, ulong inlineOutBufferSize) = context.Request.GetBufferType0x22(1);
|
|
|
|
errorCode = GetIoctlArgument(context, ioctlCommand, out Span<byte> arguments);
|
|
|
|
byte[] temp = new byte[inlineOutBufferSize];
|
|
|
|
context.Memory.Read(inlineOutBufferPosition, temp);
|
|
|
|
Span<byte> inlineOutBuffer = new Span<byte>(temp);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
errorCode = GetDeviceFileFromFd(fd, out NvDeviceFile deviceFile);
|
|
|
|
if (errorCode == NvResult.Success)
|
|
{
|
|
NvInternalResult internalResult = deviceFile.Ioctl3(ioctlCommand, arguments, inlineOutBuffer);
|
|
|
|
if (internalResult == NvInternalResult.NotImplemented)
|
|
{
|
|
throw new NvIoctlNotImplementedException(context, deviceFile, ioctlCommand);
|
|
}
|
|
|
|
errorCode = ConvertInternalErrorCode(internalResult);
|
|
|
|
if ((ioctlCommand.DirectionValue & NvIoctl.Direction.Write) != 0)
|
|
{
|
|
context.Memory.Write(context.Request.GetBufferType0x22(0).Position, arguments.ToArray());
|
|
context.Memory.Write(inlineOutBufferPosition, inlineOutBuffer.ToArray());
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
context.ResponseData.Write((uint)errorCode);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
[CommandHipc(13)] // 3.0.0+
|
|
// FinishInitialize(unknown<8>)
|
|
public ResultCode FinishInitialize(ServiceCtx context)
|
|
{
|
|
Logger.Stub?.PrintStub(LogClass.ServiceNv);
|
|
|
|
return ResultCode.Success;
|
|
}
|
|
|
|
public static void Destroy()
|
|
{
|
|
NvHostChannelDeviceFile.Destroy();
|
|
|
|
foreach (object entry in DeviceFileIdRegistry.Values)
|
|
{
|
|
NvDeviceFile deviceFile = (NvDeviceFile)entry;
|
|
|
|
deviceFile.Close();
|
|
}
|
|
|
|
DeviceFileIdRegistry.Clear();
|
|
}
|
|
}
|
|
} |