-
Notifications
You must be signed in to change notification settings - Fork 21
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Create and initialize Device object: the first PR for rewriting DML b…
…ackend
- Loading branch information
1 parent
294de6b
commit 9bfd240
Showing
8 changed files
with
433 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,143 @@ | ||
// Copyright 2019 The Dawn Authors | ||
// Copyright 2022 The WebNN-native Authors | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
#include "webnn/native/dml/BackendDML.h" | ||
|
||
#include "webnn/native/Instance.h" | ||
#include "webnn/native/dml/ContextDML.h" | ||
|
||
namespace webnn::native::dml { | ||
|
||
namespace { | ||
HRESULT EnumAdapter(DXGI_GPU_PREFERENCE gpuPreference, | ||
bool useGpu, | ||
ComPtr<IDXGIAdapter1> adapter) { | ||
ComPtr<IDXGIFactory6> dxgiFactory; | ||
WEBNN_RETURN_IF_FAILED(CreateDXGIFactory1(IID_PPV_ARGS(&dxgiFactory))); | ||
if (useGpu) { | ||
UINT adapterIndex = 0; | ||
while (dxgiFactory->EnumAdapterByGpuPreference(adapterIndex++, gpuPreference, | ||
IID_PPV_ARGS(&adapter)) != | ||
DXGI_ERROR_NOT_FOUND) { | ||
DXGI_ADAPTER_DESC1 pDesc; | ||
adapter->GetDesc1(&pDesc); | ||
// An adapter called the "Microsoft Basic Render Driver" is always present. | ||
// This adapter is a render-only device that has no display outputs. See here | ||
// for documentation on filtering WARP adapter: | ||
// https://docs.microsoft.com/en-us/windows/desktop/direct3ddxgi/d3d10-graphics-programming-guide-dxgi#new-info-about-enumerating-adapters-for-windows-8 | ||
bool isSoftwareAdapter = pDesc.Flags == DXGI_ADAPTER_FLAG_SOFTWARE || | ||
(pDesc.VendorId == 0x1414 && pDesc.DeviceId == 0x8c); | ||
if (!isSoftwareAdapter) { | ||
break; | ||
} | ||
} | ||
} else { | ||
WEBNN_RETURN_IF_FAILED(dxgiFactory->EnumWarpAdapter(IID_PPV_ARGS(&adapter))); | ||
} | ||
return S_OK; | ||
} | ||
|
||
} // namespace | ||
|
||
Backend::Backend(InstanceBase* instance) | ||
: BackendConnection(instance, wnn::BackendType::DirectML) { | ||
} | ||
|
||
MaybeError Backend::Initialize() { | ||
return {}; | ||
} | ||
|
||
ContextBase* Backend::CreateContext(ContextOptions const* options) { | ||
wnn::DevicePreference devicePreference = | ||
options == nullptr ? wnn::DevicePreference::Default : options->devicePreference; | ||
bool useGpu = devicePreference == wnn::DevicePreference::Cpu ? false : true; | ||
DXGI_GPU_PREFERENCE gpuPreference = DXGI_GPU_PREFERENCE_UNSPECIFIED; | ||
wnn::PowerPreference powerPreference = | ||
options == nullptr ? wnn::PowerPreference::Default : options->powerPreference; | ||
switch (powerPreference) { | ||
case wnn::PowerPreference::High_performance: | ||
gpuPreference = DXGI_GPU_PREFERENCE::DXGI_GPU_PREFERENCE_HIGH_PERFORMANCE; | ||
break; | ||
case wnn::PowerPreference::Low_power: | ||
gpuPreference = DXGI_GPU_PREFERENCE::DXGI_GPU_PREFERENCE_MINIMUM_POWER; | ||
break; | ||
default: | ||
break; | ||
} | ||
|
||
bool useDebugLayer = false; | ||
#ifdef _DEBUG | ||
useDebugLayer = true; | ||
#endif | ||
if (useDebugLayer) { | ||
ComPtr<ID3D12Debug> debug; | ||
if (SUCCEEDED(D3D12GetDebugInterface(IID_PPV_ARGS(&debug)))) { | ||
debug->EnableDebugLayer(); | ||
} | ||
} | ||
|
||
ComPtr<IDXGIAdapter1> adapter; | ||
if (FAILED(EnumAdapter(gpuPreference, useGpu, adapter))) { | ||
dawn::ErrorLog() << "Failed to enumerate adapters for creating the context."; | ||
return nullptr; | ||
} | ||
|
||
// Create the D3D device. | ||
if (FAILED(D3D12CreateDevice(adapter.Get(), D3D_FEATURE_LEVEL_11_0, | ||
IID_PPV_ARGS(&mD3D12Device)))) { | ||
dawn::ErrorLog() << "Failed to create D3D device."; | ||
return nullptr; | ||
} | ||
|
||
// Create the DirectML device. | ||
ComPtr<ID3D12DebugDevice> debugDevice; | ||
if (useDebugLayer && SUCCEEDED(mD3D12Device.As(&debugDevice))) { | ||
if (FAILED(DMLCreateDevice(mD3D12Device.Get(), DML_CREATE_DEVICE_FLAG_DEBUG, | ||
IID_PPV_ARGS(&mDMLDevice)))) { | ||
dawn::ErrorLog() << "Failed to create DML device with debug flag."; | ||
return nullptr; | ||
} | ||
} else { | ||
if (FAILED(DMLCreateDevice(mD3D12Device.Get(), DML_CREATE_DEVICE_FLAG_NONE, | ||
IID_PPV_ARGS(&mDMLDevice)))) { | ||
dawn::ErrorLog() << "Failed to create DML device with none flag."; | ||
return nullptr; | ||
} | ||
} | ||
|
||
D3D12_COMMAND_QUEUE_DESC commandQueueDesc{}; | ||
commandQueueDesc.Type = D3D12_COMMAND_LIST_TYPE_DIRECT; | ||
commandQueueDesc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE; | ||
if (FAILED(mD3D12Device->CreateCommandQueue(&commandQueueDesc, | ||
IID_PPV_ARGS(&mCommandQueue)))) { | ||
dawn::ErrorLog() << "Failed to create command queue."; | ||
return nullptr; | ||
}; | ||
|
||
return Context::Create(mDMLDevice, mD3D12Device, mCommandQueue); | ||
} | ||
|
||
BackendConnection* Connect(InstanceBase* instance) { | ||
Backend* backend = new Backend(instance); | ||
|
||
if (instance->ConsumedError(backend->Initialize())) { | ||
delete backend; | ||
return nullptr; | ||
} | ||
|
||
return backend; | ||
} | ||
|
||
} // namespace webnn::native::dml |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,40 @@ | ||
// Copyright 2019 The Dawn Authors | ||
// Copyright 2022 The WebNN-native Authors | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
#ifndef WEBNN_NATIVE_DML_BACKEND_DML_H_ | ||
#define WEBNN_NATIVE_DML_BACKEND_DML_H_ | ||
|
||
#include "dml_platform.h" | ||
#include "webnn/native/BackendConnection.h" | ||
#include "webnn/native/Context.h" | ||
|
||
namespace webnn::native::dml { | ||
|
||
class Backend : public BackendConnection { | ||
public: | ||
Backend(InstanceBase* instance); | ||
|
||
MaybeError Initialize(); | ||
ContextBase* CreateContext(ContextOptions const* options = nullptr) override; | ||
|
||
private: | ||
ComPtr<IDMLDevice> mDMLDevice; | ||
ComPtr<ID3D12Device> mD3D12Device; | ||
ComPtr<ID3D12CommandQueue> mCommandQueue; | ||
}; | ||
|
||
} // namespace webnn::native::dml | ||
|
||
#endif // WEBNN_NATIVE_DML_BACKEND_DML_H_ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,55 @@ | ||
// Copyright 2022 The WebNN-native Authors | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
#include "webnn/native/dml/ContextDML.h" | ||
|
||
#include "webnn/native/dml/GraphDML.h" | ||
|
||
namespace webnn::native::dml { | ||
|
||
HRESULT Context::Initialize() { | ||
WEBNN_RETURN_IF_FAILED(mCommandRecorder.D3D12Device->CreateCommandAllocator( | ||
D3D12_COMMAND_LIST_TYPE_DIRECT, IID_PPV_ARGS(&mCommandRecorder.commandAllocator))); | ||
WEBNN_RETURN_IF_FAILED(mCommandRecorder.D3D12Device->CreateCommandList( | ||
0, D3D12_COMMAND_LIST_TYPE_DIRECT, mCommandRecorder.commandAllocator.Get(), nullptr, | ||
IID_PPV_ARGS(&mCommandRecorder.commandList))); | ||
return S_OK; | ||
}; | ||
|
||
// static | ||
ContextBase* Context::Create(ComPtr<IDMLDevice> DMLDevice, | ||
ComPtr<ID3D12Device> D3D12Device, | ||
ComPtr<ID3D12CommandQueue> commandQueue) { | ||
Context* context = new Context(DMLDevice, D3D12Device, commandQueue); | ||
if (FAILED(context->Initialize())) { | ||
dawn::ErrorLog() << "Failed to initialize Device."; | ||
delete context; | ||
return nullptr; | ||
} | ||
return context; | ||
} | ||
|
||
Context::Context(ComPtr<IDMLDevice> DMLDevice, | ||
ComPtr<ID3D12Device> D3D12Device, | ||
ComPtr<ID3D12CommandQueue> commandQueue) { | ||
mCommandRecorder.DMLDevice = DMLDevice; | ||
mCommandRecorder.D3D12Device = D3D12Device; | ||
mCommandRecorder.commandQueue = commandQueue; | ||
} | ||
|
||
GraphBase* Context::CreateGraphImpl() { | ||
return new Graph(this); | ||
} | ||
|
||
} // namespace webnn::native::dml |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,55 @@ | ||
// Copyright 2022 The WebNN-native Authors | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
#ifndef WEBNN_NATIVE_DML_CONTEXT_DML_H_ | ||
#define WEBNN_NATIVE_DML_CONTEXT_DML_H_ | ||
|
||
#include "webnn/native/Context.h" | ||
|
||
#include "common/Log.h" | ||
#include "dml_platform.h" | ||
#include "webnn/native/Graph.h" | ||
|
||
namespace webnn::native::dml { | ||
|
||
struct CommandRecorder { | ||
ComPtr<IDMLDevice> DMLDevice; | ||
ComPtr<ID3D12Device> D3D12Device; | ||
ComPtr<ID3D12CommandQueue> commandQueue; | ||
ComPtr<IDMLCommandRecorder> commandRecorder; | ||
ComPtr<ID3D12CommandAllocator> commandAllocator; | ||
ComPtr<ID3D12GraphicsCommandList> commandList; | ||
}; | ||
|
||
class Context : public ContextBase { | ||
public: | ||
static ContextBase* Create(ComPtr<IDMLDevice> DMLDevice, | ||
ComPtr<ID3D12Device> D3D12Device, | ||
ComPtr<ID3D12CommandQueue> commandQueue); | ||
~Context() override = default; | ||
|
||
private: | ||
Context(ComPtr<IDMLDevice> DMLDevice, | ||
ComPtr<ID3D12Device> D3D12Device, | ||
ComPtr<ID3D12CommandQueue> commandQueue); | ||
HRESULT Initialize(); | ||
|
||
GraphBase* CreateGraphImpl() override; | ||
|
||
CommandRecorder mCommandRecorder; | ||
}; | ||
|
||
} // namespace webnn::native::dml | ||
|
||
#endif // WEBNN_NATIVE_DML_CONTEXT_DML_H_ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,33 @@ | ||
// Copyright 2022 The WebNN-native Authors | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
#include "webnn/native/dml/GraphDML.h" | ||
|
||
#include "webnn/native/NamedInputs.h" | ||
#include "webnn/native/NamedOutputs.h" | ||
|
||
namespace webnn::native ::dml { | ||
|
||
Graph::Graph(Context* context) : GraphBase(context) { | ||
} | ||
|
||
MaybeError Graph::CompileImpl() { | ||
return {}; | ||
} | ||
|
||
MaybeError Graph::ComputeImpl(NamedInputsBase* inputs, NamedOutputsBase* outputs) { | ||
return {}; | ||
} | ||
|
||
} // namespace webnn::native::dml |
Oops, something went wrong.