206 lines
9.6 KiB
C++
206 lines
9.6 KiB
C++
/*
|
|
* Copyright (C) 2017 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#ifndef ANDROID_FRAMEWORKS_ML_NN_DRIVER_SAMPLE_SAMPLE_DRIVER_H
|
|
#define ANDROID_FRAMEWORKS_ML_NN_DRIVER_SAMPLE_SAMPLE_DRIVER_H
|
|
|
|
#include <hwbinder/IPCThreadState.h>
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
#include "BufferTracker.h"
|
|
#include "CpuExecutor.h"
|
|
#include "HalInterfaces.h"
|
|
#include "NeuralNetworks.h"
|
|
|
|
namespace android {
|
|
namespace nn {
|
|
namespace sample_driver {
|
|
|
|
using hardware::MQDescriptorSync;
|
|
|
|
// Manages the data buffer for an operand.
|
|
class SampleBuffer : public hal::IBuffer {
|
|
public:
|
|
SampleBuffer(std::shared_ptr<ManagedBuffer> buffer, std::unique_ptr<BufferTracker::Token> token)
|
|
: kBuffer(std::move(buffer)), kToken(std::move(token)) {
|
|
CHECK(kBuffer != nullptr);
|
|
CHECK(kToken != nullptr);
|
|
}
|
|
hal::Return<hal::ErrorStatus> copyTo(const hal::hidl_memory& dst) override;
|
|
hal::Return<hal::ErrorStatus> copyFrom(const hal::hidl_memory& src,
|
|
const hal::hidl_vec<uint32_t>& dimensions) override;
|
|
|
|
private:
|
|
const std::shared_ptr<ManagedBuffer> kBuffer;
|
|
const std::unique_ptr<BufferTracker::Token> kToken;
|
|
};
|
|
|
|
// Base class used to create sample drivers for the NN HAL. This class
|
|
// provides some implementation of the more common functions.
|
|
//
|
|
// Since these drivers simulate hardware, they must run the computations
|
|
// on the CPU. An actual driver would not do that.
|
|
class SampleDriver : public hal::IDevice {
|
|
public:
|
|
SampleDriver(const char* name,
|
|
const IOperationResolver* operationResolver = BuiltinOperationResolver::get())
|
|
: mName(name),
|
|
mOperationResolver(operationResolver),
|
|
mBufferTracker(BufferTracker::create()) {
|
|
android::nn::initVLogMask();
|
|
}
|
|
hal::Return<void> getCapabilities(getCapabilities_cb cb) override;
|
|
hal::Return<void> getCapabilities_1_1(getCapabilities_1_1_cb cb) override;
|
|
hal::Return<void> getCapabilities_1_2(getCapabilities_1_2_cb cb) override;
|
|
hal::Return<void> getVersionString(getVersionString_cb cb) override;
|
|
hal::Return<void> getType(getType_cb cb) override;
|
|
hal::Return<void> getSupportedExtensions(getSupportedExtensions_cb) override;
|
|
hal::Return<void> getSupportedOperations(const hal::V1_0::Model& model,
|
|
getSupportedOperations_cb cb) override;
|
|
hal::Return<void> getSupportedOperations_1_1(const hal::V1_1::Model& model,
|
|
getSupportedOperations_1_1_cb cb) override;
|
|
hal::Return<void> getSupportedOperations_1_2(const hal::V1_2::Model& model,
|
|
getSupportedOperations_1_2_cb cb) override;
|
|
hal::Return<void> getNumberOfCacheFilesNeeded(getNumberOfCacheFilesNeeded_cb cb) override;
|
|
hal::Return<hal::V1_0::ErrorStatus> prepareModel(
|
|
const hal::V1_0::Model& model,
|
|
const sp<hal::V1_0::IPreparedModelCallback>& callback) override;
|
|
hal::Return<hal::V1_0::ErrorStatus> prepareModel_1_1(
|
|
const hal::V1_1::Model& model, hal::ExecutionPreference preference,
|
|
const sp<hal::V1_0::IPreparedModelCallback>& callback) override;
|
|
hal::Return<hal::V1_0::ErrorStatus> prepareModel_1_2(
|
|
const hal::V1_2::Model& model, hal::ExecutionPreference preference,
|
|
const hal::hidl_vec<hal::hidl_handle>& modelCache,
|
|
const hal::hidl_vec<hal::hidl_handle>& dataCache, const hal::CacheToken& token,
|
|
const sp<hal::V1_2::IPreparedModelCallback>& callback) override;
|
|
hal::Return<hal::V1_3::ErrorStatus> prepareModel_1_3(
|
|
const hal::V1_3::Model& model, hal::ExecutionPreference preference,
|
|
hal::Priority priority, const hal::OptionalTimePoint& deadline,
|
|
const hal::hidl_vec<hal::hidl_handle>& modelCache,
|
|
const hal::hidl_vec<hal::hidl_handle>& dataCache, const hal::CacheToken& token,
|
|
const sp<hal::V1_3::IPreparedModelCallback>& callback) override;
|
|
hal::Return<hal::V1_0::ErrorStatus> prepareModelFromCache(
|
|
const hal::hidl_vec<hal::hidl_handle>& modelCache,
|
|
const hal::hidl_vec<hal::hidl_handle>& dataCache, const hal::CacheToken& token,
|
|
const sp<hal::V1_2::IPreparedModelCallback>& callback) override;
|
|
hal::Return<hal::V1_3::ErrorStatus> prepareModelFromCache_1_3(
|
|
const hal::OptionalTimePoint& deadline,
|
|
const hal::hidl_vec<hal::hidl_handle>& modelCache,
|
|
const hal::hidl_vec<hal::hidl_handle>& dataCache, const hal::CacheToken& token,
|
|
const sp<hal::V1_3::IPreparedModelCallback>& callback) override;
|
|
hal::Return<hal::DeviceStatus> getStatus() override;
|
|
hal::Return<void> allocate(const hal::V1_3::BufferDesc& desc,
|
|
const hal::hidl_vec<sp<hal::V1_3::IPreparedModel>>& preparedModels,
|
|
const hal::hidl_vec<hal::V1_3::BufferRole>& inputRoles,
|
|
const hal::hidl_vec<hal::V1_3::BufferRole>& outputRoles,
|
|
allocate_cb cb) override;
|
|
|
|
// Starts and runs the driver service. Typically called from main().
|
|
// This will return only once the service shuts down.
|
|
int run();
|
|
|
|
CpuExecutor getExecutor() const { return CpuExecutor(mOperationResolver); }
|
|
const std::shared_ptr<BufferTracker>& getBufferTracker() const { return mBufferTracker; }
|
|
|
|
protected:
|
|
std::string mName;
|
|
const IOperationResolver* mOperationResolver;
|
|
const std::shared_ptr<BufferTracker> mBufferTracker;
|
|
};
|
|
|
|
class SamplePreparedModel : public hal::IPreparedModel {
|
|
public:
|
|
SamplePreparedModel(const hal::Model& model, const SampleDriver* driver,
|
|
hal::ExecutionPreference preference, uid_t userId, hal::Priority priority)
|
|
: mModel(model),
|
|
mDriver(driver),
|
|
kPreference(preference),
|
|
kUserId(userId),
|
|
kPriority(priority) {
|
|
(void)kUserId;
|
|
(void)kPriority;
|
|
}
|
|
bool initialize();
|
|
hal::Return<hal::V1_0::ErrorStatus> execute(
|
|
const hal::V1_0::Request& request,
|
|
const sp<hal::V1_0::IExecutionCallback>& callback) override;
|
|
hal::Return<hal::V1_0::ErrorStatus> execute_1_2(
|
|
const hal::V1_0::Request& request, hal::MeasureTiming measure,
|
|
const sp<hal::V1_2::IExecutionCallback>& callback) override;
|
|
hal::Return<hal::V1_3::ErrorStatus> execute_1_3(
|
|
const hal::V1_3::Request& request, hal::MeasureTiming measure,
|
|
const hal::OptionalTimePoint& deadline,
|
|
const hal::OptionalTimeoutDuration& loopTimeoutDuration,
|
|
const sp<hal::V1_3::IExecutionCallback>& callback) override;
|
|
hal::Return<void> executeSynchronously(const hal::V1_0::Request& request,
|
|
hal::MeasureTiming measure,
|
|
executeSynchronously_cb cb) override;
|
|
hal::Return<void> executeSynchronously_1_3(
|
|
const hal::V1_3::Request& request, hal::MeasureTiming measure,
|
|
const hal::OptionalTimePoint& deadline,
|
|
const hal::OptionalTimeoutDuration& loopTimeoutDuration,
|
|
executeSynchronously_1_3_cb cb) override;
|
|
hal::Return<void> configureExecutionBurst(
|
|
const sp<hal::V1_2::IBurstCallback>& callback,
|
|
const MQDescriptorSync<hal::V1_2::FmqRequestDatum>& requestChannel,
|
|
const MQDescriptorSync<hal::V1_2::FmqResultDatum>& resultChannel,
|
|
configureExecutionBurst_cb cb) override;
|
|
hal::Return<void> executeFenced(const hal::Request& request,
|
|
const hal::hidl_vec<hal::hidl_handle>& wait_for,
|
|
hal::MeasureTiming measure,
|
|
const hal::OptionalTimePoint& deadline,
|
|
const hal::OptionalTimeoutDuration& loopTimeoutDuration,
|
|
const hal::OptionalTimeoutDuration& duration,
|
|
executeFenced_cb callback) override;
|
|
const hal::Model* getModel() const { return &mModel; }
|
|
|
|
private:
|
|
hal::Model mModel;
|
|
const SampleDriver* mDriver;
|
|
std::vector<RunTimePoolInfo> mPoolInfos;
|
|
const hal::ExecutionPreference kPreference;
|
|
const uid_t kUserId;
|
|
const hal::Priority kPriority;
|
|
};
|
|
|
|
class SampleFencedExecutionCallback : public hal::IFencedExecutionCallback {
|
|
public:
|
|
SampleFencedExecutionCallback(hal::Timing timingSinceLaunch, hal::Timing timingAfterFence,
|
|
hal::ErrorStatus error)
|
|
: kTimingSinceLaunch(timingSinceLaunch),
|
|
kTimingAfterFence(timingAfterFence),
|
|
kErrorStatus(error) {}
|
|
hal::Return<void> getExecutionInfo(getExecutionInfo_cb callback) override {
|
|
callback(kErrorStatus, kTimingSinceLaunch, kTimingAfterFence);
|
|
return hal::Void();
|
|
}
|
|
|
|
private:
|
|
const hal::Timing kTimingSinceLaunch;
|
|
const hal::Timing kTimingAfterFence;
|
|
const hal::ErrorStatus kErrorStatus;
|
|
};
|
|
|
|
} // namespace sample_driver
|
|
} // namespace nn
|
|
} // namespace android
|
|
|
|
#endif // ANDROID_FRAMEWORKS_ML_NN_DRIVER_SAMPLE_SAMPLE_DRIVER_H
|