Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 1 | // Copyright 2018 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #ifndef ML_MACHINE_LEARNING_SERVICE_IMPL_H_ |
| 6 | #define ML_MACHINE_LEARNING_SERVICE_IMPL_H_ |
| 7 | |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 8 | #include <map> |
alanlxl | cb1f856 | 2018-11-01 15:16:11 +1100 | [diff] [blame] | 9 | #include <memory> |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 10 | #include <string> |
| 11 | |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 12 | #include <base/callback_forward.h> |
| 13 | #include <base/macros.h> |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 14 | #include <dbus/bus.h> |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 15 | #include <mojo/public/cpp/bindings/pending_receiver.h> |
| 16 | #include <mojo/public/cpp/bindings/receiver.h> |
| 17 | #include <mojo/public/cpp/bindings/receiver_set.h> |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 18 | |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 19 | #include "ml/dlcservice_client.h" |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 20 | #include "ml/model_metadata.h" |
Hidehiko Abe | aa488c3 | 2018-08-31 23:49:41 +0900 | [diff] [blame] | 21 | #include "ml/mojom/machine_learning_service.mojom.h" |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 22 | |
| 23 | namespace ml { |
| 24 | |
| 25 | class MachineLearningServiceImpl |
| 26 | : public chromeos::machine_learning::mojom::MachineLearningService { |
| 27 | public: |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 28 | // Creates an instance bound to `pipe`. The specified `disconnect_handler` |
| 29 | // will be invoked if the binding encounters a connection error or is closed. |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 30 | // The `bus` is used to construct `dlcservice_client_` if it is not nullptr. |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 31 | MachineLearningServiceImpl(mojo::ScopedMessagePipeHandle pipe, |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 32 | base::Closure disconnect_handler, |
| 33 | dbus::Bus* bus = nullptr); |
Jing Wang | 961b8af | 2020-10-26 12:40:35 +1100 | [diff] [blame] | 34 | |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 35 | protected: |
| 36 | // Testing constructor that allows overriding of the model dir. Should not be |
| 37 | // used outside of tests. |
| 38 | MachineLearningServiceImpl(mojo::ScopedMessagePipeHandle pipe, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 39 | base::Closure disconnect_handler, |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 40 | const std::string& model_dir); |
Qijiang Fan | 6bc59e1 | 2020-11-11 02:51:06 +0900 | [diff] [blame] | 41 | MachineLearningServiceImpl(const MachineLearningServiceImpl&) = delete; |
| 42 | MachineLearningServiceImpl& operator=(const MachineLearningServiceImpl&) = |
| 43 | delete; |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 44 | |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 45 | private: |
| 46 | // chromeos::machine_learning::mojom::MachineLearningService: |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 47 | void Clone(mojo::PendingReceiver< |
| 48 | chromeos::machine_learning::mojom::MachineLearningService> |
| 49 | receiver) override; |
Honglin Yu | 0ed7235 | 2019-08-27 17:42:01 +1000 | [diff] [blame] | 50 | void LoadBuiltinModel( |
| 51 | chromeos::machine_learning::mojom::BuiltinModelSpecPtr spec, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 52 | mojo::PendingReceiver<chromeos::machine_learning::mojom::Model> receiver, |
Qijiang Fan | 5d381a0 | 2020-04-19 23:42:37 +0900 | [diff] [blame] | 53 | LoadBuiltinModelCallback callback) override; |
Honglin Yu | 0ed7235 | 2019-08-27 17:42:01 +1000 | [diff] [blame] | 54 | void LoadFlatBufferModel( |
| 55 | chromeos::machine_learning::mojom::FlatBufferModelSpecPtr spec, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 56 | mojo::PendingReceiver<chromeos::machine_learning::mojom::Model> receiver, |
Qijiang Fan | 5d381a0 | 2020-04-19 23:42:37 +0900 | [diff] [blame] | 57 | LoadFlatBufferModelCallback callback) override; |
Honglin Yu | f33dce3 | 2019-12-05 15:10:39 +1100 | [diff] [blame] | 58 | void LoadTextClassifier( |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 59 | mojo::PendingReceiver<chromeos::machine_learning::mojom::TextClassifier> |
| 60 | receiver, |
Honglin Yu | f33dce3 | 2019-12-05 15:10:39 +1100 | [diff] [blame] | 61 | LoadTextClassifierCallback callback) override; |
Charles Zhao | 6d467e6 | 2020-08-31 10:02:03 +1000 | [diff] [blame] | 62 | void LoadHandwritingModel( |
| 63 | chromeos::machine_learning::mojom::HandwritingRecognizerSpecPtr spec, |
| 64 | mojo::PendingReceiver< |
| 65 | chromeos::machine_learning::mojom::HandwritingRecognizer> receiver, |
| 66 | LoadHandwritingModelCallback callback) override; |
charleszhao | 05c5a4a | 2020-06-09 16:49:54 +1000 | [diff] [blame] | 67 | void LoadHandwritingModelWithSpec( |
| 68 | chromeos::machine_learning::mojom::HandwritingRecognizerSpecPtr spec, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 69 | mojo::PendingReceiver< |
| 70 | chromeos::machine_learning::mojom::HandwritingRecognizer> receiver, |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 71 | LoadHandwritingModelWithSpecCallback callback) override; |
Honglin Yu | d220427 | 2020-08-26 14:21:37 +1000 | [diff] [blame] | 72 | void LoadSpeechRecognizer( |
| 73 | chromeos::machine_learning::mojom::SodaConfigPtr spec, |
| 74 | mojo::PendingRemote<chromeos::machine_learning::mojom::SodaClient> |
| 75 | soda_client, |
| 76 | mojo::PendingReceiver<chromeos::machine_learning::mojom::SodaRecognizer> |
| 77 | soda_recognizer, |
| 78 | LoadSpeechRecognizerCallback callback) override; |
Jing Wang | 961b8af | 2020-10-26 12:40:35 +1100 | [diff] [blame] | 79 | void LoadGrammarChecker( |
| 80 | mojo::PendingReceiver<chromeos::machine_learning::mojom::GrammarChecker> |
| 81 | receiver, |
| 82 | LoadGrammarCheckerCallback callback) override; |
charleszhao | 05c5a4a | 2020-06-09 16:49:54 +1000 | [diff] [blame] | 83 | |
Honglin Yu | 0ed7235 | 2019-08-27 17:42:01 +1000 | [diff] [blame] | 84 | // Metadata required to load builtin models. Initialized at construction. |
| 85 | const std::map<chromeos::machine_learning::mojom::BuiltinModelId, |
| 86 | BuiltinModelMetadata> |
| 87 | builtin_model_metadata_; |
| 88 | |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 89 | const std::string model_dir_; |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 90 | |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 91 | // DlcserviceClient used to communicate with DlcService. |
| 92 | std::unique_ptr<DlcserviceClient> dlcservice_client_; |
| 93 | |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 94 | // Primordial receiver bootstrapped over D-Bus. Once opened, is never closed. |
| 95 | mojo::Receiver<chromeos::machine_learning::mojom::MachineLearningService> |
| 96 | receiver_; |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 97 | |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 98 | // Additional receivers bound via `Clone`. |
| 99 | mojo::ReceiverSet<chromeos::machine_learning::mojom::MachineLearningService> |
| 100 | clone_receivers_; |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 101 | }; |
| 102 | |
| 103 | } // namespace ml |
| 104 | |
| 105 | #endif // ML_MACHINE_LEARNING_SERVICE_IMPL_H_ |