Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 1 | // Copyright 2018 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #ifndef ML_MACHINE_LEARNING_SERVICE_IMPL_H_ |
| 6 | #define ML_MACHINE_LEARNING_SERVICE_IMPL_H_ |
| 7 | |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 8 | #include <map> |
alanlxl | cb1f856 | 2018-11-01 15:16:11 +1100 | [diff] [blame] | 9 | #include <memory> |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 10 | #include <string> |
| 11 | |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 12 | #include <base/callback_forward.h> |
| 13 | #include <base/macros.h> |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 14 | #include <dbus/bus.h> |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 15 | #include <mojo/public/cpp/bindings/pending_receiver.h> |
| 16 | #include <mojo/public/cpp/bindings/receiver.h> |
| 17 | #include <mojo/public/cpp/bindings/receiver_set.h> |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 18 | |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 19 | #include "ml/dlcservice_client.h" |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 20 | #include "ml/model_metadata.h" |
Hidehiko Abe | aa488c3 | 2018-08-31 23:49:41 +0900 | [diff] [blame] | 21 | #include "ml/mojom/machine_learning_service.mojom.h" |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 22 | |
| 23 | namespace ml { |
| 24 | |
| 25 | class MachineLearningServiceImpl |
| 26 | : public chromeos::machine_learning::mojom::MachineLearningService { |
| 27 | public: |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 28 | // Creates an instance bound to `pipe`. The specified `disconnect_handler` |
| 29 | // will be invoked if the binding encounters a connection error or is closed. |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 30 | // The `bus` is used to construct `dlcservice_client_` if it is not nullptr. |
hscham | d13deea | 2021-03-08 09:46:15 +0900 | [diff] [blame] | 31 | MachineLearningServiceImpl( |
| 32 | mojo::PendingReceiver< |
| 33 | chromeos::machine_learning::mojom::MachineLearningService> receiver, |
| 34 | base::Closure disconnect_handler, |
| 35 | dbus::Bus* bus = nullptr); |
Jing Wang | 961b8af | 2020-10-26 12:40:35 +1100 | [diff] [blame] | 36 | |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 37 | protected: |
| 38 | // Testing constructor that allows overriding of the model dir. Should not be |
| 39 | // used outside of tests. |
hscham | d13deea | 2021-03-08 09:46:15 +0900 | [diff] [blame] | 40 | MachineLearningServiceImpl( |
| 41 | mojo::PendingReceiver< |
| 42 | chromeos::machine_learning::mojom::MachineLearningService> receiver, |
| 43 | base::Closure disconnect_handler, |
| 44 | const std::string& model_dir); |
Qijiang Fan | 6bc59e1 | 2020-11-11 02:51:06 +0900 | [diff] [blame] | 45 | MachineLearningServiceImpl(const MachineLearningServiceImpl&) = delete; |
| 46 | MachineLearningServiceImpl& operator=(const MachineLearningServiceImpl&) = |
| 47 | delete; |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 48 | |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 49 | private: |
| 50 | // chromeos::machine_learning::mojom::MachineLearningService: |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 51 | void Clone(mojo::PendingReceiver< |
| 52 | chromeos::machine_learning::mojom::MachineLearningService> |
| 53 | receiver) override; |
Honglin Yu | 0ed7235 | 2019-08-27 17:42:01 +1000 | [diff] [blame] | 54 | void LoadBuiltinModel( |
| 55 | chromeos::machine_learning::mojom::BuiltinModelSpecPtr spec, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 56 | mojo::PendingReceiver<chromeos::machine_learning::mojom::Model> receiver, |
Qijiang Fan | 5d381a0 | 2020-04-19 23:42:37 +0900 | [diff] [blame] | 57 | LoadBuiltinModelCallback callback) override; |
Honglin Yu | 0ed7235 | 2019-08-27 17:42:01 +1000 | [diff] [blame] | 58 | void LoadFlatBufferModel( |
| 59 | chromeos::machine_learning::mojom::FlatBufferModelSpecPtr spec, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 60 | mojo::PendingReceiver<chromeos::machine_learning::mojom::Model> receiver, |
Qijiang Fan | 5d381a0 | 2020-04-19 23:42:37 +0900 | [diff] [blame] | 61 | LoadFlatBufferModelCallback callback) override; |
Honglin Yu | f33dce3 | 2019-12-05 15:10:39 +1100 | [diff] [blame] | 62 | void LoadTextClassifier( |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 63 | mojo::PendingReceiver<chromeos::machine_learning::mojom::TextClassifier> |
| 64 | receiver, |
Honglin Yu | f33dce3 | 2019-12-05 15:10:39 +1100 | [diff] [blame] | 65 | LoadTextClassifierCallback callback) override; |
Charles Zhao | 6d467e6 | 2020-08-31 10:02:03 +1000 | [diff] [blame] | 66 | void LoadHandwritingModel( |
| 67 | chromeos::machine_learning::mojom::HandwritingRecognizerSpecPtr spec, |
| 68 | mojo::PendingReceiver< |
| 69 | chromeos::machine_learning::mojom::HandwritingRecognizer> receiver, |
| 70 | LoadHandwritingModelCallback callback) override; |
charleszhao | 05c5a4a | 2020-06-09 16:49:54 +1000 | [diff] [blame] | 71 | void LoadHandwritingModelWithSpec( |
| 72 | chromeos::machine_learning::mojom::HandwritingRecognizerSpecPtr spec, |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 73 | mojo::PendingReceiver< |
| 74 | chromeos::machine_learning::mojom::HandwritingRecognizer> receiver, |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 75 | LoadHandwritingModelWithSpecCallback callback) override; |
Honglin Yu | d220427 | 2020-08-26 14:21:37 +1000 | [diff] [blame] | 76 | void LoadSpeechRecognizer( |
| 77 | chromeos::machine_learning::mojom::SodaConfigPtr spec, |
| 78 | mojo::PendingRemote<chromeos::machine_learning::mojom::SodaClient> |
| 79 | soda_client, |
| 80 | mojo::PendingReceiver<chromeos::machine_learning::mojom::SodaRecognizer> |
| 81 | soda_recognizer, |
| 82 | LoadSpeechRecognizerCallback callback) override; |
Jing Wang | 961b8af | 2020-10-26 12:40:35 +1100 | [diff] [blame] | 83 | void LoadGrammarChecker( |
| 84 | mojo::PendingReceiver<chromeos::machine_learning::mojom::GrammarChecker> |
| 85 | receiver, |
| 86 | LoadGrammarCheckerCallback callback) override; |
charleszhao | 05c5a4a | 2020-06-09 16:49:54 +1000 | [diff] [blame] | 87 | |
Honglin Yu | 0ed7235 | 2019-08-27 17:42:01 +1000 | [diff] [blame] | 88 | // Metadata required to load builtin models. Initialized at construction. |
| 89 | const std::map<chromeos::machine_learning::mojom::BuiltinModelId, |
| 90 | BuiltinModelMetadata> |
| 91 | builtin_model_metadata_; |
| 92 | |
Michael Martis | a74af93 | 2018-08-13 16:52:36 +1000 | [diff] [blame] | 93 | const std::string model_dir_; |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 94 | |
Charles Zhao | d4fb7b6 | 2020-08-25 17:21:58 +1000 | [diff] [blame] | 95 | // DlcserviceClient used to communicate with DlcService. |
| 96 | std::unique_ptr<DlcserviceClient> dlcservice_client_; |
| 97 | |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 98 | // Primordial receiver bootstrapped over D-Bus. Once opened, is never closed. |
| 99 | mojo::Receiver<chromeos::machine_learning::mojom::MachineLearningService> |
| 100 | receiver_; |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 101 | |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 102 | // Additional receivers bound via `Clone`. |
| 103 | mojo::ReceiverSet<chromeos::machine_learning::mojom::MachineLearningService> |
| 104 | clone_receivers_; |
Andrew Moylan | ff6be51 | 2018-07-03 11:05:01 +1000 | [diff] [blame] | 105 | }; |
| 106 | |
| 107 | } // namespace ml |
| 108 | |
| 109 | #endif // ML_MACHINE_LEARNING_SERVICE_IMPL_H_ |