charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 1 | // Copyright 2020 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #include "ml/handwriting_recognizer_impl.h" |
| 6 | |
| 7 | #include <utility> |
charleszhao | 492441e | 2020-05-26 16:17:07 +1000 | [diff] [blame] | 8 | #include <vector> |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 9 | |
| 10 | #include "ml/handwriting_proto_mojom_conversion.h" |
charleszhao | 5a7050e | 2020-07-14 15:21:41 +1000 | [diff] [blame] | 11 | #include "ml/request_metrics.h" |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 12 | |
Qijiang Fan | 713061e | 2021-03-08 15:45:12 +0900 | [diff] [blame] | 13 | #include <base/check.h> |
| 14 | |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 15 | namespace ml { |
| 16 | namespace { |
| 17 | |
| 18 | using ::chromeos::machine_learning::mojom::HandwritingRecognitionQueryPtr; |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 19 | using ::chromeos::machine_learning::mojom::HandwritingRecognizer; |
Tom Hughes | 1d1c192 | 2020-08-27 16:16:53 -0700 | [diff] [blame] | 20 | using ::chromeos::machine_learning::mojom::HandwritingRecognizerCandidatePtr; |
charleszhao | 492441e | 2020-05-26 16:17:07 +1000 | [diff] [blame] | 21 | using ::chromeos::machine_learning::mojom::HandwritingRecognizerResult; |
charleszhao | 05c5a4a | 2020-06-09 16:49:54 +1000 | [diff] [blame] | 22 | using ::chromeos::machine_learning::mojom::HandwritingRecognizerSpecPtr; |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 23 | |
| 24 | } // namespace |
| 25 | |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 26 | bool HandwritingRecognizerImpl::Create( |
| 27 | HandwritingRecognizerSpecPtr spec, |
| 28 | mojo::PendingReceiver<HandwritingRecognizer> receiver) { |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 29 | auto recognizer_impl = |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 30 | new HandwritingRecognizerImpl(std::move(spec), std::move(receiver)); |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 31 | |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 32 | // Set the disconnection handler to strongly bind `recognizer_impl` to delete |
| 33 | // `recognizer_impl` when the connection is gone. |
| 34 | recognizer_impl->receiver_.set_disconnect_handler(base::Bind( |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 35 | [](const HandwritingRecognizerImpl* const recognizer_impl) { |
| 36 | delete recognizer_impl; |
| 37 | }, |
| 38 | base::Unretained(recognizer_impl))); |
| 39 | |
| 40 | return recognizer_impl->successfully_loaded_; |
| 41 | } |
| 42 | |
| 43 | HandwritingRecognizerImpl::HandwritingRecognizerImpl( |
Andrew Moylan | b481af7 | 2020-07-09 15:22:00 +1000 | [diff] [blame] | 44 | HandwritingRecognizerSpecPtr spec, |
| 45 | mojo::PendingReceiver<HandwritingRecognizer> receiver) |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 46 | : library_(ml::HandwritingLibrary::GetInstance()), |
| 47 | receiver_(this, std::move(receiver)) { |
| 48 | DCHECK(library_->GetStatus() == ml::HandwritingLibrary::Status::kOk) |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 49 | << "HandwritingRecognizerImpl should be created only if " |
| 50 | "HandwritingLibrary is initialized successfully."; |
| 51 | |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 52 | recognizer_ = library_->CreateHandwritingRecognizer(); |
charleszhao | 05c5a4a | 2020-06-09 16:49:54 +1000 | [diff] [blame] | 53 | |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 54 | successfully_loaded_ = |
Honglin Yu | 0f5b21d | 2021-04-06 23:39:04 +1000 | [diff] [blame] | 55 | library_->LoadHandwritingRecognizer(recognizer_, spec->language); |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 56 | } |
| 57 | |
| 58 | HandwritingRecognizerImpl::~HandwritingRecognizerImpl() { |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 59 | library_->DestroyHandwritingRecognizer(recognizer_); |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 60 | } |
| 61 | |
| 62 | void HandwritingRecognizerImpl::Recognize(HandwritingRecognitionQueryPtr query, |
| 63 | RecognizeCallback callback) { |
charleszhao | 5a7050e | 2020-07-14 15:21:41 +1000 | [diff] [blame] | 64 | RequestMetrics request_metrics("HandwritingModel", "Recognize"); |
| 65 | request_metrics.StartRecordingPerformanceMetrics(); |
| 66 | |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 67 | chrome_knowledge::HandwritingRecognizerResult result_proto; |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 68 | |
Charles Zhao | c882eb0 | 2020-07-27 10:02:35 +1000 | [diff] [blame] | 69 | if (library_->RecognizeHandwriting( |
charleszhao | 492441e | 2020-05-26 16:17:07 +1000 | [diff] [blame] | 70 | recognizer_, HandwritingRecognitionQueryToProto(std::move(query)), |
| 71 | &result_proto)) { |
| 72 | // Recognition succeeded, run callback on the result. |
| 73 | std::move(callback).Run(HandwritingRecognizerResultFromProto(result_proto)); |
charleszhao | 5a7050e | 2020-07-14 15:21:41 +1000 | [diff] [blame] | 74 | request_metrics.FinishRecordingPerformanceMetrics(); |
| 75 | request_metrics.RecordRequestEvent(HandwritingRecognizerResult::Status::OK); |
charleszhao | 492441e | 2020-05-26 16:17:07 +1000 | [diff] [blame] | 76 | } else { |
| 77 | // Recognition failed, run callback on empty result and status = ERROR. |
| 78 | std::move(callback).Run(HandwritingRecognizerResult::New( |
| 79 | HandwritingRecognizerResult::Status::ERROR, |
| 80 | std::vector<HandwritingRecognizerCandidatePtr>())); |
charleszhao | 5a7050e | 2020-07-14 15:21:41 +1000 | [diff] [blame] | 81 | request_metrics.RecordRequestEvent( |
| 82 | HandwritingRecognizerResult::Status::ERROR); |
charleszhao | 492441e | 2020-05-26 16:17:07 +1000 | [diff] [blame] | 83 | } |
charleszhao | 17777f9 | 2020-04-23 12:53:11 +1000 | [diff] [blame] | 84 | } |
| 85 | |
| 86 | } // namespace ml |