| OLD | NEW |
| 1 // Copyright 2017 The Chromium Authors. All rights reserved. | 1 // Copyright 2017 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "components/translate/core/browser/ranker_model_loader.h" | 5 #include "components/machine_intelligence/ranker_model_loader.h" |
| 6 | 6 |
| 7 #include <deque> | 7 #include <deque> |
| 8 #include <initializer_list> | 8 #include <initializer_list> |
| 9 #include <memory> | 9 #include <memory> |
| 10 #include <vector> | 10 #include <vector> |
| 11 | 11 |
| 12 #include "base/files/file_util.h" | 12 #include "base/files/file_util.h" |
| 13 #include "base/files/scoped_temp_dir.h" | 13 #include "base/files/scoped_temp_dir.h" |
| 14 #include "base/memory/ptr_util.h" | 14 #include "base/memory/ptr_util.h" |
| 15 #include "base/memory/ref_counted.h" | 15 #include "base/memory/ref_counted.h" |
| 16 #include "base/message_loop/message_loop.h" | 16 #include "base/message_loop/message_loop.h" |
| 17 #include "base/run_loop.h" | 17 #include "base/run_loop.h" |
| 18 #include "base/strings/stringprintf.h" | 18 #include "base/strings/stringprintf.h" |
| 19 #include "base/task_scheduler/post_task.h" | 19 #include "base/task_scheduler/post_task.h" |
| 20 #include "base/task_scheduler/task_scheduler.h" | 20 #include "base/task_scheduler/task_scheduler.h" |
| 21 #include "base/test/scoped_feature_list.h" | 21 #include "base/test/scoped_feature_list.h" |
| 22 #include "base/test/scoped_task_scheduler.h" | 22 #include "base/test/scoped_task_scheduler.h" |
| 23 #include "base/test/test_simple_task_runner.h" | 23 #include "base/test/test_simple_task_runner.h" |
| 24 #include "base/threading/thread_task_runner_handle.h" | 24 #include "base/threading/thread_task_runner_handle.h" |
| 25 #include "components/translate/core/browser/proto/ranker_model.pb.h" | 25 #include "components/machine_intelligence/proto/ranker_model.pb.h" |
| 26 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" | 26 #include "components/machine_intelligence/proto/translate_ranker_model.pb.h" |
| 27 #include "components/translate/core/browser/ranker_model.h" | 27 #include "components/machine_intelligence/ranker_model.h" |
| 28 #include "components/translate/core/browser/translate_download_manager.h" | |
| 29 #include "net/url_request/test_url_fetcher_factory.h" | 28 #include "net/url_request/test_url_fetcher_factory.h" |
| 30 #include "net/url_request/url_request_test_util.h" | 29 #include "net/url_request/url_request_test_util.h" |
| 31 #include "testing/gtest/include/gtest/gtest.h" | 30 #include "testing/gtest/include/gtest/gtest.h" |
| 32 | 31 |
| 33 namespace { | 32 namespace { |
| 34 | 33 |
| 35 using base::TaskScheduler; | 34 using base::TaskScheduler; |
| 36 using chrome_intelligence::RankerModel; | 35 using machine_intelligence::RankerModel; |
| 37 using translate::RankerModelLoader; | 36 using machine_intelligence::RankerModelLoader; |
| 38 using translate::RankerModelStatus; | 37 using machine_intelligence::RankerModelStatus; |
| 39 using translate::TranslateDownloadManager; | |
| 40 | 38 |
| 41 const char kInvalidModelData[] = "not a valid model"; | 39 const char kInvalidModelData[] = "not a valid model"; |
| 42 const int kInvalidModelSize = sizeof(kInvalidModelData) - 1; | 40 const int kInvalidModelSize = sizeof(kInvalidModelData) - 1; |
| 43 | 41 |
| 44 class RankerModelLoaderTest : public ::testing::Test { | 42 class RankerModelLoaderTest : public ::testing::Test { |
| 45 protected: | 43 protected: |
| 46 RankerModelLoaderTest(); | 44 RankerModelLoaderTest(); |
| 47 | 45 |
| 48 void SetUp() override; | 46 void SetUp() override; |
| 49 | 47 |
| (...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 85 | 83 |
| 86 // Sets up the task scheduling/task-runner environment for each test. | 84 // Sets up the task scheduling/task-runner environment for each test. |
| 87 base::test::ScopedTaskScheduler scoped_task_scheduler_; | 85 base::test::ScopedTaskScheduler scoped_task_scheduler_; |
| 88 | 86 |
| 89 // Override the default URL fetcher to return custom responses for tests. | 87 // Override the default URL fetcher to return custom responses for tests. |
| 90 net::FakeURLFetcherFactory url_fetcher_factory_; | 88 net::FakeURLFetcherFactory url_fetcher_factory_; |
| 91 | 89 |
| 92 // Temporary directory for model files. | 90 // Temporary directory for model files. |
| 93 base::ScopedTempDir scoped_temp_dir_; | 91 base::ScopedTempDir scoped_temp_dir_; |
| 94 | 92 |
| 95 // Cache and reset the application locale for each test. | 93 // Used for URLFetcher. |
| 96 std::string locale_; | 94 scoped_refptr<net::TestURLRequestContextGetter> request_context_getter_; |
| 97 | |
| 98 // Used to initialize the translate download manager. | |
| 99 scoped_refptr<net::TestURLRequestContextGetter> request_context_; | |
| 100 | 95 |
| 101 // A queue of responses to return from Validate(). If empty, validate will | 96 // A queue of responses to return from Validate(). If empty, validate will |
| 102 // return 'OK'. | 97 // return 'OK'. |
| 103 std::deque<RankerModelStatus> validate_model_response_; | 98 std::deque<RankerModelStatus> validate_model_response_; |
| 104 | 99 |
| 105 // A cached to remember the model validation calls. | 100 // A cached to remember the model validation calls. |
| 106 std::vector<std::unique_ptr<RankerModel>> validated_models_; | 101 std::vector<std::unique_ptr<RankerModel>> validated_models_; |
| 107 | 102 |
| 108 // A cache to remember the OnModelAvailable calls. | 103 // A cache to remember the OnModelAvailable calls. |
| 109 std::vector<std::unique_ptr<RankerModel>> available_models_; | 104 std::vector<std::unique_ptr<RankerModel>> available_models_; |
| (...skipping 14 matching lines...) Expand all Loading... |
| 124 RankerModel expired_model_; | 119 RankerModel expired_model_; |
| 125 | 120 |
| 126 private: | 121 private: |
| 127 DISALLOW_COPY_AND_ASSIGN(RankerModelLoaderTest); | 122 DISALLOW_COPY_AND_ASSIGN(RankerModelLoaderTest); |
| 128 }; | 123 }; |
| 129 | 124 |
| 130 RankerModelLoaderTest::RankerModelLoaderTest() | 125 RankerModelLoaderTest::RankerModelLoaderTest() |
| 131 : url_fetcher_factory_(nullptr) {} | 126 : url_fetcher_factory_(nullptr) {} |
| 132 | 127 |
| 133 void RankerModelLoaderTest::SetUp() { | 128 void RankerModelLoaderTest::SetUp() { |
| 134 // Setup the translate download manager. | 129 request_context_getter_ = |
| 135 locale_ = TranslateDownloadManager::GetInstance()->application_locale(); | |
| 136 request_context_ = | |
| 137 new net::TestURLRequestContextGetter(base::ThreadTaskRunnerHandle::Get()); | 130 new net::TestURLRequestContextGetter(base::ThreadTaskRunnerHandle::Get()); |
| 138 TranslateDownloadManager::GetInstance()->set_application_locale("fr-CA"); | |
| 139 TranslateDownloadManager::GetInstance()->set_request_context( | |
| 140 request_context_.get()); | |
| 141 | 131 |
| 142 ASSERT_TRUE(scoped_temp_dir_.CreateUniqueTempDir()); | 132 ASSERT_TRUE(scoped_temp_dir_.CreateUniqueTempDir()); |
| 143 const auto& temp_dir_path = scoped_temp_dir_.GetPath(); | 133 const auto& temp_dir_path = scoped_temp_dir_.GetPath(); |
| 144 | 134 |
| 145 // Setup the model file paths. | 135 // Setup the model file paths. |
| 146 local_model_path_ = temp_dir_path.AppendASCII("local_model.bin"); | 136 local_model_path_ = temp_dir_path.AppendASCII("local_model.bin"); |
| 147 expired_model_path_ = temp_dir_path.AppendASCII("expired_model.bin"); | 137 expired_model_path_ = temp_dir_path.AppendASCII("expired_model.bin"); |
| 148 invalid_model_path_ = temp_dir_path.AppendASCII("invalid_model.bin"); | 138 invalid_model_path_ = temp_dir_path.AppendASCII("invalid_model.bin"); |
| 149 | 139 |
| 150 // Setup the model URLs. | 140 // Setup the model URLs. |
| 151 remote_model_url_ = GURL("https://some.url.net/good.model.bin"); | 141 remote_model_url_ = GURL("https://some.url.net/good.model.bin"); |
| 152 invalid_model_url_ = GURL("https://some.url.net/bad.model.bin"); | 142 invalid_model_url_ = GURL("https://some.url.net/bad.model.bin"); |
| 153 failed_model_url_ = GURL("https://some.url.net/fail"); | 143 failed_model_url_ = GURL("https://some.url.net/fail"); |
| 154 | 144 |
| 155 // Initialize the model data. | 145 // Initialize the model data. |
| 156 ASSERT_NO_FATAL_FAILURE(InitRemoteModels()); | 146 ASSERT_NO_FATAL_FAILURE(InitRemoteModels()); |
| 157 ASSERT_NO_FATAL_FAILURE(InitLocalModels()); | 147 ASSERT_NO_FATAL_FAILURE(InitLocalModels()); |
| 158 } | 148 } |
| 159 | 149 |
| 160 void RankerModelLoaderTest::TearDown() { | 150 void RankerModelLoaderTest::TearDown() { |
| 161 base::RunLoop().RunUntilIdle(); | 151 base::RunLoop().RunUntilIdle(); |
| 162 TranslateDownloadManager::GetInstance()->set_application_locale(locale_); | |
| 163 TranslateDownloadManager::GetInstance()->set_request_context(nullptr); | |
| 164 } | 152 } |
| 165 | 153 |
| 166 // static | 154 // static |
| 167 std::unique_ptr<RankerModel> RankerModelLoaderTest::Clone( | 155 std::unique_ptr<RankerModel> RankerModelLoaderTest::Clone( |
| 168 const RankerModel& model) { | 156 const RankerModel& model) { |
| 169 auto copy = base::MakeUnique<RankerModel>(); | 157 auto copy = base::MakeUnique<RankerModel>(); |
| 170 *copy->mutable_proto() = model.proto(); | 158 *copy->mutable_proto() = model.proto(); |
| 171 return copy; | 159 return copy; |
| 172 } | 160 } |
| 173 | 161 |
| (...skipping 14 matching lines...) Expand all Loading... |
| 188 | 176 |
| 189 return IsEqual(*copy_m1, *copy_m2); | 177 return IsEqual(*copy_m1, *copy_m2); |
| 190 } | 178 } |
| 191 | 179 |
| 192 bool RankerModelLoaderTest::DoLoaderTest(const base::FilePath& model_path, | 180 bool RankerModelLoaderTest::DoLoaderTest(const base::FilePath& model_path, |
| 193 const GURL& model_url) { | 181 const GURL& model_url) { |
| 194 auto loader = base::MakeUnique<RankerModelLoader>( | 182 auto loader = base::MakeUnique<RankerModelLoader>( |
| 195 base::Bind(&RankerModelLoaderTest::ValidateModel, base::Unretained(this)), | 183 base::Bind(&RankerModelLoaderTest::ValidateModel, base::Unretained(this)), |
| 196 base::Bind(&RankerModelLoaderTest::OnModelAvailable, | 184 base::Bind(&RankerModelLoaderTest::OnModelAvailable, |
| 197 base::Unretained(this)), | 185 base::Unretained(this)), |
| 198 model_path, model_url, "RankerModelLoaderTest"); | 186 request_context_getter_.get(), model_path, model_url, |
| 187 "RankerModelLoaderTest"); |
| 199 loader->NotifyOfRankerActivity(); | 188 loader->NotifyOfRankerActivity(); |
| 200 base::RunLoop().RunUntilIdle(); | 189 base::RunLoop().RunUntilIdle(); |
| 201 | 190 |
| 202 return true; | 191 return true; |
| 203 } | 192 } |
| 204 | 193 |
| 205 void RankerModelLoaderTest::InitRemoteModels() { | 194 void RankerModelLoaderTest::InitRemoteModels() { |
| 206 InitModel(remote_model_url_, base::Time(), base::TimeDelta(), &remote_model_); | 195 InitModel(remote_model_url_, base::Time(), base::TimeDelta(), &remote_model_); |
| 207 url_fetcher_factory_.SetFakeResponse( | 196 url_fetcher_factory_.SetFakeResponse( |
| 208 remote_model_url_, remote_model_.SerializeAsString(), net::HTTP_OK, | 197 remote_model_url_, remote_model_.SerializeAsString(), net::HTTP_OK, |
| (...skipping 152 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 361 validate_model_response_.push_back(RankerModelStatus::OK); | 350 validate_model_response_.push_back(RankerModelStatus::OK); |
| 362 validate_model_response_.push_back(RankerModelStatus::INCOMPATIBLE); | 351 validate_model_response_.push_back(RankerModelStatus::INCOMPATIBLE); |
| 363 | 352 |
| 364 ASSERT_TRUE(DoLoaderTest(expired_model_path_, remote_model_url_)); | 353 ASSERT_TRUE(DoLoaderTest(expired_model_path_, remote_model_url_)); |
| 365 ASSERT_EQ(2U, validated_models_.size()); | 354 ASSERT_EQ(2U, validated_models_.size()); |
| 366 ASSERT_EQ(1U, available_models_.size()); | 355 ASSERT_EQ(1U, available_models_.size()); |
| 367 EXPECT_TRUE(IsEquivalent(*validated_models_[0], local_model_)); | 356 EXPECT_TRUE(IsEquivalent(*validated_models_[0], local_model_)); |
| 368 EXPECT_TRUE(IsEquivalent(*validated_models_[1], remote_model_)); | 357 EXPECT_TRUE(IsEquivalent(*validated_models_[1], remote_model_)); |
| 369 EXPECT_TRUE(IsEquivalent(*available_models_[0], local_model_)); | 358 EXPECT_TRUE(IsEquivalent(*available_models_[0], local_model_)); |
| 370 } | 359 } |
| OLD | NEW |