[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 1 | // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
blundell | 2102f7c | 2015-07-09 10:00:53 | [diff] [blame] | 5 | #include "components/omnibox/browser/zero_suggest_provider.h" |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 6 | |
avi | f57136c1 | 2015-12-25 23:27:45 | [diff] [blame] | 7 | #include <stddef.h> |
| 8 | |
Kevin Bailey | 1e2a90e | 2017-10-27 21:02:05 | [diff] [blame] | 9 | #include <string> |
| 10 | #include <utility> |
| 11 | |
Sebastien Marchand | 53801a3 | 2019-01-25 16:26:11 | [diff] [blame] | 12 | #include "base/bind.h" |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 13 | #include "base/callback.h" |
gcomanici | 8cabc77f | 2017-04-27 20:04:54 | [diff] [blame] | 14 | #include "base/feature_list.h" |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 15 | #include "base/i18n/case_conversion.h" |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 16 | #include "base/json/json_string_value_serializer.h" |
asvitkine | 3033081 | 2016-08-30 04:01:08 | [diff] [blame] | 17 | #include "base/metrics/histogram_macros.h" |
[email protected] | f7f41c0e | 2014-08-11 04:22:23 | [diff] [blame] | 18 | #include "base/metrics/user_metrics.h" |
Moe Ahmadi | 0993aec | 2019-09-19 21:42:30 | [diff] [blame] | 19 | #include "base/stl_util.h" |
[email protected] | 98570e1 | 2013-06-10 19:54:22 | [diff] [blame] | 20 | #include "base/strings/string16.h" |
| 21 | #include "base/strings/string_util.h" |
[email protected] | 135cb80 | 2013-06-09 16:44:20 | [diff] [blame] | 22 | #include "base/strings/utf_string_conversions.h" |
[email protected] | 4dcb797 | 2013-06-28 15:15:41 | [diff] [blame] | 23 | #include "base/time/time.h" |
a-v-y | dd768d5 | 2016-03-25 21:07:46 | [diff] [blame] | 24 | #include "base/trace_event/trace_event.h" |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 25 | #include "build/build_config.h" |
sdefresne | bc766ef | 2014-09-25 09:28:13 | [diff] [blame] | 26 | #include "components/history/core/browser/history_types.h" |
sdefresne | 0da3bc0 | 2015-01-29 18:26:35 | [diff] [blame] | 27 | #include "components/history/core/browser/top_sites.h" |
blundell | 2102f7c | 2015-07-09 10:00:53 | [diff] [blame] | 28 | #include "components/omnibox/browser/autocomplete_classifier.h" |
| 29 | #include "components/omnibox/browser/autocomplete_input.h" |
| 30 | #include "components/omnibox/browser/autocomplete_match.h" |
manuk | 3972b2f | 2019-04-19 14:22:56 | [diff] [blame] | 31 | #include "components/omnibox/browser/autocomplete_match_classification.h" |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 32 | #include "components/omnibox/browser/autocomplete_provider_client.h" |
blundell | 2102f7c | 2015-07-09 10:00:53 | [diff] [blame] | 33 | #include "components/omnibox/browser/autocomplete_provider_listener.h" |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 34 | #include "components/omnibox/browser/omnibox_field_trial.h" |
Moe Ahmadi | 1266de8 | 2020-04-10 17:19:53 | [diff] [blame] | 35 | #include "components/omnibox/browser/omnibox_prefs.h" |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 36 | #include "components/omnibox/browser/remote_suggestions_service.h" |
blundell | 2102f7c | 2015-07-09 10:00:53 | [diff] [blame] | 37 | #include "components/omnibox/browser/search_provider.h" |
Tommy Li | 823509e | 2019-12-06 22:42:47 | [diff] [blame] | 38 | #include "components/omnibox/browser/search_suggestion_parser.h" |
sdefresne | 70948d6 | 2015-08-11 10:46:35 | [diff] [blame] | 39 | #include "components/omnibox/browser/verbatim_match.h" |
Tomasz Wiszkowski | d938a111 | 2019-03-06 18:01:57 | [diff] [blame] | 40 | #include "components/omnibox/common/omnibox_features.h" |
[email protected] | f0c8c499 | 2014-05-15 17:37:26 | [diff] [blame] | 41 | #include "components/pref_registry/pref_registry_syncable.h" |
brettw | f00b9b4 | 2016-02-01 22:11:38 | [diff] [blame] | 42 | #include "components/prefs/pref_service.h" |
Tommy C. Li | 17b5ba11 | 2020-08-11 02:29:21 | [diff] [blame] | 43 | #include "components/search_engines/omnibox_focus_type.h" |
Gheorghe Comanici | 864725b | 2017-11-28 21:48:01 | [diff] [blame] | 44 | #include "components/search_engines/search_engine_type.h" |
[email protected] | bf5c532d | 2014-07-05 00:29:53 | [diff] [blame] | 45 | #include "components/search_engines/template_url_service.h" |
rsleevi | 24f64dc2 | 2015-08-07 21:39:21 | [diff] [blame] | 46 | #include "components/url_formatter/url_formatter.h" |
asvitkine | 9a27983 | 2015-12-18 02:35:50 | [diff] [blame] | 47 | #include "components/variations/net/variations_http_headers.h" |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 48 | #include "net/base/escape.h" |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 49 | #include "services/network/public/cpp/shared_url_loader_factory.h" |
| 50 | #include "services/network/public/cpp/simple_url_loader.h" |
Steven Holte | f9d5ed6 | 2017-10-21 02:02:30 | [diff] [blame] | 51 | #include "third_party/metrics_proto/omnibox_event.pb.h" |
| 52 | #include "third_party/metrics_proto/omnibox_input_type.pb.h" |
[email protected] | 761fa470 | 2013-07-02 15:25:15 | [diff] [blame] | 53 | #include "url/gurl.h" |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 54 | |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 55 | using metrics::OmniboxEventProto; |
| 56 | |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 57 | namespace { |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 58 | |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 59 | // Represents whether ZeroSuggestProvider is allowed to display contextual |
| 60 | // suggestions on focus, and if not, why not. |
| 61 | // These values are written to logs. New enum values can be added, but existing |
| 62 | // enums must never be renumbered or deleted and reused. |
| 63 | enum class ZeroSuggestEligibility { |
| 64 | ELIGIBLE = 0, |
| 65 | // URL_INELIGIBLE would be ELIGIBLE except some property of the current URL |
| 66 | // itself prevents ZeroSuggest from triggering. |
| 67 | URL_INELIGIBLE = 1, |
| 68 | GENERALLY_INELIGIBLE = 2, |
| 69 | ELIGIBLE_MAX_VALUE |
| 70 | }; |
| 71 | |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 72 | // TODO(hfung): The histogram code was copied and modified from |
| 73 | // search_provider.cc. Refactor and consolidate the code. |
| 74 | // We keep track in a histogram how many suggest requests we send, how |
| 75 | // many suggest requests we invalidate (e.g., due to a user typing |
| 76 | // another character), and how many replies we receive. |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 77 | // These values are written to logs. New enum values can be added, but existing |
| 78 | // enums must never be renumbered or deleted and reused. |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 79 | enum ZeroSuggestRequestsHistogramValue { |
| 80 | ZERO_SUGGEST_REQUEST_SENT = 1, |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 81 | ZERO_SUGGEST_REQUEST_INVALIDATED = 2, |
| 82 | ZERO_SUGGEST_REPLY_RECEIVED = 3, |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 83 | ZERO_SUGGEST_MAX_REQUEST_HISTOGRAM_VALUE |
| 84 | }; |
| 85 | |
| 86 | void LogOmniboxZeroSuggestRequest( |
| 87 | ZeroSuggestRequestsHistogramValue request_value) { |
| 88 | UMA_HISTOGRAM_ENUMERATION("Omnibox.ZeroSuggestRequests", request_value, |
| 89 | ZERO_SUGGEST_MAX_REQUEST_HISTOGRAM_VALUE); |
| 90 | } |
| 91 | |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 92 | // Relevance value to use if it was not set explicitly by the server. |
| 93 | const int kDefaultZeroSuggestRelevance = 100; |
| 94 | |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 95 | // Used for testing whether zero suggest is ever available. |
mpearson | c90c24b | 2017-03-04 00:11:26 | [diff] [blame] | 96 | constexpr char kArbitraryInsecureUrlString[] = "http://www.google.com/"; |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 97 | |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 98 | // Metric name tracking the omnibox suggestion eligibility. |
| 99 | constexpr char kOmniboxZeroSuggestEligibleHistogramName[] = |
| 100 | "Omnibox.ZeroSuggest.Eligible.OnFocusV2"; |
| 101 | |
Moe Ahmadi | 85bf7086 | 2019-10-11 00:03:32 | [diff] [blame] | 102 | // Remote suggestions are allowed only if the user is signed-in and has Google |
Moe Ahmadi | 189b653 | 2020-09-02 17:57:12 | [diff] [blame] | 103 | // set up as their default search engine. The authentication state check is done |
| 104 | // not for privacy reasons but to prevent signed-out users from querying the |
| 105 | // server which does not have any suggestions for them. This check is skipped if |
| 106 | // |check_authentication_state| is false. |
| 107 | // This function only applies to kRemoteNoUrlVariant. For kRemoteSendUrlVariant, |
| 108 | // most of these checks with the exception of the authentication state are done |
| 109 | // in BaseSearchProvider::CanSendURL(). |
Moe Ahmadi | 85bf7086 | 2019-10-11 00:03:32 | [diff] [blame] | 110 | bool RemoteNoUrlSuggestionsAreAllowed( |
Tomasz Wiszkowski | 5abea20 | 2019-06-06 22:51:14 | [diff] [blame] | 111 | AutocompleteProviderClient* client, |
Moe Ahmadi | 189b653 | 2020-09-02 17:57:12 | [diff] [blame] | 112 | const TemplateURLService* template_url_service, |
| 113 | bool check_authentication_state) { |
Tomasz Wiszkowski | 5abea20 | 2019-06-06 22:51:14 | [diff] [blame] | 114 | if (!client->SearchSuggestEnabled()) |
Moe Ahmadi | 85bf7086 | 2019-10-11 00:03:32 | [diff] [blame] | 115 | return false; |
Tomasz Wiszkowski | 5abea20 | 2019-06-06 22:51:14 | [diff] [blame] | 116 | |
Moe Ahmadi | 189b653 | 2020-09-02 17:57:12 | [diff] [blame] | 117 | if (check_authentication_state && !client->IsAuthenticated()) |
Moe Ahmadi | 85bf7086 | 2019-10-11 00:03:32 | [diff] [blame] | 118 | return false; |
Gheorghe Comanici | 864725b | 2017-11-28 21:48:01 | [diff] [blame] | 119 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 120 | if (template_url_service == nullptr) |
| 121 | return false; |
Gheorghe Comanici | 68250410 | 2017-11-30 17:47:25 | [diff] [blame] | 122 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 123 | const TemplateURL* default_provider = |
| 124 | template_url_service->GetDefaultSearchProvider(); |
Moe Ahmadi | 85bf7086 | 2019-10-11 00:03:32 | [diff] [blame] | 125 | return default_provider && |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 126 | default_provider->GetEngineType( |
Moe Ahmadi | 85bf7086 | 2019-10-11 00:03:32 | [diff] [blame] | 127 | template_url_service->search_terms_data()) == SEARCH_ENGINE_GOOGLE; |
Gheorghe Comanici | 864725b | 2017-11-28 21:48:01 | [diff] [blame] | 128 | } |
| 129 | |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 130 | } // namespace |
| 131 | |
[email protected] | a00008d4 | 2012-09-15 05:07:58 | [diff] [blame] | 132 | // static |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 133 | const char ZeroSuggestProvider::kNoneVariant[] = "None"; |
| 134 | const char ZeroSuggestProvider::kRemoteNoUrlVariant[] = "RemoteNoUrl"; |
| 135 | const char ZeroSuggestProvider::kRemoteSendUrlVariant[] = "RemoteSendUrl"; |
| 136 | const char ZeroSuggestProvider::kMostVisitedVariant[] = "MostVisited"; |
| 137 | |
| 138 | // static |
[email protected] | a00008d4 | 2012-09-15 05:07:58 | [diff] [blame] | 139 | ZeroSuggestProvider* ZeroSuggestProvider::Create( |
blundell | 55e35e8 | 2015-06-16 08:46:18 | [diff] [blame] | 140 | AutocompleteProviderClient* client, |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 141 | AutocompleteProviderListener* listener) { |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 142 | return new ZeroSuggestProvider(client, listener); |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 143 | } |
| 144 | |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 145 | // static |
Moe Ahmadi | 1266de8 | 2020-04-10 17:19:53 | [diff] [blame] | 146 | void ZeroSuggestProvider::RegisterProfilePrefs(PrefRegistrySimple* registry) { |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 147 | registry->RegisterStringPref(omnibox::kZeroSuggestCachedResults, |
| 148 | std::string()); |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 149 | } |
| 150 | |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 151 | void ZeroSuggestProvider::Start(const AutocompleteInput& input, |
jif | cf322cd | 2015-06-17 11:01:18 | [diff] [blame] | 152 | bool minimal_changes) { |
a-v-y | dd768d5 | 2016-03-25 21:07:46 | [diff] [blame] | 153 | TRACE_EVENT0("omnibox", "ZeroSuggestProvider::Start"); |
[email protected] | f030c4d | 2014-03-25 01:05:54 | [diff] [blame] | 154 | matches_.clear(); |
Kevin Bailey | 8642e61 | 2018-04-23 20:27:54 | [diff] [blame] | 155 | Stop(true, false); |
Jenny Zhang | 5bc2e3d | 2018-09-10 18:50:55 | [diff] [blame] | 156 | |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 157 | if (!AllowZeroSuggestSuggestions(input)) { |
| 158 | UMA_HISTOGRAM_ENUMERATION(kOmniboxZeroSuggestEligibleHistogramName, |
| 159 | ZeroSuggestEligibility::GENERALLY_INELIGIBLE, |
| 160 | ZeroSuggestEligibility::ELIGIBLE_MAX_VALUE); |
[email protected] | f030c4d | 2014-03-25 01:05:54 | [diff] [blame] | 161 | return; |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 162 | } |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 163 | |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 164 | result_type_running_ = NONE; |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 165 | set_field_trial_triggered(false); |
| 166 | set_field_trial_triggered_in_session(false); |
[email protected] | f030c4d | 2014-03-25 01:05:54 | [diff] [blame] | 167 | permanent_text_ = input.text(); |
| 168 | current_query_ = input.current_url().spec(); |
gcomanici | 8cabc77f | 2017-04-27 20:04:54 | [diff] [blame] | 169 | current_title_ = input.current_title(); |
Tommy Li | c53b97e | 2020-09-03 04:02:40 | [diff] [blame^] | 170 | current_page_classification_ = input.current_page_classification(); |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 171 | current_text_match_ = MatchForCurrentText(); |
[email protected] | 9b9fa67 | 2013-11-07 06:04:52 | [diff] [blame] | 172 | |
Tommy C. Li | 6aee62d5 | 2019-06-27 20:25:00 | [diff] [blame] | 173 | TemplateURLRef::SearchTermsArgs search_terms_args; |
| 174 | search_terms_args.page_classification = current_page_classification_; |
Tommy Li | 4b7c418 | 2020-08-18 19:37:01 | [diff] [blame] | 175 | search_terms_args.focus_type = input.focus_type(); |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 176 | GURL suggest_url = RemoteSuggestionsService::EndpointUrl( |
Tommy C. Li | 6aee62d5 | 2019-06-27 20:25:00 | [diff] [blame] | 177 | search_terms_args, client()->GetTemplateURLService()); |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 178 | if (!suggest_url.is_valid()) |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 179 | return; |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 180 | |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 181 | result_type_running_ = TypeOfResultToRun(client(), input, suggest_url); |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 182 | if (result_type_running_ == NONE) |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 183 | return; |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 184 | |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 185 | done_ = false; |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 186 | |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 187 | MaybeUseCachedSuggestions(); |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 188 | |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 189 | if (result_type_running_ == MOST_VISITED) { |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 190 | most_visited_urls_.clear(); |
| 191 | scoped_refptr<history::TopSites> ts = client()->GetTopSites(); |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 192 | if (!ts) { |
| 193 | done_ = true; |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 194 | result_type_running_ = NONE; |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 195 | return; |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 196 | } |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 197 | |
Kevin Bailey | 40bb0ac5 | 2019-04-02 00:43:32 | [diff] [blame] | 198 | ts->GetMostVisitedURLs(base::BindRepeating( |
| 199 | &ZeroSuggestProvider::OnMostVisitedUrlsAvailable, |
| 200 | weak_ptr_factory_.GetWeakPtr(), most_visited_request_num_)); |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 201 | return; |
| 202 | } |
| 203 | |
Tommy C. Li | 6aee62d5 | 2019-06-27 20:25:00 | [diff] [blame] | 204 | search_terms_args.current_page_url = |
Tommy C. Li | d77691a | 2019-06-05 02:07:46 | [diff] [blame] | 205 | result_type_running_ == REMOTE_SEND_URL ? current_query_ : std::string(); |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 206 | // Create a request for suggestions, routing completion to |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 207 | // OnRemoteSuggestionsLoaderAvailable. |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 208 | client() |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 209 | ->GetRemoteSuggestionsService(/*create_if_necessary=*/true) |
| 210 | ->CreateSuggestionsRequest( |
Tommy Li | 3fe8391 | 2019-08-23 17:33:11 | [diff] [blame] | 211 | search_terms_args, client()->GetTemplateURLService(), |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 212 | base::BindOnce( |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 213 | &ZeroSuggestProvider::OnRemoteSuggestionsLoaderAvailable, |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 214 | weak_ptr_factory_.GetWeakPtr()), |
| 215 | base::BindOnce( |
| 216 | &ZeroSuggestProvider::OnURLLoadComplete, |
| 217 | base::Unretained(this) /* this owns SimpleURLLoader */)); |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 218 | } |
| 219 | |
mpearson | 8a37c38 | 2015-03-07 05:58:57 | [diff] [blame] | 220 | void ZeroSuggestProvider::Stop(bool clear_cached_results, |
| 221 | bool due_to_user_inactivity) { |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 222 | if (loader_) |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 223 | LogOmniboxZeroSuggestRequest(ZERO_SUGGEST_REQUEST_INVALIDATED); |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 224 | loader_.reset(); |
Tommy Li | 3fe8391 | 2019-08-23 17:33:11 | [diff] [blame] | 225 | |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 226 | // TODO(krb): It would allow us to remove some guards if we could also cancel |
| 227 | // the TopSites::GetMostVisitedURLs request. |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 228 | done_ = true; |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 229 | result_type_running_ = NONE; |
| 230 | ++most_visited_request_num_; |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 231 | |
| 232 | if (clear_cached_results) { |
| 233 | // We do not call Clear() on |results_| to retain |verbatim_relevance| |
| 234 | // value in the |results_| object. |verbatim_relevance| is used at the |
jif | cf322cd | 2015-06-17 11:01:18 | [diff] [blame] | 235 | // beginning of the next call to Start() to determine the current url |
| 236 | // match relevance. |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 237 | results_.suggest_results.clear(); |
| 238 | results_.navigation_results.clear(); |
Moe Ahmadi | b8a1daf | 2020-02-14 22:23:25 | [diff] [blame] | 239 | results_.experiment_stats.clear(); |
Moe Ahmadi | d2704a7a | 2020-03-31 22:04:26 | [diff] [blame] | 240 | results_.headers_map.clear(); |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 241 | current_query_.clear(); |
gcomanici | 8cabc77f | 2017-04-27 20:04:54 | [diff] [blame] | 242 | current_title_.clear(); |
mariakhomenko | 1535e6a | 2015-03-20 07:48:45 | [diff] [blame] | 243 | most_visited_urls_.clear(); |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 244 | } |
| 245 | } |
| 246 | |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 247 | void ZeroSuggestProvider::DeleteMatch(const AutocompleteMatch& match) { |
Moe Ahmadi | 0993aec | 2019-09-19 21:42:30 | [diff] [blame] | 248 | if (base::Contains(OmniboxFieldTrial::GetZeroSuggestVariants( |
| 249 | current_page_classification_), |
| 250 | kRemoteNoUrlVariant)) { |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 251 | // Remove the deleted match from the cache, so it is not shown to the user |
| 252 | // again. Since we cannot remove just one result, blow away the cache. |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 253 | client()->GetPrefs()->SetString(omnibox::kZeroSuggestCachedResults, |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 254 | std::string()); |
| 255 | } |
| 256 | BaseSearchProvider::DeleteMatch(match); |
| 257 | } |
| 258 | |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 259 | void ZeroSuggestProvider::AddProviderInfo(ProvidersInfo* provider_info) const { |
| 260 | BaseSearchProvider::AddProviderInfo(provider_info); |
mariakhomenko | 1535e6a | 2015-03-20 07:48:45 | [diff] [blame] | 261 | if (!results_.suggest_results.empty() || |
| 262 | !results_.navigation_results.empty() || |
| 263 | !most_visited_urls_.empty()) |
[email protected] | ec3f679b | 2014-08-18 07:45:13 | [diff] [blame] | 264 | provider_info->back().set_times_returned_results_in_session(1); |
| 265 | } |
| 266 | |
[email protected] | f030c4d | 2014-03-25 01:05:54 | [diff] [blame] | 267 | void ZeroSuggestProvider::ResetSession() { |
| 268 | // The user has started editing in the omnibox, so leave |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 269 | // |field_trial_triggered_in_session| unchanged and set |
| 270 | // |field_trial_triggered| to false since zero suggest is inactive now. |
| 271 | set_field_trial_triggered(false); |
[email protected] | f030c4d | 2014-03-25 01:05:54 | [diff] [blame] | 272 | } |
| 273 | |
mpearson | 931028c | 2016-07-01 18:55:11 | [diff] [blame] | 274 | ZeroSuggestProvider::ZeroSuggestProvider( |
| 275 | AutocompleteProviderClient* client, |
mpearson | 931028c | 2016-07-01 18:55:11 | [diff] [blame] | 276 | AutocompleteProviderListener* listener) |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 277 | : BaseSearchProvider(AutocompleteProvider::TYPE_ZERO_SUGGEST, client), |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 278 | listener_(listener), |
Jeremy Roman | 5c341f6d | 2019-07-15 15:56:10 | [diff] [blame] | 279 | result_type_running_(NONE) { |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 280 | // Record whether remote zero suggest is possible for this user / profile. |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 281 | const TemplateURLService* template_url_service = |
| 282 | client->GetTemplateURLService(); |
| 283 | // Template URL service can be null in tests. |
| 284 | if (template_url_service != nullptr) { |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 285 | GURL suggest_url = RemoteSuggestionsService::EndpointUrl( |
Tommy C. Li | 6aee62d5 | 2019-06-27 20:25:00 | [diff] [blame] | 286 | TemplateURLRef::SearchTermsArgs(), template_url_service); |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 287 | // To check whether this is allowed, use an arbitrary insecure (http) URL |
| 288 | // as the URL we'd want suggestions for. The value of OTHER as the current |
| 289 | // page classification is to correspond with that URL. |
| 290 | UMA_HISTOGRAM_BOOLEAN( |
| 291 | "Omnibox.ZeroSuggest.Eligible.OnProfileOpen", |
| 292 | suggest_url.is_valid() && |
| 293 | CanSendURL(GURL(kArbitraryInsecureUrlString), suggest_url, |
| 294 | template_url_service->GetDefaultSearchProvider(), |
| 295 | metrics::OmniboxEventProto::OTHER, |
Tommy C. Li | 71171ee | 2019-06-20 17:11:47 | [diff] [blame] | 296 | template_url_service->search_terms_data(), client, |
| 297 | false)); |
mpearson | 3d89cdc | 2017-03-03 21:15:45 | [diff] [blame] | 298 | } |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 299 | } |
| 300 | |
Tomasz Wiszkowski | f2464a8 | 2020-02-18 22:42:25 | [diff] [blame] | 301 | ZeroSuggestProvider::~ZeroSuggestProvider() = default; |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 302 | |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 303 | const TemplateURL* ZeroSuggestProvider::GetTemplateURL(bool is_keyword) const { |
| 304 | // Zero suggest provider should not receive keyword results. |
| 305 | DCHECK(!is_keyword); |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 306 | return client()->GetTemplateURLService()->GetDefaultSearchProvider(); |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 307 | } |
| 308 | |
| 309 | const AutocompleteInput ZeroSuggestProvider::GetInput(bool is_keyword) const { |
jif | cf322cd | 2015-06-17 11:01:18 | [diff] [blame] | 310 | // The callers of this method won't look at the AutocompleteInput's |
| 311 | // |from_omnibox_focus| member, so we can set its value to false. |
Kevin Bailey | bcc319e | 2017-10-01 21:53:02 | [diff] [blame] | 312 | AutocompleteInput input(base::string16(), current_page_classification_, |
| 313 | client()->GetSchemeClassifier()); |
| 314 | input.set_current_url(GURL(current_query_)); |
| 315 | input.set_current_title(current_title_); |
| 316 | input.set_prevent_inline_autocomplete(true); |
| 317 | input.set_allow_exact_keyword_match(false); |
| 318 | return input; |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 319 | } |
| 320 | |
| 321 | bool ZeroSuggestProvider::ShouldAppendExtraParams( |
| 322 | const SearchSuggestionParser::SuggestResult& result) const { |
| 323 | // We always use the default provider for search, so append the params. |
| 324 | return true; |
| 325 | } |
| 326 | |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 327 | void ZeroSuggestProvider::RecordDeletionResult(bool success) { |
| 328 | if (success) { |
| 329 | base::RecordAction( |
| 330 | base::UserMetricsAction("Omnibox.ZeroSuggestDelete.Success")); |
| 331 | } else { |
| 332 | base::RecordAction( |
| 333 | base::UserMetricsAction("Omnibox.ZeroSuggestDelete.Failure")); |
| 334 | } |
| 335 | } |
| 336 | |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 337 | void ZeroSuggestProvider::OnURLLoadComplete( |
| 338 | const network::SimpleURLLoader* source, |
| 339 | std::unique_ptr<std::string> response_body) { |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 340 | DCHECK(!done_); |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 341 | DCHECK_EQ(loader_.get(), source); |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 342 | |
| 343 | LogOmniboxZeroSuggestRequest(ZERO_SUGGEST_REPLY_RECEIVED); |
| 344 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 345 | const bool results_updated = |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 346 | response_body && source->NetError() == net::OK && |
| 347 | (source->ResponseInfo() && source->ResponseInfo()->headers && |
| 348 | source->ResponseInfo()->headers->response_code() == 200) && |
| 349 | UpdateResults(SearchSuggestionParser::ExtractJsonData( |
| 350 | source, std::move(response_body))); |
| 351 | loader_.reset(); |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 352 | done_ = true; |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 353 | result_type_running_ = NONE; |
| 354 | ++most_visited_request_num_; |
[email protected] | 776ee590 | 2014-08-11 09:15:19 | [diff] [blame] | 355 | listener_->OnProviderUpdate(results_updated); |
| 356 | } |
| 357 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 358 | bool ZeroSuggestProvider::UpdateResults(const std::string& json_data) { |
| 359 | std::unique_ptr<base::Value> data( |
| 360 | SearchSuggestionParser::DeserializeJsonData(json_data)); |
| 361 | if (!data) |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 362 | return false; |
| 363 | |
Tommy C. Li | 467c1bcaa | 2019-06-20 20:48:05 | [diff] [blame] | 364 | // When running the REMOTE_NO_URL variant, we want to store suggestion |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 365 | // responses if non-empty. |
Tommy C. Li | d77691a | 2019-06-05 02:07:46 | [diff] [blame] | 366 | if (result_type_running_ == REMOTE_NO_URL && !json_data.empty()) { |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 367 | client()->GetPrefs()->SetString(omnibox::kZeroSuggestCachedResults, |
| 368 | json_data); |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 369 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 370 | // If we received an empty result list, we should update the display, as it |
| 371 | // may be showing cached results that should not be shown. |
| 372 | const base::ListValue* root_list = nullptr; |
| 373 | const base::ListValue* results_list = nullptr; |
| 374 | const bool non_empty_parsed_list = data->GetAsList(&root_list) && |
| 375 | root_list->GetList(1, &results_list) && |
| 376 | !results_list->empty(); |
| 377 | const bool non_empty_cache = !results_.suggest_results.empty() || |
| 378 | !results_.navigation_results.empty(); |
| 379 | if (non_empty_parsed_list && non_empty_cache) |
| 380 | return false; |
| 381 | } |
| 382 | const bool results_updated = ParseSuggestResults( |
| 383 | *data, kDefaultZeroSuggestRelevance, false, &results_); |
| 384 | ConvertResultsToAutocompleteMatches(); |
| 385 | return results_updated; |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 386 | } |
| 387 | |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 388 | AutocompleteMatch ZeroSuggestProvider::NavigationToMatch( |
[email protected] | 0b9575f | 2014-07-30 11:58:37 | [diff] [blame] | 389 | const SearchSuggestionParser::NavigationResult& navigation) { |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 390 | AutocompleteMatch match(this, navigation.relevance(), false, |
[email protected] | 78981d8c | 2014-05-09 15:05:47 | [diff] [blame] | 391 | navigation.type()); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 392 | match.destination_url = navigation.url(); |
| 393 | |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 394 | match.fill_into_edit += |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 395 | AutocompleteInput::FormattedStringWithEquivalentMeaning( |
Tommy C. Li | 0beb815 | 2017-08-25 18:30:26 | [diff] [blame] | 396 | navigation.url(), url_formatter::FormatUrl(navigation.url()), |
Kevin Bailey | 83e643d | 2018-03-08 16:01:41 | [diff] [blame] | 397 | client()->GetSchemeClassifier(), nullptr); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 398 | |
manuk | 3972b2f | 2019-04-19 14:22:56 | [diff] [blame] | 399 | // Zero suggest results should always omit protocols and never appear bold. |
| 400 | auto format_types = AutocompleteMatch::GetFormatTypes(false, false); |
| 401 | match.contents = url_formatter::FormatUrl(navigation.url(), format_types, |
| 402 | net::UnescapeRule::SPACES, nullptr, |
| 403 | nullptr, nullptr); |
| 404 | match.contents_class = ClassifyTermMatches({}, match.contents.length(), 0, |
| 405 | ACMatchClassification::URL); |
[email protected] | 9c97f89c | 2013-06-25 03:12:16 | [diff] [blame] | 406 | |
| 407 | match.description = |
| 408 | AutocompleteMatch::SanitizeString(navigation.description()); |
manuk | 3972b2f | 2019-04-19 14:22:56 | [diff] [blame] | 409 | match.description_class = ClassifyTermMatches({}, match.description.length(), |
| 410 | 0, ACMatchClassification::NONE); |
| 411 | |
Tomasz Wiszkowski | afe090f | 2020-07-10 22:45:36 | [diff] [blame] | 412 | match.subtypes = navigation.subtypes(); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 413 | return match; |
| 414 | } |
| 415 | |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 416 | void ZeroSuggestProvider::OnMostVisitedUrlsAvailable( |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 417 | size_t orig_request_num, |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 418 | const history::MostVisitedURLList& urls) { |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 419 | if (result_type_running_ != MOST_VISITED || |
| 420 | orig_request_num != most_visited_request_num_) { |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 421 | return; |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 422 | } |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 423 | most_visited_urls_ = urls; |
mariakhomenko | bfc3a2a | 2014-10-24 00:48:22 | [diff] [blame] | 424 | done_ = true; |
| 425 | ConvertResultsToAutocompleteMatches(); |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 426 | result_type_running_ = NONE; |
| 427 | ++most_visited_request_num_; |
mariakhomenko | bfc3a2a | 2014-10-24 00:48:22 | [diff] [blame] | 428 | listener_->OnProviderUpdate(true); |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 429 | } |
| 430 | |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 431 | void ZeroSuggestProvider::OnRemoteSuggestionsLoaderAvailable( |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 432 | std::unique_ptr<network::SimpleURLLoader> loader) { |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 433 | // RemoteSuggestionsService has already started |loader|, so here it's |
Darwin Huang | 663c17d | 2020-02-06 01:10:01 | [diff] [blame] | 434 | // only necessary to grab its ownership until results come in to |
Maks Orlovich | 1b20851 | 2018-06-13 21:08:17 | [diff] [blame] | 435 | // OnURLLoadComplete(). |
| 436 | loader_ = std::move(loader); |
Daniel Kenji Toyama | f1e4b57 | 2017-08-03 16:31:11 | [diff] [blame] | 437 | LogOmniboxZeroSuggestRequest(ZERO_SUGGEST_REQUEST_SENT); |
| 438 | } |
| 439 | |
[email protected] | 9c97f89c | 2013-06-25 03:12:16 | [diff] [blame] | 440 | void ZeroSuggestProvider::ConvertResultsToAutocompleteMatches() { |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 441 | matches_.clear(); |
| 442 | |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 443 | TemplateURLService* template_url_service = client()->GetTemplateURLService(); |
Kevin Bailey | 9bdd15d | 2018-02-28 04:07:49 | [diff] [blame] | 444 | DCHECK(template_url_service); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 445 | const TemplateURL* default_provider = |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 446 | template_url_service->GetDefaultSearchProvider(); |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 447 | // Fail if we can't set the clickthrough URL for query suggestions. |
Ivan Kotenkov | 75b1c3a | 2017-10-24 14:47:24 | [diff] [blame] | 448 | if (default_provider == nullptr || |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 449 | !default_provider->SupportsReplacement( |
| 450 | template_url_service->search_terms_data())) |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 451 | return; |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 452 | |
[email protected] | 0040474 | 2014-02-20 13:09:05 | [diff] [blame] | 453 | MatchMap map; |
Tommy Li | 823509e | 2019-12-06 22:42:47 | [diff] [blame] | 454 | |
Tommy C. Li | 167a368 | 2020-07-16 19:47:23 | [diff] [blame] | 455 | // Add all the SuggestResults to the map. We display all ZeroSuggest search |
| 456 | // suggestions as unbolded. |
Tommy Li | 823509e | 2019-12-06 22:42:47 | [diff] [blame] | 457 | for (size_t i = 0; i < results_.suggest_results.size(); ++i) { |
Tommy Li | 823509e | 2019-12-06 22:42:47 | [diff] [blame] | 458 | AddMatchToMap(results_.suggest_results[i], std::string(), i, false, false, |
| 459 | &map); |
| 460 | } |
[email protected] | 0040474 | 2014-02-20 13:09:05 | [diff] [blame] | 461 | |
| 462 | const int num_query_results = map.size(); |
| 463 | const int num_nav_results = results_.navigation_results.size(); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 464 | const int num_results = num_query_results + num_nav_results; |
Steven Holte | 9592222 | 2018-09-14 20:06:23 | [diff] [blame] | 465 | UMA_HISTOGRAM_COUNTS_1M("ZeroSuggest.QueryResults", num_query_results); |
| 466 | UMA_HISTOGRAM_COUNTS_1M("ZeroSuggest.URLResults", num_nav_results); |
| 467 | UMA_HISTOGRAM_COUNTS_1M("ZeroSuggest.AllResults", num_results); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 468 | |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 469 | // Show Most Visited results after ZeroSuggest response is received. |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 470 | if (result_type_running_ == MOST_VISITED) { |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 471 | // Ensure we don't show most visited URL suggestions on NTP. |
| 472 | // This allows us to prevent undesired side outcome of presenting |
| 473 | // URL suggestions to users who are not in the personalized field trial for |
| 474 | // zero query suggestions. |
| 475 | if (IsNTPPage(current_page_classification_) || |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 476 | !current_text_match_.destination_url.is_valid()) { |
[email protected] | 3feb8b00 | 2013-10-14 23:50:13 | [diff] [blame] | 477 | return; |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 478 | } |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 479 | matches_.push_back(current_text_match_); |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 480 | int relevance = 600; |
[email protected] | 23db649 | 2014-01-16 02:35:30 | [diff] [blame] | 481 | const base::string16 current_query_string16( |
| 482 | base::ASCIIToUTF16(current_query_)); |
Tomasz Wiszkowski | f2464a8 | 2020-02-18 22:42:25 | [diff] [blame] | 483 | for (const auto& url : most_visited_urls_) { |
[email protected] | 0b9575f | 2014-07-30 11:58:37 | [diff] [blame] | 484 | SearchSuggestionParser::NavigationResult nav( |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 485 | client()->GetSchemeClassifier(), url.url, |
Tomasz Wiszkowski | afe090f | 2020-07-10 22:45:36 | [diff] [blame] | 486 | AutocompleteMatchType::NAVSUGGEST, {}, url.title, std::string(), |
Tomasz Wiszkowski | 6a38a20b | 2020-07-09 01:36:18 | [diff] [blame] | 487 | false, relevance, true, current_query_string16); |
[email protected] | 8f064e5 | 2013-09-18 01:17:14 | [diff] [blame] | 488 | matches_.push_back(NavigationToMatch(nav)); |
| 489 | --relevance; |
| 490 | } |
| 491 | return; |
| 492 | } |
| 493 | |
[email protected] | 9c97f89c | 2013-06-25 03:12:16 | [diff] [blame] | 494 | if (num_results == 0) |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 495 | return; |
| 496 | |
Tommy Li | 0731aee | 2020-07-22 23:04:32 | [diff] [blame] | 497 | #if defined(OS_ANDROID) || defined(OS_IOS) |
| 498 | // Android needs the verbatim match on non-NTP surfaces to properly present |
| 499 | // the Search Ready Omnibox URL edit widget. Desktop specifically does NOT |
| 500 | // want to show verbatim matches in remotely-fetched ZeroSuggest anymore. |
| 501 | // iOS we are keeping the same as Android for now. No strong reason to change. |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 502 | if (!IsNTPPage(current_page_classification_) && |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 503 | current_text_match_.destination_url.is_valid()) { |
| 504 | matches_.push_back(current_text_match_); |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 505 | } |
Tommy Li | 0731aee | 2020-07-22 23:04:32 | [diff] [blame] | 506 | #endif |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 507 | |
[email protected] | 0040474 | 2014-02-20 13:09:05 | [diff] [blame] | 508 | for (MatchMap::const_iterator it(map.begin()); it != map.end(); ++it) |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 509 | matches_.push_back(it->second); |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 510 | |
[email protected] | 0b9575f | 2014-07-30 11:58:37 | [diff] [blame] | 511 | const SearchSuggestionParser::NavigationResults& nav_results( |
| 512 | results_.navigation_results); |
Tomasz Wiszkowski | f2464a8 | 2020-02-18 22:42:25 | [diff] [blame] | 513 | for (const auto& nav_result : nav_results) { |
| 514 | matches_.push_back(NavigationToMatch(nav_result)); |
gcomanici | 67d53ac | 2017-04-01 17:07:19 | [diff] [blame] | 515 | } |
[email protected] | 6ce7f61 | 2012-09-05 23:53:07 | [diff] [blame] | 516 | } |
| 517 | |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 518 | AutocompleteMatch ZeroSuggestProvider::MatchForCurrentText() { |
[email protected] | bb1fb2b | 2013-05-31 00:21:01 | [diff] [blame] | 519 | // The placeholder suggestion for the current URL has high relevance so |
| 520 | // that it is in the first suggestion slot and inline autocompleted. It |
| 521 | // gets dropped as soon as the user types something. |
mpearson | 931028c | 2016-07-01 18:55:11 | [diff] [blame] | 522 | AutocompleteInput tmp(GetInput(false)); |
| 523 | tmp.UpdateText(permanent_text_, base::string16::npos, tmp.parts()); |
gcomanici | 8cabc77f | 2017-04-27 20:04:54 | [diff] [blame] | 524 | const base::string16 description = |
| 525 | (base::FeatureList::IsEnabled(omnibox::kDisplayTitleForCurrentUrl)) |
| 526 | ? current_title_ |
| 527 | : base::string16(); |
Tommy Li | ec99def | 2019-10-14 22:37:23 | [diff] [blame] | 528 | |
| 529 | // We pass a nullptr as the |history_url_provider| parameter now to force |
| 530 | // VerbatimMatch to do a classification, since the text can be a search query. |
| 531 | // TODO(tommycli): Simplify this - probably just bypass VerbatimMatchForURL. |
| 532 | AutocompleteMatch match = VerbatimMatchForURL( |
| 533 | client(), tmp, GURL(current_query_), description, |
| 534 | /*history_url_provider=*/nullptr, results_.verbatim_relevance); |
| 535 | match.provider = this; |
| 536 | return match; |
[email protected] | 0040474 | 2014-02-20 13:09:05 | [diff] [blame] | 537 | } |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 538 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 539 | bool ZeroSuggestProvider::AllowZeroSuggestSuggestions( |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 540 | const AutocompleteInput& input) const { |
| 541 | const auto& page_url = input.current_url(); |
| 542 | const auto page_class = input.current_page_classification(); |
| 543 | const auto input_type = input.type(); |
Peter Kasting | fb1a8ea | 2017-11-28 02:26:50 | [diff] [blame] | 544 | |
Tommy C. Li | 17b5ba11 | 2020-08-11 02:29:21 | [diff] [blame] | 545 | if (input.focus_type() == OmniboxFocusType::DEFAULT) |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 546 | return false; |
| 547 | |
Tommy Li | 8bc9cd6 | 2020-08-18 02:37:28 | [diff] [blame] | 548 | if (client()->IsOffTheRecord()) |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 549 | return false; |
| 550 | |
Tommy Li | 19e27ede | 2020-08-14 22:52:40 | [diff] [blame] | 551 | if (input_type == metrics::OmniboxInputType::EMPTY) { |
| 552 | // Function that returns whether EMPTY input zero-suggest is allowed. |
| 553 | auto IsEmptyZeroSuggestAllowed = [&]() { |
| 554 | if (page_class == metrics::OmniboxEventProto::CHROMEOS_APP_LIST || |
| 555 | IsNTPPage(page_class)) { |
| 556 | return true; |
| 557 | } |
| 558 | |
| 559 | if (page_class == metrics::OmniboxEventProto::OTHER) { |
| 560 | return input.focus_type() == OmniboxFocusType::DELETED_PERMANENT_TEXT && |
| 561 | base::FeatureList::IsEnabled( |
| 562 | omnibox::kClobberTriggersContextualWebZeroSuggest); |
| 563 | } |
| 564 | |
| 565 | return false; |
| 566 | }; |
| 567 | |
| 568 | // Return false if disallowed. Otherwise, proceed down to further checks. |
| 569 | if (!IsEmptyZeroSuggestAllowed()) |
| 570 | return false; |
[email protected] | 5b899dc | 2018-10-02 09:20:01 | [diff] [blame] | 571 | } |
| 572 | |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 573 | // When omnibox contains pre-populated content, only show zero suggest for |
| 574 | // pages with URLs the user will recognize. |
| 575 | // |
Mark Pearson | 3fb0e316 | 2018-08-27 21:53:57 | [diff] [blame] | 576 | // This list intentionally does not include items such as ftp: and file: |
Tommy C. Li | 06ec26a | 2019-06-10 18:01:42 | [diff] [blame] | 577 | // because (a) these do not work on Android and iOS, where most visited |
Mark Pearson | 3fb0e316 | 2018-08-27 21:53:57 | [diff] [blame] | 578 | // zero suggest is launched and (b) on desktop, where contextual zero suggest |
| 579 | // is running, these types of schemes aren't eligible to be sent to the |
| 580 | // server to ask for suggestions (and thus in practice we won't display zero |
| 581 | // suggest for them). |
Yue Ru Sun | e31e157 | 2019-07-19 17:09:57 | [diff] [blame] | 582 | if (input_type != metrics::OmniboxInputType::EMPTY && |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 583 | !(page_url.is_valid() && |
| 584 | ((page_url.scheme() == url::kHttpScheme) || |
| 585 | (page_url.scheme() == url::kHttpsScheme) || |
| 586 | (page_url.scheme() == url::kAboutScheme) || |
| 587 | (page_url.scheme() == |
| 588 | client()->GetEmbedderRepresentationOfAboutScheme())))) { |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 589 | return false; |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 590 | } |
[email protected] | 162c8d9fa | 2014-03-18 20:25:41 | [diff] [blame] | 591 | |
| 592 | return true; |
| 593 | } |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 594 | |
| 595 | void ZeroSuggestProvider::MaybeUseCachedSuggestions() { |
Tommy C. Li | d77691a | 2019-06-05 02:07:46 | [diff] [blame] | 596 | if (result_type_running_ != REMOTE_NO_URL) |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 597 | return; |
| 598 | |
blundell | d130d59 | 2015-06-21 19:29:13 | [diff] [blame] | 599 | std::string json_data = |
| 600 | client()->GetPrefs()->GetString(omnibox::kZeroSuggestCachedResults); |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 601 | if (!json_data.empty()) { |
dcheng | 259570c | 2016-04-22 00:45:57 | [diff] [blame] | 602 | std::unique_ptr<base::Value> data( |
[email protected] | 2c802d1 | 2014-07-31 12:57:14 | [diff] [blame] | 603 | SearchSuggestionParser::DeserializeJsonData(json_data)); |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 604 | if (data && ParseSuggestResults(*data, kDefaultZeroSuggestRelevance, false, |
| 605 | &results_)) |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 606 | ConvertResultsToAutocompleteMatches(); |
[email protected] | 855ebff | 2014-05-09 07:14:38 | [diff] [blame] | 607 | } |
| 608 | } |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 609 | |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 610 | // static |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 611 | ZeroSuggestProvider::ResultType ZeroSuggestProvider::TypeOfResultToRun( |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 612 | AutocompleteProviderClient* client, |
| 613 | const AutocompleteInput& input, |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 614 | const GURL& suggest_url) { |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 615 | DCHECK(client); |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 616 | // Check if the URL can be sent in any suggest request. |
| 617 | const TemplateURLService* template_url_service = |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 618 | client->GetTemplateURLService(); |
Kevin Bailey | 9bdd15d | 2018-02-28 04:07:49 | [diff] [blame] | 619 | DCHECK(template_url_service); |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 620 | const TemplateURL* default_provider = |
| 621 | template_url_service->GetDefaultSearchProvider(); |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 622 | |
| 623 | GURL current_url = input.current_url(); |
| 624 | metrics::OmniboxEventProto::PageClassification current_page_classification = |
| 625 | input.current_page_classification(); |
| 626 | |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 627 | const bool can_send_current_url = CanSendURL( |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 628 | current_url, suggest_url, default_provider, current_page_classification, |
| 629 | template_url_service->search_terms_data(), client, false); |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 630 | // Collect metrics on eligibility. |
| 631 | GURL arbitrary_insecure_url(kArbitraryInsecureUrlString); |
| 632 | ZeroSuggestEligibility eligibility = ZeroSuggestEligibility::ELIGIBLE; |
| 633 | if (!can_send_current_url) { |
| 634 | const bool can_send_ordinary_url = |
| 635 | CanSendURL(arbitrary_insecure_url, suggest_url, default_provider, |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 636 | current_page_classification, |
| 637 | template_url_service->search_terms_data(), client, false); |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 638 | eligibility = can_send_ordinary_url |
| 639 | ? ZeroSuggestEligibility::URL_INELIGIBLE |
| 640 | : ZeroSuggestEligibility::GENERALLY_INELIGIBLE; |
| 641 | } |
| 642 | UMA_HISTOGRAM_ENUMERATION( |
Tomasz Wiszkowski | 57492ab | 2019-05-29 21:28:27 | [diff] [blame] | 643 | kOmniboxZeroSuggestEligibleHistogramName, static_cast<int>(eligibility), |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 644 | static_cast<int>(ZeroSuggestEligibility::ELIGIBLE_MAX_VALUE)); |
| 645 | |
Moe Ahmadi | 0993aec | 2019-09-19 21:42:30 | [diff] [blame] | 646 | const auto field_trial_variants = |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 647 | OmniboxFieldTrial::GetZeroSuggestVariants(current_page_classification); |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 648 | |
Stepan Khapugin | 5187a46 | 2020-01-07 13:16:26 | [diff] [blame] | 649 | if (base::Contains(field_trial_variants, kNoneVariant)) |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 650 | return NONE; |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 651 | |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 652 | if (current_page_classification == OmniboxEventProto::CHROMEOS_APP_LIST) |
Tommy C. Li | d77691a | 2019-06-05 02:07:46 | [diff] [blame] | 653 | return REMOTE_NO_URL; |
Jenny Zhang | 5bc2e3d | 2018-09-10 18:50:55 | [diff] [blame] | 654 | |
Tommy Li | e0a3a99 | 2020-05-29 21:32:05 | [diff] [blame] | 655 | // Contextual Open Web - (same client side behavior for multiple variants). |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 656 | if (current_page_classification == OmniboxEventProto::OTHER && |
Tommy Li | 31e27a63 | 2020-08-20 03:06:51 | [diff] [blame] | 657 | can_send_current_url) { |
| 658 | if (input.focus_type() == OmniboxFocusType::ON_FOCUS && |
| 659 | (base::FeatureList::IsEnabled( |
| 660 | omnibox::kOnFocusSuggestionsContextualWeb) || |
| 661 | base::FeatureList::IsEnabled( |
| 662 | omnibox::kOnFocusSuggestionsContextualWebOnContent))) { |
| 663 | return REMOTE_SEND_URL; |
| 664 | } |
| 665 | |
| 666 | if (input.focus_type() == OmniboxFocusType::DELETED_PERMANENT_TEXT && |
| 667 | base::FeatureList::IsEnabled( |
| 668 | omnibox::kClobberTriggersContextualWebZeroSuggest)) { |
| 669 | return REMOTE_SEND_URL; |
| 670 | } |
Tommy Li | 5578402 | 2020-04-28 20:58:18 | [diff] [blame] | 671 | } |
| 672 | |
Moe Ahmadi | 31147bc | 2020-06-02 19:07:56 | [diff] [blame] | 673 | // Reactive Zero-Prefix Suggestions (rZPS) on NTP cases. |
Moe Ahmadi | 189b653 | 2020-09-02 17:57:12 | [diff] [blame] | 674 | bool check_authentication_state = !base::FeatureList::IsEnabled( |
| 675 | omnibox::kOmniboxTrendingZeroPrefixSuggestionsOnNTP); |
| 676 | bool remote_no_url_allowed = RemoteNoUrlSuggestionsAreAllowed( |
| 677 | client, template_url_service, check_authentication_state); |
Tommy Li | b4b3bb5b | 2020-05-01 02:34:56 | [diff] [blame] | 678 | if (remote_no_url_allowed) { |
| 679 | // NTP Omnibox. |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 680 | if ((current_page_classification == OmniboxEventProto::NTP || |
| 681 | current_page_classification == |
Tommy Li | b4b3bb5b | 2020-05-01 02:34:56 | [diff] [blame] | 682 | OmniboxEventProto::INSTANT_NTP_WITH_OMNIBOX_AS_STARTING_FOCUS) && |
| 683 | base::FeatureList::IsEnabled( |
Moe Ahmadi | 31147bc | 2020-06-02 19:07:56 | [diff] [blame] | 684 | omnibox::kReactiveZeroSuggestionsOnNTPOmnibox)) { |
Tommy Li | b4b3bb5b | 2020-05-01 02:34:56 | [diff] [blame] | 685 | return REMOTE_NO_URL; |
| 686 | } |
| 687 | // NTP Realbox. |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 688 | if (current_page_classification == OmniboxEventProto::NTP_REALBOX && |
Tommy Li | b4b3bb5b | 2020-05-01 02:34:56 | [diff] [blame] | 689 | base::FeatureList::IsEnabled( |
Moe Ahmadi | 31147bc | 2020-06-02 19:07:56 | [diff] [blame] | 690 | omnibox::kReactiveZeroSuggestionsOnNTPRealbox)) { |
Tommy Li | b4b3bb5b | 2020-05-01 02:34:56 | [diff] [blame] | 691 | return REMOTE_NO_URL; |
| 692 | } |
| 693 | } |
| 694 | |
Tommy Li | 0801a8b | 2020-05-30 00:28:55 | [diff] [blame] | 695 | if (base::Contains(field_trial_variants, kRemoteNoUrlVariant) && |
| 696 | remote_no_url_allowed) { |
| 697 | return REMOTE_NO_URL; |
Tommy C. Li | 393c1b14 | 2019-05-22 00:28:41 | [diff] [blame] | 698 | } |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 699 | |
Moe Ahmadi | 0993aec | 2019-09-19 21:42:30 | [diff] [blame] | 700 | if (base::Contains(field_trial_variants, kRemoteSendUrlVariant) && |
| 701 | can_send_current_url) |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 702 | return REMOTE_SEND_URL; |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 703 | |
Moe Ahmadi | 0993aec | 2019-09-19 21:42:30 | [diff] [blame] | 704 | if (base::Contains(field_trial_variants, kMostVisitedVariant)) |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 705 | return MOST_VISITED; |
| 706 | |
Moe Ahmadi | 8ef94b7 | 2020-08-13 23:18:15 | [diff] [blame] | 707 | #if !defined(OS_IOS) |
| 708 | // For Desktop and Android, default to REMOTE_NO_URL on the NTP, if allowed. |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 709 | if (IsNTPPage(current_page_classification) && remote_no_url_allowed) |
Tommy Li | 0801a8b | 2020-05-30 00:28:55 | [diff] [blame] | 710 | return REMOTE_NO_URL; |
| 711 | #endif |
| 712 | |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 713 | #if defined(OS_ANDROID) || defined(OS_IOS) |
Moe Ahmadi | 8ef94b7 | 2020-08-13 23:18:15 | [diff] [blame] | 714 | // For Android and iOS, default to MOST_VISITED everywhere except on the SERP. |
Tommy Li | 26a9f58 | 2020-08-18 23:59:55 | [diff] [blame] | 715 | if (!IsSearchResultsPage(current_page_classification)) { |
Kevin Bailey | 5fea432 | 2018-03-21 22:36:05 | [diff] [blame] | 716 | return MOST_VISITED; |
Tommy C. Li | 393c1b14 | 2019-05-22 00:28:41 | [diff] [blame] | 717 | } |
Tommy C. Li | 0af0956 | 2019-06-11 23:58:51 | [diff] [blame] | 718 | #endif |
Tommy C. Li | c79d39ab | 2019-06-04 16:58:56 | [diff] [blame] | 719 | |
| 720 | return NONE; |
Gheorghe Comanici | 9a364f57 | 2018-01-24 17:22:00 | [diff] [blame] | 721 | } |