1 files changed, 94 insertions, 0 deletions
diff --git a/chromium/net/tools/tld_cleanup/tld_cleanup.cc b/chromium/net/tools/tld_cleanup/tld_cleanup.cc
new file mode 100644
index 00000000000..9d5337c6d7c
--- /dev/null
+++ b/chromium/net/tools/tld_cleanup/tld_cleanup.cc
@@ -0,0 +1,94 @@
+// Copyright (c) 2012 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+// This command-line program converts an effective-TLD data file in UTF-8 from
+// the format provided by Mozilla to the format expected by Chrome.  This
+// program generates an intermediate file which is then used by gperf to
+// generate a perfect hash map.  The benefit of this approach is that no time is
+// spent on program initialization to generate the map of this data.
+//
+// Running this program finds "effective_tld_names.dat" in the expected location
+// in the source checkout and generates "effective_tld_names.gperf" next to it.
+//
+// Any errors or warnings from this program are recorded in tld_cleanup.log.
+//
+// In particular, it
+//  * Strips blank lines and comments, as well as notes for individual rules.
+//  * Strips a single leading and/or trailing dot from each rule, if present.
+//  * Logs a warning if a rule contains '!' or '*.' other than at the beginning
+//    of the rule.  (This also catches multiple ! or *. at the start of a rule.)
+//  * Logs a warning if GURL reports a rule as invalid, but keeps the rule.
+//  * Canonicalizes each rule's domain by converting it to a GURL and back.
+//  * Adds explicit rules for true TLDs found in any rule.
+//  * Marks entries in the file between "// ===BEGIN PRIVATE DOMAINS==="
+//    and "// ===END PRIVATE DOMAINS===" as private.
+
+#include "base/at_exit.h"
+#include "base/command_line.h"
+#include "base/file_util.h"
+#include "base/files/file_path.h"
+#include "base/i18n/icu_util.h"
+#include "base/logging.h"
+#include "base/path_service.h"
+#include "base/process/memory.h"
+#include "net/tools/tld_cleanup/tld_cleanup_util.h"
+
+int main(int argc, const char* argv[]) {
+  base::EnableTerminationOnHeapCorruption();
+  if (argc != 1) {
+    fprintf(stderr, "Normalizes and verifies UTF-8 TLD data files\n");
+    fprintf(stderr, "Usage: %s\n", argv[0]);
+    return 1;
+  }
+
+  // Manages the destruction of singletons.
+  base::AtExitManager exit_manager;
+
+  // Only use OutputDebugString in debug mode.
+#ifdef NDEBUG
+  logging::LoggingDestination destination = logging::LOG_TO_FILE;
+#else
+  logging::LoggingDestination destination =
+      logging::LOG_TO_ALL;
+#endif
+
+  CommandLine::Init(argc, argv);
+
+  base::FilePath log_filename;
+  PathService::Get(base::DIR_EXE, &log_filename);
+  log_filename = log_filename.AppendASCII("tld_cleanup.log");
+  logging::LoggingSettings settings;
+  settings.logging_dest = destination;
+  settings.log_file = log_filename.value().c_str();
+  settings.delete_old = logging::DELETE_OLD_LOG_FILE;
+  logging::InitLogging(settings);
+
+  icu_util::Initialize();
+
+  base::FilePath input_file;
+  PathService::Get(base::DIR_SOURCE_ROOT, &input_file);
+  input_file = input_file.Append(FILE_PATH_LITERAL("net"))
+                         .Append(FILE_PATH_LITERAL("base"))
+                         .Append(FILE_PATH_LITERAL(
+                             "registry_controlled_domains"))
+                         .Append(FILE_PATH_LITERAL("effective_tld_names.dat"));
+  base::FilePath output_file;
+  PathService::Get(base::DIR_SOURCE_ROOT, &output_file);
+  output_file = output_file.Append(FILE_PATH_LITERAL("net"))
+                           .Append(FILE_PATH_LITERAL("base"))
+                           .Append(FILE_PATH_LITERAL(
+                               "registry_controlled_domains"))
+                           .Append(FILE_PATH_LITERAL(
+                               "effective_tld_names.gperf"));
+  net::tld_cleanup::NormalizeResult result =
+      net::tld_cleanup::NormalizeFile(input_file, output_file);
+  if (result != net::tld_cleanup::kSuccess) {
+    fprintf(stderr,
+            "Errors or warnings processing file.  See log in tld_cleanup.log.");
+  }
+
+  if (result == net::tld_cleanup::kError)
+    return 1;
+  return 0;
+}