diff mupdf-source/thirdparty/tesseract/src/training/wordlist2dawg.cpp @ 2:b50eed0cc0ef upstream

ADD: MuPDF v1.26.7: the MuPDF source as downloaded by a default build of PyMuPDF 1.26.4. The directory name has changed: no version number in the expanded directory now.
author Franz Glasner <fzglas.hg@dom66.de>
date Mon, 15 Sep 2025 11:43:07 +0200
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/mupdf-source/thirdparty/tesseract/src/training/wordlist2dawg.cpp	Mon Sep 15 11:43:07 2025 +0200
@@ -0,0 +1,101 @@
+///////////////////////////////////////////////////////////////////////
+// File:        wordlist2dawg.cpp
+// Description: Program to generate a DAWG from a word list file
+// Author:      Thomas Kielbus
+//
+// (C) Copyright 2006, Google Inc.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+///////////////////////////////////////////////////////////////////////
+
+// Given a file that contains a list of words (one word per line) this program
+// generates the corresponding squished DAWG file.
+
+#include "classify.h"
+#include "commontraining.h" // CheckSharedLibraryVersion
+#include "dawg.h"
+#include "dict.h"
+#include "helpers.h"
+#include "serialis.h"
+#include "trie.h"
+#include "unicharset.h"
+
+using namespace tesseract;
+
+int main(int argc, char **argv) {
+  tesseract::CheckSharedLibraryVersion();
+
+  if (argc > 1 && (!strcmp(argv[1], "-v") || !strcmp(argv[1], "--version"))) {
+    printf("%s\n", tesseract::TessBaseAPI::Version());
+    return EXIT_SUCCESS;
+  } else if (!(argc == 4 || (argc == 5 && strcmp(argv[1], "-t") == 0) ||
+               (argc == 6 && strcmp(argv[1], "-r") == 0))) {
+    printf(
+        "Usage: %s -v | --version |\n"
+        "       %s [-t | -r [reverse policy] ] word_list_file"
+        " dawg_file unicharset_file\n",
+        argv[0], argv[0]);
+    return EXIT_FAILURE;
+  }
+  tesseract::Classify classify;
+  int argv_index = 0;
+  if (argc == 5) {
+    ++argv_index;
+  }
+  tesseract::Trie::RTLReversePolicy reverse_policy = tesseract::Trie::RRP_DO_NO_REVERSE;
+  if (argc == 6) {
+    ++argv_index;
+    int tmp_int;
+    sscanf(argv[++argv_index], "%d", &tmp_int);
+    reverse_policy = static_cast<tesseract::Trie::RTLReversePolicy>(tmp_int);
+    tprintf("Set reverse_policy to %s\n", tesseract::Trie::get_reverse_policy_name(reverse_policy));
+  }
+  const char *wordlist_filename = argv[++argv_index];
+  const char *dawg_filename = argv[++argv_index];
+  const char *unicharset_file = argv[++argv_index];
+  tprintf("Loading unicharset from '%s'\n", unicharset_file);
+  if (!classify.getDict().getUnicharset().load_from_file(unicharset_file)) {
+    tprintf("Failed to load unicharset from '%s'\n", unicharset_file);
+    return EXIT_FAILURE;
+  }
+  const UNICHARSET &unicharset = classify.getDict().getUnicharset();
+  if (argc == 4 || argc == 6) {
+    tesseract::Trie trie(
+        // the first 3 arguments are not used in this case
+        tesseract::DAWG_TYPE_WORD, "", SYSTEM_DAWG_PERM, unicharset.size(),
+        classify.getDict().dawg_debug_level);
+    tprintf("Reading word list from '%s'\n", wordlist_filename);
+    if (!trie.read_and_add_word_list(wordlist_filename, unicharset, reverse_policy)) {
+      tprintf("Failed to add word list from '%s'\n", wordlist_filename);
+      return EXIT_FAILURE;
+    }
+    tprintf("Reducing Trie to SquishedDawg\n");
+    std::unique_ptr<tesseract::SquishedDawg> dawg(trie.trie_to_dawg());
+    if (dawg && dawg->NumEdges() > 0) {
+      tprintf("Writing squished DAWG to '%s'\n", dawg_filename);
+      dawg->write_squished_dawg(dawg_filename);
+    } else {
+      tprintf("Dawg is empty, skip producing the output file\n");
+    }
+  } else if (argc == 5) {
+    tprintf("Loading dawg DAWG from '%s'\n", dawg_filename);
+    tesseract::SquishedDawg words(dawg_filename,
+                                  // these 3 arguments are not used in this case
+                                  tesseract::DAWG_TYPE_WORD, "", SYSTEM_DAWG_PERM,
+                                  classify.getDict().dawg_debug_level);
+    tprintf("Checking word list from '%s'\n", wordlist_filename);
+    words.check_for_words(wordlist_filename, unicharset, true);
+  } else { // should never get here
+    tprintf("Invalid command-line options\n");
+    return EXIT_FAILURE;
+  }
+  return EXIT_SUCCESS;
+}