Mercurial > hgrepos > Python2 > PyMuPDF
diff mupdf-source/thirdparty/tesseract/src/training/wordlist2dawg.cpp @ 2:b50eed0cc0ef upstream
ADD: MuPDF v1.26.7: the MuPDF source as downloaded by a default build of PyMuPDF 1.26.4.
The directory name has changed: no version number in the expanded directory now.
| author | Franz Glasner <fzglas.hg@dom66.de> |
|---|---|
| date | Mon, 15 Sep 2025 11:43:07 +0200 |
| parents | |
| children |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/mupdf-source/thirdparty/tesseract/src/training/wordlist2dawg.cpp Mon Sep 15 11:43:07 2025 +0200 @@ -0,0 +1,101 @@ +/////////////////////////////////////////////////////////////////////// +// File: wordlist2dawg.cpp +// Description: Program to generate a DAWG from a word list file +// Author: Thomas Kielbus +// +// (C) Copyright 2006, Google Inc. +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// +/////////////////////////////////////////////////////////////////////// + +// Given a file that contains a list of words (one word per line) this program +// generates the corresponding squished DAWG file. + +#include "classify.h" +#include "commontraining.h" // CheckSharedLibraryVersion +#include "dawg.h" +#include "dict.h" +#include "helpers.h" +#include "serialis.h" +#include "trie.h" +#include "unicharset.h" + +using namespace tesseract; + +int main(int argc, char **argv) { + tesseract::CheckSharedLibraryVersion(); + + if (argc > 1 && (!strcmp(argv[1], "-v") || !strcmp(argv[1], "--version"))) { + printf("%s\n", tesseract::TessBaseAPI::Version()); + return EXIT_SUCCESS; + } else if (!(argc == 4 || (argc == 5 && strcmp(argv[1], "-t") == 0) || + (argc == 6 && strcmp(argv[1], "-r") == 0))) { + printf( + "Usage: %s -v | --version |\n" + " %s [-t | -r [reverse policy] ] word_list_file" + " dawg_file unicharset_file\n", + argv[0], argv[0]); + return EXIT_FAILURE; + } + tesseract::Classify classify; + int argv_index = 0; + if (argc == 5) { + ++argv_index; + } + tesseract::Trie::RTLReversePolicy reverse_policy = tesseract::Trie::RRP_DO_NO_REVERSE; + if (argc == 6) { + ++argv_index; + int tmp_int; + sscanf(argv[++argv_index], "%d", &tmp_int); + reverse_policy = static_cast<tesseract::Trie::RTLReversePolicy>(tmp_int); + tprintf("Set reverse_policy to %s\n", tesseract::Trie::get_reverse_policy_name(reverse_policy)); + } + const char *wordlist_filename = argv[++argv_index]; + const char *dawg_filename = argv[++argv_index]; + const char *unicharset_file = argv[++argv_index]; + tprintf("Loading unicharset from '%s'\n", unicharset_file); + if (!classify.getDict().getUnicharset().load_from_file(unicharset_file)) { + tprintf("Failed to load unicharset from '%s'\n", unicharset_file); + return EXIT_FAILURE; + } + const UNICHARSET &unicharset = classify.getDict().getUnicharset(); + if (argc == 4 || argc == 6) { + tesseract::Trie trie( + // the first 3 arguments are not used in this case + tesseract::DAWG_TYPE_WORD, "", SYSTEM_DAWG_PERM, unicharset.size(), + classify.getDict().dawg_debug_level); + tprintf("Reading word list from '%s'\n", wordlist_filename); + if (!trie.read_and_add_word_list(wordlist_filename, unicharset, reverse_policy)) { + tprintf("Failed to add word list from '%s'\n", wordlist_filename); + return EXIT_FAILURE; + } + tprintf("Reducing Trie to SquishedDawg\n"); + std::unique_ptr<tesseract::SquishedDawg> dawg(trie.trie_to_dawg()); + if (dawg && dawg->NumEdges() > 0) { + tprintf("Writing squished DAWG to '%s'\n", dawg_filename); + dawg->write_squished_dawg(dawg_filename); + } else { + tprintf("Dawg is empty, skip producing the output file\n"); + } + } else if (argc == 5) { + tprintf("Loading dawg DAWG from '%s'\n", dawg_filename); + tesseract::SquishedDawg words(dawg_filename, + // these 3 arguments are not used in this case + tesseract::DAWG_TYPE_WORD, "", SYSTEM_DAWG_PERM, + classify.getDict().dawg_debug_level); + tprintf("Checking word list from '%s'\n", wordlist_filename); + words.check_for_words(wordlist_filename, unicharset, true); + } else { // should never get here + tprintf("Invalid command-line options\n"); + return EXIT_FAILURE; + } + return EXIT_SUCCESS; +}
