coffee/uchardet
1
0
Fork 0
mirror of https://gitlab.freedesktop.org/uchardet/uchardet.git synced 2025-12-06 16:56:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

src: add a --language|-l option to the uchardet CLI tool.

Browse Source
This commit is contained in:
Jehan 2022-12-14 00:15:34 +01:00
parent 908f9b8ba7
commit fb433a57b5
1 changed files with 30 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
src/tools/uchardet.cpp
View File

@ -49,6 +49,7 @@ static char buffer[BUFFER_SIZE];
static void detect(uchardet_t handle, static void detect(uchardet_t handle,
FILE *fp, FILE *fp,
bool show_lang,
bool verbose) bool verbose)
{ {
while (1) while (1)
@ -84,9 +85,17 @@ static void detect(uchardet_t handle,
uchardet_get_confidence(handle, i)); uchardet_get_confidence(handle, i));
} }
} }
else if (show_lang)
{
const char *lang = uchardet_get_language(handle, 0);
if (lang && *lang)
printf("%s\n", lang);
else
printf("unknown\n");
}
else else
{ {
const char * charset = uchardet_get_encoding(handle, 0); const char *charset = uchardet_get_encoding(handle, 0);
if (*charset) if (*charset)
printf("%s\n", charset); printf("%s\n", charset);
else else
@ -116,6 +125,7 @@ static void show_usage()
printf("Options:\n"); printf("Options:\n");
printf(" -v, --version Print version and build information.\n"); printf(" -v, --version Print version and build information.\n");
printf(" -h, --help Print this help.\n"); printf(" -h, --help Print this help.\n");
printf(" -l, --language Print the detected language (as ISO 639-1 code) rather than encoding.\n");
printf(" -V, --verbose Show all candidates and their confidence value.\n"); printf(" -V, --verbose Show all candidates and their confidence value.\n");
printf(" -w, --weight Tweak language weights.\n"); printf(" -w, --weight Tweak language weights.\n");
printf("\n"); printf("\n");
@ -128,6 +138,7 @@ int main(int argc, char ** argv)
{ {
{ "version", no_argument, NULL, 'v' }, { "version", no_argument, NULL, 'v' },
{ "help", no_argument, NULL, 'h' }, { "help", no_argument, NULL, 'h' },
{ "language", no_argument, NULL, 'l' },
{ "verbose", no_argument, NULL, 'V' }, { "verbose", no_argument, NULL, 'V' },
{ "weight", required_argument, NULL, 'w' }, { "weight", required_argument, NULL, 'w' },
{ 0, 0, 0, 0 }, { 0, 0, 0, 0 },
@ -135,11 +146,13 @@ int main(int argc, char ** argv)
bool end_options = false; bool end_options = false;
bool ignore_next_option = false; bool ignore_next_option = false;
bool verbose = false; bool verbose = false;
bool show_lang = false;
int n_options = 0;
static int oc; static int oc;
handle = uchardet_new(); handle = uchardet_new();
while((oc = getopt_long(argc, argv, "vhVw:", longopts, NULL)) != -1) while((oc = getopt_long(argc, argv, "vhlVw:", longopts, NULL)) != -1)
{ {
switch (oc) switch (oc)
{ {
@ -151,10 +164,16 @@ int main(int argc, char ** argv)
show_usage(); show_usage();
uchardet_delete(handle); uchardet_delete(handle);
return 0; return 0;
case 'l':
n_options++;
show_lang = true;
break;
case 'V': case 'V':
n_options++;
verbose = true; verbose = true;
break; break;
case 'w': case 'w':
n_options += 2;
{ {
char *lang_weight; char *lang_weight;
char *saveptr; char *saveptr;
@ -185,11 +204,11 @@ int main(int argc, char ** argv)
FILE * f = stdin; FILE * f = stdin;
int error_seen = 0; int error_seen = 0;
if (argc < 2 || if (argc - n_options < 2 ||
(argc == 2 && strcmp(argv[1], "--") == 0)) (argc - n_options == 2 && strcmp(argv[argc - 1], "--") == 0))
{ {
// No file arg, use stdin by default // No file arg, use stdin by default
detect(handle, f, verbose); detect(handle, f, show_lang, verbose);
} }
for (int i = 1; i < argc; i++) for (int i = 1; i < argc; i++)
{ {
@ -208,8 +227,10 @@ int main(int argc, char ** argv)
if (! end_options) if (! end_options)
{ {
if (strcmp(filename, "-V") == 0 || if (strcmp(filename, "-V") == 0 ||
strcmp(filename, "--verbose") == 0) strcmp(filename, "--verbose") == 0 ||
strcmp(filename, "-l") == 0 ||
strcmp(filename, "--language") == 0)
{ {
continue; continue;
} }
@ -240,11 +261,11 @@ int main(int argc, char ** argv)
error_seen = 1; error_seen = 1;
continue; continue;
} }
if (argc > 2) if (argc - n_options > 2)
{ {
printf("%s: ", filename); printf("%s: ", filename);
} }
detect(handle, f, verbose); detect(handle, f, show_lang, verbose);
} }
uchardet_delete(handle); uchardet_delete(handle);