1 /* iconv.c - Convert character encoding
2 *
3 * Copyright 2014 Felix Janda <felix.janda@posteo.de>
4 *
5 * See http://pubs.opengroup.org/onlinepubs/9699919799/utilities/iconv.html
6 *
7 * Deviations from posix: no idea how to implement -l
8
9 USE_ICONV(NEWTOY(iconv, "cst:f:", TOYFLAG_USR|TOYFLAG_BIN))
10
11 config ICONV
12 bool "iconv"
13 default y
14 depends on TOYBOX_ICONV
15 help
16 usage: iconv [-f FROM] [-t TO] [FILE...]
17
18 Convert character encoding of files.
19
20 -c Omit invalid chars
21 -f Convert from (default utf8)
22 -t Convert to (default utf8)
23 */
24
25 #define FOR_iconv
26 #include "toys.h"
27 #include <iconv.h>
28
29 GLOBALS(
30 char *f, *t;
31
32 void *ic;
33 )
34
do_iconv(int fd,char * name)35 static void do_iconv(int fd, char *name)
36 {
37 char *outstart = toybuf+2048;
38 size_t outlen, inlen = 0;
39 int readlen = 1;
40
41 for (;;) {
42 char *in = toybuf, *out = outstart;
43
44 if (readlen && 0>(readlen = read(fd, in+inlen, 2048-inlen))) {
45 perror_msg("read '%s'", name);
46 return;
47 }
48 inlen += readlen;
49 if (!inlen) break;
50
51 outlen = 2048;
52 iconv(TT.ic, &in, &inlen, &out, &outlen);
53 if (in == toybuf) {
54 // Skip first byte of illegal sequence to avoid endless loops
55 if (toys.optflags & FLAG_c) in++;
56 else *(out++) = *(in++);
57 inlen--;
58 }
59 if (out != outstart) xwrite(1, outstart, out-outstart);
60 memmove(toybuf, in, inlen);
61 }
62 }
63
iconv_main(void)64 void iconv_main(void)
65 {
66 if (!TT.t) TT.t = "utf8";
67 if (!TT.f) TT.f = "utf8";
68
69 if ((iconv_t)-1 == (TT.ic = iconv_open(TT.t, TT.f)))
70 perror_exit("%s/%s", TT.t, TT.f);
71 loopfiles(toys.optargs, do_iconv);
72 if (CFG_TOYBOX_FREE) iconv_close(TT.ic);
73 }
74