aboutsummaryrefslogtreecommitdiff
path: root/uxd.c
blob: d71d6d599170ac2572f05aaf6dd71392e87a4d46 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>

/* output looks like:

       0  1  2  3  4  5  6  7   8  9  A  B  C  D  E  F
0000: 00 00 00 00 00 00 00 00  00 00 00 00 00 00 00 00  abcdefghijklmnop

...first column will extend to more digits if needed.
*/

/* UTF-8 spec summary, taken from Wikipedia and elsewhere, kept here
   for locality of reference.

Codepoints 0-0x7f encode as themselves, one byte each, bit 7 always 0.

0x80 and up are encoded as multiple bytes. The first byte's bit 7 is
always 1. The top bits determine the byte length of the sequence:

110 - 2 bytes
1110 - 3 bytes
11110 - 4 bytes

Continuation (2nd and further bytes) have 10 as the top 2 bits. If
we get a continuation that's not after a sequence-starter, that's an
error. If we get a sequence-starter, but the sequence doesn't have
the correct number of continuation bytes (e.g. 110xxxxx followed by
anything that isn't 10xxxxxx), that's an error too.

BOM: if the file contains ef bb bf (aka U+FEFF), it will be colorized
as a special (non-printable).
If the file begins with ff fe, it's UTF-16 (little endian). If it's
fe ff, it's UTF-16 big-endian. We detect these and
print a warning on stderr.
*/

/* max UTF-8 sequence length, in bytes */
#define MAXUTF8 4

/* ANSI color */
#define BLACK 0 /* don't use */
#define RED 1
#define GREEN 2
#define YELLOW 3
#define BLUE 4 /* don't use */
#define PURPLE 5
#define CYAN 6
#define WHITE 7 /* don't use */

#define SPECIAL PURPLE

#define BAD_FG BLACK
#define BAD_BG RED

const int normal_colors[] = { GREEN, YELLOW };
int cur_normal_color = 0;
int dump_color;

const char *self;
FILE *input;

/* these buffers are bigger than they need to be really. */
char left_buf[4096];
char right_buf[4096];

#define MAX_DUMP_COLS 16
int dump_column = 0;
int filepos = 0;

void usage(void) {
	printf("Usage: %s <file>\n", self);
	printf("  With no <file>, or with -, read standard input.\n");
	exit(0);
}

void open_input(const int argc, const char *argv1) {
	if(argc == 1) {
		input = stdin;
		return;
	}

	if(argv1[0] == '-' && argv1[1] != '\0') {
		usage();
	}

	if(argc == 2) {
		if(strcmp(argv1, "-") == 0)
			input = stdin;
		else {
			input = fopen(argv1, "rb");
			if(!input) {
				fprintf(stderr, "%s: ", self);
				perror(argv1);
				exit(1);
			}
		}
	}
}

/* Unicode control character printable equivalents. For 0, use
   the "empty set" symbol. It's a lot more readable than the "nul"
   symbol, ␀. Escape, tab, newline, space are what urxvt uses in
   its "keycap picture" mode. The rest of there are hard to read at
   normal font sizes, but it's still better than using a dot for
   everything like xxd does. */
char * const special_symbols[] = {
	"∅", "␁", "␂", "␃", "␄", "␅", "␆", "␇", "␈", "⇥", "↵", "␋", "␌", "␍", "␎", "␏",
	"␐", "␑", "␒", "␓", "␔", "␕", "␖", "␗", "␘", "␙", "␚", "⎋", "␜", "␝", "␞", "␟",
	"␣",
};

char *get_special(unsigned char c) {
	if(c == 0x7f) return "⌦";
	if(c <= ' ') return special_symbols[c];
	return "?"; /* should never happen */
}

/* set name to use for error messages. this must be called before
   open_input(). */
void set_self(const char *argv0) {
	self = strrchr(argv0, '/');

	if(self)
		self++;
	else
		self = argv0;
}

void print_line(void) {
	int spacing = MAX_DUMP_COLS - dump_column;

	printf("%s", left_buf);

	/* line up the rightmost field (human-readable) */
	while(spacing--) printf("   ");
	if(dump_column < (MAX_DUMP_COLS / 2)) putchar(' ');

	printf(" %s\n", right_buf);

	/* clear the buffers, start a new line */
	left_buf[0] = right_buf[0] = '\0';
	dump_column = 0;
}

void next_normal_color() {
	cur_normal_color++;
	cur_normal_color %= (sizeof(normal_colors) / sizeof(int));
}

void append_color(char *buf, int fgcolor, int bgcolor) {
	char tmpbuf[100];

	sprintf(tmpbuf, "\x1b[0;3%d", fgcolor);
	strcat(buf, tmpbuf);
	if(bgcolor) {
		sprintf(tmpbuf, ";4%d", bgcolor);
		strcat(buf, tmpbuf);
	}
	sprintf(tmpbuf, "m");
	strcat(buf, tmpbuf);
}

void append_color_off(char *buf) {
	strcat(buf, "\x1b[0m");
}

void append_right(char *str) {
	strcat(right_buf, str);
}

void append_left(unsigned char byte, int dash, int fgcolor, int bgcolor) {
	char tmpbuf[100];

	if(!dump_column)
		sprintf(left_buf, "%04x: ", filepos);

	append_color(left_buf, fgcolor, bgcolor);
	sprintf(tmpbuf, "%02x", byte);
	strcat(left_buf, tmpbuf);

	dump_column++;

	if(dash) {
		strcat(left_buf, "-");
		if(dump_column == (MAX_DUMP_COLS / 2))
			strcat(left_buf, "-");
		append_color_off(left_buf);
	} else {
		append_color_off(left_buf);
		strcat(left_buf, " ");
		if(dump_column == (MAX_DUMP_COLS / 2))
			strcat(left_buf, " ");
	}

	if(dump_column == MAX_DUMP_COLS)
		print_line();

	filepos++;
}

void check_utf16(int byte0, int byte1) {
	char *endian;

	if(byte0 == 0xff && byte1 == 0xfe) {
		endian = "little";
	} else if(byte0 == 0xfe && byte1 == 0xff) {
		endian = "big";
	} else {
		return;
	}

	fprintf(stderr, "%s: input looks like UTF-16, %s-endian\n", self, endian);
}

int is_bom(unsigned char *b) {
	return (b[0] == 0xef && b[1] == 0xbb && b[2] == 0xbf);
}

/* U+10FFFF is the last valid codepoint. It encodes to f4 8f bf bf. */
int is_out_of_range(int count, unsigned char *b) {
	if(count < 3) return 0;
	if(b[0] < 0xf4) return 0;
	if(b[1] < 0x90) return 0;
	return 1;
}

/* return value: false = EOF, true = more data to read */
int dump_utf8_char(void) {
	unsigned char bytes[] = { 0, 0, 0, 0, 0 };
	unsigned char *cont_bytes = bytes + 1;
	char *printable;
	int bad = 0, special = 0;
	int c, cont_count, i, fg, bg;
	static int byte0;

	c = fgetc(input);
	if(c == EOF)
		return 0;

	bytes[0] = (unsigned char)c;

	if(filepos == 0) {
		byte0 = c;
	} else if(filepos == 1) {
		check_utf16(byte0, c);
	}

	if(c < 0x7f) {
		cont_count = 0;
		if(c <= ' ' || c == 0x7f)
			special = 1;
	} else if((c & 0xe0) == 0xc0) /* 110xxxxx */
		cont_count = 1;
	else if((c & 0xf0) == 0xe0)   /* 1110xxxx */
		cont_count = 2;
	else if((c & 0xf8) == 0xf0)   /* 11110xxx */
		cont_count = 3;
	else {
		cont_count = 0;
		bad = 1;
	}

	for(i = 0; i < cont_count; i++) {
		int cb;
		c = fgetc(input);

		if(c == EOF) {
			/* EOF in mid-sequence */
			cont_count = i;
			bad = 1;
			break;
		}

		cb = cont_bytes[i] = (unsigned char)c;
		if((cb & 0xc0) != 0x80) {
			/* Expected 10xxxxxx, got something else */
			cont_count = i;
			bad = 1;
			ungetc(cb, input);
			break;
		}
	}

	if(is_out_of_range(cont_count, bytes))
		bad = 1;

	if(bad) {
		fg = BAD_FG;
		bg = BAD_BG;
		/* replacement character � is U+FFFD */
		printable = "�";
	} else if(special) {
		fg = SPECIAL;
		bg = 0;
		printable = get_special(bytes[0]);
	} else if(cont_count == 2 && is_bom(bytes)) {
		fg = SPECIAL;
		bg = 0;
		printable = "B";
	} else {
		fg = normal_colors[cur_normal_color];
		bg = 0;
		printable = (char *)bytes;
		next_normal_color();
	}

	append_color(right_buf, fg, bg);
	append_right(printable);
	append_color_off(right_buf);

	for(i = 0; i <= cont_count; i++) {
		append_left(bytes[i], (i != cont_count), fg, bg);
	}

	return 1;
}

void dump_file(void) {
	while(dump_utf8_char())
		;

	/* handle the last line, if the file size not divisible by 16. */
	if(dump_column)
		print_line();
}

int main(int argc, char **argv) {
	set_self(argv[0]);
	open_input(argc, argv[1]);
	dump_file();
	fclose(input);
	return 0;
}