utf8proc/test/tests.c at 514b7191fc113061f3fd29f52040e05a073d8f12 · JuliaStrings/utf8proc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
/* Common functions for our test programs. */

#include "tests.h"

size_t lineno = 0;

void check(int cond, const char *format, ...)
{
     if (!cond) {
          va_list args;
          if (lineno)
               fprintf(stderr, "FAILED at line %zd: ", lineno);
          else
               fprintf(stderr, "FAILED: ");
          va_start(args, format);
          vfprintf(stderr, format, args);
          va_end(args);
          fprintf(stderr, "\n");
          exit(1);
     }
}

size_t skipspaces(const unsigned char *buf, size_t i)
{
    while (isspace(buf[i])) ++i;
    return i;
}

/* if buf points to a sequence of codepoints encoded as hexadecimal strings,
   separated by whitespace, and terminated by any character not in
   [0-9a-fA-F] or whitespace, then stores the corresponding utf8 string
   in dest, returning the number of bytes read from buf */
size_t encode(unsigned char *dest, size_t *dest_len, const unsigned char *buf)
{
     size_t i = 0, j;
     utf8proc_ssize_t d = 0;
     for (;;) {
          int c;
          i = skipspaces(buf, i);
          for (j=i; buf[j] && strchr("0123456789abcdef", tolower(buf[j])); ++j)
               ; /* find end of hex input */
          if (j == i) { /* no codepoint found */
               dest[d] = 0; /* NUL-terminate destination string */
               *dest_len = (size_t)d;
               return i + 1;
          }
          check(sscanf((char *) (buf + i), "%x", (unsigned int *)&c) == 1, "invalid hex input %s", buf+i);
          i = j; /* skip to char after hex input */
          d += utf8proc_encode_char(c, (utf8proc_uint8_t *) (dest + d));
     }
}

/* simplistic, portable replacement for getline, sufficient for our tests */
size_t simple_getline(unsigned char buf[8192], FILE *f) {
    size_t i = 0;
    while (i < 8191) {
        int c = getc(f);
        if (c == EOF || c == '\n') break;
        buf[i++] = (unsigned char) c;
    }
    buf[i] = 0;
    return i;
}

void print_escaped(FILE* f, const utf8proc_uint8_t *utf8) {
     fprintf(f, "\"");
     while (*utf8) {
          utf8proc_int32_t codepoint;
          utf8 += utf8proc_iterate(utf8, -1, &codepoint);
          if (codepoint < 0x10000)
               fprintf(f, "\\u%04x", codepoint);
          else
               fprintf(f, "\\U%06x", codepoint);
     }
     fprintf(f, "\"");
}

void print_string_and_escaped(FILE* f, const utf8proc_uint8_t *utf8) {
     fprintf(f, "\"%s\" (", (const char *) utf8);
     print_escaped(f, utf8);
     fprintf(f, ")");
}

void check_compare(const char *transformation,
                   const utf8proc_uint8_t *input, const utf8proc_uint8_t *expected,
                   utf8proc_uint8_t *received, int free_received) {
     int passed = !strcmp((const char *) received, (const char *) expected);
     FILE *f = passed ? stdout : stderr;
     fprintf(f, "%s: %s ", passed ? "PASSED" : "FAILED", transformation);
     print_string_and_escaped(f, input);
     fprintf(f, " -> ");
     print_string_and_escaped(f, received);
     if (!passed) {
          fprintf(f, " != expected ");
          print_string_and_escaped(f, expected);
     }
     fprintf(f, "\n");
     if (free_received) utf8proc_free(received);
     if (!passed) exit(1);
}