blob: 157b9a7a1813239496ebf8ed53f8d0dd0b2d5cd8 [file] [log] [blame]
Lev Walkin725883b2006-10-09 12:07:58 +00001/*
2 * Mode of operation:
Lev Walkin93896cc2007-06-23 18:41:51 +00003 * Each of the *.in files is XER-decoded, then converted into PER,
4 * then decoded back from PER, then encoded into XER again,
5 * and finally compared to the original encoding.
Lev Walkin725883b2006-10-09 12:07:58 +00006 */
7#undef NDEBUG
8#include <stdio.h>
9#include <stdlib.h>
10#include <sys/types.h>
11#include <unistd.h> /* for chdir(2) */
12#include <string.h>
13#include <dirent.h>
14#include <assert.h>
15#include <ctype.h>
16#include <errno.h>
17
18#include <PDU.h>
19
Lev Walkine0d321a2014-09-11 01:28:57 -070020#ifndef SRCDIR
21#define SRCDIR_S ".."
22#else
23#define STRINGIFY_MACRO2(x) #x
24#define STRINGIFY_MACRO(x) STRINGIFY_MACRO2(x)
25#define SRCDIR_S STRINGIFY_MACRO(SRCDIR)
26#endif
27
Lev Walkin725883b2006-10-09 12:07:58 +000028enum expectation {
29 EXP_OK, /* Encoding/decoding must succeed */
30 EXP_CXER_EXACT, /* Encoding/decoding using CXER must be exact */
31 EXP_CXER_DIFF, /* Encoding/decoding using CXER must be different */
32 EXP_BROKEN, /* Decoding must fail */
33 EXP_DIFFERENT, /* Reconstruction will yield different encoding */
34 EXP_PER_NOCOMP, /* Not PER compatible */
35};
36
37static unsigned char buf[4096];
Lev Walkin1715b322013-03-28 04:02:13 -070038static size_t buf_offset;
Lev Walkin725883b2006-10-09 12:07:58 +000039
40static int
41_buf_writer(const void *buffer, size_t size, void *app_key) {
Lev Walkin725883b2006-10-09 12:07:58 +000042 (void)app_key;
43 assert(buf_offset + size < sizeof(buf));
44 memcpy(buf + buf_offset, buffer, size);
Lev Walkinb1f4f332017-10-19 03:28:49 -070045#ifdef EMIT_ASN_DEBUG
46 unsigned char *b, *bend;
Lev Walkin725883b2006-10-09 12:07:58 +000047 b = buf + buf_offset;
48 bend = b + size;
49 fprintf(stderr, "=> [");
50 for(; b < bend; b++) {
51 if(*b >= 32 && *b < 127 && *b != '%')
52 fprintf(stderr, "%c", *b);
53 else
54 fprintf(stderr, "%%%02x", *b);
55 }
Lev Walkin1715b322013-03-28 04:02:13 -070056 fprintf(stderr, "]:%zd\n", size);
Lev Walkin15d38f42014-09-17 01:19:31 -070057#endif
Lev Walkin725883b2006-10-09 12:07:58 +000058 buf_offset += size;
59 return 0;
60}
61
62enum enctype {
63 AS_PER,
64 AS_DER,
65 AS_XER,
66 AS_CXER,
67};
68
69static void
70save_object_as(PDU_t *st, enum expectation exp, enum enctype how) {
71 asn_enc_rval_t rval; /* Return value */
72
73 buf_offset = 0;
74
75 /*
76 * Save object using specified method.
77 */
78 switch(how) {
79 case AS_PER:
80 rval = uper_encode(&asn_DEF_PDU, st,
81 _buf_writer, 0);
82 if(exp == EXP_PER_NOCOMP)
83 assert(rval.encoded == -1);
84 else
85 assert(rval.encoded > 0);
Lev Walkin1715b322013-03-28 04:02:13 -070086 fprintf(stderr, "SAVED OBJECT IN SIZE %zd\n", buf_offset);
Lev Walkin725883b2006-10-09 12:07:58 +000087 return;
88 case AS_DER:
89 rval = der_encode(&asn_DEF_PDU, st,
90 _buf_writer, 0);
91 break;
92 case AS_XER:
93 rval = xer_encode(&asn_DEF_PDU, st, XER_F_BASIC,
94 _buf_writer, 0);
95 break;
96 case AS_CXER:
97 rval = xer_encode(&asn_DEF_PDU, st, XER_F_CANONICAL,
98 _buf_writer, 0);
99 break;
Lev Walkinb1f4f332017-10-19 03:28:49 -0700100 default:
101 assert(!"Unreachable");
Lev Walkin725883b2006-10-09 12:07:58 +0000102 }
103
104 if (rval.encoded == -1) {
105 fprintf(stderr,
106 "Cannot encode %s: %s\n",
107 rval.failed_type->name, strerror(errno));
108 assert(rval.encoded != -1);
109 return;
110 }
111
Lev Walkin1715b322013-03-28 04:02:13 -0700112 fprintf(stderr, "SAVED OBJECT IN SIZE %zd\n", buf_offset);
Lev Walkin725883b2006-10-09 12:07:58 +0000113}
114
115static PDU_t *
Lev Walkin5b63acf2014-01-14 01:48:37 -0800116load_object_from(const char *fname, enum expectation expectation, unsigned char *fbuf, size_t size, enum enctype how) {
Lev Walkin725883b2006-10-09 12:07:58 +0000117 asn_dec_rval_t rval;
118 PDU_t *st = 0;
Lev Walkin1715b322013-03-28 04:02:13 -0700119 size_t csize = 1;
Lev Walkin725883b2006-10-09 12:07:58 +0000120
121 if(getenv("INITIAL_CHUNK_SIZE"))
122 csize = atoi(getenv("INITIAL_CHUNK_SIZE"));
123
124 /* Perform multiple iterations with multiple chunks sizes */
125 for(; csize < 20; csize += 1) {
126 int fbuf_offset = 0;
127 int fbuf_left = size;
128 int fbuf_chunk = csize;
129
Lev Walkinb7c40b62013-03-28 05:54:12 -0700130 fprintf(stderr, "LOADING OBJECT OF SIZE %zd FROM [%s] as %s,"
Lev Walkin1715b322013-03-28 04:02:13 -0700131 " chunks %zd\n",
Lev Walkin725883b2006-10-09 12:07:58 +0000132 size, fname, how==AS_PER?"PER":"XER", csize);
133
Bi-Ruei, Chiu1f87ac02017-08-20 01:25:45 +0800134 if(st) ASN_STRUCT_FREE(asn_DEF_PDU, st);
Lev Walkin725883b2006-10-09 12:07:58 +0000135 st = 0;
136
137 do {
Lev Walkin15d38f42014-09-17 01:19:31 -0700138 ASN_DEBUG("Decoding bytes %d..%d (left %d)",
Lev Walkin725883b2006-10-09 12:07:58 +0000139 fbuf_offset,
140 fbuf_chunk < fbuf_left
141 ? fbuf_chunk : fbuf_left,
142 fbuf_left);
Lev Walkin15d38f42014-09-17 01:19:31 -0700143#ifdef EMIT_ASN_DEBUG
Lev Walkin725883b2006-10-09 12:07:58 +0000144 if(st) {
145 fprintf(stderr, "=== currently ===\n");
146 asn_fprint(stderr, &asn_DEF_PDU, st);
147 fprintf(stderr, "=== end ===\n");
148 }
Lev Walkin15d38f42014-09-17 01:19:31 -0700149#endif
Lev Walkin725883b2006-10-09 12:07:58 +0000150 switch(how) {
151 case AS_XER:
152 rval = xer_decode(0, &asn_DEF_PDU, (void **)&st,
153 fbuf + fbuf_offset,
154 fbuf_chunk < fbuf_left
155 ? fbuf_chunk : fbuf_left);
156 break;
157 case AS_PER:
158 rval = uper_decode(0, &asn_DEF_PDU,
159 (void **)&st, fbuf + fbuf_offset,
160 fbuf_chunk < fbuf_left
161 ? fbuf_chunk : fbuf_left, 0, 0);
162 if(rval.code == RC_WMORE) {
163 rval.consumed = 0; /* Not restartable */
164 ASN_STRUCT_FREE(asn_DEF_PDU, st);
165 st = 0;
Lev Walkin15d38f42014-09-17 01:19:31 -0700166 ASN_DEBUG("-> PER wants more");
Lev Walkin725883b2006-10-09 12:07:58 +0000167 } else {
Lev Walkin15d38f42014-09-17 01:19:31 -0700168 ASN_DEBUG("-> PER ret %d/%ld",
Lev Walkin725883b2006-10-09 12:07:58 +0000169 rval.code, rval.consumed);
170 /* uper_decode() returns _bits_ */
171 rval.consumed += 7;
172 rval.consumed /= 8;
173 }
174 break;
Lev Walkin5b63acf2014-01-14 01:48:37 -0800175 case AS_DER:
176 case AS_CXER:
177 assert(!"DER or CXER not supported for load");
Lev Walkinb1f4f332017-10-19 03:28:49 -0700178 default:
179 assert(!"Unreachable");
Lev Walkin725883b2006-10-09 12:07:58 +0000180 }
181 fbuf_offset += rval.consumed;
182 fbuf_left -= rval.consumed;
183 if(rval.code == RC_WMORE)
184 fbuf_chunk += 1; /* Give little more */
185 else
186 fbuf_chunk = csize; /* Back off */
187 } while(fbuf_left && rval.code == RC_WMORE);
188
189 if(expectation != EXP_BROKEN) {
190 assert(rval.code == RC_OK);
191 if(how == AS_PER) {
Lev Walkinb7c40b62013-03-28 05:54:12 -0700192 fprintf(stderr, "[left %d, off %d, size %zd]\n",
Lev Walkin725883b2006-10-09 12:07:58 +0000193 fbuf_left, fbuf_offset, size);
Lev Walkin5b63acf2014-01-14 01:48:37 -0800194 assert(fbuf_offset == (ssize_t)size);
Lev Walkin725883b2006-10-09 12:07:58 +0000195 } else {
Lev Walkina75b2472017-09-18 00:38:43 -0700196 assert((fbuf_offset + 1 /* "\n" */ == (ssize_t)size
Lev Walkin725883b2006-10-09 12:07:58 +0000197 && fbuf[size - 1] == '\n')
Lev Walkin5b63acf2014-01-14 01:48:37 -0800198 || (fbuf_offset + 2 /* "\r\n" */ == (ssize_t)size
Lev Walkin725883b2006-10-09 12:07:58 +0000199 && fbuf[size - 2] == '\r'
200 && fbuf[size - 1] == '\n')
201 );
202 }
203 } else {
204 assert(rval.code != RC_OK);
205 fprintf(stderr, "Failed, but this was expected\n");
Bi-Ruei, Chiu1f87ac02017-08-20 01:25:45 +0800206 ASN_STRUCT_FREE(asn_DEF_PDU, st);
Lev Walkin725883b2006-10-09 12:07:58 +0000207 st = 0; /* ignore leak for now */
208 }
209 }
210
211 if(st) asn_fprint(stderr, &asn_DEF_PDU, st);
212 return st;
213}
214
215static int
216xer_encoding_equal(char *obuf, size_t osize, char *nbuf, size_t nsize) {
217 char *oend = obuf + osize;
218 char *nend = nbuf + nsize;
219
220 if((osize && !nsize) || (!osize && nsize))
221 return 0; /* not equal apriori */
222
223 while(1) {
224 while(obuf < oend && isspace(*obuf)) obuf++;
225 while(nbuf < nend && isspace(*nbuf)) nbuf++;
226
227 if(obuf == oend || nbuf == nend) {
228 if(obuf == oend && nbuf == nend)
229 break;
230 fprintf(stderr, "%s data in reconstructed encoding\n",
231 (obuf == oend) ? "More" : "Less");
232 return 0;
233 }
234
235 if(*obuf != *nbuf) {
236 printf("%c%c != %c%c\n",
237 obuf[0], obuf[1],
238 nbuf[0], nbuf[1]);
239 return 0;
240 }
241 obuf++, nbuf++;
242 }
243
244 return 1;
245}
246
247static void
Lev Walkin5b63acf2014-01-14 01:48:37 -0800248process_XER_data(const char *fname, enum expectation expectation, unsigned char *fbuf, size_t size) {
Lev Walkin725883b2006-10-09 12:07:58 +0000249 PDU_t *st;
Lev Walkin725883b2006-10-09 12:07:58 +0000250
251 st = load_object_from(fname, expectation, fbuf, size, AS_XER);
252 if(!st) return;
253
Lev Walkin788490d2007-06-23 23:36:51 +0000254 /* Save and re-load as PER */
Lev Walkin725883b2006-10-09 12:07:58 +0000255 save_object_as(st, expectation, AS_PER);
Vasil Velichkovcef21e02017-10-09 23:40:17 +0300256 ASN_STRUCT_FREE(asn_DEF_PDU, st);
Lev Walkin725883b2006-10-09 12:07:58 +0000257 if(expectation == EXP_PER_NOCOMP)
258 return; /* Already checked */
259 st = load_object_from("buffer", expectation, buf, buf_offset, AS_PER);
260 assert(st);
261
262 save_object_as(st,
263 expectation,
264 (expectation == EXP_CXER_EXACT
265 || expectation == EXP_CXER_DIFF)
266 ? AS_CXER : AS_XER);
267 fprintf(stderr, "=== original ===\n");
268 fwrite(fbuf, 1, size, stderr);
269 fprintf(stderr, "=== re-encoded ===\n");
270 fwrite(buf, 1, buf_offset, stderr);
271 fprintf(stderr, "=== end ===\n");
272
273 switch(expectation) {
274 case EXP_DIFFERENT:
Lev Walkin5b63acf2014-01-14 01:48:37 -0800275 assert(!xer_encoding_equal((char *)fbuf, size, (char *)buf, buf_offset));
Lev Walkin725883b2006-10-09 12:07:58 +0000276 break;
277 case EXP_BROKEN:
Lev Walkin5b63acf2014-01-14 01:48:37 -0800278 assert(!xer_encoding_equal((char *)fbuf, size, (char *)buf, buf_offset));
Lev Walkin725883b2006-10-09 12:07:58 +0000279 break;
280 case EXP_CXER_EXACT:
281 buf[buf_offset++] = '\n';
282 assert(size == buf_offset);
283 assert(memcmp(fbuf, buf, size) == 0);
284 break;
285 case EXP_CXER_DIFF:
286 buf[buf_offset++] = '\n';
287 assert(size != buf_offset
288 || memcmp(fbuf, buf, size));
289 break;
290 case EXP_OK:
291 case EXP_PER_NOCOMP:
Lev Walkin5b63acf2014-01-14 01:48:37 -0800292 assert(xer_encoding_equal((char *)fbuf, size, (char *)buf, buf_offset));
Lev Walkin725883b2006-10-09 12:07:58 +0000293 break;
294 }
295
Bi-Ruei, Chiu1f87ac02017-08-20 01:25:45 +0800296 ASN_STRUCT_FREE(asn_DEF_PDU, st);
Lev Walkin725883b2006-10-09 12:07:58 +0000297}
298
299/*
300 * Decode the .der files and try to regenerate them.
301 */
302static int
303process(const char *fname) {
Lev Walkin5b63acf2014-01-14 01:48:37 -0800304 unsigned char fbuf[4096];
Lev Walkin725883b2006-10-09 12:07:58 +0000305 char *ext = strrchr(fname, '.');
306 enum expectation expectation;
Lev Walkin725883b2006-10-09 12:07:58 +0000307 int rd;
308 FILE *fp;
309
310 if(ext == 0 || strcmp(ext, ".in"))
311 return 0;
312
313 switch(ext[-1]) {
314 case 'B': /* The file is intentionally broken */
315 expectation = EXP_BROKEN; break;
316 case 'D': /* Reconstructing should yield different data */
317 expectation = EXP_DIFFERENT; break;
318 case 'E': /* Byte to byte exact reconstruction */
319 expectation = EXP_CXER_EXACT; break;
320 case 'X': /* Should fail byte-to-byte comparison */
321 expectation = EXP_CXER_DIFF; break;
322 case 'P': /* Incompatible with PER */
323 expectation = EXP_PER_NOCOMP; break;
324 default:
325 expectation = EXP_OK; break;
326 }
327
328 fprintf(stderr, "\nProcessing file [../%s]\n", fname);
329
Lev Walkine0d321a2014-09-11 01:28:57 -0700330 snprintf((char *)fbuf, sizeof(fbuf), SRCDIR_S "/data-119/%s", fname);
Lev Walkin5b63acf2014-01-14 01:48:37 -0800331 fp = fopen((char *)fbuf, "r");
Lev Walkin725883b2006-10-09 12:07:58 +0000332 assert(fp);
333
334 rd = fread(fbuf, 1, sizeof(fbuf), fp);
335 fclose(fp);
336
Lev Walkin5b63acf2014-01-14 01:48:37 -0800337 assert(rd < (ssize_t)sizeof(fbuf)); /* expect small files */
Lev Walkin725883b2006-10-09 12:07:58 +0000338
339 process_XER_data(fname, expectation, fbuf, rd);
340
341 fprintf(stderr, "Finished [%s]\n", fname);
342
343 return 1;
344}
345
346int
347main() {
348 DIR *dir;
349 struct dirent *dent;
350 int processed_files = 0;
351 char *str;
352
353 /* Process a specific test file */
354 str = getenv("DATA_119_FILE");
355 if(str && strncmp(str, "data-119-", 9) == 0) {
356 process(str);
357 return 0;
358 }
359
Lev Walkine0d321a2014-09-11 01:28:57 -0700360 dir = opendir(SRCDIR_S "/data-119");
Lev Walkin725883b2006-10-09 12:07:58 +0000361 assert(dir);
362
363 /*
364 * Process each file in that directory.
365 */
366 while((dent = readdir(dir))) {
367 if(strncmp(dent->d_name, "data-119-", 9) == 0)
368 if(process(dent->d_name))
369 processed_files++;
370 }
371
372 assert(processed_files);
373 closedir(dir);
374
375 return 0;
376}
377