| /** |
| * Test the UTF-8 decoding routines |
| * |
| * author: Daniel Veillard |
| * copy: see Copyright for the status of this software. |
| */ |
| |
| #define XML_DEPRECATED |
| #define XML_DEPRECATED_MEMBER |
| |
| #include <stdio.h> |
| #include <string.h> |
| #include <libxml/tree.h> |
| #include <libxml/parser.h> |
| #include <libxml/parserInternals.h> |
| |
| int lastError; |
| |
| static void errorHandler(void *unused, const xmlError *err) { |
| if ((unused == NULL) && (err != NULL) && (lastError == 0)) { |
| lastError = err->code; |
| } |
| } |
| |
| char document1[100] = "<doc>XXXX</doc>"; |
| char document2[100] = "<doc foo='XXXX'/>"; |
| |
| static int testDocumentRangeByte1(xmlParserCtxtPtr ctxt, char *document, |
| int len, char *data, int forbid1, int forbid2) { |
| int i; |
| xmlDocPtr res; |
| |
| for (i = 0;i <= 0xFF;i++) { |
| lastError = 0; |
| xmlCtxtReset(ctxt); |
| |
| data[0] = (char) i; |
| |
| res = xmlReadMemory(document, len, "test", NULL, 0); |
| |
| if ((i == forbid1) || (i == forbid2)) { |
| if ((lastError == 0) || (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Byte 0x%02X: %c\n", |
| i, i); |
| return(1); |
| } |
| } |
| |
| else if ((i == '<') || (i == '&')) { |
| if ((lastError == 0) || (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect illegal char %c for Byte 0x%02X\n", i, i); |
| return(1); |
| } |
| } |
| else if (((i < 0x20) || (i >= 0x80)) && |
| (i != 0x9) && (i != 0xA) && (i != 0xD)) { |
| if ((lastError != XML_ERR_INVALID_CHAR) && (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Byte 0x%02X\n", i); |
| return(1); |
| } |
| } |
| else if (res == NULL) { |
| fprintf(stderr, |
| "Failed to parse valid char for Byte 0x%02X : %c\n", i, i); |
| return(1); |
| } |
| if (res != NULL) |
| xmlFreeDoc(res); |
| } |
| return(0); |
| } |
| |
| static int testDocumentRangeByte2(xmlParserCtxtPtr ctxt, char *document, |
| int len, char *data) { |
| int i, j; |
| xmlDocPtr res; |
| |
| for (i = 0x80;i <= 0xFF;i++) { |
| for (j = 0;j <= 0xFF;j++) { |
| lastError = 0; |
| xmlCtxtReset(ctxt); |
| |
| data[0] = (char) i; |
| data[1] = (char) j; |
| |
| res = xmlReadMemory(document, len, "test", NULL, 0); |
| |
| /* if first bit of first char is set, then second bit must too */ |
| if ((i & 0x80) && ((i & 0x40) == 0)) { |
| if ((lastError == 0) || (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n", |
| i, j); |
| return(1); |
| } |
| } |
| |
| /* |
| * if first bit of first char is set, then second char first |
| * bits must be 10 |
| */ |
| else if ((i & 0x80) && ((j & 0xC0) != 0x80)) { |
| if ((lastError == 0) || (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n", |
| i, j); |
| return(1); |
| } |
| } |
| |
| /* |
| * if using a 2 byte encoding then the value must be greater |
| * than 0x80, i.e. one of bits 5 to 1 of i must be set |
| */ |
| else if ((i & 0x80) && ((i & 0x1E) == 0)) { |
| if ((lastError == 0) || (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n", |
| i, j); |
| return(1); |
| } |
| } |
| |
| /* |
| * if third bit of first char is set, then the sequence would need |
| * at least 3 bytes, but we give only 2 ! |
| */ |
| else if ((i & 0xE0) == 0xE0) { |
| if ((lastError == 0) || (res != NULL)) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x00\n", |
| i, j); |
| return(1); |
| } |
| } |
| |
| /* |
| * We should see no error in remaining cases |
| */ |
| else if ((lastError != 0) || (res == NULL)) { |
| fprintf(stderr, |
| "Failed to parse document for Bytes 0x%02X 0x%02X\n", i, j); |
| return(1); |
| } |
| if (res != NULL) |
| xmlFreeDoc(res); |
| } |
| } |
| return(0); |
| } |
| |
| /** |
| * testDocumentRanges: |
| * |
| * Test the correct UTF8 character parsing in context of XML documents |
| * Those are in-context injection tests checking the parser behaviour on |
| * edge case values at different point in content, beginning and end of |
| * CDATA in text or in attribute values. |
| */ |
| |
| static int testDocumentRanges(void) { |
| xmlParserCtxtPtr ctxt; |
| char *data; |
| int test_ret = 0; |
| |
| /* |
| * Set up a parsing context using the first document as |
| * the current input source. |
| */ |
| ctxt = xmlNewParserCtxt(); |
| if (ctxt == NULL) { |
| fprintf(stderr, "Failed to allocate parser context\n"); |
| return(1); |
| } |
| |
| printf("testing 1 byte char in document: 1"); |
| fflush(stdout); |
| data = &document1[5]; |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 1 byte injection at beginning of area */ |
| test_ret += testDocumentRangeByte1(ctxt, &document1[0], strlen(document1), |
| data, -1, -1); |
| printf(" 2"); |
| fflush(stdout); |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 1 byte injection at end of area */ |
| test_ret += testDocumentRangeByte1(ctxt, &document1[0], strlen(document1), |
| data + 3, -1, -1); |
| |
| printf(" 3"); |
| fflush(stdout); |
| data = &document2[10]; |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 1 byte injection at beginning of area */ |
| test_ret += testDocumentRangeByte1(ctxt, &document2[0], strlen(document2), |
| data, '\'', -1); |
| printf(" 4"); |
| fflush(stdout); |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 1 byte injection at end of area */ |
| test_ret += testDocumentRangeByte1(ctxt, &document2[0], strlen(document2), |
| data + 3, '\'', -1); |
| printf(" done\n"); |
| |
| printf("testing 2 byte char in document: 1"); |
| fflush(stdout); |
| data = &document1[5]; |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 2 byte injection at beginning of area */ |
| test_ret += testDocumentRangeByte2(ctxt, &document1[0], strlen(document1), |
| data); |
| printf(" 2"); |
| fflush(stdout); |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 2 byte injection at end of area */ |
| test_ret += testDocumentRangeByte2(ctxt, &document1[0], strlen(document1), |
| data + 2); |
| |
| printf(" 3"); |
| fflush(stdout); |
| data = &document2[10]; |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 2 byte injection at beginning of area */ |
| test_ret += testDocumentRangeByte2(ctxt, &document2[0], strlen(document2), |
| data); |
| printf(" 4"); |
| fflush(stdout); |
| data[0] = ' '; |
| data[1] = ' '; |
| data[2] = ' '; |
| data[3] = ' '; |
| /* test 2 byte injection at end of area */ |
| test_ret += testDocumentRangeByte2(ctxt, &document2[0], strlen(document2), |
| data + 2); |
| printf(" done\n"); |
| |
| xmlFreeParserCtxt(ctxt); |
| return(test_ret); |
| } |
| |
| static int |
| testCurrentChar(xmlParserCtxtPtr ctxt, int *len) { |
| const xmlChar *oldcur; |
| int c, err, len2; |
| |
| lastError = 0; |
| c = xmlCurrentChar(ctxt, len); |
| ctxt->input->flags = 0; |
| err = lastError; |
| |
| oldcur = ctxt->input->cur; |
| lastError = 0; |
| xmlNextChar(ctxt); |
| ctxt->input->flags = 0; |
| len2 = ctxt->input->cur - oldcur; |
| ctxt->input->cur = oldcur; |
| |
| if ((*ctxt->input->cur != 0) && (err != lastError)) { |
| fprintf(stderr, "xmlCurrentChar and xmlNextChar report different " |
| "errors: %d %d\n", err, lastError); |
| return(-1); |
| } |
| |
| if ((err == 0) && (*len != len2)) { |
| fprintf(stderr, "xmlCurrentChar and xmlNextChar report different " |
| "lengths: %d %d\n", *len, len2); |
| return(-1); |
| } |
| |
| lastError = err; |
| |
| return(c); |
| } |
| |
| static int testCharRangeByte1(xmlParserCtxtPtr ctxt) { |
| int i = 0; |
| int len, c; |
| char *data = (char *) ctxt->input->cur; |
| |
| data[1] = 0; |
| data[2] = 0; |
| data[3] = 0; |
| for (i = 0;i <= 0xFF;i++) { |
| data[0] = (char) i; |
| ctxt->nbErrors = 0; |
| |
| c = testCurrentChar(ctxt, &len); |
| if (c < 0) |
| continue; |
| if (i >= 0x80) { |
| /* we must see an error there */ |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Byte 0x%02X\n", i); |
| return(1); |
| } |
| } else if (i == 0xD) { |
| if ((c != 0xA) || (len != 1)) { |
| fprintf(stderr, "Failed to convert char for Byte 0x%02X\n", i); |
| return(1); |
| } |
| } else if ((c != i) || (len != 1)) { |
| fprintf(stderr, "Failed to parse char for Byte 0x%02X\n", i); |
| return(1); |
| } |
| } |
| return(0); |
| } |
| |
| static int testCharRangeByte2(xmlParserCtxtPtr ctxt) { |
| int i, j; |
| int len, c; |
| char *data = (char *) ctxt->input->cur; |
| |
| data[2] = 0; |
| data[3] = 0; |
| for (i = 0x80;i <= 0xFF;i++) { |
| for (j = 0;j <= 0xFF;j++) { |
| data[0] = (char) i; |
| data[1] = (char) j; |
| ctxt->nbErrors = 0; |
| |
| c = testCurrentChar(ctxt, &len); |
| if (c < 0) |
| continue; |
| |
| /* if first bit of first char is set, then second bit must too */ |
| if ((i & 0x80) && ((i & 0x40) == 0)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X\n", |
| i, j); |
| return(1); |
| } |
| } |
| |
| /* |
| * if first bit of first char is set, then second char first |
| * bits must be 10 |
| */ |
| else if ((i & 0x80) && ((j & 0xC0) != 0x80)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X: %d\n", |
| i, j, c); |
| return(1); |
| } |
| } |
| |
| /* |
| * if using a 2 byte encoding then the value must be greater |
| * than 0x80, i.e. one of bits 5 to 1 of i must be set |
| */ |
| else if ((i & 0x80) && ((i & 0x1E) == 0)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X: %d\n", |
| i, j, c); |
| return(1); |
| } |
| } |
| |
| /* |
| * if third bit of first char is set, then the sequence would need |
| * at least 3 bytes, but we give only 2 ! |
| */ |
| else if ((i & 0xE0) == 0xE0) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x00\n", |
| i, j); |
| return(1); |
| } |
| } |
| |
| /* |
| * We should see no error in remaining cases |
| */ |
| else if ((lastError != 0) || (len != 2)) { |
| fprintf(stderr, |
| "Failed to parse char for Bytes 0x%02X 0x%02X\n", i, j); |
| return(1); |
| } |
| |
| /* |
| * Finally check the value is right |
| */ |
| else if (c != (j & 0x3F) + ((i & 0x1F) << 6)) { |
| fprintf(stderr, |
| "Failed to parse char for Bytes 0x%02X 0x%02X: expect %d got %d\n", |
| i, j, ((j & 0x3F) + ((i & 0x1F) << 6)), c); |
| return(1); |
| } |
| } |
| } |
| return(0); |
| } |
| |
| static int testCharRangeByte3(xmlParserCtxtPtr ctxt) { |
| int i, j, k, K; |
| int len, c; |
| unsigned char lows[6] = {0, 0x80, 0x81, 0xC1, 0xFF, 0xBF}; |
| char *data = (char *) ctxt->input->cur; |
| int value; |
| |
| data[3] = 0; |
| for (i = 0xE0;i <= 0xFF;i++) { |
| for (j = 0;j <= 0xFF;j++) { |
| for (k = 0;k < 6;k++) { |
| data[0] = (char) i; |
| data[1] = (char) j; |
| K = lows[k]; |
| data[2] = (char) K; |
| value = (K & 0x3F) + ((j & 0x3F) << 6) + ((i & 0xF) << 12); |
| ctxt->nbErrors = 0; |
| |
| c = testCurrentChar(ctxt, &len); |
| if (c < 0) |
| continue; |
| |
| /* |
| * if fourth bit of first char is set, then the sequence would need |
| * at least 4 bytes, but we give only 3 ! |
| */ |
| if ((i & 0xF0) == 0xF0) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n", |
| i, j, K, data[3]); |
| return(1); |
| } |
| } |
| |
| /* |
| * The second and the third bytes must start with 10 |
| */ |
| else if (((j & 0xC0) != 0x80) || ((K & 0xC0) != 0x80)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X\n", |
| i, j, K); |
| return(1); |
| } |
| } |
| |
| /* |
| * if using a 3 byte encoding then the value must be greater |
| * than 0x800, i.e. one of bits 4 to 0 of i must be set or |
| * the 6th byte of data[1] must be set |
| */ |
| else if (((i & 0xF) == 0) && ((j & 0x20) == 0)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X\n", |
| i, j, K); |
| return(1); |
| } |
| } |
| |
| /* |
| * There are values that are not allowed in UTF-8 |
| */ |
| else if ((value > 0xD7FF) && (value <0xE000)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char 0x%04X for Bytes 0x%02X 0x%02X 0x%02X\n", |
| value, i, j, K); |
| return(1); |
| } |
| } |
| |
| /* |
| * We should see no error in remaining cases |
| */ |
| else if ((lastError != 0) || (len != 3)) { |
| fprintf(stderr, |
| "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X\n", |
| i, j, K); |
| return(1); |
| } |
| |
| /* |
| * Finally check the value is right |
| */ |
| else if (c != value) { |
| fprintf(stderr, |
| "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X: expect %d got %d\n", |
| i, j, data[2], value, c); |
| return(1); |
| } |
| } |
| } |
| } |
| return(0); |
| } |
| |
| static int testCharRangeByte4(xmlParserCtxtPtr ctxt) { |
| int i, j, k, K, l, L; |
| int len, c; |
| unsigned char lows[6] = {0, 0x80, 0x81, 0xC1, 0xFF, 0xBF}; |
| char *data = (char *) ctxt->input->cur; |
| int value; |
| |
| data[4] = 0; |
| for (i = 0xF0;i <= 0xFF;i++) { |
| for (j = 0;j <= 0xFF;j++) { |
| for (k = 0;k < 6;k++) { |
| for (l = 0;l < 6;l++) { |
| data[0] = (char) i; |
| data[1] = (char) j; |
| K = lows[k]; |
| data[2] = (char) K; |
| L = lows[l]; |
| data[3] = (char) L; |
| value = (L & 0x3F) + ((K & 0x3F) << 6) + ((j & 0x3F) << 12) + |
| ((i & 0x7) << 18); |
| ctxt->nbErrors = 0; |
| |
| c = testCurrentChar(ctxt, &len); |
| if (c < 0) |
| continue; |
| |
| /* |
| * if fifth bit of first char is set, then the sequence would need |
| * at least 5 bytes, but we give only 4 ! |
| */ |
| if ((i & 0xF8) == 0xF8) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n", |
| i, j, K, data[3]); |
| return(1); |
| } |
| } |
| |
| /* |
| * The second, third and fourth bytes must start with 10 |
| */ |
| else if (((j & 0xC0) != 0x80) || ((K & 0xC0) != 0x80) || |
| ((L & 0xC0) != 0x80)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n", |
| i, j, K, L); |
| return(1); |
| } |
| } |
| |
| /* |
| * if using a 3 byte encoding then the value must be greater |
| * than 0x10000, i.e. one of bits 3 to 0 of i must be set or |
| * the 6 or 5th byte of j must be set |
| */ |
| else if (((i & 0x7) == 0) && ((j & 0x30) == 0)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n", |
| i, j, K, L); |
| return(1); |
| } |
| } |
| |
| /* |
| * There are values in that are not allowed in UTF-8 |
| */ |
| else if (((value > 0xD7FF) && (value < 0xE000)) || |
| (value > 0x10FFFF)) { |
| if (lastError != XML_ERR_INVALID_ENCODING) { |
| fprintf(stderr, |
| "Failed to detect invalid char 0x%04X for Bytes 0x%02X 0x%02X 0x%02X 0x%02X\n", |
| value, i, j, K, L); |
| return(1); |
| } |
| } |
| |
| /* |
| * We should see no error in remaining cases |
| */ |
| else if ((lastError != 0) || (len != 4)) { |
| fprintf(stderr, |
| "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X\n", |
| i, j, K); |
| return(1); |
| } |
| |
| /* |
| * Finally check the value is right |
| */ |
| else if (c != value) { |
| fprintf(stderr, |
| "Failed to parse char for Bytes 0x%02X 0x%02X 0x%02X: expect %d got %d\n", |
| i, j, data[2], value, c); |
| return(1); |
| } |
| } |
| } |
| } |
| } |
| return(0); |
| } |
| |
| /** |
| * testCharRanges: |
| * |
| * Test the correct UTF8 character parsing in isolation i.e. |
| * not when parsing a full document, this is less expensive and we can |
| * cover the full range of UTF-8 chars accepted by XML-1.0 |
| */ |
| |
| static int testCharRanges(void) { |
| char data[5]; |
| xmlParserCtxtPtr ctxt; |
| xmlParserInputBufferPtr buf; |
| xmlParserInputPtr input; |
| int test_ret = 0; |
| |
| memset(data, 0, 5); |
| |
| /* |
| * Set up a parsing context using the above data buffer as |
| * the current input source. |
| */ |
| ctxt = xmlNewParserCtxt(); |
| if (ctxt == NULL) { |
| fprintf(stderr, "Failed to allocate parser context\n"); |
| return(1); |
| } |
| buf = xmlParserInputBufferCreateStatic(data, sizeof(data), |
| XML_CHAR_ENCODING_NONE); |
| if (buf == NULL) { |
| fprintf(stderr, "Failed to allocate input buffer\n"); |
| test_ret = 1; |
| goto error; |
| } |
| input = xmlNewInputStream(ctxt); |
| if (input == NULL) { |
| xmlFreeParserInputBuffer(buf); |
| test_ret = 1; |
| goto error; |
| } |
| input->filename = NULL; |
| input->buf = buf; |
| input->cur = |
| input->base = xmlBufContent(input->buf->buffer); |
| input->end = input->base + 4; |
| inputPush(ctxt, input); |
| |
| printf("testing char range: 1"); |
| fflush(stdout); |
| test_ret += testCharRangeByte1(ctxt); |
| printf(" 2"); |
| fflush(stdout); |
| test_ret += testCharRangeByte2(ctxt); |
| printf(" 3"); |
| fflush(stdout); |
| test_ret += testCharRangeByte3(ctxt); |
| printf(" 4"); |
| fflush(stdout); |
| test_ret += testCharRangeByte4(ctxt); |
| printf(" done\n"); |
| fflush(stdout); |
| |
| error: |
| xmlFreeParserCtxt(ctxt); |
| return(test_ret); |
| } |
| |
| static int |
| testUserEncoding(void) { |
| /* |
| * Create a document encoded as UTF-16LE with an ISO-8859-1 encoding |
| * declaration, then parse it with xmlReadMemory and the encoding |
| * argument set to UTF-16LE. |
| */ |
| xmlDocPtr doc = NULL; |
| const char *start = "<?xml version='1.0' encoding='ISO-8859-1'?><d>"; |
| const char *end = "</d>"; |
| char *buf = NULL; |
| xmlChar *text; |
| int startSize = strlen(start); |
| int textSize = 100000; /* Make sure to exceed internal buffer sizes. */ |
| int endSize = strlen(end); |
| int totalSize = startSize + textSize + endSize; |
| int k = 0; |
| int i; |
| int ret = 1; |
| |
| buf = xmlMalloc(2 * totalSize); |
| for (i = 0; start[i] != 0; i++) { |
| buf[k++] = start[i]; |
| buf[k++] = 0; |
| } |
| for (i = 0; i < textSize; i++) { |
| buf[k++] = 'x'; |
| buf[k++] = 0; |
| } |
| for (i = 0; end[i] != 0; i++) { |
| buf[k++] = end[i]; |
| buf[k++] = 0; |
| } |
| |
| doc = xmlReadMemory(buf, 2 * totalSize, NULL, "UTF-16LE", 0); |
| if (doc == NULL) { |
| fprintf(stderr, "failed to parse document\n"); |
| goto error; |
| } |
| |
| text = doc->children->children->content; |
| for (i = 0; i < textSize; i++) { |
| if (text[i] != 'x') { |
| fprintf(stderr, "text node has wrong content at offset %d\n", k); |
| goto error; |
| } |
| } |
| |
| ret = 0; |
| |
| error: |
| xmlFreeDoc(doc); |
| xmlFree(buf); |
| |
| return ret; |
| } |
| |
| #if defined(LIBXML_PUSH_ENABLED) && defined(LIBXML_OUTPUT_ENABLED) |
| |
| static char * |
| convert(xmlCharEncodingHandlerPtr handler, const char *utf8, int size, |
| int *outSize) { |
| xmlBufferPtr in, out; |
| char *ret; |
| |
| in = xmlBufferCreate(); |
| xmlBufferAdd(in, BAD_CAST utf8, size); |
| out = xmlBufferCreate(); |
| xmlCharEncOutFunc(handler, out, in); |
| |
| if (outSize) |
| *outSize = out->use; |
| ret = (char *) xmlBufferDetach(out); |
| |
| xmlBufferFree(out); |
| xmlBufferFree(in); |
| return(ret); |
| } |
| |
| static int |
| testUserEncodingPush(void) { |
| xmlCharEncodingHandlerPtr handler; |
| xmlParserCtxtPtr ctxt; |
| xmlDocPtr doc; |
| char buf[] = |
| "\xEF\xBB\xBF" |
| "<?xml version='1.0' encoding='ISO-8859-1'?>\n" |
| "<d>text</d>\n"; |
| char *utf16; |
| int utf16Size; |
| int ret = 1; |
| |
| handler = xmlGetCharEncodingHandler(XML_CHAR_ENCODING_UTF16LE); |
| utf16 = convert(handler, buf, sizeof(buf) - 1, &utf16Size); |
| ctxt = xmlCreatePushParserCtxt(NULL, NULL, NULL, 0, NULL); |
| xmlSwitchEncoding(ctxt, XML_CHAR_ENCODING_UTF16LE); |
| xmlParseChunk(ctxt, utf16, utf16Size, 0); |
| xmlParseChunk(ctxt, NULL, 0, 1); |
| doc = ctxt->myDoc; |
| |
| if ((doc != NULL) && |
| (doc->children != NULL) && |
| (doc->children->children != NULL) && |
| (xmlStrcmp(doc->children->children->content, BAD_CAST "text") == 0)) |
| ret = 0; |
| |
| xmlFreeDoc(doc); |
| xmlFreeParserCtxt(ctxt); |
| xmlFree(utf16); |
| |
| return(ret); |
| } |
| |
| static int |
| testUTF8Chunks(void) { |
| xmlParserCtxtPtr ctxt; |
| xmlChar *out; |
| int outSize; |
| char *buf; |
| int i; |
| int ret = 0; |
| |
| ctxt = xmlCreatePushParserCtxt(NULL, NULL, NULL, 0, NULL); |
| |
| xmlParseChunk(ctxt, "<d>", 3, 0); |
| xmlParseChunk(ctxt, "\xF0", 1, 0); |
| xmlParseChunk(ctxt, "\x9F", 1, 0); |
| xmlParseChunk(ctxt, "\x98", 1, 0); |
| xmlParseChunk(ctxt, "\x8A", 1, 0); |
| xmlParseChunk(ctxt, "</d>", 4, 1); |
| |
| xmlDocDumpMemory(ctxt->myDoc, &out, &outSize); |
| if (strcmp((char *) out, |
| "<?xml version=\"1.0\"?>\n<d>😊</d>\n") != 0) { |
| fprintf(stderr, "failed UTF-8 chunk test 1\n"); |
| ret += 1; |
| } |
| |
| xmlFree(out); |
| xmlFreeDoc(ctxt->myDoc); |
| xmlFreeParserCtxt(ctxt); |
| |
| ctxt = xmlCreatePushParserCtxt(NULL, NULL, NULL, 0, NULL); |
| |
| xmlParseChunk(ctxt, "<d>", 3, 0); |
| |
| /* |
| * Create a chunk longer than XML_PARSER_BIG_BUFFER_SIZE (300) ending |
| * with an incomplete UTF-8 sequence. |
| */ |
| buf = xmlMalloc(1000 * 2 + 1); |
| for (i = 0; i < 2000; i += 2) |
| memcpy(buf + i, "\xCE\xB1", 2); |
| buf[i] = '\xCE'; |
| xmlParseChunk(ctxt, buf, 2001, 0); |
| xmlFree(buf); |
| |
| xmlParseChunk(ctxt, "\xB1</d>", 4, 0); |
| xmlParseChunk(ctxt, NULL, 0, 0); |
| |
| xmlDocDumpMemory(ctxt->myDoc, &out, &outSize); |
| if (strncmp((char *) out, "<?xml version=\"1.0\"?>\n<d>", 25) != 0) { |
| fprintf(stderr, "failed UTF-8 chunk test 2-1\n"); |
| ret += 1; |
| goto error; |
| } |
| for (i = 25; i < 25 + 1001 * 7; i += 7) { |
| if (memcmp(out + i, "α", 7) != 0) { |
| fprintf(stderr, "failed UTF-8 chunk test 2-2 %d\n", i); |
| ret += 1; |
| goto error; |
| } |
| } |
| if (strcmp((char *) out + i, "</d>\n") != 0) { |
| fprintf(stderr, "failed UTF-8 chunk test 2-3\n"); |
| ret += 1; |
| goto error; |
| } |
| |
| error: |
| xmlFree(out); |
| xmlFreeDoc(ctxt->myDoc); |
| xmlFreeParserCtxt(ctxt); |
| |
| return(ret); |
| return(0); |
| } |
| |
| #endif |
| |
| static void |
| bufDump(const char *prefix, const xmlChar *content, int len) { |
| int i; |
| |
| fprintf(stderr, "%s", prefix); |
| for (i = 0; i < len; i++) { |
| fprintf(stderr, " %02X", content[i]); |
| } |
| fprintf(stderr, "\n"); |
| } |
| |
| static int |
| bufCompare(xmlBufferPtr got, const xmlChar *expectContent, int expectLen) { |
| const xmlChar *gotContent = xmlBufferContent(got); |
| int gotLen = xmlBufferLength(got); |
| |
| if ((gotLen == expectLen) && |
| (memcmp(gotContent, expectContent, gotLen) == 0)) |
| return(0); |
| |
| bufDump("got: ", gotContent, gotLen); |
| bufDump("expected:", expectContent, expectLen); |
| |
| return(-1); |
| } |
| |
| static int |
| testEncHandler(xmlCharEncodingHandlerPtr handler, const xmlChar *dec, |
| int decSize, const xmlChar *enc, int encSize) { |
| xmlBufferPtr encBuf = xmlBufferCreate(); |
| xmlBufferPtr decBuf = xmlBufferCreate(); |
| int ret = 0; |
| |
| xmlBufferAdd(encBuf, enc, encSize); |
| xmlCharEncInFunc(handler, decBuf, encBuf); |
| if (bufCompare(decBuf, dec, decSize) != 0) { |
| fprintf(stderr, "Decoding %s failed\n", handler->name); |
| ret = -1; |
| } |
| |
| #ifdef LIBXML_OUTPUT_ENABLED |
| xmlBufferEmpty(decBuf); |
| xmlBufferAdd(decBuf, dec, decSize); |
| xmlCharEncOutFunc(handler, encBuf, decBuf); |
| if (bufCompare(encBuf, enc, encSize) != 0) { |
| fprintf(stderr, "Encoding %s failed\n", handler->name); |
| ret = -1; |
| } |
| #endif |
| |
| xmlBufferFree(decBuf); |
| xmlBufferFree(encBuf); |
| return(ret); |
| } |
| |
| static int |
| testUTF16(void) { |
| static const xmlChar utf8[] = |
| "\x01" |
| "\x7F" |
| "\xC2\x80" |
| "\xDF\xBF" |
| "\xE0\xA0\x80" |
| "\xEF\xBF\xBF" |
| "\xF0\x90\x80\x80" |
| "\xF4\x8F\xBF\xBF"; |
| static const xmlChar utf16LE[] = |
| "\x01\x00" |
| "\x7F\x00" |
| "\x80\x00" |
| "\xFF\x07" |
| "\x00\x08" |
| "\xFF\xFF" |
| "\x00\xD8\x00\xDC" |
| "\xFF\xDB\xFF\xDF"; |
| static const xmlChar utf16BE[] = |
| "\x00\x01" |
| "\x00\x7F" |
| "\x00\x80" |
| "\x07\xFF" |
| "\x08\x00" |
| "\xFF\xFF" |
| "\xD8\x00\xDC\x00" |
| "\xDB\xFF\xDF\xFF"; |
| |
| xmlCharEncodingHandlerPtr handler16LE, handler16BE; |
| int ret = 0; |
| |
| handler16LE = xmlFindCharEncodingHandler("UTF-16LE"); |
| handler16BE = xmlFindCharEncodingHandler("UTF-16BE"); |
| |
| if (testEncHandler(handler16LE, |
| utf8, sizeof(utf8) - 1, |
| utf16LE, sizeof(utf16LE) - 1) != 0) |
| ret = -1; |
| if (testEncHandler(handler16BE, |
| utf8, sizeof(utf8) - 1, |
| utf16BE, sizeof(utf16BE) - 1) != 0) |
| ret = -1; |
| |
| return(ret); |
| } |
| |
| int main(void) { |
| int ret = 0; |
| |
| /* |
| * this initialize the library and check potential ABI mismatches |
| * between the version it was compiled for and the actual shared |
| * library used. |
| */ |
| LIBXML_TEST_VERSION |
| |
| /* |
| * Catch errors separately |
| */ |
| |
| xmlSetStructuredErrorFunc(NULL, errorHandler); |
| |
| /* |
| * Run the tests |
| */ |
| ret += testCharRanges(); |
| ret += testDocumentRanges(); |
| ret += testUserEncoding(); |
| #if defined(LIBXML_PUSH_ENABLED) && defined(LIBXML_OUTPUT_ENABLED) |
| ret += testUserEncodingPush(); |
| ret += testUTF8Chunks(); |
| #endif |
| ret += testUTF16(); |
| |
| /* |
| * Cleanup function for the XML library. |
| */ |
| xmlCleanupParser(); |
| return(ret ? 1 : 0); |
| } |