/* Copyright (c) 2013-2018 Dovecot authors, see the included COPYING file */ #include "test-lib.h" #include "str-sanitize.h" #include "istream.h" #include "test-common.h" #include "http-response.h" #include "http-header-parser.h" #include struct http_header_parse_result { const char *name; const char *value; }; struct http_header_parse_test { const char *header; struct http_header_limits limits; enum http_header_parse_flags flags; const struct http_header_parse_result *fields; }; /* Valid header tests */ static const struct http_header_parse_result valid_header_parse_result1[] = { { "Date", "Sat, 06 Oct 2012 16:01:44 GMT" }, { "Server", "Apache/2.2.16 (Debian)" }, { "Last-Modified", "Mon, 30 Jul 2012 11:09:28 GMT" }, { "Etag", "\"3d24677-3261-4c60a1863aa00\"" }, { "Accept-Ranges", "bytes" }, { "Vary", "Accept-Encoding" }, { "Content-Encoding", "gzip" }, { "Content-Length", "4092" }, { "Keep-Alive", "timeout=15, max=100" }, { "Connection", "Keep-Alive" }, { "Content-Type", "text/html" }, { NULL, NULL } }; static const struct http_header_parse_result valid_header_parse_result2[] = { { "Host", "p5-lrqzb4yavu4l7nagydw-428649-i2-v6exp3-ds.metric.example.com" }, { "User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0)" }, { "Accept", "image/png,image/*;q=0.8,*/*;q=0.5" }, { "Accept-Language", "en-us,en;q=0.5" }, { "Accept-Encoding", "gzip, deflate" }, { "DNT", "1" }, { "Connection", "keep-alive" }, { "Referer", "http://www.example.nl/" }, { NULL, NULL } }; static const struct http_header_parse_result valid_header_parse_result3[] = { { "Date", "Sat, 06 Oct 2012 17:12:37 GMT" }, { "Server", "Apache/2.2.16 (Debian) PHP/5.3.3-7+squeeze14 with" " Suhosin-Patch proxy_html/3.0.1 mod_python/3.3.1 Python/2.6.6" " mod_ssl/2.2.16 OpenSSL/0.9.8o mod_perl/2.0.4 Perl/v5.10.1" }, { "WWW-Authenticate", "Basic realm=\"Munin\"" }, { "Vary", "Accept-Encoding" }, { "Content-Encoding", "gzip" }, { "Content-Length", "445" }, { "Keep-Alive", "timeout=15, max=98" }, { "Connection", "Keep-Alive" }, { "Content-Type", "text/html; charset=iso-8859-1" }, { NULL, NULL } }; static const struct http_header_parse_result valid_header_parse_result4[] = { { "Age", "58" }, { "Date", "Sun, 04 Aug 2013 09:33:09 GMT" }, { "Expires", "Sun, 04 Aug 2013 09:34:08 GMT" }, { "Cache-Control", "max-age=60" }, { "Content-Length", "17336" }, { "Connection", "Keep-Alive" }, { "Via", "NS-CACHE-9.3" }, { "Server", "Apache" }, { "Vary", "Host" }, { "Last-Modified", "Sun, 04 Aug 2013 09:33:07 GMT" }, { "Content-Type", "text/html; charset=utf-8" }, { "Content-Encoding", "gzip" }, { NULL, NULL } }; static const struct http_header_parse_result valid_header_parse_result5[] = { { NULL, NULL } }; static const struct http_header_parse_result valid_header_parse_result6[] = { { "X-Frop", "This text\x80 contains obs-text\x81 characters" }, { NULL, NULL } }; static const struct http_header_parse_result valid_header_parse_result7[] = { { "X-Frop", "This text contains invalid characters" }, { NULL, NULL } }; static const struct http_header_parse_test valid_header_parse_tests[] = { { .header = "Date: Sat, 06 Oct 2012 16:01:44 GMT\r\n" "Server: Apache/2.2.16 (Debian)\r\n" "Last-Modified: Mon, 30 Jul 2012 11:09:28 GMT\r\n" "Etag: \"3d24677-3261-4c60a1863aa00\"\r\n" "Accept-Ranges: bytes\r\n" "Vary: Accept-Encoding\r\n" "Content-Encoding: gzip\r\n" "Content-Length: 4092\r\n" "Keep-Alive: timeout=15, max=100\r\n" "Connection: Keep-Alive\r\n" "Content-Type: text/html\r\n" "\r\n", .fields = valid_header_parse_result1 },{ .header = "Host: p5-lrqzb4yavu4l7nagydw-428649-i2-v6exp3-ds.metric.example.com\n" "User-Agent:Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0)\n" "Accept:\t\timage/png,image/*;q=0.8,*/*;q=0.5\n" "Accept-Language:\ten-us,en;q=0.5\n" "Accept-Encoding: \t\tgzip, deflate\n" "DNT: 1\n" "Connection: \t\tkeep-alive\n" "Referer: http://www.example.nl/\n" "\n", .fields = valid_header_parse_result2 },{ .header = "Date: Sat, 06 Oct 2012 17:12:37 GMT\r\n" "Server: Apache/2.2.16 (Debian) PHP/5.3.3-7+squeeze14 with\r\n" " Suhosin-Patch proxy_html/3.0.1 mod_python/3.3.1 Python/2.6.6\r\n" " mod_ssl/2.2.16 OpenSSL/0.9.8o mod_perl/2.0.4 Perl/v5.10.1\r\n" "WWW-Authenticate: Basic realm=\"Munin\"\r\n" "Vary: Accept-Encoding\r\n" "Content-Encoding: gzip\r\n" "Content-Length: 445\r\n" "Keep-Alive: timeout=15, max=98\r\n" "Connection: Keep-Alive\r\n" "Content-Type: text/html; charset=iso-8859-1\r\n" "\r\n", .fields = valid_header_parse_result3 },{ .header = "Age: 58 \r\n" "Date: Sun, 04 Aug 2013 09:33:09 GMT\r\n" "Expires: Sun, 04 Aug 2013 09:34:08 GMT\r\n" "Cache-Control: max-age=60 \r\n" "Content-Length: 17336 \r\n" "Connection: Keep-Alive\r\n" "Via: NS-CACHE-9.3\r\n" "Server: Apache\r\n" "Vary: Host\r\n" "Last-Modified: Sun, 04 Aug 2013 09:33:07 GMT\r\n" "Content-Type: text/html; charset=utf-8\r\n" "Content-Encoding: gzip\r\n" "\r\n", .fields = valid_header_parse_result4, .limits = { .max_size = 340, .max_field_size = 46, .max_fields = 12 } },{ .header = "\r\n", .fields = valid_header_parse_result5 },{ .header = "X-Frop: This text\x80 contains obs-text\x81 characters\r\n" "\r\n", .fields = valid_header_parse_result6 },{ .header = "X-Frop: This text\x01 contains invalid\x7f characters\r\n" "\r\n", .fields = valid_header_parse_result7 } }; static const unsigned int valid_header_parse_test_count = N_ELEMENTS(valid_header_parse_tests); static void test_http_header_parse_valid(void) { unsigned int i; for (i = 0; i < valid_header_parse_test_count; i++) T_BEGIN { struct istream *input; struct http_header_parser *parser; const struct http_header_limits *limits; const char *header, *field_name, *error = NULL; const unsigned char *field_data; size_t field_size; int ret; unsigned int j, pos, header_len; header = valid_header_parse_tests[i].header; header_len = strlen(header); limits = &valid_header_parse_tests[i].limits; input = test_istream_create_data(header, header_len); parser = http_header_parser_init(input, limits, valid_header_parse_tests[i].flags); test_begin(t_strdup_printf("http header valid [%d]", i)); j = 0; pos = 0; test_istream_set_size(input, 0); while ((ret=http_header_parse_next_field (parser, &field_name, &field_data, &field_size, &error)) >= 0) { const struct http_header_parse_result *result; const char *field_value; if (ret == 0) { if (pos == header_len) break; test_istream_set_size(input, ++pos); continue; } if (field_name == NULL) break; result = &valid_header_parse_tests[i].fields[j]; field_value = t_strndup(field_data, field_size); if (result->name == NULL) { test_out_reason("valid", FALSE, t_strdup_printf ("%s: %s", field_name, str_sanitize(field_value, 100))); break; } test_out_reason("valid", strcmp(result->name, field_name) == 0 && strcmp(result->value, field_value) == 0, t_strdup_printf("%s: %s", field_name, str_sanitize(field_value, 100))); j++; } test_out_reason("parse success", ret > 0, error); test_end(); i_stream_unref(&input); http_header_parser_deinit(&parser); } T_END; } static const struct http_header_parse_test invalid_header_parse_tests[] = { { .header = "Date: Sat, 06 Oct 2012 16:01:44 GMT\r\n" "Server : Apache/2.2.16 (Debian)\r\n" "Last-Modified: Mon, 30 Jul 2012 11:09:28 GMT\r\n" "\r\n" },{ .header = "Date: Sat, 06 Oct 2012 17:18:22 GMT\r\n" "Server: Apache/2.2.3 (CentOS)\r\n" "X Powered By: PHP/5.3.6\r\n" "\r\n" },{ .header = "Host: www.example.com\n\r" "Accept: image/png,image/*;q=0.8,*/*;q=0.5\n\r" "Accept-Language: en-us,en;q=0.5\n\r" "Accept-Encoding: gzip, deflate\n\r" "\n\r" },{ .header = "Host: p5-lrqzb4yavu4l7nagydw-428649-i2-v6exp3-ds.metric.example.com\n" "User-Agent:Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0)\n" "Accept:\t\timage/png,image/*;q=0.8,*/\1;q=0.5\n" "\n", .flags = HTTP_HEADER_PARSE_FLAG_STRICT },{ .header = "Date: Sat, 06 Oct 2012 17:18:22 GMT\r\n" "Server: Apache/2.2.3\177 (CentOS)\r\n" "\r\n", .flags = HTTP_HEADER_PARSE_FLAG_STRICT },{ .header = "Date: Sat, 06 Oct 2012 17:12:37 GMT\r\n" "Server: Apache/2.2.16 (Debian) PHP/5.3.3-7+squeeze14 with\r\n" "Suhosin-Patch proxy_html/3.0.1 mod_python/3.3.1 Python/2.6.6\r\n" "mod_ssl/2.2.16 OpenSSL/0.9.8o mod_perl/2.0.4 Perl/v5.10.1\r\n" "\r\n" },{ .header = "Date: Sat, 06 Oct 2012 17:12:37 GMT\r\n" },{ .header = "Age: 58 \r\n" "Date: Sun, 04 Aug 2013 09:33:09 GMT\r\n" "Expires: Sun, 04 Aug 2013 09:34:08 GMT\r\n" "Cache-Control: max-age=60 \r\n" "Content-Length: 17336 \r\n" "Connection: Keep-Alive\r\n" "Via: NS-CACHE-9.3\r\n" "Server: Apache\r\n" "Vary: Host\r\n" "Last-Modified: Sun, 04 Aug 2013 09:33:07 GMT\r\n" "Content-Type: text/html; charset=utf-8\r\n" "Content-Encoding: gzip\r\n" "\r\n", .limits = { .max_size = 339 } },{ .header = "Age: 58 \r\n" "Date: Sun, 04 Aug 2013 09:33:09 GMT\r\n" "Expires: Sun, 04 Aug 2013 09:34:08 GMT\r\n" "Cache-Control: max-age=60 \r\n" "Content-Length: 17336 \r\n" "Connection: Keep-Alive\r\n" "Via: NS-CACHE-9.3\r\n" "Server: Apache\r\n" "Vary: Host\r\n" "Last-Modified: Sun, 04 Aug 2013 09:33:07 GMT\r\n" "Content-Type: text/html; charset=utf-8\r\n" "Content-Encoding: gzip\r\n" "\r\n", .fields = valid_header_parse_result4, .limits = { .max_field_size = 45 } },{ .header = "Age: 58 \r\n" "Date: Sun, 04 Aug 2013 09:33:09 GMT\r\n" "Expires: Sun, 04 Aug 2013 09:34:08 GMT\r\n" "Cache-Control: max-age=60 \r\n" "Content-Length: 17336 \r\n" "Connection: Keep-Alive\r\n" "Via: NS-CACHE-9.3\r\n" "Server: Apache\r\n" "Vary: Host\r\n" "Last-Modified: Sun, 04 Aug 2013 09:33:07 GMT\r\n" "Content-Type: text/html; charset=utf-8\r\n" "Content-Encoding: gzip\r\n" "\r\n", .fields = valid_header_parse_result4, .limits = { .max_fields = 11 } } }; static const unsigned int invalid_header_parse_test_count = N_ELEMENTS(invalid_header_parse_tests); static void test_http_header_parse_invalid(void) { unsigned int i; for (i = 0; i < invalid_header_parse_test_count; i++) T_BEGIN { struct istream *input; struct http_header_parser *parser; const struct http_header_limits *limits; const char *header, *field_name, *error = NULL; const unsigned char *field_data; size_t field_size; int ret; header = invalid_header_parse_tests[i].header; limits = &invalid_header_parse_tests[i].limits; input = i_stream_create_from_data(header, strlen(header)); parser = http_header_parser_init(input, limits, invalid_header_parse_tests[i].flags); test_begin(t_strdup_printf("http header invalid [%d]", i)); while ((ret=http_header_parse_next_field (parser, &field_name, &field_data, &field_size, &error)) > 0) { if (field_name == NULL) break; } test_out_reason("parse failure", ret < 0, error); test_end(); i_stream_unref(&input); http_header_parser_deinit(&parser); } T_END; } int main(void) { static void (*const test_functions[])(void) = { test_http_header_parse_valid, test_http_header_parse_invalid, NULL }; return test_run(test_functions); }