1 /***************************************************************************
3 * Project ___| | | | _ \| |
5 * | (__| |_| | _ <| |___
6 * \___|\___/|_| \_\_____|
8 * Copyright (C) 2013, Linus Nielsen Feltzing, <linus@haxx.se>
10 * This software is licensed as described in the file COPYING, which
11 * you should have received as part of this distribution. The terms
12 * are also available at http://curl.haxx.se/docs/copyright.html.
14 * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15 * copies of the Software, and permit persons to whom the Software is
16 * furnished to do so, under the terms of the COPYING file.
18 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19 * KIND, either express or implied.
21 ***************************************************************************/
28 #define TEST_HANG_TIMEOUT 60 * 1000
30 #define MAX_BLACKLIST 20
32 int urltime[MAX_URLS];
33 char *urlstring[MAX_URLS];
34 CURL *handles[MAX_URLS];
35 char *site_blacklist[MAX_BLACKLIST];
36 char *server_blacklist[MAX_BLACKLIST];
38 int blacklist_num_servers;
39 int blacklist_num_sites;
41 int parse_url_file(const char *filename);
43 int create_handles(void);
44 void setup_handle(char *base_url, CURLM *m, int handlenum);
45 void remove_handles(void);
48 write_callback(void *contents, size_t size, size_t nmemb, void *userp)
50 size_t realsize = size * nmemb;
57 int parse_url_file(const char *filename)
64 blacklist_num_sites = 0;
65 blacklist_num_servers = 0;
67 f = fopen(filename, "rb");
72 if(fscanf(f, "%d %s\n", &filetime, buf)) {
73 urltime[num_handles] = filetime;
74 urlstring[num_handles] = strdup(buf);
79 if(fscanf(f, "blacklist_site %s\n", buf)) {
80 site_blacklist[blacklist_num_sites] = strdup(buf);
81 blacklist_num_sites++;
89 site_blacklist[blacklist_num_sites] = NULL;
90 server_blacklist[blacklist_num_servers] = NULL;
97 for(i = 0;i < num_handles;i++) {
100 for(i = 0;i < blacklist_num_servers;i++) {
101 free(server_blacklist[i]);
103 for(i = 0;i < blacklist_num_sites;i++) {
104 free(site_blacklist[i]);
108 int create_handles(void)
112 for(i = 0;i < num_handles;i++) {
113 handles[i] = curl_easy_init();
118 void setup_handle(char *base_url, CURLM *m, int handlenum)
122 sprintf(urlbuf, "%s%s", base_url, urlstring[handlenum]);
123 curl_easy_setopt(handles[handlenum], CURLOPT_URL, urlbuf);
124 curl_easy_setopt(handles[handlenum], CURLOPT_VERBOSE, 1L);
125 curl_easy_setopt(handles[handlenum], CURLOPT_FAILONERROR, 1L);
126 curl_easy_setopt(handles[handlenum], CURLOPT_WRITEFUNCTION, write_callback);
127 curl_easy_setopt(handles[handlenum], CURLOPT_WRITEDATA, NULL);
128 curl_multi_add_handle(m, handles[handlenum]);
131 void remove_handles(void)
135 for(i = 0;i < num_handles;i++) {
137 curl_easy_cleanup(handles[i]);
145 CURLMsg *msg; /* for picking up messages with the transfer status */
146 int msgs_left; /* how many messages are left */
149 struct timeval last_handle_add;
151 if(parse_url_file("log/urls.txt") <= 0)
156 curl_global_init(CURL_GLOBAL_ALL);
158 m = curl_multi_init();
162 multi_setopt(m, CURLMOPT_PIPELINING, 1L);
163 multi_setopt(m, CURLMOPT_MAX_HOST_CONNECTIONS, 2L);
164 multi_setopt(m, CURLMOPT_MAX_PIPELINE_LENGTH, 3L);
165 multi_setopt(m, CURLMOPT_CONTENT_LENGTH_PENALTY_SIZE, 15000L);
166 multi_setopt(m, CURLMOPT_CHUNK_LENGTH_PENALTY_SIZE, 10000L);
168 multi_setopt(m, CURLMOPT_PIPELINING_SITE_BL, site_blacklist);
169 multi_setopt(m, CURLMOPT_PIPELINING_SERVER_BL, server_blacklist);
171 last_handle_add = tutil_tvnow();
174 struct timeval interval;
176 long int msnow, mslast;
182 interval.tv_usec = 0;
184 if(handlenum < num_handles) {
186 msnow = now.tv_sec * 1000 + now.tv_usec / 1000;
187 mslast = last_handle_add.tv_sec * 1000 + last_handle_add.tv_usec / 1000;
188 if(msnow - mslast >= urltime[handlenum] && handlenum < num_handles) {
189 fprintf(stdout, "Adding handle %d\n", handlenum);
190 setup_handle(URL, m, handlenum);
191 last_handle_add = now;
196 curl_multi_perform(m, &running);
198 abort_on_test_timeout();
200 /* See how the transfers went */
201 while ((msg = curl_multi_info_read(m, &msgs_left))) {
202 if (msg->msg == CURLMSG_DONE) {
205 /* Find out which handle this message is about */
206 for (i = 0; i < num_handles; i++) {
207 found = (msg->easy_handle == handles[i]);
212 printf("Handle %d Completed with status %d\n", i, msg->data.result);
213 curl_multi_remove_handle(m, handles[i]);
217 if(handlenum == num_handles && !running) {
225 curl_multi_fdset(m, &rd, &wr, &exc, &maxfd);
227 /* At this point, maxfd is guaranteed to be greater or equal than -1. */
229 curl_multi_timeout(m, &timeout);
234 interval.tv_sec = timeout / 1000;
235 interval.tv_usec = (timeout % 1000) * 1000;
238 interval.tv_usec = 1000;
240 select_test(maxfd+1, &rd, &wr, &exc, &interval);
242 abort_on_test_timeout();
249 /* undocumented cleanup sequence - type UB */
251 curl_multi_cleanup(m);
252 curl_global_cleanup();