1 /***************************************************************************
2 * _ _ ____ _
3 * Project ___| | | | _ \| |
4 * / __| | | | |_) | |
5 * | (__| |_| | _ <| |___
6 * \___|\___/|_| \_\_____|
7 *
8 * Copyright (C) 1998 - 2017, Daniel Stenberg, <daniel@haxx.se>, et al.
9 *
10 * This software is licensed as described in the file COPYING, which
11 * you should have received as part of this distribution. The terms
12 * are also available at https://curl.haxx.se/docs/copyright.html.
13 *
14 * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15 * copies of the Software, and permit persons to whom the Software is
16 * furnished to do so, under the terms of the COPYING file.
17 *
18 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19 * KIND, either express or implied.
20 *
21 ***************************************************************************/
22 /* <DESC>
23 * Source code using the multi interface to download many
24 * files, with a capped maximum amount of simultaneous transfers.
25 * </DESC>
26 * Written by Michael Wallner
27 */
28
29 #include <errno.h>
30 #include <stdlib.h>
31 #include <string.h>
32 #ifndef WIN32
33 # include <unistd.h>
34 #endif
35 #include <curl/multi.h>
36
37 static const char *urls[] = {
38 "http://www.microsoft.com",
39 "http://www.opensource.org",
40 "http://www.google.com",
41 "http://www.yahoo.com",
42 "http://www.ibm.com",
43 "http://www.mysql.com",
44 "http://www.oracle.com",
45 "http://www.ripe.net",
46 "http://www.iana.org",
47 "http://www.amazon.com",
48 "http://www.netcraft.com",
49 "http://www.heise.de",
50 "http://www.chip.de",
51 "http://www.ca.com",
52 "http://www.cnet.com",
53 "http://www.news.com",
54 "http://www.cnn.com",
55 "http://www.wikipedia.org",
56 "http://www.dell.com",
57 "http://www.hp.com",
58 "http://www.cert.org",
59 "http://www.mit.edu",
60 "http://www.nist.gov",
61 "http://www.ebay.com",
62 "http://www.playstation.com",
63 "http://www.uefa.com",
64 "http://www.ieee.org",
65 "http://www.apple.com",
66 "http://www.symantec.com",
67 "http://www.zdnet.com",
68 "http://www.fujitsu.com",
69 "http://www.supermicro.com",
70 "http://www.hotmail.com",
71 "http://www.ecma.com",
72 "http://www.bbc.co.uk",
73 "http://news.google.com",
74 "http://www.foxnews.com",
75 "http://www.msn.com",
76 "http://www.wired.com",
77 "http://www.sky.com",
78 "http://www.usatoday.com",
79 "http://www.cbs.com",
80 "http://www.nbc.com",
81 "http://slashdot.org",
82 "http://www.bloglines.com",
83 "http://www.techweb.com",
84 "http://www.newslink.org",
85 "http://www.un.org",
86 };
87
88 #define MAX 10 /* number of simultaneous transfers */
89 #define CNT sizeof(urls)/sizeof(char *) /* total number of transfers to do */
90
cb(char * d,size_t n,size_t l,void * p)91 static size_t cb(char *d, size_t n, size_t l, void *p)
92 {
93 /* take care of the data here, ignored in this example */
94 (void)d;
95 (void)p;
96 return n*l;
97 }
98
init(CURLM * cm,int i)99 static void init(CURLM *cm, int i)
100 {
101 CURL *eh = curl_easy_init();
102
103 curl_easy_setopt(eh, CURLOPT_WRITEFUNCTION, cb);
104 curl_easy_setopt(eh, CURLOPT_HEADER, 0L);
105 curl_easy_setopt(eh, CURLOPT_URL, urls[i]);
106 curl_easy_setopt(eh, CURLOPT_PRIVATE, urls[i]);
107 curl_easy_setopt(eh, CURLOPT_VERBOSE, 0L);
108
109 curl_multi_add_handle(cm, eh);
110 }
111
main(void)112 int main(void)
113 {
114 CURLM *cm;
115 CURLMsg *msg;
116 long L;
117 unsigned int C = 0;
118 int M, Q, U = -1;
119 fd_set R, W, E;
120 struct timeval T;
121
122 curl_global_init(CURL_GLOBAL_ALL);
123
124 cm = curl_multi_init();
125
126 /* we can optionally limit the total amount of connections this multi handle
127 uses */
128 curl_multi_setopt(cm, CURLMOPT_MAXCONNECTS, (long)MAX);
129
130 for(C = 0; C < MAX; ++C) {
131 init(cm, C);
132 }
133
134 while(U) {
135 curl_multi_perform(cm, &U);
136
137 if(U) {
138 FD_ZERO(&R);
139 FD_ZERO(&W);
140 FD_ZERO(&E);
141
142 if(curl_multi_fdset(cm, &R, &W, &E, &M)) {
143 fprintf(stderr, "E: curl_multi_fdset\n");
144 return EXIT_FAILURE;
145 }
146
147 if(curl_multi_timeout(cm, &L)) {
148 fprintf(stderr, "E: curl_multi_timeout\n");
149 return EXIT_FAILURE;
150 }
151 if(L == -1)
152 L = 100;
153
154 if(M == -1) {
155 #ifdef WIN32
156 Sleep(L);
157 #else
158 sleep((unsigned int)L / 1000);
159 #endif
160 }
161 else {
162 T.tv_sec = L/1000;
163 T.tv_usec = (L%1000)*1000;
164
165 if(0 > select(M + 1, &R, &W, &E, &T)) {
166 fprintf(stderr, "E: select(%i,,,,%li): %i: %s\n",
167 M + 1, L, errno, strerror(errno));
168 return EXIT_FAILURE;
169 }
170 }
171 }
172
173 while((msg = curl_multi_info_read(cm, &Q))) {
174 if(msg->msg == CURLMSG_DONE) {
175 char *url;
176 CURL *e = msg->easy_handle;
177 curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, &url);
178 fprintf(stderr, "R: %d - %s <%s>\n",
179 msg->data.result, curl_easy_strerror(msg->data.result), url);
180 curl_multi_remove_handle(cm, e);
181 curl_easy_cleanup(e);
182 }
183 else {
184 fprintf(stderr, "E: CURLMsg (%d)\n", msg->msg);
185 }
186 if(C < CNT) {
187 init(cm, C++);
188 U++; /* just to prevent it from remaining at 0 if there are more
189 URLs to get */
190 }
191 }
192 }
193
194 curl_multi_cleanup(cm);
195 curl_global_cleanup();
196
197 return EXIT_SUCCESS;
198 }
199