Hello,
I have written a full text indexing program in C++ and am now building a
spidering program and I intend to use libcurl for the download side of things.
I am struggling a bit to transfer my curl multi code from PHP to C++ as I
relied on the "getcontent" function quite heavily.
I have included the full source code below. When i turned verbose on I got this
output:
* Closing connection #0
* Closing connection #1
* Closing connection #2
followed by a crash. I probably need help understanding how the curl functions
work in C++. I have read the docs for the functions "individually" and then
strung them together by looking at egs in Google Code Search.
Any help appreciated :)
Will
//#pragma comment(lib, "libcurl.lib") // now appending /link <DIR>\libcurl.lib
to cmd args instead
#include <string>
#include <iostream>
#include <map>
#include "curl/curl.h"
using namespace std;
FILE *fd;
static size_t getpage(void *incoming, size_t size, size_t nmemb, void *page)
{
return fwrite(incoming, size, nmemb, (FILE *)page);
}
int main()
{
map<int, string> pass;
pass[0] = "http://chemrefer.com/index.html";;
pass[1] =
"http://www.chemrefer.com/chemistry_search.php?page_title=news&submit";;
pass[2] =
"http://www.chemrefer.com/chemistry_search.php?page_title=toolbar&submit";;
pass[3] =
"http://www.chemrefer.com/chemistry_search.php?page_title=about&submit";;
pass[4] =
"http://www.chemrefer.com/chemistry_search.php?page_title=contact&submit";;
CURL *h[5];
CURLM *mh;
mh = curl_multi_init();
for (int i = 0; i < 5; ++i) {
char *urlbuf = new char[pass[i].length()];
strcpy(urlbuf, pass[i].c_str());
h[i] = curl_easy_init();
fd = fopen("download.txt", "ab");
curl_easy_setopt(h[i], CURLOPT_URL, urlbuf);
curl_easy_setopt(h[i], CURLOPT_WRITEFUNCTION, getpage);
curl_easy_setopt(h[i], CURLOPT_WRITEDATA, fd);
curl_easy_setopt(h[i], CURLOPT_HEADER, 0);
curl_multi_add_handle(mh, h[i]);
delete[] urlbuf;
fclose(fd);
}
pass.clear();
int running;
CURLMcode result;
do {
result = curl_multi_perform(mh, &running);
if (result != CURLM_CALL_MULTI_PERFORM) break;
}
while (running > 0);
for (int i = 0; i < 5; ++i) curl_multi_remove_handle(mh, h[i]);
for (int i = 0; i < 5; ++i) curl_easy_cleanup(h[i]);
curl_multi_cleanup(mh);
}
-------------------------------------------------------------------
List admin: http://cool.haxx.se/list/listinfo/curl-library
Etiquette: http://curl.haxx.se/mail/etiquette.html
