]> git.street.me.uk Git - andy/viking.git/blame - src/curl_download.c
Fix dangerous static declaration
[andy/viking.git] / src / curl_download.c
CommitLineData
3292ba8b
GB
1/*
2 * viking -- GPS Data and Topo Analyzer, Explorer, and Manager
3 *
a482007a
GB
4 * Copyright (C) 2007, Guilhem Bonnefille <guilhem.bonnefille@gmail.com>
5 * Copyright (C) 2007, Quy Tonthat <qtonthat@gmail.com>
6 * Copyright (C) 2009-2010, Jocelyn Jaubert <jocelyn.jaubert@gmail.com>
7 * Copyright (C) 2010, Sven Wegener <sven.wegener@stealer.net>
3292ba8b
GB
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 *
23 */
24
25#ifdef HAVE_CONFIG_H
26#include "config.h"
27#endif
28
8c060406
MA
29#include <stdio.h>
30
6a4a29aa
JJ
31#ifdef HAVE_UNISTD_H
32#include <unistd.h>
33#endif
34
45acf79e
MA
35#include <glib.h>
36#include <glib/gstdio.h>
4c77d5e0 37#include <glib/gi18n.h>
6a2692be 38#include <glib/gprintf.h>
3292ba8b
GB
39#include <gtk/gtk.h>
40
3292ba8b 41#include <curl/curl.h>
3292ba8b 42
7711383f 43#include "background.h"
80d0ff2b 44#include "file.h"
2936913d 45#include "globals.h"
3292ba8b
GB
46#include "curl_download.h"
47
d0b611d7 48gchar *curl_download_user_agent = NULL;
6a2692be 49
3a0c074a
MA
50/*
51 * Even if writing to FILE* is supported by libcurl by default,
52 * it seems that it is non-portable (win32 DLL specific).
53 *
54 * So, we provide our own trivial CURLOPT_WRITEFUNCTION.
55 */
56static size_t curl_write_func(void *ptr, size_t size, size_t nmemb, FILE *stream)
57{
58 return fwrite(ptr, size, nmemb, stream);
59}
60
f039c5ff
JJ
61static size_t curl_get_etag_func(void *ptr, size_t size, size_t nmemb, gchar **stream)
62{
a6bf52f9
GB
63#define ETAG_KEYWORD "ETag: "
64#define ETAG_LEN (sizeof(ETAG_KEYWORD)-1)
f039c5ff 65 size_t len = size*nmemb;
a6bf52f9 66 char *str = g_strstr_len(ptr, len, ETAG_KEYWORD);
f039c5ff 67 if (str) {
a6bf52f9
GB
68 char *etag_str = str + ETAG_LEN;
69 char *end_str = g_strstr_len(etag_str, len - ETAG_LEN, "\r\n");
f039c5ff 70 if (etag_str && end_str) {
a6bf52f9
GB
71 *stream = g_strndup(etag_str, end_str - etag_str);
72 g_debug("%s: ETAG found: %s", __FUNCTION__, *stream);
f039c5ff
JJ
73 }
74 }
75 return nmemb;
76}
77
7711383f
JJ
78static int curl_progress_func(void *clientp, double dltotal, double dlnow, double ultotal, double ulnow)
79{
80 return a_background_testcancel(NULL);
81}
82
80d0ff2b
QT
83static gchar *get_cookie_file(gboolean init)
84{
85 static gchar *cookie_file = NULL;
86 static GMutex *mutex = NULL;
87
88 if (init) { /* to make sure it's thread safe */
89 mutex = g_mutex_new();
90 static gchar *cookie_fn = "cookies.txt";
91 const gchar *viking_dir = a_get_viking_dir();
6f2b61bb 92 cookie_file = g_build_filename(viking_dir, cookie_fn, NULL);
45acf79e 93 g_unlink(cookie_file);
80d0ff2b
QT
94 return NULL;
95 }
96
97 g_assert(cookie_file != NULL);
98
99 g_mutex_lock(mutex);
45acf79e 100 if (g_file_test(cookie_file, G_FILE_TEST_EXISTS) == FALSE) { /* file not there */
109c6557 101 gchar * name_tmp = NULL;
c7f6cb25 102 FILE * out_file = tmpfile();
109c6557
MA
103 if (out_file == NULL) {
104 // Something wrong with previous call (unsuported?)
105 name_tmp = g_strdup_printf("%s.tmp", cookie_file);
106 out_file = g_fopen(name_tmp, "w+b");
107 }
80d0ff2b
QT
108 CURLcode res;
109 CURL *curl = curl_easy_init();
2936913d
GB
110 if (vik_verbose)
111 curl_easy_setopt ( curl, CURLOPT_VERBOSE, 1 );
80d0ff2b 112 curl_easy_setopt(curl, CURLOPT_URL, "http://maps.google.com/"); /* google.com sets "PREF" cookie */
da309dc2 113 curl_easy_setopt ( curl, CURLOPT_WRITEDATA, out_file );
3a0c074a 114 curl_easy_setopt ( curl, CURLOPT_WRITEFUNCTION, curl_write_func);
80d0ff2b
QT
115 curl_easy_setopt(curl, CURLOPT_COOKIEJAR, cookie_file);
116 res = curl_easy_perform(curl);
117 if (res != CURLE_OK) {
4c77d5e0 118 g_warning(_("%s() Curl perform failed: %s"), __PRETTY_FUNCTION__,
80d0ff2b 119 curl_easy_strerror(res));
45acf79e 120 g_unlink(cookie_file);
80d0ff2b
QT
121 }
122 curl_easy_cleanup(curl);
8c060406
MA
123 fclose(out_file);
124 out_file = NULL;
109c6557
MA
125 if (name_tmp != NULL) {
126 g_remove(name_tmp);
127 g_free(name_tmp);
128 name_tmp = NULL;
129 }
80d0ff2b
QT
130 }
131 g_mutex_unlock(mutex);
132
133 return(cookie_file);
134}
135
136/* This should to be called from main() to make sure thread safe */
137void curl_download_init()
138{
139 curl_global_init(CURL_GLOBAL_ALL);
140 get_cookie_file(TRUE);
6a2692be 141 curl_download_user_agent = g_strdup_printf ("%s/%s %s", PACKAGE, VERSION, curl_version());
80d0ff2b
QT
142}
143
9a021e4f 144int curl_download_uri ( const char *uri, FILE *f, DownloadMapOptions *options, DownloadFileOptions *file_options, void *handle )
3292ba8b 145{
3292ba8b 146 CURL *curl;
f039c5ff 147 struct curl_slist *curl_send_headers = NULL;
11f88b69 148 CURLcode res = CURLE_FAILED_INIT;
80d0ff2b 149 const gchar *cookie_file;
3292ba8b 150
2936913d
GB
151 g_debug("%s: uri=%s", __PRETTY_FUNCTION__, uri);
152
825413ba 153 curl = handle ? handle : curl_easy_init ();
6a4a29aa
JJ
154 if ( !curl ) {
155 return DOWNLOAD_ERROR;
156 }
157 if (vik_verbose)
158 curl_easy_setopt ( curl, CURLOPT_VERBOSE, 1 );
159 curl_easy_setopt ( curl, CURLOPT_URL, uri );
160 curl_easy_setopt ( curl, CURLOPT_WRITEDATA, f );
161 curl_easy_setopt ( curl, CURLOPT_WRITEFUNCTION, curl_write_func);
162 curl_easy_setopt ( curl, CURLOPT_NOPROGRESS, 0 );
163 curl_easy_setopt ( curl, CURLOPT_PROGRESSDATA, NULL );
164 curl_easy_setopt ( curl, CURLOPT_PROGRESSFUNCTION, curl_progress_func);
165 if (options != NULL) {
166 if(options->referer != NULL)
167 curl_easy_setopt ( curl, CURLOPT_REFERER, options->referer);
168 if(options->follow_location != 0) {
169 curl_easy_setopt ( curl, CURLOPT_FOLLOWLOCATION, 1);
170 curl_easy_setopt ( curl, CURLOPT_MAXREDIRS, options->follow_location);
171 }
9a021e4f
JJ
172 if (file_options != NULL) {
173 if(options->check_file_server_time && file_options->time_condition != 0) {
174 /* if file exists, check against server if file is recent enough */
175 curl_easy_setopt ( curl, CURLOPT_TIMECONDITION, CURL_TIMECOND_IFMODSINCE);
176 curl_easy_setopt ( curl, CURLOPT_TIMEVALUE, file_options->time_condition);
177 }
f039c5ff
JJ
178 if (options->use_etag) {
179 if (file_options->etag != NULL) {
180 /* add an header on the HTTP request */
9004d4ed
GB
181 char str[60];
182 g_snprintf(str, 60, "If-None-Match: %s", file_options->etag);
f039c5ff
JJ
183 curl_send_headers = curl_slist_append(curl_send_headers, str);
184 curl_easy_setopt ( curl, CURLOPT_HTTPHEADER , curl_send_headers);
185 }
186 /* store the new etag from the server in an option value */
187 curl_easy_setopt ( curl, CURLOPT_WRITEHEADER, &(file_options->new_etag));
188 curl_easy_setopt ( curl, CURLOPT_HEADERFUNCTION, curl_get_etag_func);
189 }
3292ba8b 190 }
6a4a29aa
JJ
191 }
192 curl_easy_setopt ( curl, CURLOPT_USERAGENT, curl_download_user_agent );
193 if ((cookie_file = get_cookie_file(FALSE)) != NULL)
194 curl_easy_setopt(curl, CURLOPT_COOKIEFILE, cookie_file);
195 res = curl_easy_perform ( curl );
f039c5ff 196
6a4a29aa
JJ
197 if (res == 0) {
198 glong response;
199 curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response);
200 if (response == 304) { // 304 = Not Modified
201 res = DOWNLOAD_NO_NEWER_FILE;
6304fa62
JJ
202 } else if (response == 200 || // http: 200 = Ok
203 response == 226) { // ftp: 226 = sucess
6a4a29aa
JJ
204 gdouble size;
205 /* verify if curl sends us any data - this is a workaround on using CURLOPT_TIMECONDITION
206 when the server has a (incorrect) time earlier than the time on the file we already have */
207 curl_easy_getinfo(curl, CURLINFO_SIZE_DOWNLOAD, &size);
208 if (size == 0)
209 res = DOWNLOAD_ERROR;
210 else
211 res = DOWNLOAD_NO_ERROR;
212 } else {
9a021e4f 213 g_warning("%s: http response: %ld for uri %s (time_condition = %ld)\n", __FUNCTION__, response, uri, file_options->time_condition);
6a4a29aa
JJ
214 res = DOWNLOAD_ERROR;
215 }
216 } else {
217 res = DOWNLOAD_ERROR;
218 }
825413ba
SW
219 if (!handle)
220 curl_easy_cleanup ( curl );
dea59045 221 if (curl_send_headers) {
f039c5ff 222 curl_slist_free_all(curl_send_headers);
d0b611d7 223 curl_send_headers = NULL;
dea59045
JB
224 curl_easy_setopt ( curl, CURLOPT_HTTPHEADER , NULL);
225 }
6a4a29aa 226 return res;
3292ba8b
GB
227}
228
9a021e4f 229int curl_download_get_url ( const char *hostname, const char *uri, FILE *f, DownloadMapOptions *options, gboolean ftp, DownloadFileOptions *file_options, void *handle )
3292ba8b
GB
230{
231 int ret;
232 gchar *full = NULL;
233
234 /* Compose the full url */
0c1044e9 235 full = g_strdup_printf ( "%s://%s%s", (ftp?"ftp":"http"), hostname, uri );
9a021e4f 236 ret = curl_download_uri ( full, f, options, file_options, handle );
3292ba8b
GB
237 g_free ( full );
238 full = NULL;
239
6a4a29aa 240 return ret;
3292ba8b 241}
825413ba
SW
242
243void * curl_download_handle_init ()
244{
245 return curl_easy_init();
246}
247
248void curl_download_handle_cleanup ( void *handle )
249{
250 curl_easy_cleanup(handle);
251}