Mercurial > gftp.yaz
annotate lib/rfc2068.c @ 342:07d635081926
2003-12-28 Brian Masney <masneyb@gftp.org>
* src/gtk/gtkui.c src/text/textui.c - necessary UI related files for
each port of gftp. The uicommon code will call these functions.
author | masneyb |
---|---|
date | Sun, 28 Dec 2003 16:04:30 +0000 |
parents | eedc2c5727fa |
children | c63208a1f0f1 |
rev | line source |
---|---|
1 | 1 /*****************************************************************************/ |
2 /* rfc2068.c - General purpose routines for the HTTP protocol */ | |
122 | 3 /* Copyright (C) 1998-2003 Brian Masney <masneyb@gftp.org> */ |
1 | 4 /* */ |
5 /* This program is free software; you can redistribute it and/or modify */ | |
6 /* it under the terms of the GNU General Public License as published by */ | |
7 /* the Free Software Foundation; either version 2 of the License, or */ | |
8 /* (at your option) any later version. */ | |
9 /* */ | |
10 /* This program is distributed in the hope that it will be useful, */ | |
11 /* but WITHOUT ANY WARRANTY; without even the implied warranty of */ | |
12 /* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */ | |
13 /* GNU General Public License for more details. */ | |
14 /* */ | |
15 /* You should have received a copy of the GNU General Public License */ | |
16 /* along with this program; if not, write to the Free Software */ | |
17 /* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111 USA */ | |
18 /*****************************************************************************/ | |
19 | |
20 #include "gftp.h" | |
168 | 21 #include "httpcommon.h" |
22 | |
33 | 23 static const char cvsid[] = "$Id$"; |
1 | 24 |
122 | 25 static gftp_config_vars config_vars[] = |
26 { | |
227 | 27 {"", N_("HTTP"), gftp_option_type_notebook, NULL, NULL, |
28 GFTP_CVARS_FLAGS_SHOW_BOOKMARK, NULL, GFTP_PORT_GTK, NULL}, | |
122 | 29 |
30 {"http_proxy_host", N_("Proxy hostname:"), | |
31 gftp_option_type_text, "", NULL, 0, | |
32 N_("Firewall hostname"), GFTP_PORT_ALL, 0}, | |
33 {"http_proxy_port", N_("Proxy port:"), | |
34 gftp_option_type_int, GINT_TO_POINTER(80), NULL, 0, | |
35 N_("Port to connect to on the firewall"), GFTP_PORT_ALL, NULL}, | |
36 {"http_proxy_username", N_("Proxy username:"), | |
37 gftp_option_type_text, "", NULL, 0, | |
38 N_("Your firewall username"), GFTP_PORT_ALL, NULL}, | |
39 {"http_proxy_password", N_("Proxy password:"), | |
40 gftp_option_type_hidetext, "", NULL, 0, | |
41 N_("Your firewall password"), GFTP_PORT_ALL, NULL}, | |
42 | |
43 {"use_http11", N_("Use HTTP/1.1"), | |
227 | 44 gftp_option_type_checkbox, GINT_TO_POINTER(1), NULL, |
45 GFTP_CVARS_FLAGS_SHOW_BOOKMARK, | |
122 | 46 N_("Do you want to use HTTP/1.1 or HTTP/1.0"), GFTP_PORT_ALL, NULL}, |
227 | 47 |
122 | 48 {NULL, NULL, 0, NULL, NULL, 0, NULL, 0, NULL} |
49 }; | |
50 | |
48 | 51 |
219 | 52 static int |
53 rfc2068_connect (gftp_request * request) | |
54 { | |
55 char *proxy_hostname, *proxy_config; | |
56 rfc2068_params * params; | |
325 | 57 intptr_t proxy_port; |
58 int ret; | |
219 | 59 |
60 g_return_val_if_fail (request != NULL, GFTP_EFATAL); | |
61 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
62 g_return_val_if_fail (request->hostname != NULL, GFTP_EFATAL); | |
63 | |
64 params = request->protocol_data; | |
65 | |
66 if (request->datafd > 0) | |
67 return (0); | |
68 | |
69 gftp_lookup_request_option (request, "proxy_config", &proxy_config); | |
70 gftp_lookup_request_option (request, "http_proxy_host", &proxy_hostname); | |
71 gftp_lookup_request_option (request, "http_proxy_port", &proxy_port); | |
72 | |
73 if (proxy_config != NULL && strcmp (proxy_config, "ftp") == 0) | |
74 { | |
75 g_free (request->url_prefix); | |
76 request->url_prefix = g_strdup ("ftp"); | |
77 } | |
78 | |
79 if ((ret = gftp_connect_server (request, request->url_prefix, proxy_hostname, | |
80 proxy_port)) < 0) | |
81 return (ret); | |
82 | |
83 if (request->directory && *request->directory == '\0') | |
84 { | |
85 g_free (request->directory); | |
86 request->directory = NULL; | |
87 } | |
88 | |
89 if (!request->directory) | |
90 request->directory = g_strdup ("/"); | |
91 | |
92 return (0); | |
93 } | |
94 | |
95 | |
58 | 96 static off_t |
48 | 97 rfc2068_read_response (gftp_request * request) |
98 { | |
99 rfc2068_params * params; | |
207 | 100 char tempstr[8192]; |
168 | 101 int ret, chunked; |
48 | 102 |
103 params = request->protocol_data; | |
209 | 104 *tempstr = '\0'; |
168 | 105 chunked = 0; |
106 params->chunk_size = 0; | |
107 params->content_length = 0; | |
209 | 108 params->eof = 0; |
207 | 109 |
105 | 110 if (request->last_ftp_response) |
111 { | |
112 g_free (request->last_ftp_response); | |
113 request->last_ftp_response = NULL; | |
114 } | |
48 | 115 |
207 | 116 if (params->extra_read_buffer != NULL) |
117 { | |
118 g_free (params->extra_read_buffer); | |
119 params->extra_read_buffer = NULL; | |
209 | 120 params->extra_read_buffer_len = 0; |
207 | 121 } |
122 | |
105 | 123 do |
124 { | |
168 | 125 if ((ret = gftp_get_line (request, ¶ms->rbuf, tempstr, |
169 | 126 sizeof (tempstr), request->datafd)) < 0) |
105 | 127 return (ret); |
48 | 128 |
105 | 129 if (request->last_ftp_response == NULL) |
130 request->last_ftp_response = g_strdup (tempstr); | |
131 | |
132 if (*tempstr != '\0') | |
133 { | |
186 | 134 request->logging_function (gftp_logging_recv, request, "%s\n", |
105 | 135 tempstr); |
48 | 136 |
105 | 137 if (strncmp (tempstr, "Content-Length:", 15) == 0) |
244 | 138 params->content_length = gftp_parse_file_size (tempstr + 16); |
168 | 139 else if (strcmp (tempstr, "Transfer-Encoding: chunked") == 0) |
140 chunked = 1; | |
105 | 141 } |
48 | 142 } |
105 | 143 while (*tempstr != '\0'); |
48 | 144 |
168 | 145 if (chunked) |
146 { | |
147 if ((ret = gftp_get_line (request, ¶ms->rbuf, tempstr, | |
169 | 148 sizeof (tempstr), request->datafd)) < 0) |
168 | 149 return (ret); |
150 | |
151 if (sscanf ((char *) tempstr, "%lx", ¶ms->chunk_size) != 1) | |
152 { | |
186 | 153 request->logging_function (gftp_logging_recv, request, |
209 | 154 _("Received wrong response from server, disconnecting\nInvalid chunk size '%s' returned by the remote server\n"), |
155 tempstr); | |
168 | 156 gftp_disconnect (request); |
157 return (GFTP_EFATAL); | |
158 } | |
159 | |
160 if (params->chunk_size == 0) | |
161 return (0); | |
162 | |
163 params->chunk_size -= params->rbuf->cur_bufsize; | |
164 if (params->chunk_size < 0) | |
165 { | |
207 | 166 params->extra_read_buffer_len = params->chunk_size * -1; |
209 | 167 params->chunk_size = 0; |
207 | 168 params->extra_read_buffer = g_malloc (params->extra_read_buffer_len + 1); |
169 memcpy (params->extra_read_buffer, params->rbuf->curpos + (params->rbuf->cur_bufsize - params->extra_read_buffer_len), params->extra_read_buffer_len); | |
170 params->extra_read_buffer[params->extra_read_buffer_len] = '\0'; | |
171 params->rbuf->cur_bufsize -= params->extra_read_buffer_len; | |
209 | 172 params->rbuf->curpos[params->rbuf->cur_bufsize] = '\0'; |
168 | 173 } |
174 } | |
175 | |
176 params->chunked_transfer = chunked; | |
177 return (params->content_length > 0 ? params->content_length : params->chunk_size); | |
48 | 178 } |
179 | |
180 | |
58 | 181 static off_t |
168 | 182 rfc2068_send_command (gftp_request * request, const void *command, size_t len) |
48 | 183 { |
122 | 184 char *tempstr, *str, *proxy_hostname, *proxy_username, *proxy_password; |
325 | 185 intptr_t proxy_port; |
186 int conn_ret; | |
58 | 187 ssize_t ret; |
48 | 188 |
84 | 189 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
190 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
191 g_return_val_if_fail (command != NULL, GFTP_EFATAL); | |
48 | 192 |
219 | 193 if (request->datafd < 0 && (conn_ret = rfc2068_connect (request)) != 0) |
194 return (conn_ret); | |
195 | |
168 | 196 tempstr = g_strdup_printf ("%sUser-Agent: %s\nHost: %s\n", (char *) command, |
122 | 197 gftp_version, request->hostname); |
48 | 198 |
186 | 199 request->logging_function (gftp_logging_send, request, |
58 | 200 "%s", tempstr); |
201 | |
168 | 202 ret = request->write_function (request, tempstr, strlen (tempstr), |
169 | 203 request->datafd); |
58 | 204 g_free (tempstr); |
205 | |
206 if (ret < 0) | |
84 | 207 return (ret); |
48 | 208 |
122 | 209 gftp_lookup_request_option (request, "http_proxy_host", &proxy_hostname); |
210 gftp_lookup_request_option (request, "http_proxy_port", &proxy_port); | |
211 gftp_lookup_request_option (request, "http_proxy_username", &proxy_username); | |
212 gftp_lookup_request_option (request, "http_proxy_password", &proxy_password); | |
213 | |
214 if (request->use_proxy && proxy_username != NULL && *proxy_username != '\0') | |
48 | 215 { |
122 | 216 tempstr = g_strconcat (proxy_username, ":", proxy_password, NULL); |
48 | 217 str = base64_encode (tempstr); |
218 g_free (tempstr); | |
219 | |
186 | 220 request->logging_function (gftp_logging_send, request, |
48 | 221 "Proxy-authorization: Basic xxxx:xxxx\n"); |
169 | 222 ret = gftp_writefmt (request, request->datafd, |
58 | 223 "Proxy-authorization: Basic %s\n", str); |
48 | 224 g_free (str); |
58 | 225 if (ret < 0) |
168 | 226 return (ret); |
48 | 227 } |
228 | |
229 if (request->username != NULL && *request->username != '\0') | |
230 { | |
231 tempstr = g_strconcat (request->username, ":", request->password, NULL); | |
232 str = base64_encode (tempstr); | |
233 g_free (tempstr); | |
234 | |
186 | 235 request->logging_function (gftp_logging_send, request, |
48 | 236 "Authorization: Basic xxxx\n"); |
169 | 237 ret = gftp_writefmt (request, request->datafd, |
58 | 238 "Authorization: Basic %s\n", str); |
48 | 239 g_free (str); |
58 | 240 if (ret < 0) |
84 | 241 return (ret); |
48 | 242 } |
243 | |
169 | 244 if ((ret = request->write_function (request, "\n", 1, request->datafd)) < 0) |
84 | 245 return (ret); |
58 | 246 |
48 | 247 return (rfc2068_read_response (request)); |
1 | 248 } |
249 | |
250 | |
251 static void | |
252 rfc2068_disconnect (gftp_request * request) | |
253 { | |
254 g_return_if_fail (request != NULL); | |
255 g_return_if_fail (request->protonum == GFTP_HTTP_NUM); | |
256 | |
169 | 257 if (request->datafd > 0) |
1 | 258 { |
186 | 259 request->logging_function (gftp_logging_misc, request, |
1 | 260 _("Disconnecting from site %s\n"), |
261 request->hostname); | |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
262 |
169 | 263 if (close (request->datafd) < 0) |
186 | 264 request->logging_function (gftp_logging_error, request, |
58 | 265 _("Error closing file descriptor: %s\n"), |
266 g_strerror (errno)); | |
267 | |
169 | 268 request->datafd = -1; |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
269 } |
1 | 270 } |
271 | |
272 | |
58 | 273 static off_t |
274 rfc2068_get_file (gftp_request * request, const char *filename, int fd, | |
1 | 275 off_t startsize) |
276 { | |
303 | 277 char *tempstr, *oldstr, *hf; |
325 | 278 int restarted; |
279 intptr_t use_http11; | |
122 | 280 rfc2068_params * params; |
1 | 281 off_t size; |
282 | |
84 | 283 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
284 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
285 g_return_val_if_fail (filename != NULL, GFTP_EFATAL); | |
1 | 286 |
122 | 287 params = request->protocol_data; |
288 | |
289 gftp_lookup_request_option (request, "use_http11", &use_http11); | |
290 | |
58 | 291 if (fd > 0) |
169 | 292 request->datafd = fd; |
1 | 293 |
303 | 294 hf = gftp_build_path (request->hostname, filename, NULL); |
295 | |
7 | 296 if (request->username == NULL || *request->username == '\0') |
303 | 297 tempstr = g_strconcat ("GET ", request->url_prefix, "://", hf, |
1 | 298 use_http11 ? " HTTP/1.1\n" : " HTTP/1.0\n", NULL); |
299 else | |
122 | 300 tempstr = g_strconcat ("GET ", request->url_prefix, "://", |
303 | 301 request->username, "@", hf, |
1 | 302 use_http11 ? " HTTP/1.1\n" : " HTTP/1.0\n", NULL); |
303 | |
303 | 304 g_free (hf); |
1 | 305 |
168 | 306 if (use_http11 && startsize > 0) |
1 | 307 { |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
308 #if defined (_LARGEFILE_SOURCE) |
186 | 309 request->logging_function (gftp_logging_misc, request, |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
310 _("Starting the file transfer at offset %lld\n"), |
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
311 startsize); |
168 | 312 |
313 oldstr = tempstr; | |
314 tempstr = g_strdup_printf ("%sRange: bytes=%lld-\n", tempstr, startsize); | |
315 g_free (oldstr); | |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
316 #else |
186 | 317 request->logging_function (gftp_logging_misc, request, |
1 | 318 _("Starting the file transfer at offset %ld\n"), |
319 startsize); | |
168 | 320 |
321 oldstr = tempstr; | |
322 tempstr = g_strdup_printf ("%sRange: bytes=%ld-\n", tempstr, startsize); | |
323 g_free (oldstr); | |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
324 #endif |
1 | 325 } |
326 | |
168 | 327 size = rfc2068_send_command (request, tempstr, strlen (tempstr)); |
1 | 328 g_free (tempstr); |
58 | 329 if (size < 0) |
84 | 330 return (size); |
1 | 331 |
332 restarted = 0; | |
333 if (strlen (request->last_ftp_response) > 9 | |
334 && strncmp (request->last_ftp_response + 9, "206", 3) == 0) | |
335 restarted = 1; | |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
336 else if (strlen (request->last_ftp_response) < 9 || |
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
337 strncmp (request->last_ftp_response + 9, "200", 3) != 0) |
1 | 338 { |
186 | 339 request->logging_function (gftp_logging_error, request, |
1 | 340 _("Cannot retrieve file %s\n"), filename); |
84 | 341 return (GFTP_ERETRYABLE); |
1 | 342 } |
343 | |
168 | 344 params->read_bytes = 0; |
345 | |
1 | 346 return (restarted ? size + startsize : size); |
347 } | |
348 | |
349 | |
58 | 350 static ssize_t |
1 | 351 rfc2068_get_next_file_chunk (gftp_request * request, char *buf, size_t size) |
352 { | |
353 rfc2068_params * params; | |
354 size_t len; | |
355 | |
84 | 356 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
357 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
1 | 358 |
359 params = request->protocol_data; | |
304 | 360 if (params->rbuf != NULL && params->rbuf->curpos != NULL) |
361 { | |
362 len = params->rbuf->cur_bufsize > size ? size : params->rbuf->cur_bufsize; | |
363 memcpy (buf, params->rbuf->curpos, len); | |
1 | 364 |
304 | 365 if (len == params->rbuf->cur_bufsize) |
366 gftp_free_getline_buffer (¶ms->rbuf); | |
367 else | |
368 { | |
369 params->rbuf->curpos += len; | |
370 params->rbuf->cur_bufsize -= len; | |
371 } | |
1 | 372 |
304 | 373 return (len); |
374 } | |
375 | |
376 return (request->read_function (request, buf, size, request->datafd)); | |
1 | 377 } |
378 | |
379 | |
380 static int | |
381 rfc2068_end_transfer (gftp_request * request) | |
382 { | |
383 rfc2068_params * params; | |
384 | |
84 | 385 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
386 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
1 | 387 |
169 | 388 if (request->datafd < 0) |
84 | 389 return (GFTP_EFATAL); |
1 | 390 |
207 | 391 gftp_disconnect (request); |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
392 |
1 | 393 params = request->protocol_data; |
168 | 394 params->content_length = 0; |
395 params->chunked_transfer = 0; | |
396 params->chunk_size = 0; | |
209 | 397 params->eof = 0; |
14
83090328581e
* More largefile support. Hopefully all that is left is the configure stuff
masneyb
parents:
7
diff
changeset
|
398 |
1 | 399 return (0); |
400 } | |
401 | |
402 | |
403 static int | |
404 rfc2068_list_files (gftp_request * request) | |
405 { | |
406 rfc2068_params *params; | |
303 | 407 char *tempstr, *hd; |
325 | 408 intptr_t use_http11; |
58 | 409 off_t ret; |
1 | 410 |
84 | 411 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
412 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
1 | 413 |
414 params = request->protocol_data; | |
122 | 415 gftp_lookup_request_option (request, "use_http11", &use_http11); |
416 | |
303 | 417 hd = gftp_build_path (request->hostname, request->directory, NULL); |
418 | |
7 | 419 if (request->username == NULL || *request->username == '\0') |
303 | 420 tempstr = g_strconcat ("GET ", request->url_prefix, "://", hd, |
1 | 421 use_http11 ? "/ HTTP/1.1\n" : "/ HTTP/1.0\n", NULL); |
422 else | |
122 | 423 tempstr = g_strconcat ("GET ", request->url_prefix, "://", |
303 | 424 request->username, "@", hd, |
1 | 425 use_http11 ? "/ HTTP/1.1\n" : "/ HTTP/1.0\n", NULL); |
426 | |
303 | 427 g_free (hd); |
1 | 428 |
168 | 429 ret = rfc2068_send_command (request, tempstr, strlen (tempstr)); |
1 | 430 g_free (tempstr); |
58 | 431 if (ret < 0) |
84 | 432 return ((int) ret); |
1 | 433 |
434 params->read_bytes = 0; | |
435 if (strlen (request->last_ftp_response) > 9 && | |
436 strncmp (request->last_ftp_response + 9, "200", 3) == 0) | |
437 { | |
186 | 438 request->logging_function (gftp_logging_misc, request, |
1 | 439 _("Retrieving directory listing...\n")); |
440 return (0); | |
441 } | |
168 | 442 |
207 | 443 gftp_end_transfer (request); |
444 | |
84 | 445 return (GFTP_ERETRYABLE); |
1 | 446 } |
447 | |
448 | |
449 static off_t | |
450 rfc2068_get_file_size (gftp_request * request, const char *filename) | |
451 { | |
122 | 452 rfc2068_params *params; |
303 | 453 char *tempstr, *hf; |
325 | 454 intptr_t use_http11; |
58 | 455 off_t size; |
1 | 456 |
84 | 457 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
458 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
459 g_return_val_if_fail (filename != NULL, GFTP_EFATAL); | |
1 | 460 |
122 | 461 params = request->protocol_data; |
462 gftp_lookup_request_option (request, "use_http11", &use_http11); | |
463 | |
303 | 464 hf = gftp_build_path (request->hostname, filename, NULL); |
465 | |
7 | 466 if (request->username == NULL || *request->username == '\0') |
303 | 467 tempstr = g_strconcat ("HEAD ", request->url_prefix, "://", hf, |
1 | 468 use_http11 ? " HTTP/1.1\n" : " HTTP/1.0\n", NULL); |
469 else | |
219 | 470 tempstr = g_strconcat ("HEAD ", request->url_prefix, "://", |
303 | 471 request->username, "@", hf, |
1 | 472 use_http11 ? " HTTP/1.1\n" : " HTTP/1.0\n", NULL); |
473 | |
303 | 474 g_free (hf); |
1 | 475 |
168 | 476 size = rfc2068_send_command (request, tempstr, strlen (tempstr)); |
1 | 477 g_free (tempstr); |
478 return (size); | |
479 } | |
480 | |
481 | |
482 static int | |
483 parse_html_line (char *tempstr, gftp_file * fle) | |
484 { | |
207 | 485 char *stpos, *kpos, *mpos, *pos; |
1 | 486 long units; |
487 | |
488 memset (fle, 0, sizeof (*fle)); | |
489 | |
490 if ((pos = strstr (tempstr, "<A HREF=")) == NULL && | |
491 (pos = strstr (tempstr, "<a href=")) == NULL) | |
492 return (0); | |
493 | |
494 /* Find the filename */ | |
495 while (*pos != '"' && *pos != '\0') | |
496 pos++; | |
497 if (*pos == '\0') | |
498 return (0); | |
499 pos++; | |
500 | |
501 for (stpos = pos; *pos != '"' && *pos != '\0'; pos++); | |
502 if (*pos == '\0') | |
503 return (0); | |
504 *pos = '\0'; | |
505 | |
506 /* Copy file attributes. Just about the only thing we can get is whether it | |
507 is a directory or not */ | |
508 if (*(pos - 1) == '/') | |
509 { | |
336 | 510 fle->attribs = g_strdup ("drwxr-xr-x"); |
1 | 511 *(pos - 1) = '\0'; |
512 fle->isdir = 1; | |
513 } | |
336 | 514 else |
515 fle->attribs = g_strdup ("-rw-r--r--"); | |
1 | 516 |
517 /* Copy filename */ | |
518 if (strchr (stpos, '/') != NULL || strncmp (stpos, "mailto:", 7) == 0 || | |
519 *stpos == '\0' || *stpos == '?') | |
520 return (0); | |
521 | |
105 | 522 fle->file = g_strdup (stpos); |
1 | 523 |
524 if (*(pos - 1) == '\0') | |
525 *(pos - 1) = '/'; | |
526 *pos = '"'; | |
527 pos++; | |
528 | |
529 /* Skip whitespace and html tags after file and before date */ | |
530 stpos = pos; | |
531 if ((pos = strstr (stpos, "</A>")) == NULL && | |
532 (pos = strstr (stpos, "</a>")) == NULL) | |
533 return (0); | |
534 | |
535 pos += 4; | |
536 | |
105 | 537 while (*pos == ' ' || *pos == '\t' || *pos == '.' || *pos == '<') |
1 | 538 { |
539 if (*pos == '<') | |
540 { | |
541 if (strncmp (pos, "<A ", 3) == 0 || strncmp (pos, "<a ", 3) == 0) | |
542 { | |
543 stpos = pos; | |
544 if ((pos = strstr (stpos, "</A>")) == NULL | |
545 && (pos = strstr (stpos, "</a>")) == NULL) | |
546 return (0); | |
547 pos += 4; | |
548 } | |
549 else | |
550 { | |
551 while (*pos != '>' && *pos != '\0') | |
552 pos++; | |
553 if (*pos == '\0') | |
554 return (0); | |
555 } | |
556 } | |
557 pos++; | |
558 } | |
559 | |
102 | 560 if (*pos == '[') |
561 pos++; | |
1 | 562 |
102 | 563 fle->datetime = parse_time (pos, &pos); |
1 | 564 |
168 | 565 fle->user = g_strdup (_("<unknown>")); |
566 fle->group = g_strdup (_("<unknown>")); | |
567 | |
105 | 568 if (pos == NULL) |
569 return (1); | |
570 | |
1 | 571 while (*pos == ' ' || *pos == ']') |
572 pos++; | |
573 | |
574 /* Get the size */ | |
207 | 575 |
576 kpos = strchr (pos, 'k'); | |
577 mpos = strchr (pos, 'M'); | |
578 if (kpos == NULL) | |
579 stpos = mpos; | |
580 else if (mpos == NULL) | |
581 stpos = kpos; | |
582 else if (kpos < stpos) | |
583 stpos = kpos; | |
584 else | |
585 stpos = mpos; | |
586 | |
1 | 587 if (stpos == NULL || !isdigit (*(stpos - 1))) |
588 return (1); /* Return successfully | |
589 since we got the file */ | |
207 | 590 |
1 | 591 if (*stpos == 'k') |
592 units = 1024; | |
593 else | |
594 units = 1048576; | |
595 | |
596 fle->size = 0; | |
597 | |
598 while (*(stpos - 1) != ' ' && *(stpos - 1) != '\t' && stpos > tempstr) | |
599 { | |
600 stpos--; | |
207 | 601 if ((*stpos == '.') && isdigit (*(stpos + 1))) |
1 | 602 { /* found decimal point */ |
244 | 603 fle->size = units * gftp_parse_file_size (stpos + 1) / 10;; |
1 | 604 } |
605 } | |
606 | |
244 | 607 fle->size += units * gftp_parse_file_size (stpos); |
168 | 608 |
1 | 609 return (1); |
610 } | |
611 | |
612 | |
168 | 613 int |
58 | 614 rfc2068_get_next_file (gftp_request * request, gftp_file * fle, int fd) |
1 | 615 { |
48 | 616 rfc2068_params * params; |
219 | 617 char tempstr[8192]; |
168 | 618 ssize_t len; |
84 | 619 int ret; |
1 | 620 |
84 | 621 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
622 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
623 g_return_val_if_fail (fle != NULL, GFTP_EFATAL); | |
48 | 624 |
625 params = request->protocol_data; | |
626 if (request->last_dir_entry) | |
627 { | |
628 g_free (request->last_dir_entry); | |
629 request->last_dir_entry = NULL; | |
630 } | |
631 | |
105 | 632 if (fd < 0) |
169 | 633 fd = request->datafd; |
105 | 634 |
48 | 635 while (1) |
636 { | |
168 | 637 if ((ret = gftp_get_line (request, ¶ms->rbuf, tempstr, sizeof (tempstr), fd)) <= 0) |
84 | 638 return (ret); |
1 | 639 |
48 | 640 if (parse_html_line (tempstr, fle) == 0 || fle->file == NULL) |
641 gftp_file_destroy (fle); | |
642 else | |
643 break; | |
644 } | |
645 | |
646 if (fle->file == NULL) | |
1 | 647 { |
48 | 648 gftp_file_destroy (fle); |
105 | 649 return (0); |
1 | 650 } |
651 | |
48 | 652 len = strlen (tempstr); |
653 if (!request->cached) | |
654 { | |
60 | 655 request->last_dir_entry = g_strdup_printf ("%s\n", tempstr); |
656 request->last_dir_entry_len = len + 1; | |
48 | 657 } |
219 | 658 |
58 | 659 return (len); |
48 | 660 } |
1 | 661 |
662 | |
48 | 663 static int |
664 rfc2068_chdir (gftp_request * request, const char *directory) | |
665 { | |
204 | 666 char *tempstr, *olddir; |
667 | |
84 | 668 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
669 g_return_val_if_fail (request->protonum == GFTP_HTTP_NUM, GFTP_EFATAL); | |
670 g_return_val_if_fail (directory != NULL, GFTP_EFATAL); | |
48 | 671 |
672 if (request->directory != directory) | |
673 { | |
204 | 674 olddir = request->directory; |
675 | |
219 | 676 if (*directory != '/' && request->directory != NULL) |
204 | 677 { |
678 tempstr = g_strconcat (request->directory, "/", directory, NULL); | |
679 request->directory = expand_path (tempstr); | |
680 g_free (tempstr); | |
681 } | |
682 else | |
683 request->directory = expand_path (directory); | |
684 | |
685 if (olddir != NULL) | |
686 g_free (olddir); | |
48 | 687 } |
688 return (0); | |
689 } | |
690 | |
691 | |
177 | 692 static int |
58 | 693 rfc2068_set_config_options (gftp_request * request) |
694 { | |
177 | 695 return (0); |
58 | 696 } |
697 | |
698 | |
87 | 699 static void |
700 rfc2068_destroy (gftp_request * request) | |
701 { | |
207 | 702 rfc2068_params * params; |
703 | |
704 params = request->protocol_data; | |
705 | |
87 | 706 if (request->url_prefix) |
707 { | |
708 g_free (request->url_prefix); | |
709 request->url_prefix = NULL; | |
710 } | |
207 | 711 |
712 if (params->rbuf != NULL) | |
713 gftp_free_getline_buffer (¶ms->rbuf); | |
714 | |
715 if (params->extra_read_buffer != NULL) | |
716 { | |
717 g_free (params->extra_read_buffer); | |
718 params->extra_read_buffer = NULL; | |
209 | 719 params->extra_read_buffer_len = 0; |
207 | 720 } |
87 | 721 } |
722 | |
723 | |
168 | 724 static ssize_t |
725 rfc2068_chunked_read (gftp_request * request, void *ptr, size_t size, int fd) | |
726 { | |
303 | 727 size_t read_size, begin_ptr_len, current_size, crlfsize; |
728 rfc2068_params * params; | |
215 | 729 char *stpos, *crlfpos; |
209 | 730 void *read_ptr_pos; |
168 | 731 ssize_t retval; |
732 | |
733 params = request->protocol_data; | |
303 | 734 params->read_ref_cnt++; |
168 | 735 |
207 | 736 if (params->extra_read_buffer != NULL) |
168 | 737 { |
209 | 738 g_return_val_if_fail (params->extra_read_buffer_len <= size, GFTP_EFATAL); |
739 | |
740 memcpy (ptr, params->extra_read_buffer, params->extra_read_buffer_len); | |
741 | |
742 begin_ptr_len = params->extra_read_buffer_len; | |
743 read_ptr_pos = (char *) ptr + begin_ptr_len; | |
744 | |
745 /* Check for end of chunk */ | |
746 if (begin_ptr_len > 5 && strncmp ("\r\n0\r\n", (char *) ptr, 5) == 0) | |
747 read_size = 0; | |
748 else | |
749 read_size = size - begin_ptr_len; | |
750 | |
751 g_free (params->extra_read_buffer); | |
752 params->extra_read_buffer = NULL; | |
753 params->extra_read_buffer_len = 0; | |
207 | 754 } |
755 else | |
756 { | |
209 | 757 begin_ptr_len = 0; |
758 read_ptr_pos = ptr; | |
759 | |
207 | 760 read_size = size; |
761 if (params->content_length > 0) | |
762 { | |
763 if (params->content_length == params->read_bytes) | |
303 | 764 { |
765 params->read_ref_cnt--; | |
766 return (0); | |
767 } | |
168 | 768 |
207 | 769 if (read_size + params->read_bytes > params->content_length) |
770 read_size = params->content_length - params->read_bytes; | |
771 } | |
772 else if (params->chunked_transfer && params->chunk_size > 0 && | |
773 params->chunk_size < read_size) | |
774 read_size = params->chunk_size; | |
168 | 775 } |
776 | |
209 | 777 if (read_size > 0 && !params->eof) |
778 { | |
293 | 779 if (size == read_size) |
780 read_size--; /* decrement by one so that we can put the NUL character | |
781 in the buffer */ | |
782 | |
303 | 783 retval = params->real_read_function (request, read_ptr_pos, read_size, |
784 fd); | |
209 | 785 |
303 | 786 if (retval <= 0) |
787 { | |
788 params->read_ref_cnt--; | |
789 return (retval); | |
790 } | |
791 else if (retval > 0) | |
209 | 792 params->read_bytes += retval; |
793 | |
303 | 794 if (params->chunk_size > 0) |
209 | 795 { |
796 params->chunk_size -= retval; | |
303 | 797 params->read_ref_cnt--; |
209 | 798 return (retval); |
799 } | |
800 | |
801 retval += begin_ptr_len; | |
802 } | |
803 else | |
804 retval = begin_ptr_len; | |
168 | 805 |
215 | 806 ((char *) ptr)[retval] = '\0'; |
807 | |
303 | 808 if (!params->chunked_transfer) |
809 { | |
810 params->read_ref_cnt--; | |
811 return (retval); | |
812 } | |
168 | 813 |
209 | 814 stpos = (char *) ptr; |
815 while (params->chunk_size == 0) | |
168 | 816 { |
215 | 817 current_size = retval - (stpos - (char *) ptr); |
303 | 818 if (current_size == 0) |
819 break; | |
820 | |
821 if (*stpos == '\r' && *(stpos + 1) == '\n') | |
822 crlfpos = strstr (stpos + 2, "\r\n"); | |
823 else | |
824 crlfpos = NULL; | |
825 | |
826 if (crlfpos == NULL) | |
215 | 827 { |
828 /* The current chunk size is split between multiple packets. | |
829 Save this chunk and read the next */ | |
830 | |
831 params->extra_read_buffer = g_malloc (current_size + 1); | |
832 memcpy (params->extra_read_buffer, stpos, current_size); | |
833 params->extra_read_buffer[current_size] = '\0'; | |
834 params->extra_read_buffer_len = current_size; | |
835 retval -= current_size; | |
836 | |
837 if (retval == 0) | |
303 | 838 { |
839 /* Don't let a hostile web server send us in an infinite recursive | |
840 loop */ | |
215 | 841 |
303 | 842 if (params->read_ref_cnt > 2) |
843 { | |
844 request->logging_function (gftp_logging_error, request, _("Received wrong response from server, disconnecting\n")); | |
845 gftp_disconnect (request); | |
846 params->read_ref_cnt--; | |
847 return (GFTP_EFATAL); | |
848 } | |
209 | 849 |
303 | 850 retval = rfc2068_chunked_read (request, ptr, size, fd); |
851 } | |
852 | |
853 params->read_ref_cnt--; | |
854 return (retval); | |
209 | 855 } |
168 | 856 |
215 | 857 *crlfpos = '\0'; |
858 crlfpos++; /* advance to line feed */ | |
209 | 859 |
860 if (sscanf (stpos + 2, "%lx", ¶ms->chunk_size) != 1) | |
861 { | |
862 request->logging_function (gftp_logging_recv, request, | |
863 _("Received wrong response from server, disconnecting\nInvalid chunk size '%s' returned by the remote server\n"), | |
864 stpos + 2); | |
865 gftp_disconnect (request); | |
303 | 866 params->read_ref_cnt--; |
209 | 867 return (GFTP_EFATAL); |
868 } | |
869 | |
303 | 870 crlfsize = crlfpos - (char *) stpos + 1; |
871 retval -= crlfsize; | |
872 current_size -= crlfsize; | |
215 | 873 |
209 | 874 if (params->chunk_size == 0) |
875 { | |
876 if (params->eof) | |
303 | 877 { |
878 params->read_ref_cnt--; | |
879 return (0); | |
880 } | |
209 | 881 |
882 params->eof = 1; | |
303 | 883 params->read_ref_cnt--; |
209 | 884 return (retval); |
885 } | |
886 | |
303 | 887 memmove (stpos, crlfpos + 1, current_size + 1); |
209 | 888 |
303 | 889 if (params->chunk_size < current_size) |
209 | 890 { |
303 | 891 stpos += params->chunk_size; |
209 | 892 params->chunk_size = 0; |
168 | 893 } |
303 | 894 else |
895 params->chunk_size -= current_size; | |
168 | 896 } |
897 | |
303 | 898 params->read_ref_cnt--; |
168 | 899 return (retval); |
900 } | |
901 | |
902 | |
122 | 903 void |
904 rfc2068_register_module (void) | |
905 { | |
906 gftp_register_config_vars (config_vars); | |
907 } | |
908 | |
909 | |
173 | 910 int |
48 | 911 rfc2068_init (gftp_request * request) |
912 { | |
168 | 913 rfc2068_params * params; |
914 | |
173 | 915 g_return_val_if_fail (request != NULL, GFTP_EFATAL); |
1 | 916 |
48 | 917 request->protonum = GFTP_HTTP_NUM; |
918 request->init = rfc2068_init; | |
309 | 919 request->copy_param_options = NULL; |
168 | 920 request->read_function = rfc2068_chunked_read; |
921 request->write_function = gftp_fd_write; | |
87 | 922 request->destroy = rfc2068_destroy; |
48 | 923 request->connect = rfc2068_connect; |
168 | 924 request->post_connect = NULL; |
48 | 925 request->disconnect = rfc2068_disconnect; |
926 request->get_file = rfc2068_get_file; | |
927 request->put_file = NULL; | |
928 request->transfer_file = NULL; | |
929 request->get_next_file_chunk = rfc2068_get_next_file_chunk; | |
930 request->put_next_file_chunk = NULL; | |
931 request->end_transfer = rfc2068_end_transfer; | |
932 request->abort_transfer = rfc2068_end_transfer; /* NOTE: uses end_transfer */ | |
933 request->list_files = rfc2068_list_files; | |
934 request->get_next_file = rfc2068_get_next_file; | |
935 request->get_file_size = rfc2068_get_file_size; | |
936 request->chdir = rfc2068_chdir; | |
937 request->rmdir = NULL; | |
938 request->rmfile = NULL; | |
939 request->mkdir = NULL; | |
940 request->rename = NULL; | |
941 request->chmod = NULL; | |
942 request->site = NULL; | |
58 | 943 request->parse_url = NULL; |
63 | 944 request->swap_socks = NULL; |
58 | 945 request->set_config_options = rfc2068_set_config_options; |
87 | 946 request->url_prefix = g_strdup ("http"); |
48 | 947 request->need_hostport = 1; |
948 request->need_userpass = 0; | |
949 request->use_cache = 1; | |
105 | 950 request->always_connected = 1; |
168 | 951 |
48 | 952 request->protocol_data = g_malloc0 (sizeof (rfc2068_params)); |
168 | 953 params = request->protocol_data; |
954 params->real_read_function = gftp_fd_read; | |
955 | |
177 | 956 return (gftp_set_config_options (request)); |
48 | 957 } |
1 | 958 |