2002-09-03 15:52:59 +04:00
|
|
|
/***************************************************************************
|
2004-05-17 10:50:08 +04:00
|
|
|
* _ _ ____ _
|
|
|
|
* Project ___| | | | _ \| |
|
|
|
|
* / __| | | | |_) | |
|
|
|
|
* | (__| |_| | _ <| |___
|
2000-05-22 18:09:31 +04:00
|
|
|
* \___|\___/|_| \_\_____|
|
|
|
|
*
|
2022-02-03 15:04:30 +03:00
|
|
|
* Copyright (C) 1998 - 2022, Daniel Stenberg, <daniel@haxx.se>, et al.
|
2000-05-22 18:09:31 +04:00
|
|
|
*
|
2002-09-03 15:52:59 +04:00
|
|
|
* This software is licensed as described in the file COPYING, which
|
|
|
|
* you should have received as part of this distribution. The terms
|
2020-11-04 16:02:01 +03:00
|
|
|
* are also available at https://curl.se/docs/copyright.html.
|
2004-05-17 10:50:08 +04:00
|
|
|
*
|
2001-01-03 12:29:33 +03:00
|
|
|
* You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
|
|
* copies of the Software, and permit persons to whom the Software is
|
2002-09-03 15:52:59 +04:00
|
|
|
* furnished to do so, under the terms of the COPYING file.
|
2000-05-22 18:09:31 +04:00
|
|
|
*
|
2001-01-03 12:29:33 +03:00
|
|
|
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
|
|
* KIND, either express or implied.
|
2000-05-22 18:09:31 +04:00
|
|
|
*
|
2002-09-03 15:52:59 +04:00
|
|
|
***************************************************************************/
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2013-01-06 22:06:49 +04:00
|
|
|
#include "curl_setup.h"
|
2013-01-04 05:50:28 +04:00
|
|
|
#include "strtoofft.h"
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2004-02-02 17:49:54 +03:00
|
|
|
#ifdef HAVE_NETINET_IN_H
|
2000-05-22 18:09:31 +04:00
|
|
|
#include <netinet/in.h>
|
2004-02-02 17:49:54 +03:00
|
|
|
#endif
|
2007-04-04 00:54:37 +04:00
|
|
|
#ifdef HAVE_NETDB_H
|
2000-05-22 18:09:31 +04:00
|
|
|
#include <netdb.h>
|
2007-04-04 00:54:37 +04:00
|
|
|
#endif
|
2000-05-22 18:09:31 +04:00
|
|
|
#ifdef HAVE_ARPA_INET_H
|
|
|
|
#include <arpa/inet.h>
|
|
|
|
#endif
|
|
|
|
#ifdef HAVE_NET_IF_H
|
|
|
|
#include <net/if.h>
|
|
|
|
#endif
|
2004-02-02 17:49:54 +03:00
|
|
|
#ifdef HAVE_SYS_IOCTL_H
|
2000-05-22 18:09:31 +04:00
|
|
|
#include <sys/ioctl.h>
|
2004-02-02 17:49:54 +03:00
|
|
|
#endif
|
2008-11-15 02:17:32 +03:00
|
|
|
#ifdef HAVE_SIGNAL_H
|
2000-05-22 18:09:31 +04:00
|
|
|
#include <signal.h>
|
2008-11-15 02:17:32 +03:00
|
|
|
#endif
|
2000-05-22 18:09:31 +04:00
|
|
|
|
|
|
|
#ifdef HAVE_SYS_PARAM_H
|
|
|
|
#include <sys/param.h>
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef HAVE_SYS_SELECT_H
|
|
|
|
#include <sys/select.h>
|
2020-03-30 16:52:43 +03:00
|
|
|
#elif defined(HAVE_UNISTD_H)
|
|
|
|
#include <unistd.h>
|
2000-05-22 18:09:31 +04:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef HAVE_SOCKET
|
|
|
|
#error "We can't compile without socket() support!"
|
|
|
|
#endif
|
|
|
|
|
2013-01-04 05:50:28 +04:00
|
|
|
#include "urldata.h"
|
2000-05-22 18:09:31 +04:00
|
|
|
#include <curl/curl.h>
|
2013-01-04 05:50:28 +04:00
|
|
|
#include "netrc.h"
|
|
|
|
|
|
|
|
#include "content_encoding.h"
|
|
|
|
#include "hostip.h"
|
|
|
|
#include "transfer.h"
|
|
|
|
#include "sendf.h"
|
|
|
|
#include "speedcheck.h"
|
|
|
|
#include "progress.h"
|
|
|
|
#include "http.h"
|
|
|
|
#include "url.h"
|
|
|
|
#include "getinfo.h"
|
2013-12-18 02:32:47 +04:00
|
|
|
#include "vtls/vtls.h"
|
2013-01-04 05:50:28 +04:00
|
|
|
#include "select.h"
|
|
|
|
#include "multiif.h"
|
|
|
|
#include "connect.h"
|
2016-09-05 12:07:40 +03:00
|
|
|
#include "http2.h"
|
2017-09-02 19:47:10 +03:00
|
|
|
#include "mime.h"
|
2017-09-08 16:13:42 +03:00
|
|
|
#include "strcase.h"
|
2018-08-05 12:51:07 +03:00
|
|
|
#include "urlapi-int.h"
|
2020-11-03 01:17:01 +03:00
|
|
|
#include "hsts.h"
|
2021-02-12 12:27:42 +03:00
|
|
|
#include "setopt.h"
|
2022-03-17 12:20:19 +03:00
|
|
|
#include "headers.h"
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2016-04-29 16:46:40 +03:00
|
|
|
/* The last 3 #include files should be in this order */
|
|
|
|
#include "curl_printf.h"
|
2015-03-25 01:12:03 +03:00
|
|
|
#include "curl_memory.h"
|
2013-01-04 05:50:28 +04:00
|
|
|
#include "memdebug.h"
|
2000-10-09 15:12:34 +04:00
|
|
|
|
2017-09-08 16:13:42 +03:00
|
|
|
#if !defined(CURL_DISABLE_HTTP) || !defined(CURL_DISABLE_SMTP) || \
|
|
|
|
!defined(CURL_DISABLE_IMAP)
|
|
|
|
/*
|
|
|
|
* checkheaders() checks the linked list of custom headers for a
|
2018-03-06 01:38:16 +03:00
|
|
|
* particular header (prefix). Provide the prefix without colon!
|
2017-09-08 16:13:42 +03:00
|
|
|
*
|
|
|
|
* Returns a pointer to the first matching header or NULL if none matched.
|
|
|
|
*/
|
2021-01-08 19:58:15 +03:00
|
|
|
char *Curl_checkheaders(const struct Curl_easy *data,
|
2022-02-09 02:57:00 +03:00
|
|
|
const char *thisheader,
|
|
|
|
const size_t thislen)
|
2017-09-08 16:13:42 +03:00
|
|
|
{
|
|
|
|
struct curl_slist *head;
|
2021-05-02 00:38:15 +03:00
|
|
|
DEBUGASSERT(thislen);
|
|
|
|
DEBUGASSERT(thisheader[thislen-1] != ':');
|
2017-09-08 16:13:42 +03:00
|
|
|
|
2017-09-10 00:09:06 +03:00
|
|
|
for(head = data->set.headers; head; head = head->next) {
|
2018-03-06 01:38:16 +03:00
|
|
|
if(strncasecompare(head->data, thisheader, thislen) &&
|
|
|
|
Curl_headersep(head->data[thislen]) )
|
2017-09-08 16:13:42 +03:00
|
|
|
return head->data;
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2018-08-17 01:49:37 +03:00
|
|
|
CURLcode Curl_get_upload_buffer(struct Curl_easy *data)
|
|
|
|
{
|
|
|
|
if(!data->state.ulbuf) {
|
|
|
|
data->state.ulbuf = malloc(data->set.upload_buffer_size);
|
|
|
|
if(!data->state.ulbuf)
|
|
|
|
return CURLE_OUT_OF_MEMORY;
|
|
|
|
}
|
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
#ifndef CURL_DISABLE_HTTP
|
|
|
|
/*
|
|
|
|
* This function will be called to loop through the trailers buffer
|
|
|
|
* until no more data is available for sending.
|
|
|
|
*/
|
2021-01-13 13:52:41 +03:00
|
|
|
static size_t trailers_read(char *buffer, size_t size, size_t nitems,
|
|
|
|
void *raw)
|
2018-12-06 12:18:03 +03:00
|
|
|
{
|
|
|
|
struct Curl_easy *data = (struct Curl_easy *)raw;
|
2020-05-02 18:04:08 +03:00
|
|
|
struct dynbuf *trailers_buf = &data->state.trailers_buf;
|
|
|
|
size_t bytes_left = Curl_dyn_len(trailers_buf) -
|
|
|
|
data->state.trailers_bytes_sent;
|
2018-12-06 12:18:03 +03:00
|
|
|
size_t to_copy = (size*nitems < bytes_left) ? size*nitems : bytes_left;
|
|
|
|
if(to_copy) {
|
|
|
|
memcpy(buffer,
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_dyn_ptr(trailers_buf) + data->state.trailers_bytes_sent,
|
2018-12-06 12:18:03 +03:00
|
|
|
to_copy);
|
|
|
|
data->state.trailers_bytes_sent += to_copy;
|
|
|
|
}
|
|
|
|
return to_copy;
|
|
|
|
}
|
|
|
|
|
2021-01-13 13:52:41 +03:00
|
|
|
static size_t trailers_left(void *raw)
|
2018-12-06 12:18:03 +03:00
|
|
|
{
|
|
|
|
struct Curl_easy *data = (struct Curl_easy *)raw;
|
2020-05-02 18:04:08 +03:00
|
|
|
struct dynbuf *trailers_buf = &data->state.trailers_buf;
|
|
|
|
return Curl_dyn_len(trailers_buf) - data->state.trailers_bytes_sent;
|
2018-12-06 12:18:03 +03:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2002-12-10 16:10:00 +03:00
|
|
|
/*
|
|
|
|
* This function will call the read callback to fill our buffer with data
|
|
|
|
* to upload.
|
|
|
|
*/
|
2021-01-19 12:24:35 +03:00
|
|
|
CURLcode Curl_fillreadbuffer(struct Curl_easy *data, size_t bytes,
|
2018-08-31 11:17:40 +03:00
|
|
|
size_t *nreadp)
|
2002-12-10 16:10:00 +03:00
|
|
|
{
|
2018-08-31 11:17:40 +03:00
|
|
|
size_t buffersize = bytes;
|
|
|
|
size_t nread;
|
2018-12-06 12:18:03 +03:00
|
|
|
|
|
|
|
curl_read_callback readfunc = NULL;
|
|
|
|
void *extra_data = NULL;
|
|
|
|
|
|
|
|
#ifndef CURL_DISABLE_HTTP
|
|
|
|
if(data->state.trailers_state == TRAILERS_INITIALIZED) {
|
2019-05-11 22:42:48 +03:00
|
|
|
struct curl_slist *trailers = NULL;
|
2019-09-05 01:08:21 +03:00
|
|
|
CURLcode result;
|
2019-05-11 22:42:48 +03:00
|
|
|
int trailers_ret_code;
|
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
/* at this point we already verified that the callback exists
|
|
|
|
so we compile and store the trailers buffer, then proceed */
|
|
|
|
infof(data,
|
2021-07-06 18:05:17 +03:00
|
|
|
"Moving trailers state machine from initialized to sending.");
|
2018-12-06 12:18:03 +03:00
|
|
|
data->state.trailers_state = TRAILERS_SENDING;
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_dyn_init(&data->state.trailers_buf, DYN_TRAILERS);
|
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
data->state.trailers_bytes_sent = 0;
|
|
|
|
Curl_set_in_callback(data, true);
|
|
|
|
trailers_ret_code = data->set.trailer_callback(&trailers,
|
|
|
|
data->set.trailer_data);
|
|
|
|
Curl_set_in_callback(data, false);
|
|
|
|
if(trailers_ret_code == CURL_TRAILERFUNC_OK) {
|
2019-09-05 01:08:21 +03:00
|
|
|
result = Curl_http_compile_trailers(trailers, &data->state.trailers_buf,
|
|
|
|
data);
|
2018-12-06 12:18:03 +03:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
failf(data, "operation aborted by trailing headers callback");
|
|
|
|
*nreadp = 0;
|
2019-09-05 01:08:21 +03:00
|
|
|
result = CURLE_ABORTED_BY_CALLBACK;
|
2018-12-06 12:18:03 +03:00
|
|
|
}
|
2019-09-05 01:08:21 +03:00
|
|
|
if(result) {
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_dyn_free(&data->state.trailers_buf);
|
2018-12-06 12:18:03 +03:00
|
|
|
curl_slist_free_all(trailers);
|
2019-09-05 01:08:21 +03:00
|
|
|
return result;
|
2018-12-06 12:18:03 +03:00
|
|
|
}
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Successfully compiled trailers.");
|
2018-12-06 12:18:03 +03:00
|
|
|
curl_slist_free_all(trailers);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/* if we are transmitting trailing data, we don't need to write
|
|
|
|
a chunk size so we skip this */
|
|
|
|
if(data->req.upload_chunky &&
|
|
|
|
data->state.trailers_state == TRAILERS_NONE) {
|
2009-05-28 20:19:03 +04:00
|
|
|
/* if chunked Transfer-Encoding */
|
|
|
|
buffersize -= (8 + 2 + 2); /* 32bit hex + CRLF + CRLF */
|
|
|
|
data->req.upload_fromhere += (8 + 2); /* 32bit hex + CRLF */
|
|
|
|
}
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
#ifndef CURL_DISABLE_HTTP
|
|
|
|
if(data->state.trailers_state == TRAILERS_SENDING) {
|
|
|
|
/* if we're here then that means that we already sent the last empty chunk
|
|
|
|
but we didn't send a final CR LF, so we sent 0 CR LF. We then start
|
2019-07-03 15:31:31 +03:00
|
|
|
pulling trailing data until we have no more at which point we
|
2018-12-06 12:18:03 +03:00
|
|
|
simply return to the previous point in the state machine as if
|
|
|
|
nothing happened.
|
|
|
|
*/
|
2021-01-13 13:52:41 +03:00
|
|
|
readfunc = trailers_read;
|
2018-12-06 12:18:03 +03:00
|
|
|
extra_data = (void *)data;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
#endif
|
|
|
|
{
|
|
|
|
readfunc = data->state.fread_func;
|
|
|
|
extra_data = data->state.in;
|
|
|
|
}
|
|
|
|
|
2018-02-10 17:13:15 +03:00
|
|
|
Curl_set_in_callback(data, true);
|
2018-12-06 12:18:03 +03:00
|
|
|
nread = readfunc(data->req.upload_fromhere, 1,
|
|
|
|
buffersize, extra_data);
|
2018-02-10 17:13:15 +03:00
|
|
|
Curl_set_in_callback(data, false);
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2004-06-21 18:07:38 +04:00
|
|
|
if(nread == CURL_READFUNC_ABORT) {
|
2008-01-16 02:19:02 +03:00
|
|
|
failf(data, "operation aborted by callback");
|
2008-07-27 01:15:47 +04:00
|
|
|
*nreadp = 0;
|
2004-06-21 18:07:38 +04:00
|
|
|
return CURLE_ABORTED_BY_CALLBACK;
|
|
|
|
}
|
2017-03-10 16:28:37 +03:00
|
|
|
if(nread == CURL_READFUNC_PAUSE) {
|
|
|
|
struct SingleRequest *k = &data->req;
|
2013-12-27 02:50:34 +04:00
|
|
|
|
2021-01-19 12:24:35 +03:00
|
|
|
if(data->conn->handler->flags & PROTOPT_NONETWORK) {
|
2013-12-27 02:50:34 +04:00
|
|
|
/* protocols that work without network cannot be paused. This is
|
|
|
|
actually only FILE:// just now, and it can't pause since the transfer
|
|
|
|
isn't done using the "normal" procedure. */
|
2022-04-16 12:55:05 +03:00
|
|
|
failf(data, "Read callback asked for PAUSE when not supported");
|
2013-12-27 02:50:34 +04:00
|
|
|
return CURLE_READ_ERROR;
|
|
|
|
}
|
2017-03-10 16:28:37 +03:00
|
|
|
|
|
|
|
/* CURL_READFUNC_PAUSE pauses read callbacks that feed socket writes */
|
|
|
|
k->keepon |= KEEP_SEND_PAUSE; /* mark socket send as paused */
|
|
|
|
if(data->req.upload_chunky) {
|
2013-12-27 02:50:34 +04:00
|
|
|
/* Back out the preallocation done above */
|
2017-03-10 16:28:37 +03:00
|
|
|
data->req.upload_fromhere -= (8 + 2);
|
2008-10-29 22:06:48 +03:00
|
|
|
}
|
2017-03-10 16:28:37 +03:00
|
|
|
*nreadp = 0;
|
|
|
|
|
2008-01-09 22:11:56 +03:00
|
|
|
return CURLE_OK; /* nothing was read */
|
2008-01-08 17:52:05 +03:00
|
|
|
}
|
2018-08-31 11:17:40 +03:00
|
|
|
else if(nread > buffersize) {
|
2008-01-08 17:52:05 +03:00
|
|
|
/* the read function returned a too large value */
|
2008-07-27 01:15:47 +04:00
|
|
|
*nreadp = 0;
|
2008-10-15 11:43:48 +04:00
|
|
|
failf(data, "read function returned funny value");
|
2008-01-08 17:52:05 +03:00
|
|
|
return CURLE_READ_ERROR;
|
2008-07-27 01:15:47 +04:00
|
|
|
}
|
2004-06-21 18:07:38 +04:00
|
|
|
|
2008-01-31 15:04:33 +03:00
|
|
|
if(!data->req.forbidchunk && data->req.upload_chunky) {
|
2009-08-21 11:11:20 +04:00
|
|
|
/* if chunked Transfer-Encoding
|
2009-05-04 13:47:02 +04:00
|
|
|
* build chunk:
|
|
|
|
*
|
|
|
|
* <HEX SIZE> CRLF
|
|
|
|
* <DATA> CRLF
|
|
|
|
*/
|
|
|
|
/* On non-ASCII platforms the <DATA> may or may not be
|
2021-02-08 17:56:10 +03:00
|
|
|
translated based on state.prefer_ascii while the protocol
|
2009-05-04 13:47:02 +04:00
|
|
|
portion must always be translated to the network encoding.
|
|
|
|
To further complicate matters, line end conversion might be
|
|
|
|
done later on, so we need to prevent CRLFs from becoming
|
|
|
|
CRCRLFs if that's the case. To do this we use bare LFs
|
|
|
|
here, knowing they'll become CRLFs later on.
|
|
|
|
*/
|
|
|
|
|
2019-05-11 22:42:48 +03:00
|
|
|
bool added_crlf = FALSE;
|
2019-02-14 18:03:24 +03:00
|
|
|
int hexlen = 0;
|
2009-05-04 13:47:02 +04:00
|
|
|
const char *endofline_native;
|
|
|
|
const char *endofline_network;
|
2011-09-02 19:41:39 +04:00
|
|
|
|
|
|
|
if(
|
2009-05-04 13:47:02 +04:00
|
|
|
#ifdef CURL_DO_LINEEND_CONV
|
2021-02-08 17:56:10 +03:00
|
|
|
(data->state.prefer_ascii) ||
|
2011-09-02 19:41:39 +04:00
|
|
|
#endif
|
|
|
|
(data->set.crlf)) {
|
2009-05-04 13:47:02 +04:00
|
|
|
/* \n will become \r\n later on */
|
|
|
|
endofline_native = "\n";
|
|
|
|
endofline_network = "\x0a";
|
2010-05-27 23:03:46 +04:00
|
|
|
}
|
|
|
|
else {
|
2009-05-04 13:47:02 +04:00
|
|
|
endofline_native = "\r\n";
|
|
|
|
endofline_network = "\x0d\x0a";
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
/* if we're not handling trailing data, proceed as usual */
|
|
|
|
if(data->state.trailers_state != TRAILERS_SENDING) {
|
2019-05-11 22:42:48 +03:00
|
|
|
char hexbuffer[11] = "";
|
2018-12-06 12:18:03 +03:00
|
|
|
hexlen = msnprintf(hexbuffer, sizeof(hexbuffer),
|
2018-09-16 23:04:49 +03:00
|
|
|
"%zx%s", nread, endofline_native);
|
2018-12-06 12:18:03 +03:00
|
|
|
|
|
|
|
/* move buffer pointer */
|
|
|
|
data->req.upload_fromhere -= hexlen;
|
|
|
|
nread += hexlen;
|
2002-12-10 16:10:00 +03:00
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
/* copy the prefix to the buffer, leaving out the NUL */
|
|
|
|
memcpy(data->req.upload_fromhere, hexbuffer, hexlen);
|
2004-01-28 20:07:22 +03:00
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
/* always append ASCII CRLF to the data unless
|
|
|
|
we have a valid trailer callback */
|
|
|
|
#ifndef CURL_DISABLE_HTTP
|
|
|
|
if((nread-hexlen) == 0 &&
|
|
|
|
data->set.trailer_callback != NULL &&
|
|
|
|
data->state.trailers_state == TRAILERS_NONE) {
|
|
|
|
data->state.trailers_state = TRAILERS_INITIALIZED;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
#endif
|
|
|
|
{
|
|
|
|
memcpy(data->req.upload_fromhere + nread,
|
|
|
|
endofline_network,
|
|
|
|
strlen(endofline_network));
|
|
|
|
added_crlf = TRUE;
|
|
|
|
}
|
|
|
|
}
|
2009-05-04 13:47:02 +04:00
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
#ifndef CURL_DISABLE_HTTP
|
|
|
|
if(data->state.trailers_state == TRAILERS_SENDING &&
|
2021-01-13 13:52:41 +03:00
|
|
|
!trailers_left(data)) {
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_dyn_free(&data->state.trailers_buf);
|
2018-12-06 12:18:03 +03:00
|
|
|
data->state.trailers_state = TRAILERS_DONE;
|
|
|
|
data->set.trailer_data = NULL;
|
|
|
|
data->set.trailer_callback = NULL;
|
|
|
|
/* mark the transfer as done */
|
2007-11-25 02:16:55 +03:00
|
|
|
data->req.upload_done = TRUE;
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Signaling end of chunked upload after trailers.");
|
2017-10-24 23:08:26 +03:00
|
|
|
}
|
2018-12-06 12:18:03 +03:00
|
|
|
else
|
|
|
|
#endif
|
|
|
|
if((nread - hexlen) == 0 &&
|
|
|
|
data->state.trailers_state != TRAILERS_INITIALIZED) {
|
|
|
|
/* mark this as done once this chunk is transferred */
|
|
|
|
data->req.upload_done = TRUE;
|
|
|
|
infof(data,
|
2021-07-06 18:05:17 +03:00
|
|
|
"Signaling end of chunked upload via terminating chunk.");
|
2018-12-06 12:18:03 +03:00
|
|
|
}
|
2004-01-28 20:07:22 +03:00
|
|
|
|
2018-12-06 12:18:03 +03:00
|
|
|
if(added_crlf)
|
|
|
|
nread += strlen(endofline_network); /* for the added end of line */
|
2009-05-07 22:03:49 +04:00
|
|
|
}
|
2009-05-04 13:47:02 +04:00
|
|
|
|
|
|
|
*nreadp = nread;
|
2006-04-08 01:50:47 +04:00
|
|
|
|
2004-06-21 18:07:38 +04:00
|
|
|
return CURLE_OK;
|
2002-12-10 16:10:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2004-11-24 19:11:35 +03:00
|
|
|
/*
|
2008-05-04 01:45:12 +04:00
|
|
|
* Curl_readrewind() rewinds the read stream. This is typically used for HTTP
|
|
|
|
* POST/PUT with multi-pass authentication when a sending was denied and a
|
|
|
|
* resend is necessary.
|
2004-11-24 19:11:35 +03:00
|
|
|
*/
|
2021-01-19 12:24:35 +03:00
|
|
|
CURLcode Curl_readrewind(struct Curl_easy *data)
|
2004-11-24 19:11:35 +03:00
|
|
|
{
|
2021-01-19 12:24:35 +03:00
|
|
|
struct connectdata *conn = data->conn;
|
2017-09-05 12:45:21 +03:00
|
|
|
curl_mimepart *mimepart = &data->set.mimepost;
|
2004-11-24 19:11:35 +03:00
|
|
|
|
|
|
|
conn->bits.rewindaftersend = FALSE; /* we rewind now */
|
|
|
|
|
2008-05-04 01:49:16 +04:00
|
|
|
/* explicitly switch off sending data on this connection now since we are
|
|
|
|
about to restart a new transfer and thus we want to avoid inadvertently
|
|
|
|
sending more data on the existing connection until the next transfer
|
|
|
|
starts */
|
2009-05-11 11:53:38 +04:00
|
|
|
data->req.keepon &= ~KEEP_SEND;
|
2008-05-04 01:45:12 +04:00
|
|
|
|
2004-11-24 19:11:35 +03:00
|
|
|
/* We have sent away data. If not using CURLOPT_POSTFIELDS or
|
|
|
|
CURLOPT_HTTPPOST, call app to rewind
|
|
|
|
*/
|
2017-09-02 19:47:10 +03:00
|
|
|
if(conn->handler->protocol & PROTO_FAMILY_HTTP) {
|
2020-11-23 10:32:41 +03:00
|
|
|
struct HTTP *http = data->req.p.http;
|
2017-09-02 19:47:10 +03:00
|
|
|
|
|
|
|
if(http->sendit)
|
|
|
|
mimepart = http->sendit;
|
|
|
|
}
|
|
|
|
if(data->set.postfields)
|
2004-11-24 19:11:35 +03:00
|
|
|
; /* do nothing */
|
2020-06-01 23:58:46 +03:00
|
|
|
else if(data->state.httpreq == HTTPREQ_POST_MIME ||
|
|
|
|
data->state.httpreq == HTTPREQ_POST_FORM) {
|
2021-01-29 11:20:17 +03:00
|
|
|
CURLcode result = Curl_mime_rewind(mimepart);
|
|
|
|
if(result) {
|
2017-09-02 19:47:10 +03:00
|
|
|
failf(data, "Cannot rewind mime/post data");
|
2021-01-29 11:20:17 +03:00
|
|
|
return result;
|
2017-09-02 19:47:10 +03:00
|
|
|
}
|
|
|
|
}
|
2004-11-24 19:11:35 +03:00
|
|
|
else {
|
2008-01-10 13:30:19 +03:00
|
|
|
if(data->set.seek_func) {
|
|
|
|
int err;
|
|
|
|
|
2018-02-10 17:13:15 +03:00
|
|
|
Curl_set_in_callback(data, true);
|
2008-01-10 13:30:19 +03:00
|
|
|
err = (data->set.seek_func)(data->set.seek_client, 0, SEEK_SET);
|
2018-02-10 17:13:15 +03:00
|
|
|
Curl_set_in_callback(data, false);
|
2008-01-10 13:30:19 +03:00
|
|
|
if(err) {
|
2008-05-01 01:20:08 +04:00
|
|
|
failf(data, "seek callback returned error %d", (int)err);
|
2008-01-10 13:30:19 +03:00
|
|
|
return CURLE_SEND_FAIL_REWIND;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else if(data->set.ioctl_func) {
|
2004-11-24 19:11:35 +03:00
|
|
|
curlioerr err;
|
|
|
|
|
2018-02-10 17:13:15 +03:00
|
|
|
Curl_set_in_callback(data, true);
|
2008-01-10 13:30:19 +03:00
|
|
|
err = (data->set.ioctl_func)(data, CURLIOCMD_RESTARTREAD,
|
|
|
|
data->set.ioctl_client);
|
2018-02-10 17:13:15 +03:00
|
|
|
Curl_set_in_callback(data, false);
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "the ioctl callback returned %d", (int)err);
|
2004-11-24 19:11:35 +03:00
|
|
|
|
|
|
|
if(err) {
|
2008-01-16 02:19:02 +03:00
|
|
|
failf(data, "ioctl callback returned error %d", (int)err);
|
2004-11-24 19:11:35 +03:00
|
|
|
return CURLE_SEND_FAIL_REWIND;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
/* If no CURLOPT_READFUNCTION is used, we know that we operate on a
|
|
|
|
given FILE * stream and we can actually attempt to rewind that
|
2011-09-11 17:42:11 +04:00
|
|
|
ourselves with fseek() */
|
2015-10-05 21:39:10 +03:00
|
|
|
if(data->state.fread_func == (curl_read_callback)fread) {
|
|
|
|
if(-1 != fseek(data->state.in, 0, SEEK_SET))
|
2004-11-24 19:11:35 +03:00
|
|
|
/* successful rewind */
|
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* no callback set or failure above, makes us fail at once */
|
2008-01-16 02:19:02 +03:00
|
|
|
failf(data, "necessary data rewind wasn't possible");
|
2004-11-24 19:11:35 +03:00
|
|
|
return CURLE_SEND_FAIL_REWIND;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2019-11-16 10:57:45 +03:00
|
|
|
static int data_pending(const struct Curl_easy *data)
|
2005-02-10 02:09:12 +03:00
|
|
|
{
|
2019-11-16 10:57:45 +03:00
|
|
|
struct connectdata *conn = data->conn;
|
2020-07-27 16:43:45 +03:00
|
|
|
|
|
|
|
#ifdef ENABLE_QUIC
|
|
|
|
if(conn->transport == TRNSPRT_QUIC)
|
|
|
|
return Curl_quic_data_pending(data);
|
|
|
|
#endif
|
|
|
|
|
2021-05-15 00:44:07 +03:00
|
|
|
if(conn->handler->protocol&PROTO_FAMILY_FTP)
|
|
|
|
return Curl_ssl_data_pending(conn, SECONDARYSOCKET);
|
|
|
|
|
2007-04-27 01:30:29 +04:00
|
|
|
/* in the case of libssh2, we can never be really sure that we have emptied
|
|
|
|
its internal buffers so we MUST always try until we get EAGAIN back */
|
2011-03-15 00:52:14 +03:00
|
|
|
return conn->handler->protocol&(CURLPROTO_SCP|CURLPROTO_SFTP) ||
|
2022-04-01 14:45:38 +03:00
|
|
|
#ifdef USE_NGHTTP2
|
2018-10-10 22:32:28 +03:00
|
|
|
/* For HTTP/2, we may read up everything including response body
|
2014-02-26 20:21:17 +04:00
|
|
|
with header fields in Curl_http_readwrite_headers. If no
|
|
|
|
content-length is provided, curl waits for the connection
|
|
|
|
close, which we emulate it using conn->proto.httpc.closed =
|
|
|
|
TRUE. The thing is if we read everything, then http2_recv won't
|
|
|
|
be called and we cannot signal the HTTP/2 stream has closed. As
|
|
|
|
a workaround, we return nonzero here to call http2_recv. */
|
2021-05-15 00:44:07 +03:00
|
|
|
((conn->handler->protocol&PROTO_FAMILY_HTTP) && conn->httpversion >= 20) ||
|
2014-03-01 02:59:10 +04:00
|
|
|
#endif
|
2021-05-15 00:44:07 +03:00
|
|
|
Curl_ssl_data_pending(conn, FIRSTSOCKET);
|
2005-02-10 02:09:12 +03:00
|
|
|
}
|
2004-06-09 12:23:55 +04:00
|
|
|
|
2011-01-30 06:12:33 +03:00
|
|
|
/*
|
|
|
|
* Check to see if CURLOPT_TIMECONDITION was met by comparing the time of the
|
|
|
|
* remote document with the time provided by CURLOPT_TIMEVAL
|
|
|
|
*/
|
2016-06-21 16:47:12 +03:00
|
|
|
bool Curl_meets_timecondition(struct Curl_easy *data, time_t timeofdoc)
|
2011-01-30 06:12:33 +03:00
|
|
|
{
|
|
|
|
if((timeofdoc == 0) || (data->set.timevalue == 0))
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
switch(data->set.timecondition) {
|
|
|
|
case CURL_TIMECOND_IFMODSINCE:
|
|
|
|
default:
|
|
|
|
if(timeofdoc <= data->set.timevalue) {
|
|
|
|
infof(data,
|
2021-07-06 18:05:17 +03:00
|
|
|
"The requested document is not new enough");
|
2011-01-30 06:12:33 +03:00
|
|
|
data->info.timecond = TRUE;
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case CURL_TIMECOND_IFUNMODSINCE:
|
|
|
|
if(timeofdoc >= data->set.timevalue) {
|
|
|
|
infof(data,
|
2021-07-06 18:05:17 +03:00
|
|
|
"The requested document is not old enough");
|
2011-01-30 06:12:33 +03:00
|
|
|
data->info.timecond = TRUE;
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
2008-08-09 00:37:54 +04:00
|
|
|
|
2004-04-26 11:12:52 +04:00
|
|
|
/*
|
2008-08-09 00:37:54 +04:00
|
|
|
* Go ahead and do a read if we have a readable socket or if
|
|
|
|
* the stream was rewound (in which case we have data in a
|
|
|
|
* buffer)
|
2016-08-02 01:48:23 +03:00
|
|
|
*
|
|
|
|
* return '*comeback' TRUE if we didn't properly drain the socket so this
|
|
|
|
* function should get called again without select() or similar in between!
|
2004-04-26 11:12:52 +04:00
|
|
|
*/
|
2016-06-21 16:47:12 +03:00
|
|
|
static CURLcode readwrite_data(struct Curl_easy *data,
|
2008-08-09 00:37:54 +04:00
|
|
|
struct connectdata *conn,
|
|
|
|
struct SingleRequest *k,
|
2016-08-02 01:48:23 +03:00
|
|
|
int *didwhat, bool *done,
|
|
|
|
bool *comeback)
|
2000-05-22 18:09:31 +04:00
|
|
|
{
|
2008-08-12 23:09:20 +04:00
|
|
|
CURLcode result = CURLE_OK;
|
2002-01-03 18:01:22 +03:00
|
|
|
ssize_t nread; /* number of bytes read */
|
2010-01-28 04:39:16 +03:00
|
|
|
size_t excess = 0; /* excess bytes read */
|
|
|
|
bool readmore = FALSE; /* used by RTP to signal for more data */
|
2015-09-27 21:48:35 +03:00
|
|
|
int maxloops = 100;
|
2020-05-28 19:30:47 +03:00
|
|
|
char *buf = data->state.buffer;
|
|
|
|
DEBUGASSERT(buf);
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2008-10-10 23:10:44 +04:00
|
|
|
*done = FALSE;
|
2016-08-02 01:48:23 +03:00
|
|
|
*comeback = FALSE;
|
2008-10-10 23:10:44 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* This is where we loop until we have read everything there is to
|
2010-05-07 17:05:34 +04:00
|
|
|
read or we get a CURLE_AGAIN */
|
2008-08-09 00:37:54 +04:00
|
|
|
do {
|
2018-06-02 23:52:56 +03:00
|
|
|
bool is_empty_data = FALSE;
|
2017-04-25 01:50:50 +03:00
|
|
|
size_t buffersize = data->set.buffer_size;
|
2008-08-09 00:37:54 +04:00
|
|
|
size_t bytestoread = buffersize;
|
2020-03-18 09:51:55 +03:00
|
|
|
#ifdef USE_NGHTTP2
|
|
|
|
bool is_http2 = ((conn->handler->protocol & PROTO_FAMILY_HTTP) &&
|
|
|
|
(conn->httpversion == 20));
|
|
|
|
#endif
|
2008-08-09 00:37:54 +04:00
|
|
|
|
2016-01-07 16:10:09 +03:00
|
|
|
if(
|
2020-03-18 09:51:55 +03:00
|
|
|
#ifdef USE_NGHTTP2
|
2022-04-01 14:45:38 +03:00
|
|
|
/* For HTTP/2, read data without caring about the content length. This
|
|
|
|
is safe because body in HTTP/2 is always segmented thanks to its
|
|
|
|
framing layer. Meanwhile, we have to call Curl_read to ensure that
|
|
|
|
http2_handle_stream_close is called when we read all incoming bytes
|
|
|
|
for a particular stream. */
|
|
|
|
!is_http2 &&
|
2016-01-07 16:10:09 +03:00
|
|
|
#endif
|
2022-04-01 14:45:38 +03:00
|
|
|
k->size != -1 && !k->header) {
|
2019-04-05 17:38:36 +03:00
|
|
|
/* make sure we don't read too much */
|
2008-08-09 00:37:54 +04:00
|
|
|
curl_off_t totalleft = k->size - k->bytecount;
|
|
|
|
if(totalleft < (curl_off_t)bytestoread)
|
2009-02-27 11:53:10 +03:00
|
|
|
bytestoread = (size_t)totalleft;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
2007-04-16 20:34:08 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if(bytestoread) {
|
|
|
|
/* receive data from the network! */
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_read(data, conn->sockfd, buf, bytestoread, &nread);
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2010-05-07 17:05:34 +04:00
|
|
|
/* read would've blocked */
|
|
|
|
if(CURLE_AGAIN == result)
|
2009-02-27 11:53:10 +03:00
|
|
|
break; /* get out of loop */
|
2006-12-06 12:37:40 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if(result>0)
|
2009-02-27 11:53:10 +03:00
|
|
|
return result;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
/* read nothing but since we wanted nothing we consider this an OK
|
2009-02-27 11:53:10 +03:00
|
|
|
situation to proceed from */
|
2022-04-16 12:55:05 +03:00
|
|
|
DEBUGF(infof(data, "readwrite_data: we're done"));
|
2008-08-09 00:37:54 +04:00
|
|
|
nread = 0;
|
|
|
|
}
|
2004-11-19 11:52:33 +03:00
|
|
|
|
2019-07-29 13:49:05 +03:00
|
|
|
if(!k->bytecount) {
|
2008-08-09 00:37:54 +04:00
|
|
|
Curl_pgrsTime(data, TIMER_STARTTRANSFER);
|
|
|
|
if(k->exp100 > EXP100_SEND_DATA)
|
2009-02-27 11:53:10 +03:00
|
|
|
/* set time stamp to compare with when waiting for the 100 */
|
2017-10-25 12:59:43 +03:00
|
|
|
k->start100 = Curl_now();
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
2007-07-11 02:26:32 +04:00
|
|
|
|
2009-05-11 11:53:38 +04:00
|
|
|
*didwhat |= KEEP_RECV;
|
2008-08-09 00:37:54 +04:00
|
|
|
/* indicates data of zero size, i.e. empty file */
|
2011-09-05 22:46:09 +04:00
|
|
|
is_empty_data = ((nread == 0) && (k->bodywrites == 0)) ? TRUE : FALSE;
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if(0 < nread || is_empty_data) {
|
2020-05-28 19:30:47 +03:00
|
|
|
buf[nread] = 0;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
2019-04-05 10:14:28 +03:00
|
|
|
else {
|
2020-03-18 09:51:55 +03:00
|
|
|
/* if we receive 0 or less here, either the http2 stream is closed or the
|
|
|
|
server closed the connection and we bail out from this! */
|
|
|
|
#ifdef USE_NGHTTP2
|
|
|
|
if(is_http2 && !nread)
|
2021-07-06 18:05:17 +03:00
|
|
|
DEBUGF(infof(data, "nread == 0, stream closed, bailing"));
|
2020-03-18 09:51:55 +03:00
|
|
|
else
|
|
|
|
#endif
|
2021-07-06 18:05:17 +03:00
|
|
|
DEBUGF(infof(data, "nread <= 0, server closed connection, bailing"));
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon &= ~KEEP_RECV;
|
2008-08-09 00:37:54 +04:00
|
|
|
break;
|
|
|
|
}
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* Default buffer to use when we write the buffer, it may be changed
|
|
|
|
in the flow below before the actual storing is done. */
|
2020-05-28 19:30:47 +03:00
|
|
|
k->str = buf;
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2011-05-05 18:27:03 +04:00
|
|
|
if(conn->handler->readwrite) {
|
|
|
|
result = conn->handler->readwrite(data, conn, &nread, &readmore);
|
2010-01-21 16:58:30 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
if(readmore)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2008-10-18 05:23:14 +04:00
|
|
|
#ifndef CURL_DISABLE_HTTP
|
2008-08-09 00:37:54 +04:00
|
|
|
/* Since this is a two-state thing, we check if we are parsing
|
|
|
|
headers at the moment or not. */
|
|
|
|
if(k->header) {
|
|
|
|
/* we are in parse-the-header-mode */
|
|
|
|
bool stop_reading = FALSE;
|
2010-01-08 01:48:28 +03:00
|
|
|
result = Curl_http_readwrite_headers(data, conn, &nread, &stop_reading);
|
2008-08-09 00:37:54 +04:00
|
|
|
if(result)
|
2009-02-27 11:53:10 +03:00
|
|
|
return result;
|
2010-01-28 04:39:16 +03:00
|
|
|
|
2011-05-05 18:27:03 +04:00
|
|
|
if(conn->handler->readwrite &&
|
|
|
|
(k->maxdownload <= 0 && nread > 0)) {
|
|
|
|
result = conn->handler->readwrite(data, conn, &nread, &readmore);
|
2010-01-28 04:39:16 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
if(readmore)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2011-04-07 16:17:05 +04:00
|
|
|
if(stop_reading) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* We've stopped dealing with input, get out of the do-while loop */
|
2011-04-07 16:17:05 +04:00
|
|
|
|
|
|
|
if(nread > 0) {
|
2019-04-05 17:38:36 +03:00
|
|
|
infof(data,
|
|
|
|
"Excess found:"
|
|
|
|
" excess = %zd"
|
2021-07-06 18:05:17 +03:00
|
|
|
" url = %s (zero-length body)",
|
2019-04-05 17:38:36 +03:00
|
|
|
nread, data->state.up.path);
|
2011-04-20 17:17:42 +04:00
|
|
|
}
|
2011-04-07 16:17:05 +04:00
|
|
|
|
2011-04-20 17:17:42 +04:00
|
|
|
break;
|
2011-04-07 16:17:05 +04:00
|
|
|
}
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
2008-10-18 05:23:14 +04:00
|
|
|
#endif /* CURL_DISABLE_HTTP */
|
2004-02-15 16:48:28 +03:00
|
|
|
|
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* This is not an 'else if' since it may be a rest from the header
|
|
|
|
parsing, where the beginning of the buffer is headers and the end
|
|
|
|
is non-headers. */
|
2020-06-01 10:34:36 +03:00
|
|
|
if(!k->header && (nread > 0 || is_empty_data)) {
|
2008-08-09 00:37:54 +04:00
|
|
|
|
2016-09-09 16:57:44 +03:00
|
|
|
if(data->set.opt_no_body) {
|
|
|
|
/* data arrives although we want none, bail out */
|
|
|
|
streamclose(conn, "ignoring body");
|
|
|
|
*done = TRUE;
|
|
|
|
return CURLE_WEIRD_SERVER_REPLY;
|
|
|
|
}
|
|
|
|
|
2008-10-10 02:14:38 +04:00
|
|
|
#ifndef CURL_DISABLE_HTTP
|
2008-08-09 00:37:54 +04:00
|
|
|
if(0 == k->bodywrites && !is_empty_data) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* These checks are only made the first time we are about to
|
|
|
|
write a piece of the body */
|
2014-04-20 21:37:54 +04:00
|
|
|
if(conn->handler->protocol&(PROTO_FAMILY_HTTP|CURLPROTO_RTSP)) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* HTTP-only checks */
|
2020-12-14 16:10:33 +03:00
|
|
|
result = Curl_http_firstwrite(data, conn, done);
|
|
|
|
if(result || *done)
|
|
|
|
return result;
|
|
|
|
}
|
2008-08-09 00:37:54 +04:00
|
|
|
} /* this is the first time we write a body part */
|
2008-10-10 02:14:38 +04:00
|
|
|
#endif /* CURL_DISABLE_HTTP */
|
2011-09-02 19:41:39 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
k->bodywrites++;
|
|
|
|
|
|
|
|
/* pass data to the debug function before it gets "dechunked" */
|
|
|
|
if(data->set.verbose) {
|
2009-02-27 11:53:10 +03:00
|
|
|
if(k->badheader) {
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_debug(data, CURLINFO_DATA_IN,
|
|
|
|
Curl_dyn_ptr(&data->state.headerb),
|
|
|
|
Curl_dyn_len(&data->state.headerb));
|
2009-02-27 11:53:10 +03:00
|
|
|
if(k->badheader == HEADER_PARTHEADER)
|
|
|
|
Curl_debug(data, CURLINFO_DATA_IN,
|
2018-06-12 01:10:43 +03:00
|
|
|
k->str, (size_t)nread);
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
|
|
|
else
|
|
|
|
Curl_debug(data, CURLINFO_DATA_IN,
|
2018-06-12 01:10:43 +03:00
|
|
|
k->str, (size_t)nread);
|
2008-05-09 16:53:42 +04:00
|
|
|
}
|
2008-08-09 00:37:54 +04:00
|
|
|
|
|
|
|
#ifndef CURL_DISABLE_HTTP
|
|
|
|
if(k->chunk) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/*
|
|
|
|
* Here comes a chunked transfer flying and we need to decode this
|
|
|
|
* properly. While the name says read, this function both reads
|
|
|
|
* and writes away the data. The returned 'nread' holds the number
|
|
|
|
* of actual data it wrote to the client.
|
|
|
|
*/
|
2019-10-01 16:40:05 +03:00
|
|
|
CURLcode extra;
|
2009-02-27 11:53:10 +03:00
|
|
|
CHUNKcode res =
|
2021-01-20 12:58:12 +03:00
|
|
|
Curl_httpchunk_read(data, k->str, nread, &nread, &extra);
|
2009-02-27 11:53:10 +03:00
|
|
|
|
|
|
|
if(CHUNKE_OK < res) {
|
2019-10-01 16:40:05 +03:00
|
|
|
if(CHUNKE_PASSTHRU_ERROR == res) {
|
|
|
|
failf(data, "Failed reading the chunked-encoded stream");
|
|
|
|
return extra;
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
2014-03-14 18:44:18 +04:00
|
|
|
failf(data, "%s in chunked-encoding", Curl_chunked_strerror(res));
|
2009-02-27 11:53:10 +03:00
|
|
|
return CURLE_RECV_ERROR;
|
|
|
|
}
|
2017-03-10 16:28:37 +03:00
|
|
|
if(CHUNKE_STOP == res) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* we're done reading chunks! */
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon &= ~KEEP_RECV; /* read no more */
|
2009-02-27 11:53:10 +03:00
|
|
|
|
2021-01-25 19:42:59 +03:00
|
|
|
/* N number of bytes at the end of the str buffer that weren't
|
|
|
|
written to the client. */
|
|
|
|
if(conn->chunk.datasize) {
|
|
|
|
infof(data, "Leftovers after chunking: % "
|
2021-07-06 18:05:17 +03:00
|
|
|
CURL_FORMAT_CURL_OFF_T "u bytes",
|
2021-01-25 19:42:59 +03:00
|
|
|
conn->chunk.datasize);
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
/* If it returned OK, we just keep going */
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
|
|
|
#endif /* CURL_DISABLE_HTTP */
|
|
|
|
|
2010-01-28 04:39:16 +03:00
|
|
|
/* Account for body content stored in the header buffer */
|
2018-03-15 02:27:20 +03:00
|
|
|
if((k->badheader == HEADER_PARTHEADER) && !k->ignorebody) {
|
2020-05-02 18:04:08 +03:00
|
|
|
size_t headlen = Curl_dyn_len(&data->state.headerb);
|
2021-07-06 18:05:17 +03:00
|
|
|
DEBUGF(infof(data, "Increasing bytecount by %zu", headlen));
|
2020-05-02 18:04:08 +03:00
|
|
|
k->bytecount += headlen;
|
2010-01-28 04:39:16 +03:00
|
|
|
}
|
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if((-1 != k->maxdownload) &&
|
2009-02-27 11:53:10 +03:00
|
|
|
(k->bytecount + nread >= k->maxdownload)) {
|
2009-12-11 21:41:29 +03:00
|
|
|
|
2010-01-28 04:39:16 +03:00
|
|
|
excess = (size_t)(k->bytecount + nread - k->maxdownload);
|
2010-01-29 04:16:23 +03:00
|
|
|
if(excess > 0 && !k->ignorebody) {
|
2019-04-05 17:38:36 +03:00
|
|
|
infof(data,
|
|
|
|
"Excess found in a read:"
|
|
|
|
" excess = %zu"
|
|
|
|
", size = %" CURL_FORMAT_CURL_OFF_T
|
|
|
|
", maxdownload = %" CURL_FORMAT_CURL_OFF_T
|
2021-07-06 18:05:17 +03:00
|
|
|
", bytecount = %" CURL_FORMAT_CURL_OFF_T,
|
2019-04-05 17:38:36 +03:00
|
|
|
excess, k->size, k->maxdownload, k->bytecount);
|
2020-05-21 14:10:04 +03:00
|
|
|
connclose(conn, "excess found in a read");
|
2010-01-28 04:39:16 +03:00
|
|
|
}
|
2009-02-27 11:53:10 +03:00
|
|
|
|
|
|
|
nread = (ssize_t) (k->maxdownload - k->bytecount);
|
2016-04-03 21:28:34 +03:00
|
|
|
if(nread < 0) /* this should be unusual */
|
2009-02-27 11:53:10 +03:00
|
|
|
nread = 0;
|
|
|
|
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon &= ~KEEP_RECV; /* we're done reading */
|
2008-05-09 16:53:42 +04:00
|
|
|
}
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
k->bytecount += nread;
|
|
|
|
|
|
|
|
Curl_pgrsSetDownloadCounter(data, k->bytecount);
|
|
|
|
|
|
|
|
if(!k->chunk && (nread || k->badheader || is_empty_data)) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* If this is chunky transfer, it was already written */
|
|
|
|
|
|
|
|
if(k->badheader && !k->ignorebody) {
|
|
|
|
/* we parsed a piece of data wrongly assuming it was a header
|
|
|
|
and now we output it as body instead */
|
2020-05-02 18:04:08 +03:00
|
|
|
size_t headlen = Curl_dyn_len(&data->state.headerb);
|
2010-01-28 04:39:16 +03:00
|
|
|
|
|
|
|
/* Don't let excess data pollute body writes */
|
2020-05-02 18:04:08 +03:00
|
|
|
if(k->maxdownload == -1 || (curl_off_t)headlen <= k->maxdownload)
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_client_write(data, CLIENTWRITE_BODY,
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_dyn_ptr(&data->state.headerb),
|
|
|
|
headlen);
|
2010-01-28 04:39:16 +03:00
|
|
|
else
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_client_write(data, CLIENTWRITE_BODY,
|
2020-05-02 18:04:08 +03:00
|
|
|
Curl_dyn_ptr(&data->state.headerb),
|
2011-05-05 01:45:30 +04:00
|
|
|
(size_t)k->maxdownload);
|
2010-01-28 04:39:16 +03:00
|
|
|
|
2009-02-27 11:53:10 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
if(k->badheader < HEADER_ALLBAD) {
|
|
|
|
/* This switch handles various content encodings. If there's an
|
|
|
|
error here, be sure to check over the almost identical code
|
2013-01-04 05:50:28 +04:00
|
|
|
in http_chunks.c.
|
2009-02-27 11:53:10 +03:00
|
|
|
Make sure that ALL_CONTENT_ENCODINGS contains all the
|
|
|
|
encodings handled here. */
|
2021-01-19 12:24:35 +03:00
|
|
|
if(data->set.http_ce_skip || !k->writer_stack) {
|
2021-04-28 01:48:01 +03:00
|
|
|
if(!k->ignorebody && nread) {
|
2009-12-13 00:54:01 +03:00
|
|
|
#ifndef CURL_DISABLE_POP3
|
2017-11-05 17:09:48 +03:00
|
|
|
if(conn->handler->protocol & PROTO_FAMILY_POP3)
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_pop3_write(data, k->str, nread);
|
2009-12-13 00:54:01 +03:00
|
|
|
else
|
|
|
|
#endif /* CURL_DISABLE_POP3 */
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_client_write(data, CLIENTWRITE_BODY, k->str,
|
2011-05-05 01:45:30 +04:00
|
|
|
nread);
|
2009-12-13 00:54:01 +03:00
|
|
|
}
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
2021-04-28 01:48:01 +03:00
|
|
|
else if(!k->ignorebody && nread)
|
2021-01-20 12:58:12 +03:00
|
|
|
result = Curl_unencode_write(data, k->writer_stack, k->str, nread);
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
|
|
|
k->badheader = HEADER_NORMAL; /* taken care of now */
|
2008-08-09 00:37:54 +04:00
|
|
|
|
2009-02-27 11:53:10 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
2008-05-09 16:53:42 +04:00
|
|
|
}
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2016-04-03 21:28:34 +03:00
|
|
|
} /* if(!header and data to read) */
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2020-03-06 01:52:41 +03:00
|
|
|
if(conn->handler->readwrite && excess) {
|
2010-01-28 04:39:16 +03:00
|
|
|
/* Parse the excess data */
|
|
|
|
k->str += nread;
|
2018-03-08 12:33:16 +03:00
|
|
|
|
2020-05-28 19:30:47 +03:00
|
|
|
if(&k->str[excess] > &buf[data->set.buffer_size]) {
|
2018-03-08 12:33:16 +03:00
|
|
|
/* the excess amount was too excessive(!), make sure
|
|
|
|
it doesn't read out of buffer */
|
2020-05-28 19:30:47 +03:00
|
|
|
excess = &buf[data->set.buffer_size] - k->str;
|
2018-03-08 12:33:16 +03:00
|
|
|
}
|
2010-06-08 12:36:06 +04:00
|
|
|
nread = (ssize_t)excess;
|
2010-01-28 04:39:16 +03:00
|
|
|
|
2011-05-05 18:27:03 +04:00
|
|
|
result = conn->handler->readwrite(data, conn, &nread, &readmore);
|
2010-01-28 04:39:16 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
|
|
|
|
if(readmore)
|
|
|
|
k->keepon |= KEEP_RECV; /* we're not done reading */
|
2011-05-05 01:45:30 +04:00
|
|
|
break;
|
2010-01-28 04:39:16 +03:00
|
|
|
}
|
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if(is_empty_data) {
|
|
|
|
/* if we received nothing, the server closed the connection and we
|
2009-02-27 11:53:10 +03:00
|
|
|
are done */
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon &= ~KEEP_RECV;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
|
|
|
|
2018-11-06 02:29:55 +03:00
|
|
|
if(k->keepon & KEEP_RECV_PAUSE) {
|
|
|
|
/* this is a paused transfer */
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2019-11-16 10:57:45 +03:00
|
|
|
} while(data_pending(data) && maxloops--);
|
2008-08-09 00:37:54 +04:00
|
|
|
|
2016-08-02 01:48:23 +03:00
|
|
|
if(maxloops <= 0) {
|
|
|
|
/* we mark it as read-again-please */
|
|
|
|
conn->cselect_bits = CURL_CSELECT_IN;
|
|
|
|
*comeback = TRUE;
|
|
|
|
}
|
|
|
|
|
2009-05-11 11:53:38 +04:00
|
|
|
if(((k->keepon & (KEEP_RECV|KEEP_SEND)) == KEEP_SEND) &&
|
2016-04-03 21:28:34 +03:00
|
|
|
conn->bits.close) {
|
2008-09-08 11:39:05 +04:00
|
|
|
/* When we've read the entire thing and the close bit is set, the server
|
|
|
|
may now close the connection. If there's now any kind of sending going
|
|
|
|
on from our side, we need to stop that immediately. */
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "we are done reading and this is set to close, stop send");
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon &= ~KEEP_SEND; /* no writing anymore either */
|
2008-08-29 14:47:59 +04:00
|
|
|
}
|
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2021-01-08 19:58:15 +03:00
|
|
|
CURLcode Curl_done_sending(struct Curl_easy *data,
|
2019-06-24 12:21:26 +03:00
|
|
|
struct SingleRequest *k)
|
2016-04-01 14:57:15 +03:00
|
|
|
{
|
2021-01-08 19:58:15 +03:00
|
|
|
struct connectdata *conn = data->conn;
|
2016-04-01 14:57:15 +03:00
|
|
|
k->keepon &= ~KEEP_SEND; /* we're done writing */
|
|
|
|
|
2019-08-22 15:08:18 +03:00
|
|
|
/* These functions should be moved into the handler struct! */
|
2021-01-08 19:58:15 +03:00
|
|
|
Curl_http2_done_sending(data, conn);
|
2021-01-19 11:48:40 +03:00
|
|
|
Curl_quic_done_sending(data);
|
2016-09-05 12:07:40 +03:00
|
|
|
|
2016-04-01 14:57:15 +03:00
|
|
|
if(conn->bits.rewindaftersend) {
|
2021-01-19 12:24:35 +03:00
|
|
|
CURLcode result = Curl_readrewind(data);
|
2016-04-01 14:57:15 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2021-06-04 13:16:57 +03:00
|
|
|
#if defined(WIN32) && defined(USE_WINSOCK)
|
2018-08-08 15:43:26 +03:00
|
|
|
#ifndef SIO_IDEAL_SEND_BACKLOG_QUERY
|
|
|
|
#define SIO_IDEAL_SEND_BACKLOG_QUERY 0x4004747B
|
|
|
|
#endif
|
|
|
|
|
2018-07-19 15:07:59 +03:00
|
|
|
static void win_update_buffer_size(curl_socket_t sockfd)
|
|
|
|
{
|
|
|
|
int result;
|
|
|
|
ULONG ideal;
|
|
|
|
DWORD ideallen;
|
|
|
|
result = WSAIoctl(sockfd, SIO_IDEAL_SEND_BACKLOG_QUERY, 0, 0,
|
|
|
|
&ideal, sizeof(ideal), &ideallen, 0, 0);
|
|
|
|
if(result == 0) {
|
|
|
|
setsockopt(sockfd, SOL_SOCKET, SO_SNDBUF,
|
|
|
|
(const char *)&ideal, sizeof(ideal));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
#define win_update_buffer_size(x)
|
|
|
|
#endif
|
2016-04-01 14:57:15 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/*
|
|
|
|
* Send data to upload to the server, when the socket is writable.
|
|
|
|
*/
|
2016-06-21 16:47:12 +03:00
|
|
|
static CURLcode readwrite_upload(struct Curl_easy *data,
|
2008-08-09 00:37:54 +04:00
|
|
|
struct connectdata *conn,
|
|
|
|
int *didwhat)
|
|
|
|
{
|
|
|
|
ssize_t i, si;
|
|
|
|
ssize_t bytes_written;
|
|
|
|
CURLcode result;
|
|
|
|
ssize_t nread; /* number of bytes read */
|
2009-05-07 22:03:49 +04:00
|
|
|
bool sending_http_headers = FALSE;
|
2017-04-25 11:49:53 +03:00
|
|
|
struct SingleRequest *k = &data->req;
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if((k->bytecount == 0) && (k->writebytecount == 0))
|
|
|
|
Curl_pgrsTime(data, TIMER_STARTTRANSFER);
|
2002-12-09 18:37:54 +03:00
|
|
|
|
2009-05-11 11:53:38 +04:00
|
|
|
*didwhat |= KEEP_SEND;
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
do {
|
2020-12-15 18:53:04 +03:00
|
|
|
curl_off_t nbody;
|
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* only read more data if there's no upload data already
|
|
|
|
present in the upload buffer */
|
2017-04-25 11:49:53 +03:00
|
|
|
if(0 == k->upload_present) {
|
2018-08-17 01:49:37 +03:00
|
|
|
result = Curl_get_upload_buffer(data);
|
|
|
|
if(result)
|
|
|
|
return result;
|
2008-08-09 00:37:54 +04:00
|
|
|
/* init the "upload from here" pointer */
|
2018-08-17 01:49:37 +03:00
|
|
|
k->upload_fromhere = data->state.ulbuf;
|
2008-08-09 00:37:54 +04:00
|
|
|
|
|
|
|
if(!k->upload_done) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* HTTP pollution, this should be written nicer to become more
|
|
|
|
protocol agnostic. */
|
2018-08-31 11:17:40 +03:00
|
|
|
size_t fillcount;
|
2020-11-23 10:32:41 +03:00
|
|
|
struct HTTP *http = k->p.http;
|
2009-02-27 11:53:10 +03:00
|
|
|
|
|
|
|
if((k->exp100 == EXP100_SENDING_REQUEST) &&
|
2013-08-05 12:32:08 +04:00
|
|
|
(http->sending == HTTPSEND_BODY)) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* If this call is to send body data, we must take some action:
|
|
|
|
We have sent off the full HTTP 1.1 request, and we shall now
|
|
|
|
go into the Expect: 100 state and await such a header */
|
|
|
|
k->exp100 = EXP100_AWAITING_CONTINUE; /* wait for the header */
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon &= ~KEEP_SEND; /* disable writing */
|
2017-10-25 12:59:43 +03:00
|
|
|
k->start100 = Curl_now(); /* timeout count starts now */
|
2009-05-11 11:53:38 +04:00
|
|
|
*didwhat &= ~KEEP_SEND; /* we didn't write anything actually */
|
2010-08-06 12:57:44 +04:00
|
|
|
/* set a timeout for the multi interface */
|
2017-05-09 13:47:49 +03:00
|
|
|
Curl_expire(data, data->set.expect_100_timeout, EXPIRE_100_TIMEOUT);
|
2009-02-27 11:53:10 +03:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2014-04-20 21:37:54 +04:00
|
|
|
if(conn->handler->protocol&(PROTO_FAMILY_HTTP|CURLPROTO_RTSP)) {
|
2013-08-05 12:32:08 +04:00
|
|
|
if(http->sending == HTTPSEND_REQUEST)
|
2009-05-04 13:47:02 +04:00
|
|
|
/* We're sending the HTTP request headers, not the data.
|
|
|
|
Remember that so we don't change the line endings. */
|
2009-05-07 22:03:49 +04:00
|
|
|
sending_http_headers = TRUE;
|
|
|
|
else
|
2009-05-04 13:47:02 +04:00
|
|
|
sending_http_headers = FALSE;
|
|
|
|
}
|
2009-05-07 22:03:49 +04:00
|
|
|
|
2021-01-19 12:24:35 +03:00
|
|
|
result = Curl_fillreadbuffer(data, data->set.upload_buffer_size,
|
2018-08-18 17:17:05 +03:00
|
|
|
&fillcount);
|
2009-02-27 11:53:10 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
|
2018-08-31 11:17:40 +03:00
|
|
|
nread = fillcount;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
|
|
|
else
|
2009-02-27 11:53:10 +03:00
|
|
|
nread = 0; /* we're done uploading/reading */
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2009-05-11 11:53:38 +04:00
|
|
|
if(!nread && (k->keepon & KEEP_SEND_PAUSE)) {
|
2009-02-27 11:53:10 +03:00
|
|
|
/* this is a paused transfer */
|
|
|
|
break;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
2017-09-10 00:09:06 +03:00
|
|
|
if(nread <= 0) {
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_done_sending(data, k);
|
2016-04-01 14:57:15 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
2009-02-27 11:53:10 +03:00
|
|
|
break;
|
2008-05-09 16:53:42 +04:00
|
|
|
}
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* store number of bytes available for upload */
|
2017-04-25 11:49:53 +03:00
|
|
|
k->upload_present = nread;
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* convert LF to CRLF if so asked */
|
2011-09-02 19:41:39 +04:00
|
|
|
if((!sending_http_headers) && (
|
2008-08-09 00:37:54 +04:00
|
|
|
#ifdef CURL_DO_LINEEND_CONV
|
2011-09-02 19:41:39 +04:00
|
|
|
/* always convert if we're FTPing in ASCII mode */
|
2021-02-08 17:56:10 +03:00
|
|
|
(data->state.prefer_ascii) ||
|
2009-05-07 22:03:49 +04:00
|
|
|
#endif
|
2011-09-02 19:41:39 +04:00
|
|
|
(data->set.crlf))) {
|
2014-11-30 17:48:01 +03:00
|
|
|
/* Do we need to allocate a scratch buffer? */
|
|
|
|
if(!data->state.scratch) {
|
2018-08-18 17:17:05 +03:00
|
|
|
data->state.scratch = malloc(2 * data->set.upload_buffer_size);
|
2014-11-30 17:48:01 +03:00
|
|
|
if(!data->state.scratch) {
|
2022-04-16 12:55:05 +03:00
|
|
|
failf(data, "Failed to alloc scratch buffer");
|
2014-11-30 17:48:01 +03:00
|
|
|
|
2014-11-30 17:45:20 +03:00
|
|
|
return CURLE_OUT_OF_MEMORY;
|
|
|
|
}
|
2009-05-07 22:03:49 +04:00
|
|
|
}
|
2014-11-30 17:48:01 +03:00
|
|
|
|
2009-05-07 22:03:49 +04:00
|
|
|
/*
|
|
|
|
* ASCII/EBCDIC Note: This is presumably a text (not binary)
|
|
|
|
* transfer so the data should already be in ASCII.
|
|
|
|
* That means the hex values for ASCII CR (0x0d) & LF (0x0a)
|
|
|
|
* must be used instead of the escape sequences \r & \n.
|
|
|
|
*/
|
|
|
|
for(i = 0, si = 0; i < nread; i++, si++) {
|
2017-04-25 11:49:53 +03:00
|
|
|
if(k->upload_fromhere[i] == 0x0a) {
|
2009-05-07 22:03:49 +04:00
|
|
|
data->state.scratch[si++] = 0x0d;
|
|
|
|
data->state.scratch[si] = 0x0a;
|
|
|
|
if(!data->set.crlf) {
|
|
|
|
/* we're here only because FTP is in ASCII mode...
|
|
|
|
bump infilesize for the LF we just added */
|
2015-09-27 00:36:25 +03:00
|
|
|
if(data->state.infilesize != -1)
|
|
|
|
data->state.infilesize++;
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
|
|
|
}
|
2009-05-07 22:03:49 +04:00
|
|
|
else
|
2017-04-25 11:49:53 +03:00
|
|
|
data->state.scratch[si] = k->upload_fromhere[i];
|
2009-05-07 22:03:49 +04:00
|
|
|
}
|
2014-11-30 17:24:35 +03:00
|
|
|
|
2009-05-07 22:03:49 +04:00
|
|
|
if(si != nread) {
|
|
|
|
/* only perform the special operation if we really did replace
|
|
|
|
anything */
|
|
|
|
nread = si;
|
2009-02-27 11:53:10 +03:00
|
|
|
|
2009-05-07 22:03:49 +04:00
|
|
|
/* upload from the new (replaced) buffer instead */
|
2017-04-25 11:49:53 +03:00
|
|
|
k->upload_fromhere = data->state.scratch;
|
2009-02-27 11:53:10 +03:00
|
|
|
|
2009-05-07 22:03:49 +04:00
|
|
|
/* set the new amount too */
|
2017-04-25 11:49:53 +03:00
|
|
|
k->upload_present = nread;
|
2009-02-27 11:53:10 +03:00
|
|
|
}
|
2009-05-07 22:03:49 +04:00
|
|
|
}
|
2014-11-30 17:24:35 +03:00
|
|
|
|
|
|
|
#ifndef CURL_DISABLE_SMTP
|
|
|
|
if(conn->handler->protocol & PROTO_FAMILY_SMTP) {
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_smtp_escape_eob(data, nread);
|
2014-11-30 17:24:35 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
#endif /* CURL_DISABLE_SMTP */
|
2017-04-25 11:49:53 +03:00
|
|
|
} /* if 0 == k->upload_present */
|
2008-08-09 00:37:54 +04:00
|
|
|
else {
|
|
|
|
/* We have a partial buffer left from a previous "round". Use
|
2009-02-27 11:53:10 +03:00
|
|
|
that instead of reading more data */
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* write to socket (send away data) */
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_write(data,
|
2017-04-25 11:49:53 +03:00
|
|
|
conn->writesockfd, /* socket to send to */
|
|
|
|
k->upload_fromhere, /* buffer pointer */
|
|
|
|
k->upload_present, /* buffer size */
|
|
|
|
&bytes_written); /* actually sent */
|
2008-08-09 00:37:54 +04:00
|
|
|
if(result)
|
|
|
|
return result;
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2018-07-19 15:07:59 +03:00
|
|
|
win_update_buffer_size(conn->writesockfd);
|
|
|
|
|
2020-12-15 18:53:04 +03:00
|
|
|
if(k->pendingheader) {
|
|
|
|
/* parts of what was sent was header */
|
|
|
|
curl_off_t n = CURLMIN(k->pendingheader, bytes_written);
|
|
|
|
/* show the data before we change the pointer upload_fromhere */
|
|
|
|
Curl_debug(data, CURLINFO_HEADER_OUT, k->upload_fromhere, (size_t)n);
|
|
|
|
k->pendingheader -= n;
|
|
|
|
nbody = bytes_written - n; /* size of the written body part */
|
|
|
|
}
|
|
|
|
else
|
|
|
|
nbody = bytes_written;
|
2003-02-24 19:53:53 +03:00
|
|
|
|
2020-12-15 18:53:04 +03:00
|
|
|
if(nbody) {
|
|
|
|
/* show the data before we change the pointer upload_fromhere */
|
|
|
|
Curl_debug(data, CURLINFO_DATA_OUT,
|
|
|
|
&k->upload_fromhere[bytes_written - nbody],
|
|
|
|
(size_t)nbody);
|
|
|
|
|
|
|
|
k->writebytecount += nbody;
|
|
|
|
Curl_pgrsSetUploadCounter(data, k->writebytecount);
|
|
|
|
}
|
2011-03-13 01:05:11 +03:00
|
|
|
|
2017-10-24 23:08:26 +03:00
|
|
|
if((!k->upload_chunky || k->forbidchunk) &&
|
|
|
|
(k->writebytecount == data->state.infilesize)) {
|
2011-03-13 01:05:11 +03:00
|
|
|
/* we have sent all data we were supposed to */
|
|
|
|
k->upload_done = TRUE;
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "We are completely uploaded and fine");
|
2011-03-13 01:05:11 +03:00
|
|
|
}
|
|
|
|
|
2017-04-25 11:49:53 +03:00
|
|
|
if(k->upload_present != bytes_written) {
|
2008-08-09 00:37:54 +04:00
|
|
|
/* we only wrote a part of the buffer (if anything), deal with it! */
|
2004-06-22 10:50:41 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* store the amount of bytes left in the buffer to write */
|
2017-04-25 11:49:53 +03:00
|
|
|
k->upload_present -= bytes_written;
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* advance the pointer where to find the buffer when the next send
|
2009-02-27 11:53:10 +03:00
|
|
|
is to happen */
|
2017-04-25 11:49:53 +03:00
|
|
|
k->upload_fromhere += bytes_written;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
/* we've uploaded that buffer now */
|
2018-08-17 01:49:37 +03:00
|
|
|
result = Curl_get_upload_buffer(data);
|
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
k->upload_fromhere = data->state.ulbuf;
|
2017-04-25 11:49:53 +03:00
|
|
|
k->upload_present = 0; /* no more bytes left */
|
2004-11-24 19:11:35 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if(k->upload_done) {
|
2021-01-08 19:58:15 +03:00
|
|
|
result = Curl_done_sending(data, k);
|
2016-04-01 14:57:15 +03:00
|
|
|
if(result)
|
|
|
|
return result;
|
2008-08-09 00:37:54 +04:00
|
|
|
}
|
|
|
|
}
|
2008-05-09 16:53:42 +04:00
|
|
|
|
|
|
|
|
2019-11-30 11:29:36 +03:00
|
|
|
} while(0); /* just to break out from! */
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
return CURLE_OK;
|
|
|
|
}
|
2002-01-03 18:01:22 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/*
|
|
|
|
* Curl_readwrite() is the low-level function to be called when data is to
|
|
|
|
* be read and written to/from the connection.
|
2016-08-02 01:48:23 +03:00
|
|
|
*
|
|
|
|
* return '*comeback' TRUE if we didn't properly drain the socket so this
|
|
|
|
* function should get called again without select() or similar in between!
|
2008-08-09 00:37:54 +04:00
|
|
|
*/
|
|
|
|
CURLcode Curl_readwrite(struct connectdata *conn,
|
2016-06-21 16:47:12 +03:00
|
|
|
struct Curl_easy *data,
|
2016-08-02 01:48:23 +03:00
|
|
|
bool *done,
|
|
|
|
bool *comeback)
|
2008-08-09 00:37:54 +04:00
|
|
|
{
|
|
|
|
struct SingleRequest *k = &data->req;
|
|
|
|
CURLcode result;
|
2017-09-10 00:09:06 +03:00
|
|
|
int didwhat = 0;
|
2002-03-20 13:53:24 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
curl_socket_t fd_read;
|
|
|
|
curl_socket_t fd_write;
|
|
|
|
int select_res = conn->cselect_bits;
|
2002-03-20 13:53:24 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
conn->cselect_bits = 0;
|
2002-12-05 17:26:30 +03:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* only use the proper socket if the *_HOLD bit is not set simultaneously as
|
|
|
|
then we are in rate limiting state in that transfer direction */
|
2008-05-09 16:53:42 +04:00
|
|
|
|
2010-03-06 21:39:45 +03:00
|
|
|
if((k->keepon & KEEP_RECVBITS) == KEEP_RECV)
|
2008-08-09 00:37:54 +04:00
|
|
|
fd_read = conn->sockfd;
|
2010-03-06 21:39:45 +03:00
|
|
|
else
|
2008-08-09 00:37:54 +04:00
|
|
|
fd_read = CURL_SOCKET_BAD;
|
2008-05-09 16:53:42 +04:00
|
|
|
|
2009-05-11 11:53:38 +04:00
|
|
|
if((k->keepon & KEEP_SENDBITS) == KEEP_SEND)
|
2008-08-09 00:37:54 +04:00
|
|
|
fd_write = conn->writesockfd;
|
|
|
|
else
|
|
|
|
fd_write = CURL_SOCKET_BAD;
|
2008-05-09 16:53:42 +04:00
|
|
|
|
2021-01-19 12:24:35 +03:00
|
|
|
if(data->state.drain) {
|
2015-04-30 09:20:49 +03:00
|
|
|
select_res |= CURL_CSELECT_IN;
|
2021-07-06 18:05:17 +03:00
|
|
|
DEBUGF(infof(data, "Curl_readwrite: forcibly told to drain data"));
|
2015-04-30 09:20:49 +03:00
|
|
|
}
|
|
|
|
|
2010-03-06 21:39:45 +03:00
|
|
|
if(!select_res) /* Call for select()/poll() only, if read/write/error
|
|
|
|
status is not known. */
|
2016-10-18 11:58:58 +03:00
|
|
|
select_res = Curl_socket_check(fd_read, CURL_SOCKET_BAD, fd_write, 0);
|
2008-05-09 16:53:42 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
if(select_res == CURL_CSELECT_ERR) {
|
|
|
|
failf(data, "select/poll returned error");
|
|
|
|
return CURLE_SEND_ERROR;
|
|
|
|
}
|
2008-05-09 16:53:42 +04:00
|
|
|
|
2020-12-14 16:10:33 +03:00
|
|
|
#ifdef USE_HYPER
|
2021-05-31 16:11:27 +03:00
|
|
|
if(conn->datastream) {
|
|
|
|
result = conn->datastream(data, conn, &didwhat, done, select_res);
|
|
|
|
if(result || *done)
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
else {
|
2020-12-14 16:10:33 +03:00
|
|
|
#endif
|
2008-08-09 00:37:54 +04:00
|
|
|
/* We go ahead and do a read if we have a readable socket or if
|
|
|
|
the stream was rewound (in which case we have data in a
|
|
|
|
buffer) */
|
2020-03-06 01:52:41 +03:00
|
|
|
if((k->keepon & KEEP_RECV) && (select_res & CURL_CSELECT_IN)) {
|
2016-08-02 01:48:23 +03:00
|
|
|
result = readwrite_data(data, conn, k, &didwhat, done, comeback);
|
2008-08-09 00:37:54 +04:00
|
|
|
if(result || *done)
|
|
|
|
return result;
|
|
|
|
}
|
2000-05-22 18:09:31 +04:00
|
|
|
|
2008-08-09 00:37:54 +04:00
|
|
|
/* If we still have writing to do, we check if we have a writable socket. */
|
2009-05-11 11:53:38 +04:00
|
|
|
if((k->keepon & KEEP_SEND) && (select_res & CURL_CSELECT_OUT)) {
|
2008-08-09 00:37:54 +04:00
|
|
|
/* write */
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2017-04-25 11:49:53 +03:00
|
|
|
result = readwrite_upload(data, conn, &didwhat);
|
2008-08-09 00:37:54 +04:00
|
|
|
if(result)
|
|
|
|
return result;
|
|
|
|
}
|
2021-05-31 16:11:27 +03:00
|
|
|
#ifdef USE_HYPER
|
|
|
|
}
|
|
|
|
#endif
|
2000-10-03 15:02:52 +04:00
|
|
|
|
2017-10-25 12:59:43 +03:00
|
|
|
k->now = Curl_now();
|
2020-12-26 17:43:25 +03:00
|
|
|
if(!didwhat) {
|
2002-01-03 18:01:22 +03:00
|
|
|
/* no read no write, this is a timeout? */
|
2008-03-13 23:56:13 +03:00
|
|
|
if(k->exp100 == EXP100_AWAITING_CONTINUE) {
|
2002-01-03 18:01:22 +03:00
|
|
|
/* This should allow some time for the header to arrive, but only a
|
2008-03-13 23:56:13 +03:00
|
|
|
very short time as otherwise it'll be too much wasted time too
|
2002-01-03 18:01:22 +03:00
|
|
|
often. */
|
2003-02-24 19:53:53 +03:00
|
|
|
|
|
|
|
/* Quoting RFC2616, section "8.2.3 Use of the 100 (Continue) Status":
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2008-05-09 16:53:42 +04:00
|
|
|
Therefore, when a client sends this header field to an origin server
|
|
|
|
(possibly via a proxy) from which it has never seen a 100 (Continue)
|
|
|
|
status, the client SHOULD NOT wait for an indefinite period before
|
|
|
|
sending the request body.
|
2003-02-24 19:53:53 +03:00
|
|
|
|
|
|
|
*/
|
|
|
|
|
2017-10-23 13:05:49 +03:00
|
|
|
timediff_t ms = Curl_timediff(k->now, k->start100);
|
2014-02-13 13:49:27 +04:00
|
|
|
if(ms >= data->set.expect_100_timeout) {
|
2003-02-24 19:53:53 +03:00
|
|
|
/* we've waited long enough, continue anyway */
|
2008-03-13 23:56:13 +03:00
|
|
|
k->exp100 = EXP100_SEND_DATA;
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon |= KEEP_SEND;
|
2017-05-09 13:47:49 +03:00
|
|
|
Curl_expire_done(data, EXPIRE_100_TIMEOUT);
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Done waiting for 100-continue");
|
2003-02-24 19:53:53 +03:00
|
|
|
}
|
2004-05-17 10:50:08 +04:00
|
|
|
}
|
2002-01-03 18:01:22 +03:00
|
|
|
}
|
2001-11-01 15:18:53 +03:00
|
|
|
|
2021-01-18 13:56:50 +03:00
|
|
|
if(Curl_pgrsUpdate(data))
|
2002-01-03 18:01:22 +03:00
|
|
|
result = CURLE_ABORTED_BY_CALLBACK;
|
|
|
|
else
|
2004-07-17 01:01:16 +04:00
|
|
|
result = Curl_speedcheck(data, k->now);
|
2007-11-05 12:45:09 +03:00
|
|
|
if(result)
|
2002-01-03 18:01:22 +03:00
|
|
|
return result;
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2010-03-24 19:02:17 +03:00
|
|
|
if(k->keepon) {
|
2011-01-05 01:07:58 +03:00
|
|
|
if(0 > Curl_timeleft(data, &k->now, FALSE)) {
|
2010-03-24 19:02:17 +03:00
|
|
|
if(k->size != -1) {
|
2019-01-02 01:04:57 +03:00
|
|
|
failf(data, "Operation timed out after %" CURL_FORMAT_TIMEDIFF_T
|
|
|
|
" milliseconds with %" CURL_FORMAT_CURL_OFF_T " out of %"
|
2013-12-31 15:10:25 +04:00
|
|
|
CURL_FORMAT_CURL_OFF_T " bytes received",
|
2017-10-23 13:05:49 +03:00
|
|
|
Curl_timediff(k->now, data->progress.t_startsingle),
|
|
|
|
k->bytecount, k->size);
|
2010-05-27 23:03:46 +04:00
|
|
|
}
|
|
|
|
else {
|
2019-01-02 01:04:57 +03:00
|
|
|
failf(data, "Operation timed out after %" CURL_FORMAT_TIMEDIFF_T
|
|
|
|
" milliseconds with %" CURL_FORMAT_CURL_OFF_T " bytes received",
|
2017-10-23 13:05:49 +03:00
|
|
|
Curl_timediff(k->now, data->progress.t_startsingle),
|
|
|
|
k->bytecount);
|
2010-03-24 19:02:17 +03:00
|
|
|
}
|
|
|
|
return CURLE_OPERATION_TIMEDOUT;
|
2006-07-25 22:38:51 +04:00
|
|
|
}
|
2002-01-03 18:01:22 +03:00
|
|
|
}
|
2010-03-24 19:02:17 +03:00
|
|
|
else {
|
2002-01-03 18:01:22 +03:00
|
|
|
/*
|
|
|
|
* The transfer has been performed. Just make some general checks before
|
|
|
|
* returning.
|
|
|
|
*/
|
|
|
|
|
2008-01-31 15:04:33 +03:00
|
|
|
if(!(data->set.opt_no_body) && (k->size != -1) &&
|
2006-09-08 01:49:20 +04:00
|
|
|
(k->bytecount != k->size) &&
|
2006-04-26 11:40:37 +04:00
|
|
|
#ifdef CURL_DO_LINEEND_CONV
|
|
|
|
/* Most FTP servers don't adjust their file SIZE response for CRLFs,
|
|
|
|
so we'll check to see if the discrepancy can be explained
|
|
|
|
by the number of CRLFs we've changed to LFs.
|
2008-05-09 16:53:42 +04:00
|
|
|
*/
|
2006-09-08 01:49:20 +04:00
|
|
|
(k->bytecount != (k->size + data->state.crlf_conversions)) &&
|
2006-04-26 11:40:37 +04:00
|
|
|
#endif /* CURL_DO_LINEEND_CONV */
|
2017-04-25 11:49:53 +03:00
|
|
|
!k->newurl) {
|
2013-12-31 15:10:25 +04:00
|
|
|
failf(data, "transfer closed with %" CURL_FORMAT_CURL_OFF_T
|
2017-04-25 11:49:53 +03:00
|
|
|
" bytes remaining to read", k->size - k->bytecount);
|
2002-01-03 18:01:22 +03:00
|
|
|
return CURLE_PARTIAL_FILE;
|
|
|
|
}
|
2017-04-25 11:49:53 +03:00
|
|
|
if(!(data->set.opt_no_body) && k->chunk &&
|
|
|
|
(conn->chunk.state != CHUNK_STOP)) {
|
2004-12-03 12:31:25 +03:00
|
|
|
/*
|
|
|
|
* In chunked mode, return an error if the connection is closed prior to
|
2011-09-11 17:42:11 +04:00
|
|
|
* the empty (terminating) chunk is read.
|
2004-12-03 12:31:25 +03:00
|
|
|
*
|
|
|
|
* The condition above used to check for
|
|
|
|
* conn->proto.http->chunk.datasize != 0 which is true after reading
|
|
|
|
* *any* chunk, not just the empty chunk.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
failf(data, "transfer closed with outstanding read data remaining");
|
2002-01-03 18:01:22 +03:00
|
|
|
return CURLE_PARTIAL_FILE;
|
2000-05-22 18:09:31 +04:00
|
|
|
}
|
2021-01-18 13:56:50 +03:00
|
|
|
if(Curl_pgrsUpdate(data))
|
2007-03-11 12:11:29 +03:00
|
|
|
return CURLE_ABORTED_BY_CALLBACK;
|
2000-05-22 18:09:31 +04:00
|
|
|
}
|
2001-05-12 20:11:14 +04:00
|
|
|
|
2002-01-03 18:01:22 +03:00
|
|
|
/* Now update the "done" boolean we return */
|
2011-09-05 22:46:09 +04:00
|
|
|
*done = (0 == (k->keepon&(KEEP_RECV|KEEP_SEND|
|
|
|
|
KEEP_RECV_PAUSE|KEEP_SEND_PAUSE))) ? TRUE : FALSE;
|
2001-05-12 20:11:14 +04:00
|
|
|
|
2002-01-03 18:01:22 +03:00
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2004-04-26 11:12:52 +04:00
|
|
|
/*
|
2006-04-10 19:00:53 +04:00
|
|
|
* Curl_single_getsock() gets called by the multi interface code when the app
|
|
|
|
* has requested to get the sockets for the current connection. This function
|
2004-04-26 11:12:52 +04:00
|
|
|
* will then be called once for every connection that the multi interface
|
|
|
|
* keeps track of. This function will only be called for connections that are
|
|
|
|
* in the proper state to have this information available.
|
|
|
|
*/
|
2021-01-08 19:58:15 +03:00
|
|
|
int Curl_single_getsock(struct Curl_easy *data,
|
|
|
|
struct connectdata *conn,
|
2019-07-30 12:02:03 +03:00
|
|
|
curl_socket_t *sock)
|
2000-05-22 18:09:31 +04:00
|
|
|
{
|
2006-04-10 19:00:53 +04:00
|
|
|
int bitmap = GETSOCK_BLANK;
|
2007-09-27 05:45:22 +04:00
|
|
|
unsigned sockindex = 0;
|
2006-04-10 19:00:53 +04:00
|
|
|
|
2008-12-20 00:14:52 +03:00
|
|
|
if(conn->handler->perform_getsock)
|
2021-01-08 19:58:15 +03:00
|
|
|
return conn->handler->perform_getsock(data, conn, sock);
|
2006-04-10 19:00:53 +04:00
|
|
|
|
2008-01-08 17:52:05 +03:00
|
|
|
/* don't include HOLD and PAUSE connections */
|
2009-05-11 11:53:38 +04:00
|
|
|
if((data->req.keepon & KEEP_RECVBITS) == KEEP_RECV) {
|
2007-11-16 00:45:45 +03:00
|
|
|
|
|
|
|
DEBUGASSERT(conn->sockfd != CURL_SOCKET_BAD);
|
|
|
|
|
2007-09-27 05:45:22 +04:00
|
|
|
bitmap |= GETSOCK_READSOCK(sockindex);
|
|
|
|
sock[sockindex] = conn->sockfd;
|
2002-01-03 18:01:22 +03:00
|
|
|
}
|
2006-09-08 01:49:20 +04:00
|
|
|
|
2008-01-08 17:52:05 +03:00
|
|
|
/* don't include HOLD and PAUSE connections */
|
2009-05-11 11:53:38 +04:00
|
|
|
if((data->req.keepon & KEEP_SENDBITS) == KEEP_SEND) {
|
2004-03-10 19:01:47 +03:00
|
|
|
|
2006-06-09 11:08:34 +04:00
|
|
|
if((conn->sockfd != conn->writesockfd) ||
|
2014-11-02 16:09:00 +03:00
|
|
|
bitmap == GETSOCK_BLANK) {
|
|
|
|
/* only if they are not the same socket and we have a readable
|
2006-06-09 11:08:34 +04:00
|
|
|
one, we increase index */
|
2014-11-02 16:09:00 +03:00
|
|
|
if(bitmap != GETSOCK_BLANK)
|
2007-09-27 05:45:22 +04:00
|
|
|
sockindex++; /* increase index if we need two entries */
|
2007-11-16 00:45:45 +03:00
|
|
|
|
|
|
|
DEBUGASSERT(conn->writesockfd != CURL_SOCKET_BAD);
|
|
|
|
|
2007-09-27 05:45:22 +04:00
|
|
|
sock[sockindex] = conn->writesockfd;
|
2006-04-10 19:00:53 +04:00
|
|
|
}
|
|
|
|
|
2007-09-27 05:45:22 +04:00
|
|
|
bitmap |= GETSOCK_WRITESOCK(sockindex);
|
2002-01-03 18:01:22 +03:00
|
|
|
}
|
2006-04-10 19:00:53 +04:00
|
|
|
|
|
|
|
return bitmap;
|
2002-01-03 18:01:22 +03:00
|
|
|
}
|
|
|
|
|
2015-10-05 21:39:10 +03:00
|
|
|
/* Curl_init_CONNECT() gets called each time the handle switches to CONNECT
|
|
|
|
which means this gets called once for each subsequent redirect etc */
|
2016-06-21 16:47:12 +03:00
|
|
|
void Curl_init_CONNECT(struct Curl_easy *data)
|
2015-10-05 21:39:10 +03:00
|
|
|
{
|
|
|
|
data->state.fread_func = data->set.fread_func_set;
|
|
|
|
data->state.in = data->set.in_set;
|
|
|
|
}
|
|
|
|
|
2004-04-26 11:12:52 +04:00
|
|
|
/*
|
2015-10-05 21:39:10 +03:00
|
|
|
* Curl_pretransfer() is called immediately before a transfer starts, and only
|
|
|
|
* once for one transfer no matter if it has redirects or do multi-pass
|
|
|
|
* authentication etc.
|
2004-04-26 11:12:52 +04:00
|
|
|
*/
|
2016-06-21 16:47:12 +03:00
|
|
|
CURLcode Curl_pretransfer(struct Curl_easy *data)
|
2002-01-03 18:01:22 +03:00
|
|
|
{
|
2014-10-24 00:56:35 +04:00
|
|
|
CURLcode result;
|
2018-11-01 21:16:15 +03:00
|
|
|
|
2021-03-26 16:25:45 +03:00
|
|
|
if(!data->state.url && !data->set.uh) {
|
2008-08-09 00:37:54 +04:00
|
|
|
/* we can't do anything without URL */
|
2022-04-16 12:55:05 +03:00
|
|
|
failf(data, "No URL set");
|
2001-04-11 18:14:28 +04:00
|
|
|
return CURLE_URL_MALFORMAT;
|
2005-09-21 10:38:33 +04:00
|
|
|
}
|
2018-11-01 21:16:15 +03:00
|
|
|
|
2017-07-04 00:52:10 +03:00
|
|
|
/* since the URL may have been redirected in a previous use of this handle */
|
2021-03-26 16:25:45 +03:00
|
|
|
if(data->state.url_alloc) {
|
2017-07-04 00:52:10 +03:00
|
|
|
/* the already set URL is allocated, free it first! */
|
2021-03-26 16:25:45 +03:00
|
|
|
Curl_safefree(data->state.url);
|
|
|
|
data->state.url_alloc = FALSE;
|
2017-07-04 00:52:10 +03:00
|
|
|
}
|
2018-11-01 21:16:15 +03:00
|
|
|
|
2021-03-26 16:25:45 +03:00
|
|
|
if(!data->state.url && data->set.uh) {
|
2018-11-01 21:16:15 +03:00
|
|
|
CURLUcode uc;
|
2020-07-12 01:45:27 +03:00
|
|
|
free(data->set.str[STRING_SET_URL]);
|
2018-11-01 21:16:15 +03:00
|
|
|
uc = curl_url_get(data->set.uh,
|
2020-07-12 01:45:27 +03:00
|
|
|
CURLUPART_URL, &data->set.str[STRING_SET_URL], 0);
|
2018-11-01 21:16:15 +03:00
|
|
|
if(uc) {
|
2022-04-16 12:55:05 +03:00
|
|
|
failf(data, "No URL set");
|
2018-11-01 21:16:15 +03:00
|
|
|
return CURLE_URL_MALFORMAT;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-08 17:56:10 +03:00
|
|
|
data->state.prefer_ascii = data->set.prefer_ascii;
|
2021-02-08 18:40:34 +03:00
|
|
|
data->state.list_only = data->set.list_only;
|
2020-06-01 23:58:46 +03:00
|
|
|
data->state.httpreq = data->set.method;
|
2021-03-26 16:25:45 +03:00
|
|
|
data->state.url = data->set.str[STRING_SET_URL];
|
2001-04-11 18:14:28 +04:00
|
|
|
|
2005-04-07 19:27:13 +04:00
|
|
|
/* Init the SSL session ID cache here. We do it here since we want to do it
|
2012-01-19 02:39:30 +04:00
|
|
|
after the *_setopt() calls (that could specify the size of the cache) but
|
2005-04-07 19:27:13 +04:00
|
|
|
before any transfer takes place. */
|
2016-11-16 20:49:15 +03:00
|
|
|
result = Curl_ssl_initsessions(data, data->set.general_ssl.max_ssl_sessions);
|
2014-10-24 00:56:35 +04:00
|
|
|
if(result)
|
|
|
|
return result;
|
2001-08-28 12:37:54 +04:00
|
|
|
|
2017-10-26 00:51:50 +03:00
|
|
|
data->state.wildcardmatch = data->set.wildcard_enabled;
|
2021-02-09 01:00:21 +03:00
|
|
|
data->state.followlocation = 0; /* reset the location-follow counter */
|
2001-08-31 02:48:34 +04:00
|
|
|
data->state.this_is_a_follow = FALSE; /* reset this */
|
2001-11-03 01:30:34 +03:00
|
|
|
data->state.errorbuf = FALSE; /* no error has occurred */
|
2021-02-11 18:30:32 +03:00
|
|
|
data->state.httpwant = data->set.httpwant;
|
|
|
|
data->state.httpversion = 0;
|
2004-04-23 00:07:41 +04:00
|
|
|
data->state.authproblem = FALSE;
|
2004-05-04 11:52:53 +04:00
|
|
|
data->state.authhost.want = data->set.httpauth;
|
|
|
|
data->state.authproxy.want = data->set.proxyauth;
|
2008-10-09 02:01:23 +04:00
|
|
|
Curl_safefree(data->info.wouldredirect);
|
2003-06-26 15:30:26 +04:00
|
|
|
|
2020-06-01 23:58:46 +03:00
|
|
|
if(data->state.httpreq == HTTPREQ_PUT)
|
2015-06-24 03:48:37 +03:00
|
|
|
data->state.infilesize = data->set.filesize;
|
2020-06-01 23:58:46 +03:00
|
|
|
else if((data->state.httpreq != HTTPREQ_GET) &&
|
|
|
|
(data->state.httpreq != HTTPREQ_HEAD)) {
|
2015-06-24 03:48:37 +03:00
|
|
|
data->state.infilesize = data->set.postfieldsize;
|
2017-05-30 01:45:54 +03:00
|
|
|
if(data->set.postfields && (data->state.infilesize == -1))
|
|
|
|
data->state.infilesize = (curl_off_t)strlen(data->set.postfields);
|
|
|
|
}
|
2019-02-11 11:17:07 +03:00
|
|
|
else
|
|
|
|
data->state.infilesize = 0;
|
2015-06-24 03:48:37 +03:00
|
|
|
|
2005-08-17 12:55:43 +04:00
|
|
|
/* If there is a list of cookie files to read, do it now! */
|
2021-03-26 16:25:45 +03:00
|
|
|
if(data->state.cookielist)
|
2005-08-17 12:55:43 +04:00
|
|
|
Curl_cookie_loadfiles(data);
|
2010-11-06 00:31:40 +03:00
|
|
|
|
|
|
|
/* If there is a list of host pairs to deal with */
|
2021-03-26 16:25:45 +03:00
|
|
|
if(data->state.resolve)
|
2014-10-24 00:56:35 +04:00
|
|
|
result = Curl_loadhostpairs(data);
|
2002-10-17 11:10:39 +04:00
|
|
|
|
2014-10-24 00:56:35 +04:00
|
|
|
if(!result) {
|
2010-12-21 00:17:41 +03:00
|
|
|
/* Allow data->set.use_port to set which port to use. This needs to be
|
|
|
|
* disabled for example when we follow Location: headers to URLs using
|
|
|
|
* different ports! */
|
|
|
|
data->state.allow_port = TRUE;
|
2002-01-03 18:01:22 +03:00
|
|
|
|
2003-12-02 13:12:44 +03:00
|
|
|
#if defined(HAVE_SIGNAL) && defined(SIGPIPE) && !defined(HAVE_MSG_NOSIGNAL)
|
2010-12-21 00:17:41 +03:00
|
|
|
/*************************************************************
|
|
|
|
* Tell signal handler to ignore SIGPIPE
|
|
|
|
*************************************************************/
|
|
|
|
if(!data->set.no_signal)
|
|
|
|
data->state.prev_signal = signal(SIGPIPE, SIG_IGN);
|
2004-05-17 10:50:08 +04:00
|
|
|
#endif
|
2001-08-15 10:53:10 +04:00
|
|
|
|
2010-12-21 00:17:41 +03:00
|
|
|
Curl_initinfo(data); /* reset session-specific information "variables" */
|
2017-06-21 20:15:46 +03:00
|
|
|
Curl_pgrsResetTransferSizes(data);
|
2010-12-21 00:17:41 +03:00
|
|
|
Curl_pgrsStartNow(data);
|
2000-06-16 17:14:27 +04:00
|
|
|
|
2012-11-06 02:31:24 +04:00
|
|
|
/* In case the handle is re-used and an authentication method was picked
|
|
|
|
in the session we need to make sure we only use the one(s) we now
|
|
|
|
consider to be fine */
|
|
|
|
data->state.authhost.picked &= data->state.authhost.want;
|
|
|
|
data->state.authproxy.picked &= data->state.authproxy.want;
|
2016-05-15 01:37:36 +03:00
|
|
|
|
2019-05-05 18:08:21 +03:00
|
|
|
#ifndef CURL_DISABLE_FTP
|
2017-10-26 00:51:50 +03:00
|
|
|
if(data->state.wildcardmatch) {
|
2016-05-15 01:37:36 +03:00
|
|
|
struct WildcardData *wc = &data->wildcard;
|
2017-04-03 11:32:43 +03:00
|
|
|
if(wc->state < CURLWC_INIT) {
|
2016-05-15 01:37:36 +03:00
|
|
|
result = Curl_wildcard_init(wc); /* init wildcard structures */
|
|
|
|
if(result)
|
2016-05-16 06:48:47 +03:00
|
|
|
return CURLE_OUT_OF_MEMORY;
|
2016-05-15 01:37:36 +03:00
|
|
|
}
|
|
|
|
}
|
2019-05-05 18:08:21 +03:00
|
|
|
#endif
|
2019-09-30 10:30:58 +03:00
|
|
|
Curl_http2_init_state(&data->state);
|
2021-09-16 09:40:21 +03:00
|
|
|
result = Curl_hsts_loadcb(data, data->hsts);
|
2010-12-21 00:17:41 +03:00
|
|
|
}
|
2010-08-29 02:16:34 +04:00
|
|
|
|
2021-01-05 16:30:21 +03:00
|
|
|
/*
|
|
|
|
* Set user-agent. Used for HTTP, but since we can attempt to tunnel
|
|
|
|
* basically anything through a http proxy we can't limit this based on
|
|
|
|
* protocol.
|
|
|
|
*/
|
|
|
|
if(data->set.str[STRING_USERAGENT]) {
|
|
|
|
Curl_safefree(data->state.aptr.uagent);
|
|
|
|
data->state.aptr.uagent =
|
|
|
|
aprintf("User-Agent: %s\r\n", data->set.str[STRING_USERAGENT]);
|
|
|
|
if(!data->state.aptr.uagent)
|
|
|
|
return CURLE_OUT_OF_MEMORY;
|
|
|
|
}
|
|
|
|
|
2021-02-12 12:27:42 +03:00
|
|
|
if(!result)
|
|
|
|
result = Curl_setstropt(&data->state.aptr.user,
|
|
|
|
data->set.str[STRING_USERNAME]);
|
|
|
|
if(!result)
|
|
|
|
result = Curl_setstropt(&data->state.aptr.passwd,
|
|
|
|
data->set.str[STRING_PASSWORD]);
|
|
|
|
if(!result)
|
|
|
|
result = Curl_setstropt(&data->state.aptr.proxyuser,
|
|
|
|
data->set.str[STRING_PROXYUSERNAME]);
|
|
|
|
if(!result)
|
|
|
|
result = Curl_setstropt(&data->state.aptr.proxypasswd,
|
|
|
|
data->set.str[STRING_PROXYPASSWORD]);
|
|
|
|
|
2021-01-05 16:30:21 +03:00
|
|
|
data->req.headerbytecount = 0;
|
2022-03-17 12:20:19 +03:00
|
|
|
Curl_headers_cleanup(data);
|
2014-10-24 00:56:35 +04:00
|
|
|
return result;
|
2002-01-03 18:01:22 +03:00
|
|
|
}
|
|
|
|
|
2004-04-26 11:12:52 +04:00
|
|
|
/*
|
|
|
|
* Curl_posttransfer() is called immediately after a transfer ends
|
|
|
|
*/
|
2016-06-21 16:47:12 +03:00
|
|
|
CURLcode Curl_posttransfer(struct Curl_easy *data)
|
2002-01-03 18:01:22 +03:00
|
|
|
{
|
2003-12-02 13:12:44 +03:00
|
|
|
#if defined(HAVE_SIGNAL) && defined(SIGPIPE) && !defined(HAVE_MSG_NOSIGNAL)
|
2002-01-03 18:01:22 +03:00
|
|
|
/* restore the signal handler for SIGPIPE before we get back */
|
2002-08-09 02:52:50 +04:00
|
|
|
if(!data->set.no_signal)
|
|
|
|
signal(SIGPIPE, data->state.prev_signal);
|
2003-12-02 16:40:12 +03:00
|
|
|
#else
|
|
|
|
(void)data; /* unused parameter */
|
2004-05-17 10:50:08 +04:00
|
|
|
#endif
|
2002-01-03 18:01:22 +03:00
|
|
|
|
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
2004-04-26 11:12:52 +04:00
|
|
|
/*
|
|
|
|
* Curl_follow() handles the URL redirect magic. Pass in the 'newurl' string
|
|
|
|
* as given by the remote server and set up the new URL to request.
|
2018-10-02 10:58:04 +03:00
|
|
|
*
|
|
|
|
* This function DOES NOT FREE the given url.
|
2004-04-26 11:12:52 +04:00
|
|
|
*/
|
2016-06-21 16:47:12 +03:00
|
|
|
CURLcode Curl_follow(struct Curl_easy *data,
|
2017-05-23 11:32:18 +03:00
|
|
|
char *newurl, /* the Location: string */
|
2013-01-04 05:50:28 +04:00
|
|
|
followtype type) /* see transfer.h */
|
2002-10-07 17:38:34 +04:00
|
|
|
{
|
2008-10-10 02:14:38 +04:00
|
|
|
#ifdef CURL_DISABLE_HTTP
|
|
|
|
(void)data;
|
|
|
|
(void)newurl;
|
|
|
|
(void)type;
|
|
|
|
/* Location: following will not happen when HTTP is disabled */
|
|
|
|
return CURLE_TOO_MANY_REDIRECTS;
|
|
|
|
#else
|
|
|
|
|
2002-10-07 17:38:34 +04:00
|
|
|
/* Location: redirect */
|
2008-05-01 01:20:08 +04:00
|
|
|
bool disallowport = FALSE;
|
2017-05-23 11:32:18 +03:00
|
|
|
bool reachedmax = FALSE;
|
2018-09-15 00:33:28 +03:00
|
|
|
CURLUcode uc;
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2021-01-02 01:41:21 +03:00
|
|
|
DEBUGASSERT(type != FOLLOW_NONE);
|
|
|
|
|
2022-03-17 12:20:19 +03:00
|
|
|
if(type != FOLLOW_FAKE)
|
|
|
|
data->state.requests++; /* count all real follows */
|
2008-05-01 01:20:08 +04:00
|
|
|
if(type == FOLLOW_REDIR) {
|
2007-11-05 12:45:09 +03:00
|
|
|
if((data->set.maxredirs != -1) &&
|
2021-02-09 01:00:21 +03:00
|
|
|
(data->state.followlocation >= data->set.maxredirs)) {
|
2017-05-23 11:32:18 +03:00
|
|
|
reachedmax = TRUE;
|
|
|
|
type = FOLLOW_FAKE; /* switch to fake to store the would-be-redirected
|
|
|
|
to URL */
|
2006-01-30 11:20:52 +03:00
|
|
|
}
|
2017-05-23 11:32:18 +03:00
|
|
|
else {
|
|
|
|
/* mark the next request as a followed location: */
|
|
|
|
data->state.this_is_a_follow = TRUE;
|
2002-10-07 17:38:34 +04:00
|
|
|
|
2021-02-09 01:00:21 +03:00
|
|
|
data->state.followlocation++; /* count location-followers */
|
2002-10-07 17:38:34 +04:00
|
|
|
|
2017-05-23 11:32:18 +03:00
|
|
|
if(data->set.http_auto_referer) {
|
2021-02-23 16:54:46 +03:00
|
|
|
CURLU *u;
|
2021-03-29 10:32:14 +03:00
|
|
|
char *referer = NULL;
|
2021-02-23 16:54:46 +03:00
|
|
|
|
2017-05-23 11:32:18 +03:00
|
|
|
/* We are asked to automatically set the previous URL as the referer
|
|
|
|
when we get the next URL. We pick the ->url field, which may or may
|
|
|
|
not be 100% correct */
|
2002-10-07 17:38:34 +04:00
|
|
|
|
2021-03-26 16:25:45 +03:00
|
|
|
if(data->state.referer_alloc) {
|
|
|
|
Curl_safefree(data->state.referer);
|
|
|
|
data->state.referer_alloc = FALSE;
|
2017-05-23 11:32:18 +03:00
|
|
|
}
|
2002-10-07 17:38:34 +04:00
|
|
|
|
2021-02-23 16:54:46 +03:00
|
|
|
/* Make a copy of the URL without crenditals and fragment */
|
|
|
|
u = curl_url();
|
|
|
|
if(!u)
|
|
|
|
return CURLE_OUT_OF_MEMORY;
|
|
|
|
|
|
|
|
uc = curl_url_set(u, CURLUPART_URL, data->state.url, 0);
|
|
|
|
if(!uc)
|
|
|
|
uc = curl_url_set(u, CURLUPART_FRAGMENT, NULL, 0);
|
|
|
|
if(!uc)
|
|
|
|
uc = curl_url_set(u, CURLUPART_USER, NULL, 0);
|
|
|
|
if(!uc)
|
|
|
|
uc = curl_url_set(u, CURLUPART_PASSWORD, NULL, 0);
|
|
|
|
if(!uc)
|
|
|
|
uc = curl_url_get(u, CURLUPART_URL, &referer, 0);
|
|
|
|
|
|
|
|
curl_url_cleanup(u);
|
|
|
|
|
2021-03-29 10:32:14 +03:00
|
|
|
if(uc || !referer)
|
2017-05-23 11:32:18 +03:00
|
|
|
return CURLE_OUT_OF_MEMORY;
|
2021-02-23 16:54:46 +03:00
|
|
|
|
|
|
|
data->state.referer = referer;
|
2021-03-26 16:25:45 +03:00
|
|
|
data->state.referer_alloc = TRUE; /* yes, free this later */
|
2011-10-12 23:32:10 +04:00
|
|
|
}
|
2008-05-01 01:20:08 +04:00
|
|
|
}
|
2002-10-07 17:38:34 +04:00
|
|
|
}
|
|
|
|
|
2021-01-02 01:41:21 +03:00
|
|
|
if((type != FOLLOW_RETRY) &&
|
|
|
|
(data->req.httpcode != 401) && (data->req.httpcode != 407) &&
|
2021-11-23 16:16:38 +03:00
|
|
|
Curl_is_absolute_url(newurl, NULL, 0))
|
2021-01-02 01:41:21 +03:00
|
|
|
/* If this is not redirect due to a 401 or 407 response and an absolute
|
|
|
|
URL: don't allow a custom port number */
|
2008-05-01 01:20:08 +04:00
|
|
|
disallowport = TRUE;
|
2002-10-07 17:38:34 +04:00
|
|
|
|
2018-09-15 00:33:28 +03:00
|
|
|
DEBUGASSERT(data->state.uh);
|
2018-11-02 01:45:57 +03:00
|
|
|
uc = curl_url_set(data->state.uh, CURLUPART_URL, newurl,
|
2019-10-01 10:54:21 +03:00
|
|
|
(type == FOLLOW_FAKE) ? CURLU_NON_SUPPORT_SCHEME :
|
2021-05-31 09:59:24 +03:00
|
|
|
((type == FOLLOW_REDIR) ? CURLU_URLENCODE : 0) |
|
|
|
|
CURLU_ALLOW_SPACE);
|
2018-12-11 18:08:51 +03:00
|
|
|
if(uc) {
|
|
|
|
if(type != FOLLOW_FAKE)
|
|
|
|
return Curl_uc_to_curlcode(uc);
|
|
|
|
|
|
|
|
/* the URL could not be parsed for some reason, but since this is FAKE
|
|
|
|
mode, just duplicate the field as-is */
|
|
|
|
newurl = strdup(newurl);
|
|
|
|
if(!newurl)
|
|
|
|
return CURLE_OUT_OF_MEMORY;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
uc = curl_url_get(data->state.uh, CURLUPART_URL, &newurl, 0);
|
|
|
|
if(uc)
|
|
|
|
return Curl_uc_to_curlcode(uc);
|
2022-04-25 17:24:33 +03:00
|
|
|
|
|
|
|
/* Clear auth if this redirects to a different port number or protocol,
|
|
|
|
unless permitted */
|
|
|
|
if(!data->set.allow_auth_to_other_hosts && (type != FOLLOW_FAKE)) {
|
|
|
|
char *portnum;
|
|
|
|
int port;
|
|
|
|
bool clear = FALSE;
|
|
|
|
|
|
|
|
if(data->set.use_port && data->state.allow_port)
|
|
|
|
/* a custom port is used */
|
|
|
|
port = (int)data->set.use_port;
|
|
|
|
else {
|
|
|
|
uc = curl_url_get(data->state.uh, CURLUPART_PORT, &portnum,
|
|
|
|
CURLU_DEFAULT_PORT);
|
|
|
|
if(uc) {
|
|
|
|
free(newurl);
|
|
|
|
return Curl_uc_to_curlcode(uc);
|
|
|
|
}
|
|
|
|
port = atoi(portnum);
|
|
|
|
free(portnum);
|
|
|
|
}
|
|
|
|
if(port != data->info.conn_remote_port) {
|
|
|
|
infof(data, "Clear auth, redirects to port from %u to %u",
|
|
|
|
data->info.conn_remote_port, port);
|
|
|
|
clear = TRUE;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
char *scheme;
|
|
|
|
const struct Curl_handler *p;
|
|
|
|
uc = curl_url_get(data->state.uh, CURLUPART_SCHEME, &scheme, 0);
|
|
|
|
if(uc) {
|
|
|
|
free(newurl);
|
|
|
|
return Curl_uc_to_curlcode(uc);
|
|
|
|
}
|
|
|
|
|
|
|
|
p = Curl_builtin_scheme(scheme);
|
|
|
|
if(p && (p->protocol != data->info.conn_protocol)) {
|
|
|
|
infof(data, "Clear auth, redirects scheme from %s to %s",
|
|
|
|
data->info.conn_scheme, scheme);
|
|
|
|
clear = TRUE;
|
|
|
|
}
|
|
|
|
free(scheme);
|
|
|
|
}
|
|
|
|
if(clear) {
|
|
|
|
Curl_safefree(data->state.aptr.user);
|
|
|
|
Curl_safefree(data->state.aptr.passwd);
|
|
|
|
}
|
|
|
|
}
|
2018-12-11 18:08:51 +03:00
|
|
|
}
|
2003-06-26 15:30:26 +04:00
|
|
|
|
2008-05-01 01:20:08 +04:00
|
|
|
if(type == FOLLOW_FAKE) {
|
|
|
|
/* we're only figuring out the new url if we would've followed locations
|
|
|
|
but now we're done so we can get out! */
|
|
|
|
data->info.wouldredirect = newurl;
|
2017-05-23 11:32:18 +03:00
|
|
|
|
|
|
|
if(reachedmax) {
|
|
|
|
failf(data, "Maximum (%ld) redirects followed", data->set.maxredirs);
|
|
|
|
return CURLE_TOO_MANY_REDIRECTS;
|
|
|
|
}
|
2008-05-01 01:20:08 +04:00
|
|
|
return CURLE_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
if(disallowport)
|
|
|
|
data->state.allow_port = FALSE;
|
|
|
|
|
2021-03-26 16:25:45 +03:00
|
|
|
if(data->state.url_alloc)
|
|
|
|
Curl_safefree(data->state.url);
|
2004-05-17 10:50:08 +04:00
|
|
|
|
2021-03-26 16:25:45 +03:00
|
|
|
data->state.url = newurl;
|
|
|
|
data->state.url_alloc = TRUE;
|
2002-10-07 17:38:34 +04:00
|
|
|
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Issue another request to this URL: '%s'", data->state.url);
|
2002-10-07 17:38:34 +04:00
|
|
|
|
|
|
|
/*
|
2003-06-12 21:40:56 +04:00
|
|
|
* We get here when the HTTP code is 300-399 (and 401). We need to perform
|
2002-10-07 17:38:34 +04:00
|
|
|
* differently based on exactly what return code there was.
|
2003-05-22 20:09:54 +04:00
|
|
|
*
|
2004-05-05 10:57:26 +04:00
|
|
|
* News from 7.10.6: we can also get here on a 401 or 407, in case we act on
|
|
|
|
* a HTTP (proxy-) authentication scheme other than Basic.
|
2002-10-07 17:38:34 +04:00
|
|
|
*/
|
|
|
|
switch(data->info.httpcode) {
|
2008-01-10 12:16:21 +03:00
|
|
|
/* 401 - Act on a WWW-Authenticate, we keep on moving and do the
|
2004-05-05 10:57:26 +04:00
|
|
|
Authorization: XXXX header in the HTTP request code snippet */
|
2008-01-10 12:16:21 +03:00
|
|
|
/* 407 - Act on a Proxy-Authenticate, we keep on moving and do the
|
2004-05-05 10:57:26 +04:00
|
|
|
Proxy-Authorization: XXXX header in the HTTP request code snippet */
|
|
|
|
/* 300 - Multiple Choices */
|
|
|
|
/* 306 - Not used */
|
|
|
|
/* 307 - Temporary Redirect */
|
|
|
|
default: /* for all above (and the unknown ones) */
|
|
|
|
/* Some codes are explicitly mentioned since I've checked RFC2616 and they
|
2002-10-07 17:38:34 +04:00
|
|
|
* seem to be OK to POST to.
|
|
|
|
*/
|
|
|
|
break;
|
|
|
|
case 301: /* Moved Permanently */
|
2014-06-08 20:59:48 +04:00
|
|
|
/* (quote from RFC7231, section 6.4.2)
|
2004-05-17 10:50:08 +04:00
|
|
|
*
|
2014-06-08 20:59:48 +04:00
|
|
|
* Note: For historical reasons, a user agent MAY change the request
|
|
|
|
* method from POST to GET for the subsequent request. If this
|
|
|
|
* behavior is undesired, the 307 (Temporary Redirect) status code
|
|
|
|
* can be used instead.
|
2002-10-07 17:38:34 +04:00
|
|
|
*
|
|
|
|
* ----
|
2004-05-05 10:57:26 +04:00
|
|
|
*
|
2014-06-08 20:59:48 +04:00
|
|
|
* Many webservers expect this, so these servers often answers to a POST
|
|
|
|
* request with an error page. To be sure that libcurl gets the page that
|
2011-09-11 17:42:11 +04:00
|
|
|
* most user agents would get, libcurl has to force GET.
|
2007-09-26 16:44:59 +04:00
|
|
|
*
|
2020-12-31 12:11:49 +03:00
|
|
|
* This behavior is forbidden by RFC1945 and the obsolete RFC2616, and
|
2014-06-08 20:59:48 +04:00
|
|
|
* can be overridden with CURLOPT_POSTREDIR.
|
2002-10-07 17:38:34 +04:00
|
|
|
*/
|
2020-06-01 23:58:46 +03:00
|
|
|
if((data->state.httpreq == HTTPREQ_POST
|
|
|
|
|| data->state.httpreq == HTTPREQ_POST_FORM
|
|
|
|
|| data->state.httpreq == HTTPREQ_POST_MIME)
|
2012-03-30 11:40:04 +04:00
|
|
|
&& !(data->set.keep_post & CURL_REDIR_POST_301)) {
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Switch from POST to GET");
|
2020-06-01 23:58:46 +03:00
|
|
|
data->state.httpreq = HTTPREQ_GET;
|
2002-10-07 17:38:34 +04:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
case 302: /* Found */
|
2014-06-08 20:59:48 +04:00
|
|
|
/* (quote from RFC7231, section 6.4.3)
|
|
|
|
*
|
|
|
|
* Note: For historical reasons, a user agent MAY change the request
|
|
|
|
* method from POST to GET for the subsequent request. If this
|
|
|
|
* behavior is undesired, the 307 (Temporary Redirect) status code
|
|
|
|
* can be used instead.
|
|
|
|
*
|
|
|
|
* ----
|
|
|
|
*
|
|
|
|
* Many webservers expect this, so these servers often answers to a POST
|
|
|
|
* request with an error page. To be sure that libcurl gets the page that
|
|
|
|
* most user agents would get, libcurl has to force GET.
|
|
|
|
*
|
2020-12-31 12:11:49 +03:00
|
|
|
* This behavior is forbidden by RFC1945 and the obsolete RFC2616, and
|
2014-06-08 20:59:48 +04:00
|
|
|
* can be overridden with CURLOPT_POSTREDIR.
|
|
|
|
*/
|
2020-06-01 23:58:46 +03:00
|
|
|
if((data->state.httpreq == HTTPREQ_POST
|
|
|
|
|| data->state.httpreq == HTTPREQ_POST_FORM
|
|
|
|
|| data->state.httpreq == HTTPREQ_POST_MIME)
|
2012-03-30 11:40:04 +04:00
|
|
|
&& !(data->set.keep_post & CURL_REDIR_POST_302)) {
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Switch from POST to GET");
|
2020-06-01 23:58:46 +03:00
|
|
|
data->state.httpreq = HTTPREQ_GET;
|
2008-09-05 20:13:20 +04:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
2002-10-07 17:38:34 +04:00
|
|
|
case 303: /* See Other */
|
2020-04-16 21:15:34 +03:00
|
|
|
/* 'See Other' location is not the resource but a substitute for the
|
|
|
|
* resource. In this case we switch the method to GET/HEAD, unless the
|
|
|
|
* method is POST and the user specified to keep it as POST.
|
|
|
|
* https://github.com/curl/curl/issues/5237#issuecomment-614641049
|
|
|
|
*/
|
2020-06-01 23:58:46 +03:00
|
|
|
if(data->state.httpreq != HTTPREQ_GET &&
|
|
|
|
((data->state.httpreq != HTTPREQ_POST &&
|
|
|
|
data->state.httpreq != HTTPREQ_POST_FORM &&
|
|
|
|
data->state.httpreq != HTTPREQ_POST_MIME) ||
|
2020-04-16 21:15:34 +03:00
|
|
|
!(data->set.keep_post & CURL_REDIR_POST_303))) {
|
2020-06-01 23:58:46 +03:00
|
|
|
data->state.httpreq = HTTPREQ_GET;
|
2020-04-16 21:15:34 +03:00
|
|
|
data->set.upload = false;
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Switch to %s",
|
2004-04-06 19:14:10 +04:00
|
|
|
data->set.opt_no_body?"HEAD":"GET");
|
2002-10-07 17:38:34 +04:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
case 304: /* Not Modified */
|
|
|
|
/* 304 means we did a conditional request and it was "Not modified".
|
|
|
|
* We shouldn't get any Location: header in this response!
|
|
|
|
*/
|
|
|
|
break;
|
|
|
|
case 305: /* Use Proxy */
|
|
|
|
/* (quote from RFC2616, section 10.3.6):
|
|
|
|
* "The requested resource MUST be accessed through the proxy given
|
|
|
|
* by the Location field. The Location field gives the URI of the
|
|
|
|
* proxy. The recipient is expected to repeat this single request
|
|
|
|
* via the proxy. 305 responses MUST only be generated by origin
|
|
|
|
* servers."
|
|
|
|
*/
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
Curl_pgrsTime(data, TIMER_REDIRECT);
|
2017-06-21 20:15:46 +03:00
|
|
|
Curl_pgrsResetTransferSizes(data);
|
2002-10-07 17:38:34 +04:00
|
|
|
|
|
|
|
return CURLE_OK;
|
2008-10-10 02:14:38 +04:00
|
|
|
#endif /* CURL_DISABLE_HTTP */
|
2002-10-07 17:38:34 +04:00
|
|
|
}
|
|
|
|
|
2009-08-21 16:01:36 +04:00
|
|
|
/* Returns CURLE_OK *and* sets '*url' if a request retry is wanted.
|
2008-05-01 01:20:08 +04:00
|
|
|
|
|
|
|
NOTE: that the *url is malloc()ed. */
|
2021-01-19 12:24:35 +03:00
|
|
|
CURLcode Curl_retry_request(struct Curl_easy *data, char **url)
|
2005-01-30 01:31:06 +03:00
|
|
|
{
|
2021-01-19 12:24:35 +03:00
|
|
|
struct connectdata *conn = data->conn;
|
2018-04-19 21:03:30 +03:00
|
|
|
bool retry = FALSE;
|
2009-08-21 16:01:36 +04:00
|
|
|
*url = NULL;
|
|
|
|
|
2007-09-12 02:21:12 +04:00
|
|
|
/* if we're talking upload, we can't do the checks below, unless the protocol
|
|
|
|
is HTTP as when uploading over HTTP we will still get a response */
|
2011-03-15 00:52:14 +03:00
|
|
|
if(data->set.upload &&
|
2014-04-20 21:37:54 +04:00
|
|
|
!(conn->handler->protocol&(PROTO_FAMILY_HTTP|CURLPROTO_RTSP)))
|
2009-08-21 16:01:36 +04:00
|
|
|
return CURLE_OK;
|
2007-09-12 02:21:12 +04:00
|
|
|
|
2014-10-29 16:24:54 +03:00
|
|
|
if((data->req.bytecount + data->req.headerbytecount == 0) &&
|
2017-02-03 17:58:41 +03:00
|
|
|
conn->bits.reuse &&
|
|
|
|
(!data->set.opt_no_body
|
|
|
|
|| (conn->handler->protocol & PROTO_FAMILY_HTTP)) &&
|
2018-04-19 21:03:30 +03:00
|
|
|
(data->set.rtspreq != RTSPREQ_RECEIVE))
|
2017-02-03 17:58:41 +03:00
|
|
|
/* We got no data, we attempted to re-use a connection. For HTTP this
|
|
|
|
can be a retry so we try again regardless if we expected a body.
|
|
|
|
For other protocols we only try again only if we expected a body.
|
|
|
|
|
|
|
|
This might happen if the connection was left alive when we were
|
|
|
|
done using it before, but that was closed when we wanted to read from
|
|
|
|
it again. Bad luck. Retry the same request on a fresh connect! */
|
2018-04-19 21:03:30 +03:00
|
|
|
retry = TRUE;
|
|
|
|
else if(data->state.refused_stream &&
|
|
|
|
(data->req.bytecount + data->req.headerbytecount == 0) ) {
|
|
|
|
/* This was sent on a refused stream, safe to rerun. A refused stream
|
|
|
|
error can typically only happen on HTTP/2 level if the stream is safe
|
|
|
|
to issue again, but the nghttp2 API can deliver the message to other
|
|
|
|
streams as well, which is why this adds the check the data counters
|
|
|
|
too. */
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "REFUSED_STREAM, retrying a fresh connect");
|
2018-04-19 21:03:30 +03:00
|
|
|
data->state.refused_stream = FALSE; /* clear again */
|
|
|
|
retry = TRUE;
|
|
|
|
}
|
|
|
|
if(retry) {
|
2020-03-11 00:31:47 +03:00
|
|
|
#define CONN_MAX_RETRIES 5
|
2020-08-10 15:16:37 +03:00
|
|
|
if(data->state.retrycount++ >= CONN_MAX_RETRIES) {
|
2020-03-11 00:31:47 +03:00
|
|
|
failf(data, "Connection died, tried %d times before giving up",
|
|
|
|
CONN_MAX_RETRIES);
|
2020-08-10 15:16:37 +03:00
|
|
|
data->state.retrycount = 0;
|
2020-03-11 00:31:47 +03:00
|
|
|
return CURLE_SEND_ERROR;
|
|
|
|
}
|
2021-07-06 18:05:17 +03:00
|
|
|
infof(data, "Connection died, retrying a fresh connect (retry count: %d)",
|
|
|
|
data->state.retrycount);
|
2021-03-26 16:25:45 +03:00
|
|
|
*url = strdup(data->state.url);
|
2009-08-21 16:01:36 +04:00
|
|
|
if(!*url)
|
|
|
|
return CURLE_OUT_OF_MEMORY;
|
2005-01-30 01:31:06 +03:00
|
|
|
|
2014-05-20 12:32:23 +04:00
|
|
|
connclose(conn, "retry"); /* close this connection */
|
2005-01-30 01:31:06 +03:00
|
|
|
conn->bits.retry = TRUE; /* mark this as a connection we're about
|
|
|
|
to retry. Marking it this way should
|
|
|
|
prevent i.e HTTP transfers to return
|
|
|
|
error just because nothing has been
|
2011-04-19 17:54:13 +04:00
|
|
|
transferred! */
|
2011-03-21 01:24:45 +03:00
|
|
|
|
2012-08-07 16:55:19 +04:00
|
|
|
|
2014-04-20 21:37:54 +04:00
|
|
|
if(conn->handler->protocol&PROTO_FAMILY_HTTP) {
|
2019-02-28 13:36:26 +03:00
|
|
|
if(data->req.writebytecount) {
|
2021-01-19 12:24:35 +03:00
|
|
|
CURLcode result = Curl_readrewind(data);
|
2018-09-24 15:05:24 +03:00
|
|
|
if(result) {
|
|
|
|
Curl_safefree(*url);
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
}
|
2013-08-05 12:32:08 +04:00
|
|
|
}
|
2005-01-30 01:31:06 +03:00
|
|
|
}
|
2009-08-21 16:01:36 +04:00
|
|
|
return CURLE_OK;
|
2005-01-30 01:31:06 +03:00
|
|
|
}
|
2004-06-03 15:41:05 +04:00
|
|
|
|
2004-04-26 11:12:52 +04:00
|
|
|
/*
|
2006-11-25 12:49:29 +03:00
|
|
|
* Curl_setup_transfer() is called to setup some basic properties for the
|
|
|
|
* upcoming transfer.
|
2004-04-26 11:12:52 +04:00
|
|
|
*/
|
2010-04-17 01:43:04 +04:00
|
|
|
void
|
2006-09-08 01:49:20 +04:00
|
|
|
Curl_setup_transfer(
|
2019-02-28 13:36:26 +03:00
|
|
|
struct Curl_easy *data, /* transfer */
|
2007-11-16 00:45:45 +03:00
|
|
|
int sockindex, /* socket index to read from or -1 */
|
|
|
|
curl_off_t size, /* -1 if unknown at this point */
|
|
|
|
bool getheader, /* TRUE if header parsing is wanted */
|
2019-02-28 13:36:26 +03:00
|
|
|
int writesockindex /* socket index to write to, it may very well be
|
2007-11-16 00:45:45 +03:00
|
|
|
the same we read from. -1 disables */
|
|
|
|
)
|
2001-01-17 16:19:01 +03:00
|
|
|
{
|
2019-02-28 13:36:26 +03:00
|
|
|
struct SingleRequest *k = &data->req;
|
|
|
|
struct connectdata *conn = data->conn;
|
2020-11-23 10:32:41 +03:00
|
|
|
struct HTTP *http = data->req.p.http;
|
2020-04-07 19:16:01 +03:00
|
|
|
bool httpsending = ((conn->handler->protocol&PROTO_FAMILY_HTTP) &&
|
|
|
|
(http->sending == HTTPSEND_REQUEST));
|
2007-11-16 00:45:45 +03:00
|
|
|
DEBUGASSERT(conn != NULL);
|
2007-02-21 22:03:20 +03:00
|
|
|
DEBUGASSERT((sockindex <= 1) && (sockindex >= -1));
|
2003-12-10 18:27:27 +03:00
|
|
|
|
2020-04-07 19:16:01 +03:00
|
|
|
if(conn->bits.multiplex || conn->httpversion == 20 || httpsending) {
|
2018-05-04 17:41:03 +03:00
|
|
|
/* when multiplexing, the read/write sockets need to be the same! */
|
|
|
|
conn->sockfd = sockindex == -1 ?
|
2018-05-12 00:54:26 +03:00
|
|
|
((writesockindex == -1 ? CURL_SOCKET_BAD : conn->sock[writesockindex])) :
|
|
|
|
conn->sock[sockindex];
|
2018-05-04 17:41:03 +03:00
|
|
|
conn->writesockfd = conn->sockfd;
|
2020-04-07 19:16:01 +03:00
|
|
|
if(httpsending)
|
|
|
|
/* special and very HTTP-specific */
|
|
|
|
writesockindex = FIRSTSOCKET;
|
2018-05-04 17:41:03 +03:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
conn->sockfd = sockindex == -1 ?
|
2006-09-08 01:49:20 +04:00
|
|
|
CURL_SOCKET_BAD : conn->sock[sockindex];
|
2018-05-04 17:41:03 +03:00
|
|
|
conn->writesockfd = writesockindex == -1 ?
|
2006-09-08 01:49:20 +04:00
|
|
|
CURL_SOCKET_BAD:conn->sock[writesockindex];
|
2018-05-04 17:41:03 +03:00
|
|
|
}
|
2008-01-31 15:04:33 +03:00
|
|
|
k->getheader = getheader;
|
2001-01-17 16:19:01 +03:00
|
|
|
|
2007-11-25 02:16:55 +03:00
|
|
|
k->size = size;
|
2001-01-17 16:19:01 +03:00
|
|
|
|
2007-11-16 00:45:45 +03:00
|
|
|
/* The code sequence below is placed in this function just because all
|
|
|
|
necessary input is not always known in do_complete() as this function may
|
|
|
|
be called after that */
|
|
|
|
|
2008-01-31 15:04:33 +03:00
|
|
|
if(!k->getheader) {
|
2007-11-16 00:45:45 +03:00
|
|
|
k->header = FALSE;
|
2007-11-25 02:16:55 +03:00
|
|
|
if(size > 0)
|
|
|
|
Curl_pgrsSetDownloadSize(data, size);
|
2007-11-16 00:45:45 +03:00
|
|
|
}
|
|
|
|
/* we want header and/or body, if neither then don't do this! */
|
2008-01-31 15:04:33 +03:00
|
|
|
if(k->getheader || !data->set.opt_no_body) {
|
2007-11-16 00:45:45 +03:00
|
|
|
|
2018-05-04 17:41:03 +03:00
|
|
|
if(sockindex != -1)
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon |= KEEP_RECV;
|
2007-11-16 00:45:45 +03:00
|
|
|
|
2018-05-04 17:41:03 +03:00
|
|
|
if(writesockindex != -1) {
|
2007-11-16 00:45:45 +03:00
|
|
|
/* HTTP 1.1 magic:
|
|
|
|
|
|
|
|
Even if we require a 100-return code before uploading data, we might
|
|
|
|
need to write data before that since the REQUEST may not have been
|
|
|
|
finished sent off just yet.
|
|
|
|
|
|
|
|
Thus, we must check if the request has been sent before we set the
|
|
|
|
state info where we wait for the 100-return code
|
|
|
|
*/
|
2008-03-13 23:56:13 +03:00
|
|
|
if((data->state.expect100header) &&
|
2014-04-20 21:37:54 +04:00
|
|
|
(conn->handler->protocol&PROTO_FAMILY_HTTP) &&
|
2013-08-05 12:32:08 +04:00
|
|
|
(http->sending == HTTPSEND_BODY)) {
|
2007-11-16 00:45:45 +03:00
|
|
|
/* wait with write until we either got 100-continue or a timeout */
|
2008-03-13 23:56:13 +03:00
|
|
|
k->exp100 = EXP100_AWAITING_CONTINUE;
|
2017-10-25 12:59:43 +03:00
|
|
|
k->start100 = Curl_now();
|
2010-08-06 12:57:44 +04:00
|
|
|
|
2013-08-28 00:32:51 +04:00
|
|
|
/* Set a timeout for the multi interface. Add the inaccuracy margin so
|
|
|
|
that we don't fire slightly too early and get denied to run. */
|
2017-05-09 13:47:49 +03:00
|
|
|
Curl_expire(data, data->set.expect_100_timeout, EXPIRE_100_TIMEOUT);
|
2007-11-16 00:45:45 +03:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
if(data->state.expect100header)
|
|
|
|
/* when we've sent off the rest of the headers, we must await a
|
2008-03-13 23:56:13 +03:00
|
|
|
100-continue but first finish sending the request */
|
|
|
|
k->exp100 = EXP100_SENDING_REQUEST;
|
|
|
|
|
|
|
|
/* enable the write bit when we're not waiting for continue */
|
2009-05-11 11:53:38 +04:00
|
|
|
k->keepon |= KEEP_SEND;
|
2007-11-16 00:45:45 +03:00
|
|
|
}
|
2018-05-04 17:41:03 +03:00
|
|
|
} /* if(writesockindex != -1) */
|
2008-03-13 23:56:13 +03:00
|
|
|
} /* if(k->getheader || !data->set.opt_no_body) */
|
2007-11-16 00:45:45 +03:00
|
|
|
|
2001-01-17 16:19:01 +03:00
|
|
|
}
|