Go to the documentation of this file.
11 #define DIRCLIENT_PRIVATE
69 #define MAX_DIR_DL_SIZE ((1<<24)-1)
73 #define ALLOW_DIRECTORY_TIME_SKEW (30*60)
85 int was_descriptor_digests);
92 static void connection_dir_close_consensus_fetches(
102 return "server descriptor upload";
104 return "server vote upload";
106 return "consensus signature upload";
108 return "server descriptor fetch";
110 return "extra-info fetch";
112 return "consensus network-status fetch";
114 return "authority cert fetch";
116 return "status vote fetch";
118 return "consensus signature fetch";
120 return "hidden-service descriptor fetch";
122 return "hidden-service descriptor upload";
124 return "microdescriptor fetch";
127 log_warn(
LD_BUG,
"Called with unknown purpose %d", purpose);
136 switch (dir_purpose) {
157 if (resource && !strcmp(resource,
"microdesc"))
164 log_warn(
LD_BUG,
"Unexpected purpose %d", (
int)dir_purpose);
179 if (node && node->ri) {
200 const smartlist_t *servers = router_get_trusted_dir_servers();
204 d->has_accepted_serverdesc) {
232 size_t payload_len,
size_t extrainfo_len)
236 const smartlist_t *dirservers = router_get_trusted_dir_servers();
246 size_t upload_len = payload_len;
248 if ((type & ds->type) == 0)
260 log_warn(
LD_DIR,
"Wanted to contact authority '%s' for %s, but "
261 "it's in our ExcludedNodes list and StrictNodes is set. "
270 ds->has_accepted_serverdesc = 0;
273 upload_len += extrainfo_len;
274 log_info(
LD_DIR,
"Uploading an extrainfo too (length %d)",
275 (
int) extrainfo_len);
280 FIREWALL_DIR_CONNECTION,
296 directory_request_free(req);
297 } SMARTLIST_FOREACH_END(ds);
300 log_warn(
LD_DIR,
"Publishing server descriptor to directory authorities "
301 "of type '%s', but no authorities of that type listed!", s);
332 circuit_guard_state_t **guard_state_out)
338 log_warn(
LD_BUG,
"Called when we have UseBridges set.");
349 log_info(
LD_DIR,
"No router found for %s; falling back to "
365 const char *resource)
367 time_t if_modified_since = 0;
369 int or_diff_from_is_set = 0;
374 const int DEFAULT_IF_MODIFIED_SINCE_DELAY = 180;
375 const int32_t DEFAULT_TRY_DIFF_FOR_CONSENSUS_NEWER = 72;
376 const int32_t MIN_TRY_DIFF_FOR_CONSENSUS_NEWER = 0;
377 const int32_t MAX_TRY_DIFF_FOR_CONSENSUS_NEWER = 8192;
378 const char TRY_DIFF_FOR_CONSENSUS_NEWER_NAME[] =
379 "try-diff-for-consensus-newer-than";
385 int32_t max_age_for_diff = 3600 *
387 TRY_DIFF_FOR_CONSENSUS_NEWER_NAME,
388 DEFAULT_TRY_DIFF_FOR_CONSENSUS_NEWER,
389 MIN_TRY_DIFF_FOR_CONSENSUS_NEWER,
390 MAX_TRY_DIFF_FOR_CONSENSUS_NEWER);
401 time_t ims_delay = DEFAULT_IF_MODIFIED_SINCE_DELAY;
402 if (v->fresh_until > v->valid_after
403 && ims_delay > (v->fresh_until - v->valid_after)/2) {
404 ims_delay = (v->fresh_until - v->valid_after)/2;
406 if_modified_since = v->valid_after + ims_delay;
407 if (v->valid_after >=
approx_time() - max_age_for_diff) {
408 memcpy(or_diff_from, v->digest_sha3_as_signed,
DIGEST256_LEN);
409 or_diff_from_is_set = 1;
419 if_modified_since = cd->
published + DEFAULT_IF_MODIFIED_SINCE_DELAY;
422 or_diff_from_is_set = 1;
427 if (if_modified_since > 0)
429 if (or_diff_from_is_set) {
432 (
const char*)or_diff_from,
sizeof(or_diff_from));
445 uint8_t router_purpose,
446 const char *resource,
453 || want_authority == DL_WANT_AUTHORITY);
454 int require_authority = 0;
459 if (type == NO_DIRINFO)
465 circuit_guard_state_t *guard_state = NULL;
475 if (node && node->ri) {
493 directory_request_free(req);
498 log_notice(
LD_DIR,
"Ignoring directory request, since no bridge "
499 "nodes are available yet.");
520 log_debug(
LD_DIR,
"Deferring serverdesc fetch: all authorities "
525 if (rs == NULL && require_authority) {
526 log_info(
LD_DIR,
"No authorities were available for %s: will try "
563 directory_request_free(req);
566 "While fetching directory info, "
567 "no running dirservers known. Will try again later. "
568 "(purpose %d)", dir_purpose);
581 uint8_t router_purpose,
582 const char *resource)
599 directory_request_free(req);
600 } SMARTLIST_FOREACH_END(ds);
618 directory_choose_address_routerstatus(
const routerstatus_t *status,
628 int have_or = 0, have_dir = 0;
645 use_dir_ap->port = 0;
653 use_or_ap->port = status->ipv4_orport;
663 have_or = tor_addr_port_is_valid_ap(use_or_ap, 0);
671 && !dirclient_must_use_begindir(options))) {
674 have_dir = tor_addr_port_is_valid_ap(use_dir_ap, 0);
679 if (!have_or && !have_dir) {
680 static int logged_backtrace = 0;
682 log_info(
LD_BUG,
"Rejected all OR and Dir addresses from %s when "
683 "launching an outgoing directory connection to: IPv4 %s OR %d "
685 fmt_addr(&status->ipv4_addr), status->ipv4_orport,
686 status->ipv4_dirport, ipv6_str, status->ipv6_orport,
687 status->ipv4_dirport);
689 if (!logged_backtrace) {
691 logged_backtrace = 1;
715 log_info(
LD_DIR,
"Giving up on serverdesc/extrainfo fetch from "
716 "directory server at %s; retrying",
725 log_info(
LD_DIR,
"Giving up on certificate fetch from directory server "
730 log_info(
LD_DIR,
"Giving up downloading detached signatures from %s",
733 log_info(
LD_DIR,
"Giving up downloading votes from %s",
736 log_info(
LD_DIR,
"Giving up on downloading microdescriptors from "
737 "directory server at %s; will retry",
753 log_warn(
LD_BUG,
"Malformed fingerprint in list: %s",
799 if (smartlist_len(which)) {
803 smartlist_free(which);
810 const char *fp_pfx =
"fp/";
811 const char *fpsk_pfx =
"fp-sk/";
827 failed, NULL, DSR_HEX);
832 } SMARTLIST_FOREACH_END(cp);
836 strlen(fpsk_pfx), failed);
840 } SMARTLIST_FOREACH_END(cp);
843 "Don't know what to do with failure for cert fetch %s",
847 smartlist_free(failed);
868 const tor_addr_t *or_addr = &req->or_addr_port.addr;
870 const int or_port = req->or_addr_port.port;
871 const int dir_port = req->dir_addr_port.port;
880 *reason =
"(using begindir - directory with no DirPort)";
885 *reason =
"directory with unknown ORPort";
890 *reason =
"DirPort connection";
896 FIREWALL_OR_CONNECTION, 0, 0)) {
897 *reason =
"ORPort not reachable";
903 if (!dirclient_must_use_begindir(options)) {
904 *reason =
"in relay mode";
910 *reason =
"(using begindir)";
928 result->or_addr_port.port = 0;
930 result->dir_addr_port.port = 0;
931 result->dir_purpose = dir_purpose;
944 config_free_lines(req->additional_headers);
956 memcpy(&req->or_addr_port, p,
sizeof(*p));
967 memcpy(&req->dir_addr_port, p,
sizeof(*p));
987 uint8_t router_purpose)
993 req->router_purpose = router_purpose;
1005 req->indirection = indirection;
1016 const char *resource)
1018 req->resource = resource;
1027 const char *payload,
1032 req->payload = payload;
1033 req->payload_len = payload_len;
1041 time_t if_modified_since)
1043 req->if_modified_since = if_modified_since;
1072 req->hs_ident = ident;
1086 req->hs_ident = ident;
1093 circuit_guard_state_t *state)
1095 req->guard_state = state;
1106 return (req->or_addr_port.port ||
1107 req->dir_addr_port.port ||
1120 req->routerstatus = status;
1132 if (BUG(status == NULL))
1137 const int anonymized_connection =
dirind_is_anon(req->indirection);
1147 if (!node && anonymized_connection) {
1148 log_info(
LD_DIR,
"Not sending anonymized request to directory '%s'; we "
1149 "don't have its router descriptor.",
1156 log_warn(
LD_DIR,
"Wanted to contact directory mirror %s for %s, but "
1157 "it's in our ExcludedNodes list and StrictNodes is set. "
1158 "Skipping. This choice might make your Tor not work.",
1173 if (directory_choose_address_routerstatus(status,
1174 req->indirection, &use_or_ap,
1193 if (request->routerstatus) {
1194 tor_assert_nonfatal(
1203 const char *digest = request->digest;
1204 const uint8_t dir_purpose = request->dir_purpose;
1205 const uint8_t router_purpose = request->router_purpose;
1207 const char *resource = request->resource;
1209 circuit_guard_state_t *guard_state = request->guard_state;
1211 tor_assert(or_addr_port->port || dir_addr_port->port);
1216 int socket_error = 0;
1217 const char *begindir_reason = NULL;
1220 const int use_begindir =
1233 tor_addr_copy(&addr, &(use_begindir ? or_addr_port : dir_addr_port)->addr);
1234 uint16_t port = (use_begindir ? or_addr_port : dir_addr_port)->port;
1236 log_debug(
LD_DIR,
"anonymized %d, use_begindir %d.",
1237 anonymized_connection, use_begindir);
1243 hs_service_non_anonymous_mode_enabled(options));
1248 if (!use_begindir && dirclient_must_use_begindir(options)) {
1249 log_warn(
LD_BUG,
"Client could not use begindir connection: %s",
1250 begindir_reason ? begindir_reason :
"(NULL)");
1256 if (!anonymized_connection && !use_begindir && !options->
HTTPProxy &&
1258 log_warn(
LD_DIR,
"Cannot connect to a directory server through a "
1265 static int logged_backtrace = 0;
1267 "Cannot make an outgoing %sconnection without a remote %sPort.",
1268 use_begindir ?
"begindir " :
"",
1269 use_begindir ?
"OR" :
"Dir");
1270 if (!logged_backtrace) {
1272 logged_backtrace = 1;
1281 conn->base_.
port = port;
1285 conn->base_.
purpose = dir_purpose;
1299 if (!anonymized_connection && !use_begindir) {
1308 if (BUG(guard_state)) {
1313 port, &socket_error)) {
1315 connection_mark_for_close(
TO_CONN(conn));
1341 if (anonymized_connection && use_begindir)
1343 else if (anonymized_connection && !use_begindir)
1348 if (BUG(anonymized_connection && guard_state)) {
1363 use_begindir, !anonymized_connection);
1365 log_warn(
LD_NET,
"Making tunnel to dirserver failed.");
1366 connection_mark_for_close(
TO_CONN(conn));
1370 if (connection_add(
TO_CONN(conn)) < 0) {
1371 log_warn(
LD_NET,
"Unable to add connection for link to dirserver.");
1372 connection_mark_for_close(
TO_CONN(conn));
1393 const char *s1 = *a, *s2 = *b;
1394 return strcmp(s1, s2);
1397 #define CONDITIONAL_CONSENSUS_FPR_LEN 3
1412 const char *hyphen, *flavor;
1413 if (resource==NULL || strcmp(resource,
"ns")==0) {
1422 char *authority_id_list;
1431 hex = tor_malloc(2*CONDITIONAL_CONSENSUS_FPR_LEN+1);
1433 ds->v3_identity_digest, CONDITIONAL_CONSENSUS_FPR_LEN);
1435 } SMARTLIST_FOREACH_END(ds);
1440 tor_asprintf(&url,
"/tor/status-vote/current/consensus%s%s/%s.z",
1441 hyphen, flavor, authority_id_list);
1444 smartlist_free(authority_digests);
1460 if (decorate && source[0] !=
'[') {
1463 strlcpy(destination, source, len);
1477 const int purpose = req->dir_purpose;
1478 const char *resource = req->resource;
1479 const char *payload = req->payload;
1480 const size_t payload_len = req->payload_len;
1481 const time_t if_modified_since = req->if_modified_since;
1482 const int anonymized_connection =
dirind_is_anon(req->indirection);
1484 char proxystring[256];
1485 char hoststring[128];
1488 char decorated_address[128];
1491 char *accept_encoding;
1494 size_t request_len, total_request_len = 0;
1495 const char *httpcommand = NULL;
1505 if (strchr(conn->base_.
address,
':')) {
1507 sizeof(decorated_address), 1);
1509 strlcpy(decorated_address, conn->base_.
address,
sizeof(decorated_address));
1513 if (conn->base_.
port == 80) {
1514 strlcpy(hoststring, decorated_address,
sizeof(hoststring));
1517 decorated_address, conn->base_.
port);
1521 if (if_modified_since) {
1522 char b[RFC1123_TIME_LEN+1];
1529 char *base64_authenticator=NULL;
1532 tor_snprintf(proxystring,
sizeof(proxystring),
"http://%s", hoststring);
1533 if (authenticator) {
1535 if (!base64_authenticator)
1536 log_warn(
LD_BUG,
"Encoding http authenticator failed");
1538 if (base64_authenticator) {
1540 "Proxy-Authorization: Basic %s\r\n",
1541 base64_authenticator);
1548 if (! anonymized_connection) {
1559 for (h = req->additional_headers; h; h = h->next) {
1568 httpcommand =
"GET";
1570 log_info(
LD_DIR,
"Downloading consensus from %s using %s",
1576 httpcommand =
"GET";
1582 httpcommand =
"GET";
1583 tor_asprintf(&url,
"/tor/status-vote/next/%s.z", resource);
1588 httpcommand =
"GET";
1589 url = tor_strdup(
"/tor/status-vote/next/consensus-signatures.z");
1593 httpcommand =
"GET";
1598 httpcommand =
"GET";
1603 httpcommand =
"GET";
1610 httpcommand =
"POST";
1611 url = tor_strdup(
"/tor/");
1613 why =
"for no reason at all";
1621 httpcommand =
"POST";
1622 url = tor_strdup(
"/tor/post/vote");
1627 httpcommand =
"POST";
1628 url = tor_strdup(
"/tor/post/consensus-signature");
1634 httpcommand =
"GET";
1640 httpcommand =
"POST";
1649 if (direct && (strlen(proxystring) + strlen(url) >= 4096)) {
1651 "Squid does not like URLs longer than 4095 bytes, and this "
1652 "one is %d bytes long: %s%s",
1653 (
int)(strlen(proxystring) + strlen(url)), proxystring, url);
1656 tor_snprintf(request,
sizeof(request),
"%s %s", httpcommand, proxystring);
1658 request_len = strlen(request);
1659 total_request_len += request_len;
1660 connection_buf_add(request, request_len,
TO_CONN(conn));
1662 url_len = strlen(url);
1663 total_request_len += url_len;
1664 connection_buf_add(url, url_len,
TO_CONN(conn));
1667 if (!strcmp(httpcommand,
"POST") || payload) {
1669 payload ? (
unsigned long)payload_len : 0);
1674 tor_snprintf(request,
sizeof(request),
" HTTP/1.0\r\nHost: %s\r\n%s\r\n",
1675 hoststring, header);
1679 request_len = strlen(request);
1680 total_request_len += request_len;
1681 connection_buf_add(request, request_len,
TO_CONN(conn));
1685 connection_buf_add(payload, payload_len,
TO_CONN(conn));
1686 total_request_len += payload_len;
1690 smartlist_free(headers);
1693 "Sent request to directory server %s "
1694 "(purpose: %d, request size: %"TOR_PRIuSZ
", "
1695 "payload size: %"TOR_PRIuSZ
")",
1698 (total_request_len),
1699 (payload ? payload_len : 0));
1720 for (i=0;i<32;++i) {
1721 if (!TOR_ISPRINT(body[i]) && !TOR_ISSPACE(body[i]))
1738 int descriptor_digests,
1743 char time_buf[ISO_TIME_LEN+1];
1750 "@downloaded-at %s\n"
1752 "%s%s%s", time_buf,
escaped(source),
1753 !general ?
"@purpose " :
"",
1755 !general ?
"\n" :
"")<0)
1759 descriptor_digests, buf);
1760 if (added && general)
1767 const response_handler_args_t *);
1769 const response_handler_args_t *);
1771 const response_handler_args_t *);
1773 const response_handler_args_t *);
1775 const response_handler_args_t *);
1777 const response_handler_args_t *);
1779 const response_handler_args_t *);
1781 const response_handler_args_t *);
1784 dir_client_decompress_response_body(
char **bodyp,
size_t *bodylenp,
1787 int anonymized_connection)
1790 const char *body = *bodyp;
1791 size_t body_len = *bodylenp;
1798 if (plausible && compression == NO_METHOD) {
1803 char *new_body = NULL;
1805 const char *description1, *description2;
1806 int want_to_try_both = 0;
1812 if (BUG(description1 == NULL))
1815 if (guessed == UNKNOWN_METHOD && !plausible)
1816 description2 =
"confusing binary junk";
1821 want_to_try_both = (compression == UNKNOWN_METHOD ||
1822 guessed != compression);
1823 if (want_to_try_both) {
1824 severity = LOG_PROTOCOL_WARN;
1828 "HTTP body from %s was labeled as %s, "
1829 "%s it seems to be %s.%s",
1832 guessed != compression?
"but":
"and",
1834 (compression>0 && guessed>0 && want_to_try_both)?
1835 " Trying both.":
"");
1841 if (anonymized_connection &&
1850 !allow_partial, LOG_PROTOCOL_WARN);
1860 if (anonymized_connection &&
1868 compression != guessed) {
1875 if (!plausible && !new_body) {
1877 "Unable to decompress HTTP body (tried %s%s%s, on %s).",
1879 tried_both?
" and ":
"",
1880 tried_both?description2:
"",
1892 *bodylenp = new_len;
1918 for (
int bootstrapped = 0; bootstrapped < 2; ++bootstrapped) {
1920 for (
int i=0; i < DIR_PURPOSE_MAX_; ++i) {
1921 uint64_t n =
total_dl[i][bootstrapped];
1924 if (options->SafeLogging_ != SAFELOG_SCRUB_NONE &&
1931 if (smartlist_len(lines) > 0) {
1933 log_notice(
LD_NET,
"While %sbootstrapping, fetched this many bytes: %s",
1934 bootstrapped?
"not ":
"", log_line);
1939 smartlist_free(lines);
1956 char *headers = NULL;
1957 char *reason = NULL;
1958 size_t body_len = 0;
1960 time_t date_header = 0;
1968 size_t received_bytes;
1969 const int anonymized_connection =
1974 received_bytes = connection_get_inbuf_len(
TO_CONN(conn));
1976 log_debug(
LD_DIR,
"Downloaded %"TOR_PRIuSZ
" bytes on connection of purpose "
1977 "%s; bootstrap %d%%",
1980 control_get_bootstrap_percent());
1982 bool bootstrapped = control_get_bootstrap_percent() == 100;
1992 "'fetch' response too large (%s). Closing.",
1997 "'fetch' response not all here, but we're at eof. Closing.");
2003 &compression, &reason) < 0) {
2004 log_warn(
LD_HTTP,
"Unparseable headers (%s). Closing.",
2009 if (!reason) reason = tor_strdup(
"[no reason given]");
2012 "Received response on %s: %d %s "
2013 "(purpose: %d, response size: %"TOR_PRIuSZ
2014 #ifdef MEASUREMENTS_21206
2015 ", data cells received: %d, data cells sent: %d"
2017 ", compression: %d)",
2022 #ifdef MEASUREMENTS_21206
2023 conn->data_cells_received, conn->data_cells_sent,
2046 log_debug(
LD_DIR,
"Malformed X-Your-Address-Is header %s. Ignoring.",
2055 if (date_header > 0) {
2065 "directory",
"DIRSERV");
2068 log_debug(
LD_HTTP,
"Time on received directory is within tolerance; "
2069 "we are %ld seconds skewed. (That's okay.)", apparent_skew);
2074 if (status_code == 503) {
2078 log_info(
LD_DIR,
"Received http status code %d (%s) from server "
2079 "%s. I'll try again soon.",
2092 if (dir_client_decompress_response_body(&body, &body_len,
2093 conn, compression, anonymized_connection) < 0) {
2098 response_handler_args_t args;
2099 memset(&args, 0,
sizeof(args));
2100 args.status_code = status_code;
2101 args.reason = reason;
2103 args.body_len = body_len;
2104 args.headers = headers;
2106 switch (conn->base_.
purpose) {
2161 const response_handler_args_t *args)
2164 const int status_code = args->status_code;
2165 const char *body = args->body;
2166 const size_t body_len = args->body_len;
2167 const char *reason = args->reason;
2170 const char *consensus;
2171 char *new_consensus = NULL;
2172 const char *sourcename;
2176 if (status_code != 200) {
2179 "Received http status code %d (%s) from server "
2180 "%s while fetching consensus directory.",
2190 const char *consensus_body = NULL;
2191 size_t consensus_body_len;
2194 consensus_body = cd->
dir;
2195 consensus_body_len = cd->
dir_len;
2198 if (mapped_consensus) {
2199 consensus_body = mapped_consensus->
data;
2200 consensus_body_len = mapped_consensus->
size;
2203 if (!consensus_body) {
2204 log_warn(
LD_DIR,
"Received a consensus diff, but we can't find "
2205 "any %s-flavored consensus in our current cache.",flavname);
2206 tor_munmap_file(mapped_consensus);
2214 tor_munmap_file(mapped_consensus);
2215 if (new_consensus == NULL) {
2216 log_warn(
LD_DIR,
"Could not apply consensus diff received from server "
2223 log_info(
LD_DIR,
"Applied consensus diff (size %d) from server "
2224 "%s, resulting in a new consensus document (size %d).",
2226 (
int)strlen(new_consensus));
2227 consensus = new_consensus;
2228 sourcename =
"generated based on a diff";
2230 log_info(
LD_DIR,
"Received consensus directory (body size %d) from server "
2233 sourcename =
"downloaded";
2241 "Unable to load %s consensus directory %s from "
2242 "server %s. I'll try again soon.",
2243 flavname, sourcename,
2251 connection_dir_close_consensus_fetches(conn, flavname);
2262 log_info(
LD_DIR,
"Successfully loaded consensus.");
2274 const response_handler_args_t *args)
2277 const int status_code = args->status_code;
2278 const char *reason = args->reason;
2279 const char *body = args->body;
2280 const size_t body_len = args->body_len;
2282 if (status_code != 200) {
2284 "Received http status code %d (%s) from server "
2285 "%s while fetching \"/tor/keys/%s\".",
2292 log_info(
LD_DIR,
"Received authority certificates (body size %d) from "
2302 src_code = TRUSTED_DIRS_CERTS_SRC_DL_BY_ID_DIGEST;
2304 src_code = TRUSTED_DIRS_CERTS_SRC_DL_BY_ID_SK_DIGEST;
2307 if (src_code != -1) {
2310 log_warn(
LD_DIR,
"Unable to parse fetched certificates");
2317 log_info(
LD_DIR,
"Successfully loaded certificates from fetch.");
2321 "Couldn't figure out what to do with fetched certificates for "
2322 "unknown resource %s",
2335 const response_handler_args_t *args)
2338 const int status_code = args->status_code;
2339 const char *reason = args->reason;
2340 const char *body = args->body;
2341 const size_t body_len = args->body_len;
2345 log_notice(
LD_DIR,
"Got votes (body size %d) from server %s",
2347 if (status_code != 200) {
2349 "Received http status code %d (%s) from server "
2350 "%s while fetching \"/tor/status-vote/next/%s.z\".",
2358 log_warn(
LD_DIR,
"Error adding retrieved vote: %s", msg);
2360 log_info(
LD_DIR,
"Added vote(s) successfully [msg: %s]", msg);
2372 const response_handler_args_t *args)
2375 const int status_code = args->status_code;
2376 const char *reason = args->reason;
2377 const char *body = args->body;
2378 const size_t body_len = args->body_len;
2380 const char *msg = NULL;
2381 log_info(
LD_DIR,
"Got detached signatures (body size %d) from server %s",
2384 if (status_code != 200) {
2386 "Received http status code %d (%s) from server %s while fetching "
2387 "\"/tor/status-vote/next/consensus-signatures.z\".",
2393 log_warn(
LD_DIR,
"Problem adding detached signatures from %s: %s",
2407 const response_handler_args_t *args)
2411 const int status_code = args->status_code;
2412 const char *reason = args->reason;
2413 const char *body = args->body;
2414 const size_t body_len = args->body_len;
2418 int n_asked_for = 0;
2421 log_info(
LD_DIR,
"Received %s (body size %d) from server %s",
2422 was_ei ?
"extra server info" :
"server info",
2429 (descriptor_digests ? 2 : 3),
2431 n_asked_for = smartlist_len(which);
2433 if (status_code != 200) {
2434 int dir_okay = status_code == 404 ||
2435 (status_code == 400 && !strcmp(reason,
"Servers unavailable.")) ||
2442 "Received http status code %d (%s) from server %s "
2443 "while fetching \"/tor/server/%s\". I'll try again soon.",
2452 was_ei, descriptor_digests);
2454 smartlist_free(which);
2456 return dir_okay ? 0 : -1;
2473 descriptor_digests);
2486 log_info(
LD_DIR,
"Received %d/%d %s requested from %s",
2487 n_asked_for-smartlist_len(which), n_asked_for,
2488 was_ei ?
"extra-info documents" :
"router descriptors",
2490 if (smartlist_len(which)) {
2493 was_ei, descriptor_digests);
2496 smartlist_free(which);
2508 const response_handler_args_t *args)
2511 const int status_code = args->status_code;
2512 const char *reason = args->reason;
2513 const char *body = args->body;
2514 const size_t body_len = args->body_len;
2517 log_info(
LD_DIR,
"Received answer to microdescriptor request (status %d, "
2518 "body size %d) from server %s",
2519 status_code, (
int)body_len,
2527 DSR_DIGEST256|DSR_BASE64);
2528 if (status_code != 200) {
2529 log_info(
LD_DIR,
"Received status code %d (%s) from server "
2530 "%s while fetching \"/tor/micro/%s\". I'll try again "
2537 smartlist_free(which);
2545 if (smartlist_len(which)) {
2549 if (mds && smartlist_len(mds)) {
2555 smartlist_free(which);
2556 smartlist_free(mds);
2568 const response_handler_args_t *args)
2571 const int status_code = args->status_code;
2572 const char *reason = args->reason;
2573 const char *headers = args->headers;
2575 switch (status_code) {
2580 "X-Descriptor-Not-New: ");
2582 if (!strcmp(rejected_hdr,
"Yes")) {
2584 "Authority '%s' declined our descriptor (not new)",
2596 log_info(
LD_GENERAL,
"eof (status 200) after uploading server "
2597 "descriptor: finished.");
2599 LOG_NOTICE,
"ACCEPTED_SERVER_DESCRIPTOR DIRAUTH=%s:%d",
2608 log_warn(
LD_GENERAL,
"http status 400 (%s) response from "
2609 "dirserver %s. Please correct.",
2612 "BAD_SERVER_DESCRIPTOR DIRAUTH=%s:%d REASON=\"%s\"",
2617 "HTTP status %d (%s) was unexpected while uploading "
2618 "descriptor to server %s'. Possibly the server is "
2636 const response_handler_args_t *args)
2639 const int status_code = args->status_code;
2640 const char *reason = args->reason;
2642 switch (status_code) {
2644 log_notice(
LD_DIR,
"Uploaded my vote to dirserver %s",
2649 log_warn(
LD_DIR,
"http status 400 (%s) response after uploading "
2650 "vote to dirserver %s. Please correct.",
2655 "HTTP status %d (%s) was unexpected while uploading "
2656 "vote to server %s.",
2672 const response_handler_args_t *args)
2675 const int status_code = args->status_code;
2676 const char *reason = args->reason;
2678 switch (status_code) {
2680 log_notice(
LD_DIR,
"Uploaded signature(s) to dirserver %s",
2685 log_warn(
LD_DIR,
"http status 400 (%s) response after uploading "
2686 "signatures to dirserver %s. Please correct.",
2691 "HTTP status %d (%s) was unexpected while uploading "
2692 "signatures to server %s.",
2709 const response_handler_args_t *args)
2711 const int status_code = args->status_code;
2712 const char *reason = args->reason;
2713 const char *body = args->body;
2714 const size_t body_len = args->body_len;
2718 log_info(
LD_REND,
"Received v3 hsdesc (body size %d, status %d (%s))",
2719 (
int)body_len, status_code,
escaped(reason));
2731 const response_handler_args_t *args)
2733 const int status_code = args->status_code;
2734 const char *reason = args->reason;
2739 log_info(
LD_REND,
"Uploaded hidden service descriptor (status %d "
2741 status_code,
escaped(reason));
2745 switch (status_code) {
2747 log_info(
LD_REND,
"Uploading hidden service descriptor: "
2748 "finished with status 200 (%s)",
escaped(reason));
2753 "Uploading hidden service descriptor: http "
2754 "status 400 (%s) response from dirserver "
2755 "%s. Malformed hidden service descriptor?",
2761 log_warn(
LD_REND,
"Uploading hidden service descriptor: http "
2762 "status %d (%s) response unexpected (server "
2780 log_info(
LD_HTTP,
"conn reached eof, not reading. [state=%d] Closing.",
2783 connection_mark_for_close(
TO_CONN(conn));
2790 connection_mark_for_close(
TO_CONN(conn));
2803 dir_conn->hs_ident &&
2833 char *header = NULL;
2844 smartlist_free(methods);
2865 if (method == allowed_method)
2878 "Received a %s HTTP response, which is not "
2879 "allowed for anonymous directory requests.",
2897 const char *resource)
2903 if (d == except_this_one)
2905 log_info(
LD_DIR,
"Closing consensus fetch (to %s) since one "
2907 connection_mark_for_close(
TO_CONN(d));
2908 } SMARTLIST_FOREACH_END(d);
2909 smartlist_free(conns_to_close);
2919 int was_extrainfo,
int was_descriptor_digests)
2922 time_t now = time(NULL);
2924 if (!was_descriptor_digests) {
2934 log_warn(
LD_BUG,
"Malformed fingerprint in list: %s",
escaped(cp));
2937 if (was_extrainfo) {
2948 } SMARTLIST_FOREACH_END(cp);
2961 int status_code,
const char *dir_id)
2967 time_t now = time(NULL);
2981 dls = &rs->dl_status;
2986 log_info(
LD_DIR,
"Failed to download md %s from %s",
2991 } SMARTLIST_FOREACH_END(d);
#define log_fn(severity, domain, args,...)
int router_load_routers_from_string(const char *s, const char *eos, saved_location_t saved_location, smartlist_t *requested_fingerprints, int descriptor_digests, const char *prepend_annotations)
routerstatus_t * router_get_mutable_consensus_status_by_descriptor_digest(networkstatus_t *consensus, const char *digest)
Header file for selftest.c.
Header file for routermode.c.
int reachable_addr_allows_dir_server(const dir_server_t *ds, firewall_connection_t fw_connection, int pref_only)
Header file for connection_edge.c.
Trusted/fallback directory server structure.
char * requested_resource
static void directory_send_command(dir_connection_t *conn, const int direct, const directory_request_t *req)
void authority_cert_dl_failed(const char *id_digest, const char *signing_key_digest, int status)
static sa_family_t tor_addr_family(const tor_addr_t *a)
pending_vote_t * dirvote_add_vote(const char *vote_body, time_t time_posted, const char *where_from, const char **msg_out, int *status_out)
const char * hex_str(const char *from, size_t fromlen)
dir_connection_t * dir_connection_new(int socket_family)
Header file for routerinfo.c.
void tor_addr_make_null(tor_addr_t *a, sa_family_t family)
#define ALLOW_DIRECTORY_TIME_SKEW
const char * routerstatus_describe(const routerstatus_t *rs)
Entry connection structure.
#define SESSION_GROUP_DIRCONN
void microdesc_note_outdated_dirserver(const char *relay_digest)
void directory_request_set_router_purpose(directory_request_t *req, uint8_t router_purpose)
#define ED25519_BASE64_LEN
void directory_initiate_request(directory_request_t *request)
const char * router_get_descriptor_gen_reason(void)
#define MOCK_IMPL(rv, funcname, arglist)
#define BASE64_DIGEST256_LEN
char identity_digest[DIGEST_LEN]
void directory_request_free_(directory_request_t *req)
int parse_http_response(const char *headers, int *code, time_t *date, compress_method_t *compression, char **reason)
#define DIR_CONN_STATE_CLIENT_READING
Header file for relay_find_addr.c.
download_want_authority_t
Header file for microdesc.c.
Header file for authcert.c.
#define DIR_PURPOSE_FETCH_MICRODESC
dirinfo_type_t PublishServerDescriptor_
void format_iso_time(char *buf, time_t t)
int fast_mem_is_zero(const char *mem, size_t len)
int router_digest_is_me(const char *digest)
void routers_update_all_from_networkstatus(time_t now, int dir_version)
void connection_dir_client_refetch_hsdesc_if_needed(dir_connection_t *dir_conn)
void base16_encode(char *dest, size_t destlen, const char *src, size_t srclen)
#define DIR_PURPOSE_UPLOAD_HSDESC
Header file for describe.c.
#define DIR_PURPOSE_FETCH_CONSENSUS
int tor_uncompress(char **out, size_t *out_len, const char *in, size_t in_len, compress_method_t method, int complete_only, int protocol_warn_level)
void sr_act_post_consensus(const networkstatus_t *consensus)
const node_t * node_get_by_id(const char *identity_digest)
hs_ident_dir_conn_t * hs_ident_dir_conn_dup(const hs_ident_dir_conn_t *src)
void smartlist_add(smartlist_t *sl, void *element)
static int handle_response_fetch_status_vote(dir_connection_t *, const response_handler_args_t *)
void entry_guard_cancel(circuit_guard_state_t **guard_state_p)
time_t download_status_increment_failure(download_status_t *dls, int status_code, const char *item, int server, time_t now)
void config_line_prepend(config_line_t **lst, const char *key, const char *val)
static int handle_response_fetch_certificate(dir_connection_t *, const response_handler_args_t *)
int ed25519_public_key_is_zero(const ed25519_public_key_t *pubkey)
STATIC int handle_response_fetch_hsdesc_v3(dir_connection_t *conn, const response_handler_args_t *args)
guard_usable_t entry_guard_succeeded(circuit_guard_state_t **guard_state_p)
void hs_control_desc_event_failed(const hs_ident_dir_conn_t *ident, const char *hsdir_id_digest, const char *reason)
void format_rfc1123_time(char *buf, time_t t)
unsigned int caches_extra_info
void reachable_addr_choose_from_rs(const routerstatus_t *rs, firewall_connection_t fw_connection, int pref_only, tor_addr_port_t *ap)
void networkstatus_consensus_download_failed(int status_code, const char *flavname)
unsigned int dirconn_direct
smartlist_t * smartlist_new(void)
const char * router_purpose_to_string(uint8_t p)
int tor_snprintf(char *str, size_t size, const char *format,...)
void connection_start_reading(connection_t *conn)
void directory_request_set_if_modified_since(directory_request_t *req, time_t if_modified_since)
void update_microdescs_from_networkstatus(time_t now)
void hs_client_dir_fetch_done(dir_connection_t *dir_conn, const char *reason, const char *body, const int status_code)
const char * compression_method_get_name(compress_method_t method)
static void copy_ipv6_address(char *destination, const char *source, size_t len, int decorate)
#define SMARTLIST_FOREACH(sl, type, var, cmd)
int dir_split_resource_into_fingerprints(const char *resource, smartlist_t *fp_out, int *compressed_out, int flags)
dir_server_t * router_get_trusteddirserver_by_digest(const char *digest)
Header file for networkstatus.c.
static void connection_dir_retry_bridges(smartlist_t *descs)
Header file containing client data for the HS subsystem.
char identity_digest[DIGEST_LEN]
Header file for dirlist.c.
Common functions for cryptographic routines.
void directory_get_from_dirserver(uint8_t dir_purpose, uint8_t router_purpose, const char *resource, int pds_flags, download_want_authority_t want_authority)
Header file for hs_cache.c.
static int handle_response_upload_dir(dir_connection_t *, const response_handler_args_t *)
int base16_decode(char *dest, size_t destlen, const char *src, size_t srclen)
#define DIR_PURPOSE_UPLOAD_VOTE
void update_certificate_downloads(time_t now)
void directory_request_add_header(directory_request_t *req, const char *key, const char *val)
static compress_method_t client_meth_allowed_anonymous_compression[]
Header file for mainloop.c.
static void dir_routerdesc_download_failed(smartlist_t *failed, int status_code, int router_purpose, int was_extrainfo, int was_descriptor_digests)
static void dir_consensus_request_set_additional_headers(directory_request_t *req, const char *resource)
#define ROUTER_PURPOSE_BRIDGE
STATIC dirinfo_type_t dir_fetch_type(int dir_purpose, int router_purpose, const char *resource)
char * http_get_header(const char *headers, const char *which)
int reachable_addr_allows_addr(const tor_addr_t *addr, uint16_t port, firewall_connection_t fw_connection, int pref_only, int pref_ipv6)
#define DIR_PURPOSE_FETCH_SERVERDESC
static void dir_microdesc_download_failed(smartlist_t *failed, int status_code, const char *dir_id)
#define DIR_PURPOSE_FETCH_HSDESC
Header file for circuitbuild.c.
#define DIR_PURPOSE_UPLOAD_SIGNATURES
networkstatus_t * networkstatus_get_latest_consensus_by_flavor(consensus_flavor_t f)
void directory_request_set_directory_id_digest(directory_request_t *req, const char *digest)
char * consensus_diff_apply(const char *consensus, size_t consensus_len, const char *diff, size_t diff_len)
int count_loading_descriptors_progress(void)
Header file for circuitbuild.c.
Header file for dirvote.c.
struct circuit_guard_state_t * guard_state
char * alloc_http_authenticator(const char *authenticator)
#define tor_assert_nonfatal_unreached()
void directory_request_set_routerstatus(directory_request_t *req, const routerstatus_t *status)
void directory_request_set_payload(directory_request_t *req, const char *payload, size_t payload_len)
const routerstatus_t * router_pick_directory_server(dirinfo_type_t type, int flags)
const char * connection_describe_peer(const connection_t *conn)
int trusted_dirs_load_certs_from_string(const char *contents, int source, int flush, const char *source_dir)
int control_event_server_status(int severity, const char *format,...)
char * HTTPProxyAuthenticator
download_status_t * router_get_dl_status_by_descriptor_digest(const char *d)
Header file for directory.c.
This file contains ABI/API of the shared random protocol defined in proposal #250....
int tor_digest_is_zero(const char *digest)
Cached large directory object structure.
#define DIR_CONN_STATE_CLIENT_SENDING
#define DIR_PURPOSE_IS_UPLOAD(p)
struct routerset_t * ExcludeNodes
void directory_request_set_or_addr_port(directory_request_t *req, const tor_addr_port_t *p)
const char * escaped(const char *s)
int strcmpstart(const char *s1, const char *s2)
#define DIR_PURPOSE_FETCH_STATUS_VOTE
Header file for directory authority mode.
static int handle_response_upload_hsdesc(dir_connection_t *, const response_handler_args_t *)
int connection_fetch_from_buf_http(connection_t *conn, char **headers_out, size_t max_headerlen, char **body_out, size_t *body_used, size_t max_bodylen, int force_complete)
STATIC int allowed_anonymous_connection_compression_method(compress_method_t method)
Header file for nodelist.c.
#define DIR_PURPOSE_FETCH_EXTRAINFO
Header file containing control port event related code.
Header file for routerlist.c.
routerstatus_t fake_status
void dirclient_dump_total_dls(void)
Header file for routerset.c.
void directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
STATIC void warn_disallowed_anonymous_compression_method(compress_method_t method)
const routerstatus_t * router_pick_trusteddirserver(dirinfo_type_t type, int flags)
#define PDS_NO_EXISTING_SERVERDESC_FETCH
void control_event_boot_dir(bootstrap_status_t status, int progress)
static int load_downloaded_routers(const char *body, smartlist_t *which, int descriptor_digests, int router_purpose, const char *source)
Header file for predict_ports.c.
char * authdir_type_to_string(dirinfo_type_t auth)
void connection_close_immediate(connection_t *conn)
Compile-time assertions: CTASSERT(expression).
cached_dir_t * dirserv_get_consensus(const char *flavor_name)
Router descriptor structure.
#define PDS_IGNORE_FASCISTFIREWALL
void clock_skew_warning(const connection_t *conn, long apparent_skew, int trusted, log_domain_mask_t domain, const char *received, const char *source)
#define DIR_CONN_STATE_CLIENT_FINISHED
Header file for node_select.c.
void directory_request_set_guard_state(directory_request_t *req, circuit_guard_state_t *state)
char * tor_addr_to_str_dup(const tor_addr_t *addr)
void directory_request_set_dir_addr_port(directory_request_t *req, const tor_addr_port_t *p)
int networkstatus_parse_flavor_name(const char *flavname)
#define DIR_PURPOSE_UPLOAD_DIR
void retry_bridge_descriptor_fetch_directly(const char *digest)
#define PDS_NO_EXISTING_MICRODESC_FETCH
static int handle_response_upload_vote(dir_connection_t *, const response_handler_args_t *)
int entry_list_is_constrained(const or_options_t *options)
smartlist_t * microdescs_add_to_cache(microdesc_cache_t *cache, const char *s, const char *eos, saved_location_t where, int no_save, time_t listed_at, smartlist_t *requested_digests256)
void rep_hist_note_used_internal(time_t now, int need_uptime, int need_capacity)
int tor_addr_parse(tor_addr_t *addr, const char *src)
signed_descriptor_t * router_get_by_extrainfo_digest(const char *digest)
void directory_request_upload_set_hs_ident(directory_request_t *req, const hs_ident_dir_conn_t *ident)
int hs_client_refetch_hsdesc(const ed25519_public_key_t *identity_pk)
ed25519_public_key_t identity_pk
download_status_t ei_dl_status
#define HEX_DIGEST256_LEN
void connection_dir_client_request_failed(dir_connection_t *conn)
Header file for control_events.c.
const or_options_t * get_options(void)
Header file for fp_pair.c.
static int body_is_plausible(const char *body, size_t body_len, int purpose)
smartlist_t * connection_dir_list_by_purpose_and_resource(int purpose, const char *resource)
void connection_watch_events(connection_t *conn, watchable_events_t events)
static void connection_dir_download_cert_failed(dir_connection_t *conn, int status_code)
void directory_request_set_resource(directory_request_t *req, const char *resource)
static int directory_request_dir_contact_info_specified(const directory_request_t *req)
int connection_connect(connection_t *conn, const char *address, const tor_addr_t *addr, uint16_t port, int *socket_error)
void reachable_addr_choose_from_node(const node_t *node, firewall_connection_t fw_connection, int pref_only, tor_addr_port_t *ap)
#define DIR_PURPOSE_FETCH_CERTIFICATE
int tor_compress_supports_method(compress_method_t method)
void router_load_extrainfo_from_string(const char *s, const char *eos, saved_location_t saved_location, smartlist_t *requested_fingerprints, int descriptor_digests)
const node_t * guards_choose_dirguard(uint8_t dir_purpose, circuit_guard_state_t **guard_state_out)
#define DIR_PURPOSE_HAS_FETCHED_HSDESC
const char * connection_describe(const connection_t *conn)
static const routerstatus_t * directory_pick_generic_dirserver(dirinfo_type_t type, int pds_flags, uint8_t dir_purpose, circuit_guard_state_t **guard_state_out)
Header file for connection.c.
microdesc_cache_t * get_microdesc_cache(void)
dir_server_t * router_get_fallback_dirserver_by_digest(const char *digest)
STATIC int should_use_directory_guards(const or_options_t *options)
directory_request_t * directory_request_new(uint8_t dir_purpose)
int dir_split_resource_into_fingerprint_pairs(const char *res, smartlist_t *pairs_out)
int connection_dir_reached_eof(dir_connection_t *conn)
Header file for dirserv.c.
static char * directory_get_consensus_url(const char *resource)
int tor_addr_is_null(const tor_addr_t *addr)
Header file for dirclient.c.
int tor_asprintf(char **strp, const char *fmt,...)
static int handle_response_fetch_detached_signatures(dir_connection_t *, const response_handler_args_t *)
const char * compression_method_get_human_name(compress_method_t method)
int looks_like_a_consensus_diff(const char *document, size_t len)
#define SMARTLIST_FOREACH_BEGIN(sl, type, var)
Header file for dlstatus.c.
entry_connection_t * connection_ap_make_link(connection_t *partner, char *address, uint16_t port, const char *digest, int session_group, int isolation_flags, int use_begindir, int want_onehop)
static int dirind_is_anon(dir_indirection_t ind)
time_t timestamp_last_write_allowed
Client/server directory connection structure.
int public_server_mode(const or_options_t *options)
void directory_request_fetch_set_hs_ident(directory_request_t *req, const hs_ident_dir_conn_t *ident)
void relay_address_new_suggestion(const tor_addr_t *suggested_addr, const tor_addr_t *peer_addr, const char *identity_digest)
int directories_have_accepted_server_descriptor(void)
STATIC const char * dir_conn_purpose_to_string(int purpose)
int networkstatus_set_current_consensus(const char *consensus, size_t consensus_len, const char *flavor, unsigned flags, const char *source_dir)
Node information structure.
void rep_hist_note_used_port(time_t now, uint16_t port)
int FetchUselessDescriptors
void hs_control_desc_event_uploaded(const hs_ident_dir_conn_t *ident, const char *hsdir_id_digest)
static int connection_dir_client_reached_eof(dir_connection_t *conn)
uint8_t digest_sha3_as_signed[DIGEST256_LEN]
Header file for policies.c.
static int directory_request_set_dir_from_routerstatus(directory_request_t *req)
unsigned int has_accepted_serverdesc
static uint64_t total_dl[DIR_PURPOSE_MAX_][2]
int router_supports_extrainfo(const char *identity_digest, int is_authority)
void directory_get_from_all_authorities(uint8_t dir_purpose, uint8_t router_purpose, const char *resource)
STATIC int handle_response_fetch_microdesc(dir_connection_t *conn, const response_handler_args_t *args)
static void connection_dir_bridge_routerdesc_failed(dir_connection_t *conn)
const routerstatus_t * router_pick_fallback_dirserver(dirinfo_type_t type, int flags)
void directory_post_to_dirservers(uint8_t dir_purpose, uint8_t router_purpose, dirinfo_type_t type, const char *payload, size_t payload_len, size_t extrainfo_len)
Header file for config.c.
static int compare_strs_(const void **a, const void **b)
int purpose_needs_anonymity(uint8_t dir_purpose, uint8_t router_purpose, const char *resource)
int FetchServerDescriptors
int dirclient_fetches_from_authorities(const or_options_t *options)
void smartlist_add_asprintf(struct smartlist_t *sl, const char *pattern,...)
STATIC int handle_response_fetch_consensus(dir_connection_t *conn, const response_handler_args_t *args)
int routerset_contains_routerstatus(const routerset_t *set, const routerstatus_t *rs, country_t country)
compress_method_t detect_compression_method(const char *in, size_t in_len)
void tor_log(int severity, log_domain_mask_t domain, const char *format,...)
#define ROUTER_PURPOSE_GENERAL
tor_mmap_t * networkstatus_map_cached_consensus(const char *flavorname)
static int handle_response_upload_signatures(dir_connection_t *, const response_handler_args_t *)
static int directory_command_should_use_begindir(const or_options_t *options, const directory_request_t *req, const char **reason)
static int handle_response_fetch_desc(dir_connection_t *, const response_handler_args_t *)
routerstatus_t * router_get_mutable_consensus_status_by_id(const char *digest)
static void connection_dir_download_routerdesc_failed(dir_connection_t *conn)
int32_t networkstatus_get_param(const networkstatus_t *ns, const char *param_name, int32_t default_val, int32_t min_val, int32_t max_val)
Networkstatus consensus/vote structure.
void smartlist_sort(smartlist_t *sl, int(*compare)(const void **a, const void **b))
struct directory_request_t directory_request_t
Header for feature/dirclient/dirclient_modes.c.
void entry_guard_failed(circuit_guard_state_t **guard_state_p)
static compress_method_t client_meth_pref[]
char * smartlist_join_strings(smartlist_t *sl, const char *join, int terminate, size_t *len_out)
void directory_all_unreachable(time_t now)
int FetchDirInfoExtraEarly
Header file for rendcommon.c.
void directory_request_set_indirection(directory_request_t *req, dir_indirection_t indirection)
#define DIR_CONN_STATE_CONNECTING
#define DIR_PURPOSE_SERVER
STATIC char * accept_encoding_header(void)
int dirvote_add_signatures(const char *detached_signatures_body, const char *source, const char **msg)
void tor_addr_copy(tor_addr_t *dest, const tor_addr_t *src)
#define DIR_PURPOSE_FETCH_DETACHED_SIGNATURES
Master header file for Tor-specific functionality.
void router_set_status(const char *digest, int up)