|  | // SPDX-License-Identifier: GPL-2.0-or-later | 
|  | /* Handle vlserver selection and rotation. | 
|  | * | 
|  | * Copyright (C) 2018 Red Hat, Inc. All Rights Reserved. | 
|  | * Written by David Howells (dhowells@redhat.com) | 
|  | */ | 
|  |  | 
|  | #include <linux/kernel.h> | 
|  | #include <linux/sched.h> | 
|  | #include <linux/sched/signal.h> | 
|  | #include "internal.h" | 
|  | #include "afs_vl.h" | 
|  |  | 
|  | /* | 
|  | * Begin an operation on a volume location server. | 
|  | */ | 
|  | bool afs_begin_vlserver_operation(struct afs_vl_cursor *vc, struct afs_cell *cell, | 
|  | struct key *key) | 
|  | { | 
|  | static atomic_t debug_ids; | 
|  |  | 
|  | memset(vc, 0, sizeof(*vc)); | 
|  | vc->cell = cell; | 
|  | vc->key = key; | 
|  | vc->cumul_error.error = -EDESTADDRREQ; | 
|  | vc->nr_iterations = -1; | 
|  |  | 
|  | if (signal_pending(current)) { | 
|  | vc->cumul_error.error = -EINTR; | 
|  | vc->flags |= AFS_VL_CURSOR_STOP; | 
|  | return false; | 
|  | } | 
|  |  | 
|  | vc->debug_id = atomic_inc_return(&debug_ids); | 
|  | return true; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Begin iteration through a server list, starting with the last used server if | 
|  | * possible, or the last recorded good server if not. | 
|  | */ | 
|  | static bool afs_start_vl_iteration(struct afs_vl_cursor *vc) | 
|  | { | 
|  | struct afs_cell *cell = vc->cell; | 
|  | unsigned int dns_lookup_count; | 
|  |  | 
|  | if (cell->dns_source == DNS_RECORD_UNAVAILABLE || | 
|  | cell->dns_expiry <= ktime_get_real_seconds()) { | 
|  | dns_lookup_count = smp_load_acquire(&cell->dns_lookup_count); | 
|  | set_bit(AFS_CELL_FL_DO_LOOKUP, &cell->flags); | 
|  | afs_queue_cell(cell, afs_cell_trace_get_queue_dns); | 
|  |  | 
|  | if (cell->dns_source == DNS_RECORD_UNAVAILABLE) { | 
|  | if (wait_var_event_interruptible( | 
|  | &cell->dns_lookup_count, | 
|  | smp_load_acquire(&cell->dns_lookup_count) | 
|  | != dns_lookup_count) < 0) { | 
|  | vc->cumul_error.error = -ERESTARTSYS; | 
|  | return false; | 
|  | } | 
|  | } | 
|  |  | 
|  | /* Status load is ordered after lookup counter load */ | 
|  | if (cell->dns_status == DNS_LOOKUP_GOT_NOT_FOUND) { | 
|  | pr_warn("No record of cell %s\n", cell->name); | 
|  | vc->cumul_error.error = -ENOENT; | 
|  | return false; | 
|  | } | 
|  |  | 
|  | if (cell->dns_source == DNS_RECORD_UNAVAILABLE) { | 
|  | vc->cumul_error.error = -EDESTADDRREQ; | 
|  | return false; | 
|  | } | 
|  | } | 
|  |  | 
|  | read_lock(&cell->vl_servers_lock); | 
|  | vc->server_list = afs_get_vlserverlist( | 
|  | rcu_dereference_protected(cell->vl_servers, | 
|  | lockdep_is_held(&cell->vl_servers_lock))); | 
|  | read_unlock(&cell->vl_servers_lock); | 
|  | if (!vc->server_list->nr_servers) | 
|  | return false; | 
|  |  | 
|  | vc->untried_servers = (1UL << vc->server_list->nr_servers) - 1; | 
|  | vc->server_index = -1; | 
|  | return true; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Select the vlserver to use.  May be called multiple times to rotate | 
|  | * through the vlservers. | 
|  | */ | 
|  | bool afs_select_vlserver(struct afs_vl_cursor *vc) | 
|  | { | 
|  | struct afs_addr_list *alist = vc->alist; | 
|  | struct afs_vlserver *vlserver; | 
|  | unsigned long set, failed; | 
|  | unsigned int rtt; | 
|  | s32 abort_code = vc->call_abort_code; | 
|  | int error = vc->call_error, i; | 
|  |  | 
|  | vc->nr_iterations++; | 
|  |  | 
|  | _enter("VC=%x+%x,%d{%lx},%d{%lx},%d,%d", | 
|  | vc->debug_id, vc->nr_iterations, vc->server_index, vc->untried_servers, | 
|  | vc->addr_index, vc->addr_tried, | 
|  | error, abort_code); | 
|  |  | 
|  | if (vc->flags & AFS_VL_CURSOR_STOP) { | 
|  | _leave(" = f [stopped]"); | 
|  | return false; | 
|  | } | 
|  |  | 
|  | if (vc->nr_iterations == 0) | 
|  | goto start; | 
|  |  | 
|  | WRITE_ONCE(alist->addrs[vc->addr_index].last_error, error); | 
|  |  | 
|  | /* Evaluate the result of the previous operation, if there was one. */ | 
|  | switch (error) { | 
|  | default: | 
|  | case 0: | 
|  | /* Success or local failure.  Stop. */ | 
|  | vc->cumul_error.error = error; | 
|  | vc->flags |= AFS_VL_CURSOR_STOP; | 
|  | _leave(" = f [okay/local %d]", vc->cumul_error.error); | 
|  | return false; | 
|  |  | 
|  | case -ECONNABORTED: | 
|  | /* The far side rejected the operation on some grounds.  This | 
|  | * might involve the server being busy or the volume having been moved. | 
|  | */ | 
|  | switch (abort_code) { | 
|  | case AFSVL_IO: | 
|  | case AFSVL_BADVOLOPER: | 
|  | case AFSVL_NOMEM: | 
|  | /* The server went weird. */ | 
|  | afs_prioritise_error(&vc->cumul_error, -EREMOTEIO, abort_code); | 
|  | //write_lock(&vc->cell->vl_servers_lock); | 
|  | //vc->server_list->weird_mask |= 1 << vc->server_index; | 
|  | //write_unlock(&vc->cell->vl_servers_lock); | 
|  | goto next_server; | 
|  |  | 
|  | default: | 
|  | afs_prioritise_error(&vc->cumul_error, error, abort_code); | 
|  | goto failed; | 
|  | } | 
|  |  | 
|  | case -ERFKILL: | 
|  | case -EADDRNOTAVAIL: | 
|  | case -ENETUNREACH: | 
|  | case -EHOSTUNREACH: | 
|  | case -EHOSTDOWN: | 
|  | case -ECONNREFUSED: | 
|  | case -ETIMEDOUT: | 
|  | case -ETIME: | 
|  | _debug("no conn %d", error); | 
|  | afs_prioritise_error(&vc->cumul_error, error, 0); | 
|  | goto iterate_address; | 
|  |  | 
|  | case -ECONNRESET: | 
|  | _debug("call reset"); | 
|  | afs_prioritise_error(&vc->cumul_error, error, 0); | 
|  | vc->flags |= AFS_VL_CURSOR_RETRY; | 
|  | goto next_server; | 
|  |  | 
|  | case -EOPNOTSUPP: | 
|  | _debug("notsupp"); | 
|  | goto next_server; | 
|  | } | 
|  |  | 
|  | restart_from_beginning: | 
|  | _debug("restart"); | 
|  | if (vc->call_responded && | 
|  | vc->addr_index != vc->alist->preferred && | 
|  | test_bit(alist->preferred, &vc->addr_tried)) | 
|  | WRITE_ONCE(alist->preferred, vc->addr_index); | 
|  | afs_put_addrlist(alist, afs_alist_trace_put_vlrotate_restart); | 
|  | alist = vc->alist = NULL; | 
|  |  | 
|  | afs_put_vlserverlist(vc->cell->net, vc->server_list); | 
|  | vc->server_list = NULL; | 
|  | if (vc->flags & AFS_VL_CURSOR_RETRIED) | 
|  | goto failed; | 
|  | vc->flags |= AFS_VL_CURSOR_RETRIED; | 
|  | start: | 
|  | _debug("start"); | 
|  | ASSERTCMP(alist, ==, NULL); | 
|  |  | 
|  | if (!afs_start_vl_iteration(vc)) | 
|  | goto failed; | 
|  |  | 
|  | error = afs_send_vl_probes(vc->cell->net, vc->key, vc->server_list); | 
|  | if (error < 0) { | 
|  | afs_prioritise_error(&vc->cumul_error, error, 0); | 
|  | goto failed; | 
|  | } | 
|  |  | 
|  | pick_server: | 
|  | _debug("pick [%lx]", vc->untried_servers); | 
|  | ASSERTCMP(alist, ==, NULL); | 
|  |  | 
|  | error = afs_wait_for_vl_probes(vc->server_list, vc->untried_servers); | 
|  | if (error < 0) { | 
|  | afs_prioritise_error(&vc->cumul_error, error, 0); | 
|  | goto failed; | 
|  | } | 
|  |  | 
|  | /* Pick the untried server with the lowest RTT. */ | 
|  | vc->server_index = vc->server_list->preferred; | 
|  | if (test_bit(vc->server_index, &vc->untried_servers)) | 
|  | goto selected_server; | 
|  |  | 
|  | vc->server_index = -1; | 
|  | rtt = UINT_MAX; | 
|  | for (i = 0; i < vc->server_list->nr_servers; i++) { | 
|  | struct afs_vlserver *s = vc->server_list->servers[i].server; | 
|  |  | 
|  | if (!test_bit(i, &vc->untried_servers) || | 
|  | !test_bit(AFS_VLSERVER_FL_RESPONDING, &s->flags)) | 
|  | continue; | 
|  | if (s->probe.rtt <= rtt) { | 
|  | vc->server_index = i; | 
|  | rtt = s->probe.rtt; | 
|  | } | 
|  | } | 
|  |  | 
|  | if (vc->server_index == -1) | 
|  | goto no_more_servers; | 
|  |  | 
|  | selected_server: | 
|  | _debug("use %d", vc->server_index); | 
|  | __clear_bit(vc->server_index, &vc->untried_servers); | 
|  |  | 
|  | /* We're starting on a different vlserver from the list.  We need to | 
|  | * check it, find its address list and probe its capabilities before we | 
|  | * use it. | 
|  | */ | 
|  | vlserver = vc->server_list->servers[vc->server_index].server; | 
|  | vc->server = vlserver; | 
|  |  | 
|  | _debug("USING VLSERVER: %s", vlserver->name); | 
|  |  | 
|  | read_lock(&vlserver->lock); | 
|  | alist = rcu_dereference_protected(vlserver->addresses, | 
|  | lockdep_is_held(&vlserver->lock)); | 
|  | vc->alist = afs_get_addrlist(alist, afs_alist_trace_get_vlrotate_set); | 
|  | read_unlock(&vlserver->lock); | 
|  |  | 
|  | vc->addr_tried = 0; | 
|  | vc->addr_index = -1; | 
|  |  | 
|  | iterate_address: | 
|  | /* Iterate over the current server's address list to try and find an | 
|  | * address on which it will respond to us. | 
|  | */ | 
|  | set = READ_ONCE(alist->responded); | 
|  | failed = READ_ONCE(alist->probe_failed); | 
|  | vc->addr_index = READ_ONCE(alist->preferred); | 
|  |  | 
|  | _debug("%lx-%lx-%lx,%d", set, failed, vc->addr_tried, vc->addr_index); | 
|  |  | 
|  | set &= ~(failed | vc->addr_tried); | 
|  |  | 
|  | if (!set) | 
|  | goto next_server; | 
|  |  | 
|  | if (!test_bit(vc->addr_index, &set)) | 
|  | vc->addr_index = __ffs(set); | 
|  |  | 
|  | set_bit(vc->addr_index, &vc->addr_tried); | 
|  | vc->alist = alist; | 
|  |  | 
|  | _debug("VL address %d/%d", vc->addr_index, alist->nr_addrs); | 
|  |  | 
|  | vc->call_responded = false; | 
|  | _leave(" = t %pISpc", rxrpc_kernel_remote_addr(alist->addrs[vc->addr_index].peer)); | 
|  | return true; | 
|  |  | 
|  | next_server: | 
|  | _debug("next"); | 
|  | ASSERT(alist); | 
|  | if (vc->call_responded && | 
|  | vc->addr_index != alist->preferred && | 
|  | test_bit(alist->preferred, &vc->addr_tried)) | 
|  | WRITE_ONCE(alist->preferred, vc->addr_index); | 
|  | afs_put_addrlist(alist, afs_alist_trace_put_vlrotate_next); | 
|  | alist = vc->alist = NULL; | 
|  | goto pick_server; | 
|  |  | 
|  | no_more_servers: | 
|  | /* That's all the servers poked to no good effect.  Try again if some | 
|  | * of them were busy. | 
|  | */ | 
|  | if (vc->flags & AFS_VL_CURSOR_RETRY) | 
|  | goto restart_from_beginning; | 
|  |  | 
|  | for (i = 0; i < vc->server_list->nr_servers; i++) { | 
|  | struct afs_vlserver *s = vc->server_list->servers[i].server; | 
|  |  | 
|  | if (test_bit(AFS_VLSERVER_FL_RESPONDING, &s->flags)) | 
|  | vc->cumul_error.responded = true; | 
|  | afs_prioritise_error(&vc->cumul_error, READ_ONCE(s->probe.error), | 
|  | s->probe.abort_code); | 
|  | } | 
|  |  | 
|  | failed: | 
|  | if (alist) { | 
|  | if (vc->call_responded && | 
|  | vc->addr_index != alist->preferred && | 
|  | test_bit(alist->preferred, &vc->addr_tried)) | 
|  | WRITE_ONCE(alist->preferred, vc->addr_index); | 
|  | afs_put_addrlist(alist, afs_alist_trace_put_vlrotate_fail); | 
|  | alist = vc->alist = NULL; | 
|  | } | 
|  | vc->flags |= AFS_VL_CURSOR_STOP; | 
|  | _leave(" = f [failed %d]", vc->cumul_error.error); | 
|  | return false; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Dump cursor state in the case of the error being EDESTADDRREQ. | 
|  | */ | 
|  | static void afs_vl_dump_edestaddrreq(const struct afs_vl_cursor *vc) | 
|  | { | 
|  | struct afs_cell *cell = vc->cell; | 
|  | static int count; | 
|  | int i; | 
|  |  | 
|  | if (!IS_ENABLED(CONFIG_AFS_DEBUG_CURSOR) || count > 3) | 
|  | return; | 
|  | count++; | 
|  |  | 
|  | rcu_read_lock(); | 
|  | pr_notice("EDESTADDR occurred\n"); | 
|  | pr_notice("CELL: %s err=%d\n", cell->name, cell->error); | 
|  | pr_notice("DNS: src=%u st=%u lc=%x\n", | 
|  | cell->dns_source, cell->dns_status, cell->dns_lookup_count); | 
|  | pr_notice("VC: ut=%lx ix=%u ni=%hu fl=%hx err=%hd\n", | 
|  | vc->untried_servers, vc->server_index, vc->nr_iterations, | 
|  | vc->flags, vc->cumul_error.error); | 
|  | pr_notice("VC: call  er=%d ac=%d r=%u\n", | 
|  | vc->call_error, vc->call_abort_code, vc->call_responded); | 
|  |  | 
|  | if (vc->server_list) { | 
|  | const struct afs_vlserver_list *sl = vc->server_list; | 
|  | pr_notice("VC: SL nr=%u ix=%u\n", | 
|  | sl->nr_servers, sl->index); | 
|  | for (i = 0; i < sl->nr_servers; i++) { | 
|  | const struct afs_vlserver *s = sl->servers[i].server; | 
|  | pr_notice("VC: server %s+%hu fl=%lx E=%hd\n", | 
|  | s->name, s->port, s->flags, s->probe.error); | 
|  | if (s->addresses) { | 
|  | const struct afs_addr_list *a = | 
|  | rcu_dereference(s->addresses); | 
|  | pr_notice("VC:  - nr=%u/%u/%u pf=%u\n", | 
|  | a->nr_ipv4, a->nr_addrs, a->max_addrs, | 
|  | a->preferred); | 
|  | pr_notice("VC:  - R=%lx F=%lx\n", | 
|  | a->responded, a->probe_failed); | 
|  | if (a == vc->alist) | 
|  | pr_notice("VC:  - current\n"); | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | pr_notice("AC: t=%lx ax=%u\n", vc->addr_tried, vc->addr_index); | 
|  | rcu_read_unlock(); | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Tidy up a volume location server cursor and unlock the vnode. | 
|  | */ | 
|  | int afs_end_vlserver_operation(struct afs_vl_cursor *vc) | 
|  | { | 
|  | struct afs_net *net = vc->cell->net; | 
|  |  | 
|  | _enter("VC=%x+%x", vc->debug_id, vc->nr_iterations); | 
|  |  | 
|  | switch (vc->cumul_error.error) { | 
|  | case -EDESTADDRREQ: | 
|  | case -EADDRNOTAVAIL: | 
|  | case -ENETUNREACH: | 
|  | case -EHOSTUNREACH: | 
|  | afs_vl_dump_edestaddrreq(vc); | 
|  | break; | 
|  | } | 
|  |  | 
|  | if (vc->alist) { | 
|  | if (vc->call_responded && | 
|  | vc->addr_index != vc->alist->preferred && | 
|  | test_bit(vc->alist->preferred, &vc->addr_tried)) | 
|  | WRITE_ONCE(vc->alist->preferred, vc->addr_index); | 
|  | afs_put_addrlist(vc->alist, afs_alist_trace_put_vlrotate_end); | 
|  | vc->alist = NULL; | 
|  | } | 
|  | afs_put_vlserverlist(net, vc->server_list); | 
|  | return vc->cumul_error.error; | 
|  | } |