/*
   drbd_receiver.c

   This file is part of DRBD by Philipp Reisner and Lars Ellenberg.

   Copyright (C) 2001-2008, LINBIT Information Technologies GmbH.
   Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>.
   Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>.

   drbd is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.

   drbd is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with drbd; see the file COPYING.  If not, write to
   the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 */


#include <linux/module.h>

#include <asm/uaccess.h>
#include <net/sock.h>

#include <linux/drbd.h>
#include <linux/fs.h>
#include <linux/file.h>
#include <linux/in.h>
#include <linux/mm.h>
#include <linux/memcontrol.h>
#include <linux/mm_inline.h>
#include <linux/slab.h>
#include <linux/pkt_sched.h>
#define __KERNEL_SYSCALLS__
#include <linux/unistd.h>
#include <linux/vmalloc.h>
#include <linux/random.h>
#include <linux/string.h>
#include <linux/scatterlist.h>
#include "drbd_int.h"
#include "drbd_req.h"

#include "drbd_vli.h"

struct packet_info {
        enum drbd_packet cmd;
        unsigned int size;
        unsigned int vnr;
        void *data;
};

enum finish_epoch {
        FE_STILL_LIVE,
        FE_DESTROYED,
        FE_RECYCLED,
};

static int drbd_do_features(struct drbd_tconn *tconn);
static int drbd_do_auth(struct drbd_tconn *tconn);
static int drbd_disconnected(struct drbd_conf *mdev);

static enum finish_epoch drbd_may_finish_epoch(struct drbd_tconn *, struct drbd_epoch *, enum epoch_event);
static int e_end_block(struct drbd_work *, int);


#define GFP_TRY (__GFP_HIGHMEM | __GFP_NOWARN)

/*
 * some helper functions to deal with single linked page lists,
 * page->private being our "next" pointer.
 */

/* If at least n pages are linked at head, get n pages off.
 * Otherwise, don't modify head, and return NULL.
 * Locking is the responsibility of the caller.
 */
static struct page *page_chain_del(struct page **head, int n)
{
        struct page *page;
        struct page *tmp;

        BUG_ON(!n);
        BUG_ON(!head);

        page = *head;

        if (!page)
                return NULL;

        while (page) {
                tmp = page_chain_next(page);
                if (--n == 0)
                        break; /* found sufficient pages */
                if (tmp == NULL)
                        /* insufficient pages, don't use any of them. */
                        return NULL;
                page = tmp;
        }

        /* add end of list marker for the returned list */
        set_page_private(page, 0);
        /* actual return value, and adjustment of head */
        page = *head;
        *head = tmp;
        return page;
}

/* may be used outside of locks to find the tail of a (usually short)
 * "private" page chain, before adding it back to a global chain head
 * with page_chain_add() under a spinlock. */
static struct page *page_chain_tail(struct page *page, int *len)
{
        struct page *tmp;
        int i = 1;
        while ((tmp = page_chain_next(page)))
                ++i, page = tmp;
        if (len)
                *len = i;
        return page;
}

static int page_chain_free(struct page *page)
{
        struct page *tmp;
        int i = 0;
        page_chain_for_each_safe(page, tmp) {
                put_page(page);
                ++i;
        }
        return i;
}

static void page_chain_add(struct page **head,
                struct page *chain_first, struct page *chain_last)
{
#if 1
        struct page *tmp;
        tmp = page_chain_tail(chain_first, NULL);
        BUG_ON(tmp != chain_last);
#endif

        /* add chain to head */
        set_page_private(chain_last, (unsigned long)*head);
        *head = chain_first;
}

static struct page *__drbd_alloc_pages(struct drbd_conf *mdev,
                                       unsigned int number)
{
        struct page *page = NULL;
        struct page *tmp = NULL;
        unsigned int i = 0;

        /* Yes, testing drbd_pp_vacant outside the lock is racy.
         * So what. It saves a spin_lock. */
        if (drbd_pp_vacant >= number) {
                spin_lock(&drbd_pp_lock);
                page = page_chain_del(&drbd_pp_pool, number);
                if (page)
                        drbd_pp_vacant -= number;
                spin_unlock(&drbd_pp_lock);
                if (page)
                        return page;
        }

        /* GFP_TRY, because we must not cause arbitrary write-out: in a DRBD
         * "criss-cross" setup, that might cause write-out on some other DRBD,
         * which in turn might block on the other node at this very place.  */
        for (i = 0; i < number; i++) {
                tmp = alloc_page(GFP_TRY);
                if (!tmp)
                        break;
                set_page_private(tmp, (unsigned long)page);
                page = tmp;
        }

        if (i == number)
                return page;

        /* Not enough pages immediately available this time.
         * No need to jump around here, drbd_alloc_pages will retry this
         * function "soon". */
        if (page) {
                tmp = page_chain_tail(page, NULL);
                spin_lock(&drbd_pp_lock);
                page_chain_add(&drbd_pp_pool, page, tmp);
                drbd_pp_vacant += i;
                spin_unlock(&drbd_pp_lock);
        }
        return NULL;
}

static void reclaim_finished_net_peer_reqs(struct drbd_conf *mdev,
                                           struct list_head *to_be_freed)
{
        struct drbd_peer_request *peer_req;
        struct list_head *le, *tle;

        /* The EEs are always appended to the end of the list. Since
           they are sent in order over the wire, they have to finish
           in order. As soon as we see the first not finished we can
           stop to examine the list... */

        list_for_each_safe(le, tle, &mdev->net_ee) {
                peer_req = list_entry(le, struct drbd_peer_request, w.list);
                if (drbd_peer_req_has_active_page(peer_req))
                        break;
                list_move(le, to_be_freed);
        }
}

static void drbd_kick_lo_and_reclaim_net(struct drbd_conf *mdev)
{
        LIST_HEAD(reclaimed);
        struct drbd_peer_request *peer_req, *t;

        spin_lock_irq(&mdev->tconn->req_lock);
        reclaim_finished_net_peer_reqs(mdev, &reclaimed);
        spin_unlock_irq(&mdev->tconn->req_lock);

        list_for_each_entry_safe(peer_req, t, &reclaimed, w.list)
                drbd_free_net_peer_req(mdev, peer_req);
}

/**
 * drbd_alloc_pages() - Returns @number pages, retries forever (or until signalled)
 * @mdev:       DRBD device.
 * @number:     number of pages requested
 * @retry:      whether to retry, if not enough pages are available right now
 *
 * Tries to allocate number pages, first from our own page pool, then from
 * the kernel, unless this allocation would exceed the max_buffers setting.
 * Possibly retry until DRBD frees sufficient pages somewhere else.
 *
 * Returns a page chain linked via page->private.
 */
struct page *drbd_alloc_pages(struct drbd_conf *mdev, unsigned int number,
                              bool retry)
{
        struct page *page = NULL;
        struct net_conf *nc;
        DEFINE_WAIT(wait);
        int mxb;

        /* Yes, we may run up to @number over max_buffers. If we
         * follow it strictly, the admin will get it wrong anyways. */
        rcu_read_lock();
        nc = rcu_dereference(mdev->tconn->net_conf);
        mxb = nc ? nc->max_buffers : 1000000;
        rcu_read_unlock();

        if (atomic_read(&mdev->pp_in_use) < mxb)
                page = __drbd_alloc_pages(mdev, number);

        while (page == NULL) {
                prepare_to_wait(&drbd_pp_wait, &wait, TASK_INTERRUPTIBLE);

                drbd_kick_lo_and_reclaim_net(mdev);

                if (atomic_read(&mdev->pp_in_use) < mxb) {
                        page = __drbd_alloc_pages(mdev, number);
                        if (page)
                                break;
                }

                if (!retry)
                        break;

                if (signal_pending(current)) {
                        dev_warn(DEV, "drbd_alloc_pages interrupted!\n");
                        break;
                }

                schedule();
        }
        finish_wait(&drbd_pp_wait, &wait);

        if (page)
                atomic_add(number, &mdev->pp_in_use);
        return page;
}

/* Must not be used from irq, as that may deadlock: see drbd_alloc_pages.
 * Is also used from inside an other spin_lock_irq(&mdev->tconn->req_lock);
 * Either links the page chain back to the global pool,
 * or returns all pages to the system. */
static void drbd_free_pages(struct drbd_conf *mdev, struct page *page, int is_net)
{
        atomic_t *a = is_net ? &mdev->pp_in_use_by_net : &mdev->pp_in_use;
        int i;

        if (page == NULL)
                return;

        if (drbd_pp_vacant > (DRBD_MAX_BIO_SIZE/PAGE_SIZE) * minor_count)
                i = page_chain_free(page);
        else {
                struct page *tmp;
                tmp = page_chain_tail(page, &i);
                spin_lock(&drbd_pp_lock);
                page_chain_add(&drbd_pp_pool, page, tmp);
                drbd_pp_vacant += i;
                spin_unlock(&drbd_pp_lock);
        }
        i = atomic_sub_return(i, a);
        if (i < 0)
                dev_warn(DEV, "ASSERTION FAILED: %s: %d < 0\n",
                        is_net ? "pp_in_use_by_net" : "pp_in_use", i);
        wake_up(&drbd_pp_wait);
}

/*
You need to hold the req_lock:
 _drbd_wait_ee_list_empty()

You must not have the req_lock:
 drbd_free_peer_req()
 drbd_alloc_peer_req()
 drbd_free_peer_reqs()
 drbd_ee_fix_bhs()
 drbd_finish_peer_reqs()
 drbd_clear_done_ee()
 drbd_wait_ee_list_empty()
*/

struct drbd_peer_request *
drbd_alloc_peer_req(struct drbd_conf *mdev, u64 id, sector_t sector,
                    unsigned int data_size, gfp_t gfp_mask) __must_hold(local)
{
        struct drbd_peer_request *peer_req;
        struct page *page = NULL;
        unsigned nr_pages = (data_size + PAGE_SIZE -1) >> PAGE_SHIFT;

        if (drbd_insert_fault(mdev, DRBD_FAULT_AL_EE))
                return NULL;

        peer_req = mempool_alloc(drbd_ee_mempool, gfp_mask & ~__GFP_HIGHMEM);
        if (!peer_req) {
                if (!(gfp_mask & __GFP_NOWARN))
                        dev_err(DEV, "%s: allocation failed\n", __func__);
                return NULL;
        }

        if (data_size) {
                page = drbd_alloc_pages(mdev, nr_pages, (gfp_mask & __GFP_WAIT));
                if (!page)
                        goto fail;
        }

        drbd_clear_interval(&peer_req->i);
        peer_req->i.size = data_size;
        peer_req->i.sector = sector;
        peer_req->i.local = false;
        peer_req->i.waiting = false;

        peer_req->epoch = NULL;
        peer_req->w.mdev = mdev;
        peer_req->pages = page;
        atomic_set(&peer_req->pending_bios, 0);
        peer_req->flags = 0;
        /*
         * The block_id is opaque to the receiver.  It is not endianness
         * converted, and sent back to the sender unchanged.
         */
        peer_req->block_id = id;

        return peer_req;

 fail:
        mempool_free(peer_req, drbd_ee_mempool);
        return NULL;
}

void __drbd_free_peer_req(struct drbd_conf *mdev, struct drbd_peer_request *peer_req,
                       int is_net)
{
        if (peer_req->flags & EE_HAS_DIGEST)
                kfree(peer_req->digest);
        drbd_free_pages(mdev, peer_req->pages, is_net);
        D_ASSERT(atomic_read(&peer_req->pending_bios) == 0);
        D_ASSERT(drbd_interval_empty(&peer_req->i));
        mempool_free(peer_req, drbd_ee_mempool);
}

int drbd_free_peer_reqs(struct drbd_conf *mdev, struct list_head *list)
{
        LIST_HEAD(work_list);
        struct drbd_peer_request *peer_req, *t;
        int count = 0;
        int is_net = list == &mdev->net_ee;

        spin_lock_irq(&mdev->tconn->req_lock);
        list_splice_init(list, &work_list);
        spin_unlock_irq(&mdev->tconn->req_lock);

        list_for_each_entry_safe(peer_req, t, &work_list, w.list) {
                __drbd_free_peer_req(mdev, peer_req, is_net);
                count++;
        }
        return count;
}

/*
 * See also comments in _req_mod(,BARRIER_ACKED) and receive_Barrier.
 */
static int drbd_finish_peer_reqs(struct drbd_conf *mdev)
{
        LIST_HEAD(work_list);
        LIST_HEAD(reclaimed);
        struct drbd_peer_request *peer_req, *t;
        int err = 0;

        spin_lock_irq(&mdev->tconn->req_lock);
        reclaim_finished_net_peer_reqs(mdev, &reclaimed);
        list_splice_init(&mdev->done_ee, &work_list);
        spin_unlock_irq(&mdev->tconn->req_lock);

        list_for_each_entry_safe(peer_req, t, &reclaimed, w.list)
                drbd_free_net_peer_req(mdev, peer_req);

        /* possible callbacks here:
         * e_end_block, and e_end_resync_block, e_send_superseded.
         * all ignore the last argument.
         */
        list_for_each_entry_safe(peer_req, t, &work_list, w.list) {
                int err2;

                /* list_del not necessary, next/prev members not touched */
                err2 = peer_req->w.cb(&peer_req->w, !!err);
                if (!err)
                        err = err2;
                drbd_free_peer_req(mdev, peer_req);
        }
        wake_up(&mdev->ee_wait);

        return err;
}

static void _drbd_wait_ee_list_empty(struct drbd_conf *mdev,
                                     struct list_head *head)
{
        DEFINE_WAIT(wait);

        /* avoids spin_lock/unlock
         * and calling prepare_to_wait in the fast path */
        while (!list_empty(head)) {
                prepare_to_wait(&mdev->ee_wait, &wait, TASK_UNINTERRUPTIBLE);
                spin_unlock_irq(&mdev->tconn->req_lock);
                io_schedule();
                finish_wait(&mdev->ee_wait, &wait);
                spin_lock_irq(&mdev->tconn->req_lock);
        }
}

static void drbd_wait_ee_list_empty(struct drbd_conf *mdev,
                                    struct list_head *head)
{
        spin_lock_irq(&mdev->tconn->req_lock);
        _drbd_wait_ee_list_empty(mdev, head);
        spin_unlock_irq(&mdev->tconn->req_lock);
}

static int drbd_recv_short(struct socket *sock, void *buf, size_t size, int flags)
{
        mm_segment_t oldfs;
        struct kvec iov = {
                .iov_base = buf,
                .iov_len = size,
        };
        struct msghdr msg = {
                .msg_iovlen = 1,
                .msg_iov = (struct iovec *)&iov,
                .msg_flags = (flags ? flags : MSG_WAITALL | MSG_NOSIGNAL)
        };
        int rv;

        oldfs = get_fs();
        set_fs(KERNEL_DS);
        rv = sock_recvmsg(sock, &msg, size, msg.msg_flags);
        set_fs(oldfs);

        return rv;
}

static int drbd_recv(struct drbd_tconn *tconn, void *buf, size_t size)
{
        int rv;

        rv = drbd_recv_short(tconn->data.socket, buf, size, 0);

        if (rv < 0) {
                if (rv == -ECONNRESET)
                        conn_info(tconn, "sock was reset by peer\n");
                else if (rv != -ERESTARTSYS)
                        conn_err(tconn, "sock_recvmsg returned %d\n", rv);
        } else if (rv == 0) {
                if (test_bit(DISCONNECT_SENT, &tconn->flags)) {
                        long t;
                        rcu_read_lock();
                        t = rcu_dereference(tconn->net_conf)->ping_timeo * HZ/10;
                        rcu_read_unlock();

                        t = wait_event_timeout(tconn->ping_wait, tconn->cstate < C_WF_REPORT_PARAMS, t);

                        if (t)
                                goto out;
                }
                conn_info(tconn, "sock was shut down by peer\n");
        }

        if (rv != size)
                conn_request_state(tconn, NS(conn, C_BROKEN_PIPE), CS_HARD);

out:
        return rv;
}

static int drbd_recv_all(struct drbd_tconn *tconn, void *buf, size_t size)
{
        int err;

        err = drbd_recv(tconn, buf, size);
        if (err != size) {
                if (err >= 0)
                        err = -EIO;
        } else
                err = 0;
        return err;
}

static int drbd_recv_all_warn(struct drbd_tconn *tconn, void *buf, size_t size)
{
        int err;

        err = drbd_recv_all(tconn, buf, size);
        if (err && !signal_pending(current))
                conn_warn(tconn, "short read (expected size %d)\n", (int)size);
        return err;
}

/* quoting tcp(7):
 *   On individual connections, the socket buffer size must be set prior to the
 *   listen(2) or connect(2) calls in order to have it take effect.
 * This is our wrapper to do so.
 */
static void drbd_setbufsize(struct socket *sock, unsigned int snd,
                unsigned int rcv)
{
        /* open coded SO_SNDBUF, SO_RCVBUF */
        if (snd) {
                sock->sk->sk_sndbuf = snd;
                sock->sk->sk_userlocks |= SOCK_SNDBUF_LOCK;
        }
        if (rcv) {
                sock->sk->sk_rcvbuf = rcv;
                sock->sk->sk_userlocks |= SOCK_RCVBUF_LOCK;
        }
}

static struct socket *drbd_try_connect(struct drbd_tconn *tconn)
{
        const char *what;
        struct socket *sock;
        struct sockaddr_in6 src_in6;
        struct sockaddr_in6 peer_in6;
        struct net_conf *nc;
        int err, peer_addr_len, my_addr_len;
        int sndbuf_size, rcvbuf_size, connect_int;
        int disconnect_on_error = 1;

        rcu_read_lock();
        nc = rcu_dereference(tconn->net_conf);
        if (!nc) {
                rcu_read_unlock();
                return NULL;
        }
        sndbuf_size = nc->sndbuf_size;
        rcvbuf_size = nc->rcvbuf_size;
        connect_int = nc->connect_int;
        rcu_read_unlock();

        my_addr_len = min_t(int, tconn->my_addr_len, sizeof(src_in6));
        memcpy(&src_in6, &tconn->my_addr, my_addr_len);

        if (((struct sockaddr *)&tconn->my_addr)->sa_family == AF_INET6)
                src_in6.sin6_port = 0;
        else
                ((struct sockaddr_in *)&src_in6)->sin_port = 0; /* AF_INET & AF_SCI */

        peer_addr_len = min_t(int, tconn->peer_addr_len, sizeof(src_in6));
        memcpy(&peer_in6, &tconn->peer_addr, peer_addr_len);

        what = "sock_create_kern";
        err = sock_create_kern(((struct sockaddr *)&src_in6)->sa_family,
                               SOCK_STREAM, IPPROTO_TCP, &sock);
        if (err < 0) {
                sock = NULL;
                goto out;
        }

        sock->sk->sk_rcvtimeo =
        sock->sk->sk_sndtimeo = connect_int * HZ;
        drbd_setbufsize(sock, sndbuf_size, rcvbuf_size);

       /* explicitly bind to the configured IP as source IP
        *  for the outgoing connections.
        *  This is needed for multihomed hosts and to be
        *  able to use lo: interfaces for drbd.
        * Make sure to use 0 as port number, so linux selects
        *  a free one dynamically.
        */
        what = "bind before connect";
        err = sock->ops->bind(sock, (struct sockaddr *) &src_in6, my_addr_len);
        if (err < 0)
                goto out;

        /* connect may fail, peer not yet available.
         * stay C_WF_CONNECTION, don't go Disconnecting! */
        disconnect_on_error = 0;
        what = "connect";
        err = sock->ops->connect(sock, (struct sockaddr *) &peer_in6, peer_addr_len, 0);

out:
        if (err < 0) {
                if (sock) {
                        sock_release(sock);
                        sock = NULL;
                }
                switch (-err) {
                        /* timeout, busy, signal pending */
                case ETIMEDOUT: case EAGAIN: case EINPROGRESS:
                case EINTR: case ERESTARTSYS:
                        /* peer not (yet) available, network problem */
                case ECONNREFUSED: case ENETUNREACH:
                case EHOSTDOWN:    case EHOSTUNREACH:
                        disconnect_on_error = 0;
                        break;
                default:
                        conn_err(tconn, "%s failed, err = %d\n", what, err);
                }
                if (disconnect_on_error)
                        conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_HARD);
        }

        return sock;
}

struct accept_wait_data {
        struct drbd_tconn *tconn;
        struct socket *s_listen;
        struct completion door_bell;
        void (*original_sk_state_change)(struct sock *sk);

};

static void drbd_incoming_connection(struct sock *sk)
{
        struct accept_wait_data *ad = sk->sk_user_data;
        void (*state_change)(struct sock *sk);

        state_change = ad->original_sk_state_change;
        if (sk->sk_state == TCP_ESTABLISHED)
                complete(&ad->door_bell);
        state_change(sk);
}

static int prepare_listen_socket(struct drbd_tconn *tconn, struct accept_wait_data *ad)
{
        int err, sndbuf_size, rcvbuf_size, my_addr_len;
        struct sockaddr_in6 my_addr;
        struct socket *s_listen;
        struct net_conf *nc;
        const char *what;

        rcu_read_lock();
        nc = rcu_dereference(tconn->net_conf);
        if (!nc) {
                rcu_read_unlock();
                return -EIO;
        }
        sndbuf_size = nc->sndbuf_size;
        rcvbuf_size = nc->rcvbuf_size;
        rcu_read_unlock();

        my_addr_len = min_t(int, tconn->my_addr_len, sizeof(struct sockaddr_in6));
        memcpy(&my_addr, &tconn->my_addr, my_addr_len);

        what = "sock_create_kern";
        err = sock_create_kern(((struct sockaddr *)&my_addr)->sa_family,
                               SOCK_STREAM, IPPROTO_TCP, &s_listen);
        if (err) {
                s_listen = NULL;
                goto out;
        }

        s_listen->sk->sk_reuse = SK_CAN_REUSE; /* SO_REUSEADDR */
        drbd_setbufsize(s_listen, sndbuf_size, rcvbuf_size);

        what = "bind before listen";
        err = s_listen->ops->bind(s_listen, (struct sockaddr *)&my_addr, my_addr_len);
        if (err < 0)
                goto out;

        ad->s_listen = s_listen;
        write_lock_bh(&s_listen->sk->sk_callback_lock);
        ad->original_sk_state_change = s_listen->sk->sk_state_change;
        s_listen->sk->sk_state_change = drbd_incoming_connection;
        s_listen->sk->sk_user_data = ad;
        write_unlock_bh(&s_listen->sk->sk_callback_lock);

        what = "listen";
        err = s_listen->ops->listen(s_listen, 5);
        if (err < 0)
                goto out;

        return 0;
out:
        if (s_listen)
                sock_release(s_listen);
        if (err < 0) {
                if (err != -EAGAIN && err != -EINTR && err != -ERESTARTSYS) {
                        conn_err(tconn, "%s failed, err = %d\n", what, err);
                        conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_HARD);
                }
        }

        return -EIO;
}

static void unregister_state_change(struct sock *sk, struct accept_wait_data *ad)
{
        write_lock_bh(&sk->sk_callback_lock);
        sk->sk_state_change = ad->original_sk_state_change;
        sk->sk_user_data = NULL;
        write_unlock_bh(&sk->sk_callback_lock);
}

static struct socket *drbd_wait_for_connect(struct drbd_tconn *tconn, struct accept_wait_data *ad)
{
        int timeo, connect_int, err = 0;
        struct socket *s_estab = NULL;
        struct net_conf *nc;

        rcu_read_lock();
        nc = rcu_dereference(tconn->net_conf);
        if (!nc) {
                rcu_read_unlock();
                return NULL;
        }
        connect_int = nc->connect_int;
        rcu_read_unlock();

        timeo = connect_int * HZ;
        /* 28.5% random jitter */
        timeo += (prandom_u32() & 1) ? timeo / 7 : -timeo / 7;

        err = wait_for_completion_interruptible_timeout(&ad->door_bell, timeo);
        if (err <= 0)
                return NULL;

        err = kernel_accept(ad->s_listen, &s_estab, 0);
        if (err < 0) {
                if (err != -EAGAIN && err != -EINTR && err != -ERESTARTSYS) {
                        conn_err(tconn, "accept failed, err = %d\n", err);
                        conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_HARD);
                }
        }

        if (s_estab)
                unregister_state_change(s_estab->sk, ad);

        return s_estab;
}

static int decode_header(struct drbd_tconn *, void *, struct packet_info *);

static int send_first_packet(struct drbd_tconn *tconn, struct drbd_socket *sock,
                             enum drbd_packet cmd)
{
        if (!conn_prepare_command(tconn, sock))
                return -EIO;
        return conn_send_command(tconn, sock, cmd, 0, NULL, 0);
}

static int receive_first_packet(struct drbd_tconn *tconn, struct socket *sock)
{
        unsigned int header_size = drbd_header_size(tconn);
        struct packet_info pi;
        int err;

        err = drbd_recv_short(sock, tconn->data.rbuf, header_size, 0);
        if (err != header_size) {
                if (err >= 0)
                        err = -EIO;
                return err;
        }
        err = decode_header(tconn, tconn->data.rbuf, &pi);
        if (err)
                return err;
        return pi.cmd;
}

/**
 * drbd_socket_okay() - Free the socket if its connection is not okay
 * @sock:       pointer to the pointer to the socket.
 */
static int drbd_socket_okay(struct socket **sock)
{
        int rr;
        char tb[4];

        if (!*sock)
                return false;

        rr = drbd_recv_short(*sock, tb, 4, MSG_DONTWAIT | MSG_PEEK);

        if (rr > 0 || rr == -EAGAIN) {
                return true;
        } else {
                sock_release(*sock);
                *sock = NULL;
                return false;
        }
}
/* Gets called if a connection is established, or if a new minor gets created
   in a connection */
int drbd_connected(struct drbd_conf *mdev)
{
        int err;

        atomic_set(&mdev->packet_seq, 0);
        mdev->peer_seq = 0;

        mdev->state_mutex = mdev->tconn->agreed_pro_version < 100 ?
                &mdev->tconn->cstate_mutex :
                &mdev->own_state_mutex;

        err = drbd_send_sync_param(mdev);
        if (!err)
                err = drbd_send_sizes(mdev, 0, 0);
        if (!err)
                err = drbd_send_uuids(mdev);
        if (!err)
                err = drbd_send_current_state(mdev);
        clear_bit(USE_DEGR_WFC_T, &mdev->flags);
        clear_bit(RESIZE_PENDING, &mdev->flags);
        atomic_set(&mdev->ap_in_flight, 0);
        mod_timer(&mdev->request_timer, jiffies + HZ); /* just start it here. */
        return err;
}

/*
 * return values:
 *   1 yes, we have a valid connection
 *   0 oops, did not work out, please try again
 *  -1 peer talks different language,
 *     no point in trying again, please go standalone.
 *  -2 We do not have a network config...
 */
static int conn_connect(struct drbd_tconn *tconn)
{
        struct drbd_socket sock, msock;
        struct drbd_conf *mdev;
        struct net_conf *nc;
        int vnr, timeout, h, ok;
        bool discard_my_data;
        enum drbd_state_rv rv;
        struct accept_wait_data ad = {
                .tconn = tconn,
                .door_bell = COMPLETION_INITIALIZER_ONSTACK(ad.door_bell),
        };

        clear_bit(DISCONNECT_SENT, &tconn->flags);
        if (conn_request_state(tconn, NS(conn, C_WF_CONNECTION), CS_VERBOSE) < SS_SUCCESS)
                return -2;

        mutex_init(&sock.mutex);
        sock.sbuf = tconn->data.sbuf;
        sock.rbuf = tconn->data.rbuf;
        sock.socket = NULL;
        mutex_init(&msock.mutex);
        msock.sbuf = tconn->meta.sbuf;
        msock.rbuf = tconn->meta.rbuf;
        msock.socket = NULL;

        /* Assume that the peer only understands protocol 80 until we know better.  */
        tconn->agreed_pro_version = 80;

        if (prepare_listen_socket(tconn, &ad))
                return 0;

        do {
                struct socket *s;

                s = drbd_try_connect(tconn);
                if (s) {
                        if (!sock.socket) {
                                sock.socket = s;
                                send_first_packet(tconn, &sock, P_INITIAL_DATA);
                        } else if (!msock.socket) {
                                clear_bit(RESOLVE_CONFLICTS, &tconn->flags);
                                msock.socket = s;
                                send_first_packet(tconn, &msock, P_INITIAL_META);
                        } else {
                                conn_err(tconn, "Logic error in conn_connect()\n");
                                goto out_release_sockets;
                        }
                }

                if (sock.socket && msock.socket) {
                        rcu_read_lock();
                        nc = rcu_dereference(tconn->net_conf);
                        timeout = nc->ping_timeo * HZ / 10;
                        rcu_read_unlock();
                        schedule_timeout_interruptible(timeout);
                        ok = drbd_socket_okay(&sock.socket);
                        ok = drbd_socket_okay(&msock.socket) && ok;
                        if (ok)
                                break;
                }

retry:
                s = drbd_wait_for_connect(tconn, &ad);
                if (s) {
                        int fp = receive_first_packet(tconn, s);
                        drbd_socket_okay(&sock.socket);
                        drbd_socket_okay(&msock.socket);
                        switch (fp) {
                        case P_INITIAL_DATA:
                                if (sock.socket) {
                                        conn_warn(tconn, "initial packet S crossed\n");
                                        sock_release(sock.socket);
                                        sock.socket = s;
                                        goto randomize;
                                }
                                sock.socket = s;
                                break;
                        case P_INITIAL_META:
                                set_bit(RESOLVE_CONFLICTS, &tconn->flags);
                                if (msock.socket) {
                                        conn_warn(tconn, "initial packet M crossed\n");
                                        sock_release(msock.socket);
                                        msock.socket = s;
                                        goto randomize;
                                }
                                msock.socket = s;
                                break;
                        default:
                                conn_warn(tconn, "Error receiving initial packet\n");
                                sock_release(s);
randomize:
                                if (prandom_u32() & 1)
                                        goto retry;
                        }
                }

                if (tconn->cstate <= C_DISCONNECTING)
                        goto out_release_sockets;
                if (signal_pending(current)) {
                        flush_signals(current);
                        smp_rmb();
                        if (get_t_state(&tconn->receiver) == EXITING)
                                goto out_release_sockets;
                }

                ok = drbd_socket_okay(&sock.socket);
                ok = drbd_socket_okay(&msock.socket) && ok;
        } while (!ok);

        if (ad.s_listen)
                sock_release(ad.s_listen);

        sock.socket->sk->sk_reuse = SK_CAN_REUSE; /* SO_REUSEADDR */
        msock.socket->sk->sk_reuse = SK_CAN_REUSE; /* SO_REUSEADDR */

        sock.socket->sk->sk_allocation = GFP_NOIO;
        msock.socket->sk->sk_allocation = GFP_NOIO;

        sock.socket->sk->sk_priority = TC_PRIO_INTERACTIVE_BULK;
        msock.socket->sk->sk_priority = TC_PRIO_INTERACTIVE;

        /* NOT YET ...
         * sock.socket->sk->sk_sndtimeo = tconn->net_conf->timeout*HZ/10;
         * sock.socket->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
         * first set it to the P_CONNECTION_FEATURES timeout,
         * which we set to 4x the configured ping_timeout. */
        rcu_read_lock();
        nc = rcu_dereference(tconn->net_conf);

        sock.socket->sk->sk_sndtimeo =
        sock.socket->sk->sk_rcvtimeo = nc->ping_timeo*4*HZ/10;

        msock.socket->sk->sk_rcvtimeo = nc->ping_int*HZ;
        timeout = nc->timeout * HZ / 10;

        discard_my_data = nc->discard_my_data;
        rcu_read_unlock();

        msock.socket->sk->sk_sndtimeo = timeout;

        /* we don't want delays.
         * we use TCP_CORK where appropriate, though */
        drbd_tcp_nodelay(sock.socket);
        drbd_tcp_nodelay(msock.socket);

        tconn->data.socket = sock.socket;
        tconn->meta.socket = msock.socket;
        tconn->last_received = jiffies;

        h = drbd_do_features(tconn);
        if (h <= 0)
                return h;

        if (tconn->cram_hmac_tfm) {
                /* drbd_request_state(mdev, NS(conn, WFAuth)); */
                switch (drbd_do_auth(tconn)) {
                case -1:
                        conn_err(tconn, "Authentication of peer failed\n");
                        return -1;
                case 0:
                        conn_err(tconn, "Authentication of peer failed, trying again.\n");
                        return 0;
                }
        }

        tconn->data.socket->sk->sk_sndtimeo = timeout;
        tconn->data.socket->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;

        if (drbd_send_protocol(tconn) == -EOPNOTSUPP)
                return -1;

        set_bit(STATE_SENT, &tconn->flags);

        rcu_read_lock();
        idr_for_each_entry(&tconn->volumes, mdev, vnr) {
                kref_get(&mdev->kref);
                rcu_read_unlock();

                /* Prevent a race between resync-handshake and
                 * being promoted to Primary.
                 *
                 * Grab and release the state mutex, so we know that any current
                 * drbd_set_role() is finished, and any incoming drbd_set_role
                 * will see the STATE_SENT flag, and wait for it to be cleared.
                 */
                mutex_lock(mdev->state_mutex);
                mutex_unlock(mdev->state_mutex);

                if (discard_my_data)
                        set_bit(DISCARD_MY_DATA, &mdev->flags);
                else
                        clear_bit(DISCARD_MY_DATA, &mdev->flags);

                drbd_connected(mdev);
                kref_put(&mdev->kref, &drbd_minor_destroy);
                rcu_read_lock();
        }
        rcu_read_unlock();

        rv = conn_request_state(tconn, NS(conn, C_WF_REPORT_PARAMS), CS_VERBOSE);
        if (rv < SS_SUCCESS || tconn->cstate != C_WF_REPORT_PARAMS) {
                clear_bit(STATE_SENT, &tconn->flags);
                return 0;
        }

        drbd_thread_start(&tconn->asender);

        mutex_lock(&tconn->conf_update);
        /* The discard_my_data flag is a single-shot modifier to the next
         * connection attempt, the handshake of which is now well underway.
         * No need for rcu style copying of the whole struct
         * just to clear a single value. */
        tconn->net_conf->discard_my_data = 0;
        mutex_unlock(&tconn->conf_update);

        return h;

out_release_sockets:
        if (ad.s_listen)
                sock_release(ad.s_listen);
        if (sock.socket)
                sock_release(sock.socket);
        if (msock.socket)
                sock_release(msock.socket);
        return -1;
}

static int decode_header(struct drbd_tconn *tconn, void *header, struct packet_info *pi)
{
        unsigned int header_size = drbd_header_size(tconn);

        if (header_size == sizeof(struct p_header100) &&
            *(__be32 *)header == cpu_to_be32(DRBD_MAGIC_100)) {
                struct p_header100 *h = header;
                if (h->pad != 0) {
                        conn_err(tconn, "Header padding is not zero\n");
                        return -EINVAL;
                }
                pi->vnr = be16_to_cpu(h->volume);
                pi->cmd = be16_to_cpu(h->command);
                pi->size = be32_to_cpu(h->length);
        } else if (header_size == sizeof(struct p_header95) &&
                   *(__be16 *)header == cpu_to_be16(DRBD_MAGIC_BIG)) {
                struct p_header95 *h = header;
                pi->cmd = be16_to_cpu(h->command);
                pi->size = be32_to_cpu(h->length);
                pi->vnr = 0;
        } else if (header_size == sizeof(struct p_header80) &&
                   *(__be32 *)header == cpu_to_be32(DRBD_MAGIC)) {
                struct p_header80 *h = header;
                pi->cmd = be16_to_cpu(h->command);
                pi->size = be16_to_cpu(h->length);
                pi->vnr = 0;
        } else {
                conn_err(tconn, "Wrong magic value 0x%08x in protocol version %d\n",
                         be32_to_cpu(*(__be32 *)header),
                         tconn->agreed_pro_version);
                return -EINVAL;
        }
        pi->data = header + header_size;
        return 0;
}

static int drbd_recv_header(struct drbd_tconn *tconn, struct packet_info *pi)
{
        void *buffer = tconn->data.rbuf;
        int err;

        err = drbd_recv_all_warn(tconn, buffer, drbd_header_size(tconn));
        if (err)
                return err;

        err = decode_header(tconn, buffer, pi);
        tconn->last_received = jiffies;

        return err;
}

static void drbd_flush(struct drbd_tconn *tconn)
{
        int rv;
        struct drbd_conf *mdev;
        int vnr;

        if (tconn->write_ordering >= WO_bdev_flush) {
                rcu_read_lock();
                idr_for_each_entry(&tconn->volumes, mdev, vnr) {
                        if (!get_ldev(mdev))
                                continue;
                        kref_get(&mdev->kref);
                        rcu_read_unlock();

                        rv = blkdev_issue_flush(mdev->ldev->backing_bdev,
                                        GFP_NOIO, NULL);
                        if (rv) {
                                dev_info(DEV, "local disk flush failed with status %d\n", rv);
                                /* would rather check on EOPNOTSUPP, but that is not reliable.
                                 * don't try again for ANY return value != 0
                                 * if (rv == -EOPNOTSUPP) */
                                drbd_bump_write_ordering(tconn, WO_drain_io);
                        }
                        put_ldev(mdev);
                        kref_put(&mdev->kref, &drbd_minor_destroy);

                        rcu_read_lock();
                        if (rv)
                                break;
                }
                rcu_read_unlock();
        }
}

/**
 * drbd_may_finish_epoch() - Applies an epoch_event to the epoch's state, eventually finishes it.
 * @mdev:       DRBD device.
 * @epoch:      Epoch object.
 * @ev:         Epoch event.
 */
static enum finish_epoch drbd_may_finish_epoch(struct drbd_tconn *tconn,
                                               struct drbd_epoch *epoch,
                                               enum epoch_event ev)
{
        int epoch_size;
        struct drbd_epoch *next_epoch;
        enum finish_epoch rv = FE_STILL_LIVE;

        spin_lock(&tconn->epoch_lock);
        do {
                next_epoch = NULL;

                epoch_size = atomic_read(&epoch->epoch_size);

                switch (ev & ~EV_CLEANUP) {
                case EV_PUT:
                        atomic_dec(&epoch->active);
                        break;
                case EV_GOT_BARRIER_NR:
                        set_bit(DE_HAVE_BARRIER_NUMBER, &epoch->flags);
                        break;
                case EV_BECAME_LAST:
                        /* nothing to do*/
                        break;
                }

                if (epoch_size != 0 &&
                    atomic_read(&epoch->active) == 0 &&
                    (test_bit(DE_HAVE_BARRIER_NUMBER, &epoch->flags) || ev & EV_CLEANUP)) {
                        if (!(ev & EV_CLEANUP)) {
                                spin_unlock(&tconn->epoch_lock);
                                drbd_send_b_ack(epoch->tconn, epoch->barrier_nr, epoch_size);
                                spin_lock(&tconn->epoch_lock);
                        }
#if 0
                        /* FIXME: dec unacked on connection, once we have
                         * something to count pending connection packets in. */
                        if (test_bit(DE_HAVE_BARRIER_NUMBER, &epoch->flags))
                                dec_unacked(epoch->tconn);
#endif

                        if (tconn->current_epoch != epoch) {
                                next_epoch = list_entry(epoch->list.next, struct drbd_epoch, list);
                                list_del(&epoch->list);
                                ev = EV_BECAME_LAST | (ev & EV_CLEANUP);
                                tconn->epochs--;
                                kfree(epoch);

                                if (rv == FE_STILL_LIVE)
                                        rv = FE_DESTROYED;
                        } else {
                                epoch->flags = 0;
                                atomic_set(&epoch->epoch_size, 0);
                                /* atomic_set(&epoch->active, 0); is already zero */
                                if (rv == FE_STILL_LIVE)
                                        rv = FE_RECYCLED;
                        }
                }

                if (!next_epoch)
                        break;

                epoch = next_epoch;
        } while (1);

        spin_unlock(&tconn->epoch_lock);

        return rv;
}

/**
 * drbd_bump_write_ordering() - Fall back to an other write ordering method
 * @tconn:      DRBD connection.
 * @wo:         Write ordering method to try.
 */
void drbd_bump_write_ordering(struct drbd_tconn *tconn, enum write_ordering_e wo)
{
        struct disk_conf *dc;
        struct drbd_conf *mdev;
        enum write_ordering_e pwo;
        int vnr;
        static char *write_ordering_str[] = {
                [WO_none] = "none",
                [WO_drain_io] = "drain",
                [WO_bdev_flush] = "flush",
        };

        pwo = tconn->write_ordering;
        wo = min(pwo, wo);
        rcu_read_lock();
        idr_for_each_entry(&tconn->volumes, mdev, vnr) {
                if (!get_ldev_if_state(mdev, D_ATTACHING))
                        continue;
                dc = rcu_dereference(mdev->ldev->disk_conf);

                if (wo == WO_bdev_flush && !dc->disk_flushes)
                        wo = WO_drain_io;
                if (wo == WO_drain_io && !dc->disk_drain)
                        wo = WO_none;
                put_ldev(mdev);
        }
        rcu_read_unlock();
        tconn->write_ordering = wo;
        if (pwo != tconn->write_ordering || wo == WO_bdev_flush)
                conn_info(tconn, "Method to ensure write ordering: %s\n", write_ordering_str[tconn->write_ordering]);
}

/**
 * drbd_submit_peer_request()
 * @mdev:       DRBD device.
 * @peer_req:   peer request
 * @rw:         flag field, see bio->bi_rw
 *
 * May spread the pages to multiple bios,
 * depending on bio_add_page restrictions.
 *
 * Returns 0 if all bios have been submitted,
 * -ENOMEM if we could not allocate enough bios,
 * -ENOSPC (any better suggestion?) if we have not been able to bio_add_page a
 *  single page to an empty bio (which should never happen and likely indicates
 *  that the lower level IO stack is in some way broken). This has been observed
 *  on certain Xen deployments.
 */
/* TODO allocate from our own bio_set. */
int drbd_submit_peer_request(struct drbd_conf *mdev,
                             struct drbd_peer_request *peer_req,
                             const unsigned rw, const int fault_type)
{
        struct bio *bios = NULL;
        struct bio *bio;
        struct page *page = peer_req->pages;
        sector_t sector = peer_req->i.sector;
        unsigned ds = peer_req->i.size;
        unsigned n_bios = 0;
        unsigned nr_pages = (ds + PAGE_SIZE -1) >> PAGE_SHIFT;
        int err = -ENOMEM;

        /* In most cases, we will only need one bio.  But in case the lower
         * level restrictions happen to be different at this offset on this
         * side than those of the sending peer, we may need to submit the
         * request in more than one bio.
         *
         * Plain bio_alloc is good enough here, this is no DRBD internally
         * generated bio, but a bio allocated on behalf of the peer.
         */
next_bio:
        bio = bio_alloc(GFP_NOIO, nr_pages);
        if (!bio) {
                dev_err(DEV, "submit_ee: Allocation of a bio failed\n");
                goto fail;
        }
        /* > peer_req->i.sector, unless this is the first bio */
        bio->bi_sector = sector;
        bio->bi_bdev = mdev->ldev->backing_bdev;
        bio->bi_rw = rw;
        bio->bi_private = peer_req;
        bio->bi_end_io = drbd_peer_request_endio;

        bio->bi_next = bios;
        bios = bio;
        ++n_bios;

        page_chain_for_each(page) {
                unsigned len = min_t(unsigned, ds, PAGE_SIZE);
                if (!bio_add_page(bio, page, len, 0)) {
                        /* A single page must always be possible!
                         * But in case it fails anyways,
                         * we deal with it, and complain (below). */
                        if (bio->bi_vcnt == 0) {
                                dev_err(DEV,
                                        "bio_add_page failed for len=%u, "
                                        "bi_vcnt=0 (bi_sector=%llu)\n",
                                        len, (unsigned long long)bio->bi_sector);
                                err = -ENOSPC;
                                goto fail;
                        }
                        goto next_bio;
                }
                ds -= len;
                sector += len >> 9;
                --nr_pages;
        }
        D_ASSERT(page == NULL);
        D_ASSERT(ds == 0);

        atomic_set(&peer_req->pending_bios, n_bios);
        do {
                bio = bios;
                bios = bios->bi_next;
                bio->bi_next = NULL;

                drbd_generic_make_request(mdev, fault_type, bio);
        } while (bios);
        return 0;

fail:
        while (bios) {
                bio = bios;
                bios = bios->bi_next;
                bio_put(bio);
        }
        return err;
}

static void drbd_remove_epoch_entry_interval(struct drbd_conf *mdev,
                                             struct drbd_peer_request *peer_req)
{
        struct drbd_interval *i = &peer_req->i;

        drbd_remove_interval(&mdev->write_requests, i);
        drbd_clear_interval(i);

        /* Wake up any processes waiting for this peer request to complete.  */
        if (i->waiting)
                wake_up(&mdev->misc_wait);
}

void conn_wait_active_ee_empty(struct drbd_tconn *tconn)
{
        struct drbd_conf *mdev;
        int vnr;

        rcu_read_lock();
        idr_for_each_entry(&tconn->volumes, mdev, vnr) {
                kref_get(&mdev->kref);
                rcu_read_unlock();
                drbd_wait_ee_list_empty(mdev, &mdev->active_ee);
                kref_put(&mdev->kref, &drbd_minor_destroy);
                rcu_read_lock();
        }
        rcu_read_unlock();
}

static int receive_Barrier(struct drbd_tconn *tconn, struct packet_info *pi)
{
        int rv;
        struct p_barrier *p = pi->data;
        struct drbd_epoch *epoch;

        /* FIXME these are unacked on connection,
         * not a specific (peer)device.
         */
        tconn->current_epoch->barrier_nr = p->barrier;
        tconn->current_epoch->tconn = tconn;
        rv = drbd_may_finish_epoch(tconn, tconn->current_epoch, EV_GOT_BARRIER_NR);

        /* P_BARRIER_ACK may imply that the corresponding extent is dropped from
         * the activity log, which means it would not be resynced in case the
         * R_PRIMARY crashes now.
         * Therefore we must send the barrier_ack after the barrier request was
         * completed. */
        switch (tconn->write_ordering) {
        case WO_none:
                if (rv == FE_RECYCLED)
                        return 0;

                /* receiver context, in the writeout path of the other node.
                 * avoid potential distributed deadlock */
                epoch = kmalloc(sizeof(struct drbd_epoch), GFP_NOIO);
                if (epoch)
                        break;
                else
                        conn_warn(tconn, "Allocation of an epoch failed, slowing down\n");
                        /* Fall through */

        case WO_bdev_flush:
        case WO_drain_io:
                conn_wait_active_ee_empty(tconn);
                drbd_flush(tconn);

                if (atomic_read(&tconn->current_epoch->epoch_size)) {
                        epoch = kmalloc(sizeof(struct drbd_epoch), GFP_NOIO);
                        if (epoch)
                                break;
                }

                return 0;
        default:
                conn_err(tconn, "Strangeness in tconn->write_ordering %d\n", tconn->write_ordering);
                return -EIO;
        }

        epoch->flags = 0;
        atomic_set(&epoch->epoch_size, 0);
        atomic_set(&epoch->active, 0);

        spin_lock(&tconn->epoch_lock);
        if (atomic_read(&tconn->current_epoch->epoch_size)) {
                list_add(&epoch->list, &tconn->current_epoch->list);
                tconn->current_epoch = epoch;
                tconn->epochs++;
        } else {
                /* The current_epoch got recycled while we allocated this one... */
                kfree(epoch);
        }
        spin_unlock(&tconn->epoch_lock);

        return 0;
}

/* used from receive_RSDataReply (recv_resync_read)
 * and from receive_Data */
static struct drbd_peer_request *
read_in_block(struct drbd_conf *mdev, u64 id, sector_t sector,
              int data_size) __must_hold(local)
{
        const sector_t capacity = drbd_get_capacity(mdev->this_bdev);
        struct drbd_peer_request *peer_req;
        struct page *page;
        int dgs, ds, err;
        void *dig_in = mdev->tconn->int_dig_in;
        void *dig_vv = mdev->tconn->int_dig_vv;
        unsigned long *data;

        dgs = 0;
        if (mdev->tconn->peer_integrity_tfm) {
                dgs = crypto_hash_digestsize(mdev->tconn->peer_integrity_tfm);
                /*
                 * FIXME: Receive the incoming digest into the receive buffer
                 *        here, together with its struct p_data?
                 */
                err = drbd_recv_all_warn(mdev->tconn, dig_in, dgs);
                if (err)
                        return NULL;
                data_size -= dgs;
        }

        if (!expect(IS_ALIGNED(data_size, 512)))
                return NULL;
        if (!expect(data_size <= DRBD_MAX_BIO_SIZE))
                return NULL;

        /* even though we trust out peer,
         * we sometimes have to double check. */
        if (sector + (data_size>>9) > capacity) {
                dev_err(DEV, "request from peer beyond end of local disk: "
                        "capacity: %llus < sector: %llus + size: %u\n",
                        (unsigned long long)capacity,
                        (unsigned long long)sector, data_size);
                return NULL;
        }

        /* GFP_NOIO, because we must not cause arbitrary write-out: in a DRBD
         * "criss-cross" setup, that might cause write-out on some other DRBD,
         * which in turn might block on the other node at this very place.  */
        peer_req = drbd_alloc_peer_req(mdev, id, sector, data_size, GFP_NOIO);
        if (!peer_req)
                return NULL;

        if (!data_size)
                return peer_req;

        ds = data_size;
        page = peer_req->pages;
        page_chain_for_each(page) {
                unsigned len = min_t(int, ds, PAGE_SIZE);
                data = kmap(page);
                err = drbd_recv_all_warn(mdev->tconn, data, len);
                if (drbd_insert_fault(mdev, DRBD_FAULT_RECEIVE)) {
                        dev_err(DEV, "Fault injection: Corrupting data on receive\n");
                        data[0] = data[0] ^ (unsigned long)-1;
                }
                kunmap(page);
                if (err) {
                        drbd_free_peer_req(mdev, peer_req);
                        return NULL;
                }
                ds -= len;
        }

        if (dgs) {
                drbd_csum_ee(mdev, mdev->tconn->peer_integrity_tfm, peer_req, dig_vv);
                if (memcmp(dig_in, dig_vv, dgs)) {
                        dev_err(DEV, "Digest integrity check FAILED: %llus +%u\n",
                                (unsigned long long)sector, data_size);
                        drbd_free_peer_req(mdev, peer_req);
                        return NULL;
                }
        }
        mdev->recv_cnt += data_size>>9;
        return peer_req;
}

/* drbd_drain_block() just takes a data block
 * out of the socket input buffer, and discards it.
 */
static int drbd_drain_block(struct drbd_conf *mdev, int data_size)
{
        struct page *page;
        int err = 0;
        void *data;

        if (!data_size)
                return 0;

        page = drbd_alloc_pages(mdev, 1, 1);

        data = kmap(page);
        while (data_size) {
                unsigned int len = min_t(int, data_size, PAGE_SIZE);

                err = drbd_recv_all_warn(mdev->tconn, data, len);
                if (err)
                        break;
                data_size -= len;
        }
        kunmap(page);
        drbd_free_pages(mdev, page, 0);
        return err;
}

static int recv_dless_read(struct drbd_conf *mdev, struct drbd_request *req,
                           sector_t sector, int data_size)
{
        struct bio_vec *bvec;
        struct bio *bio;
        int dgs, err, i, expect;
        void *dig_in = mdev->tconn->int_dig_in;
        void *dig_vv = mdev->tconn->int_dig_vv;

        dgs = 0;
        if (mdev->tconn->peer_integrity_tfm) {
                dgs = crypto_hash_digestsize(mdev->tconn->peer_integrity_tfm);
                err = drbd_recv_all_warn(mdev->tconn, dig_in, dgs);
                if (err)
                        return err;
                data_size -= dgs;
        }

        /* optimistically update recv_cnt.  if receiving fails below,
         * we disconnect anyways, and counters will be reset. */
        mdev->recv_cnt += data_size>>9;

        bio = req->master_bio;
        D_ASSERT(sector == bio->bi_sector);

        bio_for_each_segment(bvec, bio, i) {
                void *mapped = kmap(bvec->bv_page) + bvec->bv_offset;
                expect = min_t(int, data_size, bvec->bv_len);
                err = drbd_recv_all_warn(mdev->tconn, mapped, expect);
                kunmap(bvec->bv_page);
                if (err)
                        return err;
                data_size -= expect;
        }

        if (dgs) {
                drbd_csum_bio(mdev, mdev->tconn->peer_integrity_tfm, bio, dig_vv);
                if (memcmp(dig_in, dig_vv, dgs)) {
                        dev_err(DEV, "Digest integrity check FAILED. Broken NICs?\n");
                        return -EINVAL;
                }
        }

        D_ASSERT(data_size == 0);
        return 0;
}

/*
 * e_end_resync_block() is called in asender context via
 * drbd_finish_peer_reqs().
 */
static int e_end_resync_block(struct drbd_work *w, int unused)
{
        struct drbd_peer_request *peer_req =
                container_of(w, struct drbd_peer_request, w);
        struct drbd_conf *mdev = w->mdev;
        sector_t sector = peer_req->i.sector;
        int err;

        D_ASSERT(drbd_interval_empty(&peer_req->i));

        if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) {
                drbd_set_in_sync(mdev, sector, peer_req->i.size);
                err = drbd_send_ack(mdev, P_RS_WRITE_ACK, peer_req);
        } else {
                /* Record failure to sync */
                drbd_rs_failed_io(mdev, sector, peer_req->i.size);

                err  = drbd_send_ack(mdev, P_NEG_ACK, peer_req);
        }
        dec_unacked(mdev);

        return err;
}

static int recv_resync_read(struct drbd_conf *mdev, sector_t sector, int data_size) __releases(local)
{
        struct drbd_peer_request *peer_req;

        peer_req = read_in_block(mdev, ID_SYNCER, sector, data_size);
        if (!peer_req)
                goto fail;

        dec_rs_pending(mdev);

        inc_unacked(mdev);
        /* corresponding dec_unacked() in e_end_resync_block()
         * respective _drbd_clear_done_ee */

        peer_req->w.cb = e_end_resync_block;

        spin_lock_irq(&mdev->tconn->req_lock);
        list_add(&peer_req->w.list, &mdev->sync_ee);
        spin_unlock_irq(&mdev->tconn->req_lock);

        atomic_add(data_size >> 9, &mdev->rs_sect_ev);
        if (drbd_submit_peer_request(mdev, peer_req, WRITE, DRBD_FAULT_RS_WR) == 0)
                return 0;

        /* don't care for the reason here */
        dev_err(DEV, "submit failed, triggering re-connect\n");
        spin_lock_irq(&mdev->tconn->req_lock);
        list_del(&peer_req->w.list);
        spin_unlock_irq(&mdev->tconn->req_lock);

        drbd_free_peer_req(mdev, peer_req);
fail:
        put_ldev(mdev);
        return -EIO;
}

static struct drbd_request *
find_request(struct drbd_conf *mdev, struct rb_root *root, u64 id,
             sector_t sector, bool missing_ok, const char *func)
{
        struct drbd_request *req;

        /* Request object according to our peer */
        req = (struct drbd_request *)(unsigned long)id;
        if (drbd_contains_interval(root, sector, &req->i) && req->i.local)
                return req;
        if (!missing_ok) {
                dev_err(DEV, "%s: failed to find request 0x%lx, sector %llus\n", func,
                        (unsigned long)id, (unsigned long long)sector);
        }
        return NULL;
}

static int receive_DataReply(struct drbd_tconn *tconn, struct packet_info *pi)
{
        struct drbd_conf *mdev;
        struct drbd_request *req;
        sector_t sector;
        int err;
        struct p_data *p = pi->data;

        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
                return -EIO;

        sector = be64_to_cpu(p->sector);

        spin_lock_irq(&mdev->tconn->req_lock);
        req = find_request(mdev, &mdev->read_requests, p->block_id, sector, false, __func__);
        spin_unlock_irq(&mdev->tconn->req_lock);
        if (unlikely(!req))
                return -EIO;

        /* hlist_del(&req->collision) is done in _req_may_be_done, to avoid
         * special casing it there for the various failure cases.
         * still no race with drbd_fail_pending_reads */
        err = recv_dless_read(mdev, req, sector, pi->size);
        if (!err)
                req_mod(req, DATA_RECEIVED);
        /* else: nothing. handled from drbd_disconnect...
         * I don't think we may complete this just yet
         * in case we are "on-disconnect: freeze" */

        return err;
}

static int receive_RSDataReply(struct drbd_tconn *tconn, struct packet_info *pi)
{
        struct drbd_conf *mdev;
        sector_t sector;
        int err;
        struct p_data *p = pi->data;

        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
                return -EIO;

        sector = be64_to_cpu(p->sector);
        D_ASSERT(p->block_id == ID_SYNCER);

        if (get_ldev(mdev)) {
                /* data is submitted to disk within recv_resync_read.
                 * corresponding put_ldev done below on error,
                 * or in drbd_peer_request_endio. */
                err = recv_resync_read(mdev, sector, pi->size);
        } else {
                if (__ratelimit(&drbd_ratelimit_state))
                        dev_err(DEV, "Can not write resync data to local disk.\n");

                err = drbd_drain_block(mdev, pi->size);

                drbd_send_ack_dp(mdev, P_NEG_ACK, p, pi->size);
        }

        atomic_add(pi->size >> 9, &mdev->rs_sect_in);

        return err;
}

static void restart_conflicting_writes(struct drbd_conf *mdev,
                                       sector_t sector, int size)
{
        struct drbd_interval *i;
        struct drbd_request *req;

        drbd_for_each_overlap(i, &mdev->write_requests, sector, size) {
                if (!i->local)
                        continue;
                req = container_of(i, struct drbd_request, i);
                if (req->rq_state & RQ_LOCAL_PENDING ||
                    !(req->rq_state & RQ_POSTPONED))
                        continue;
                /* as it is RQ_POSTPONED, this will cause it to
                 * be queued on the retry workqueue. */
                __req_mod(req, CONFLICT_RESOLVED, NULL);
        }
}

/*
 * e_end_block() is called in asender context via drbd_finish_peer_reqs().
 */
static int e_end_block(struct drbd_work *w, int cancel)
{
        struct drbd_peer_request *peer_req =
                container_of(w, struct drbd_peer_request, w);
        struct drbd_conf *mdev = w->mdev;
        sector_t sector = peer_req->i.sector;
        int err = 0, pcmd;

        if (peer_req->flags & EE_SEND_WRITE_ACK) {
                if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) {
                        pcmd = (mdev->state.conn >= C_SYNC_SOURCE &&
                                mdev->state.conn <= C_PAUSED_SYNC_T &&
                                peer_req->flags & EE_MAY_SET_IN_SYNC) ?
                                P_RS_WRITE_ACK : P_WRITE_ACK;
                        err = drbd_send_ack(mdev, pcmd, peer_req);
                        if (pcmd == P_RS_WRITE_ACK)
                                drbd_set_in_sync(mdev, sector, peer_req->i.size);
                } else {
                        err = drbd_send_ack(mdev, P_NEG_ACK, peer_req);
                        /* we expect it to be marked out of sync anyways...
                         * maybe assert this?  */
                }
                dec_unacked(mdev);
        }
        /* we delete from the conflict detection hash _after_ we sent out the
         * P_WRITE_ACK / P_NEG_ACK, to get the sequence number right.  */
        if (peer_req->flags & EE_IN_INTERVAL_TREE) {
                spin_lock_irq(&mdev->tconn->req_lock);
                D_ASSERT(!drbd_interval_empty(&peer_req->i));
                drbd_remove_epoch_entry_interval(mdev, peer_req);
                if (peer_req->flags & EE_RESTART_REQUESTS)
                        restart_conflicting_writes(mdev, sector, peer_req->i.size);
                spin_unlock_irq(&mdev->tconn->req_lock);
        } else
                D_ASSERT(drbd_interval_empty(&peer_req->i));

        drbd_may_finish_epoch(mdev->tconn, peer_req->epoch, EV_PUT + (cancel ? EV_CLEANUP : 0));

        return err;
}

static int e_send_ack(struct drbd_work *w, enum drbd_packet ack)
{
        struct drbd_conf *mdev = w->mdev;
        struct drbd_peer_request *peer_req =
                container_of(w, struct drbd_peer_request, w);
        int err;

        err = drbd_send_ack(mdev, ack, peer_req);
        dec_unacked(mdev);

        return err;
}

static int e_send_superseded(struct drbd_work *w, int unused)
{
        return e_send_ack(w, P_SUPERSEDED);
}

static int e_send_retry_write(struct drbd_work *w, int unused)
{
        struct drbd_tconn *tconn = w->mdev->tconn;

        return e_send_ack(w, tconn->agreed_pro_version >= 100 ?
                             P_RETRY_WRITE : P_SUPERSEDED);
}

static bool seq_greater(u32 a, u32 b)
{
        /*
         * We assume 32-bit wrap-around here.
         * For 24-bit wrap-around, we would have to shift:
         *  a <<= 8; b <<= 8;
         */
        return (s32)a - (s32)b > 0;
}

static u32 seq_max(u32 a, u32 b)
{
        return seq_greater(a, b) ? a : b;
}

static bool need_peer_seq(struct drbd_conf *mdev)
{
        struct drbd_tconn *tconn = mdev->tconn;
        int tp;

        /*
         * We only need to keep track of the last packet_seq number of our peer
         * if we are in dual-primary mode and we have the resolve-conflicts flag set; see
         * handle_write_conflicts().
         */

        rcu_read_lock();
        tp = rcu_dereference(mdev->tconn->net_conf)->two_primaries;
        rcu_read_unlock();

        return tp && test_bit(RESOLVE_CONFLICTS, &tconn->flags);
}

static void update_peer_seq(struct drbd_conf *mdev, unsigned int peer_seq)
{
        unsigned int newest_peer_seq;

        if (need_peer_seq(mdev)) {
                spin_lock(&mdev->peer_seq_lock);
                newest_peer_seq = seq_max(mdev->peer_seq, peer_seq);
                mdev->peer_seq = newest_peer_seq;
                spin_unlock(&mdev->peer_seq_lock);
                /* wake up only if we actually changed mdev->peer_seq */
                if (peer_seq == newest_peer_seq)
                        wake_up(&mdev->seq_wait);
        }
}

static inline int overlaps(sector_t s1, int l1, sector_t s2, int l2)
{
        return !((s1 + (l1>>9) <= s2) || (s1 >= s2 + (l2>>9)));
}

/* maybe change sync_ee into interval trees as well? */
static bool overlapping_resync_write(struct drbd_conf *mdev, struct drbd_peer_request *peer_req)
{
        struct drbd_peer_request *rs_req;
        bool rv = 0;

        spin_lock_irq(&mdev->tconn->req_lock);
        list_for_each_entry(rs_req, &mdev->sync_ee, w.list) {
                if (overlaps(peer_req->i.sector, peer_req->i.size,
                             rs_req->i.sector, rs_req->i.size)) {
                        rv = 1;
                        break;
                }
        }
        spin_unlock_irq(&mdev->tconn->req_lock);

        return rv;
}

/* Called from receive_Data.
 * Synchronize packets on sock with packets on msock.
 *
 * This is here so even when a P_DATA packet traveling via sock overtook an Ack
 * packet traveling on msock, they are still processed in the order they have
 * been sent.
 *
 * Note: we don't care for Ack packets overtaking P_DATA packets.
 *
 * In case packet_seq is larger than mdev->peer_seq number, there are
 * outstanding packets on the msock. We wait for them to arrive.
 * In case we are the logically next packet, we update mdev->peer_seq
 * ourselves. Correctly handles 32bit wrap around.
 *
 * Assume we have a 10 GBit connection, that is about 1<<30 byte per second,
 * about 1<<21 sectors per second. So "worst" case, we have 1<<3 == 8 seconds
 * for the 24bit wrap (historical atomic_t guarantee on some archs), and we have
 * 1<<9 == 512 seconds aka ages for the 32bit wrap around...
 *
 * returns 0 if we may process the packet,
 * -ERESTARTSYS if we were interrupted (by disconnect signal). */
static int wait_for_and_update_peer_seq(struct drbd_conf *mdev, const u32 peer_seq)
{
        DEFINE_WAIT(wait);
        long timeout;
        int ret;

        if (!need_peer_seq(mdev))
                return 0;

        spin_lock(&mdev->peer_seq_lock);
        for (;;) {
                if (!seq_greater(peer_seq - 1, mdev->peer_seq)) {
                        mdev->peer_seq = seq_max(mdev->peer_seq, peer_seq);
                        ret = 0;
                        break;
                }
                if (signal_pending(current)) {
                        ret = -ERESTARTSYS;
                        break;
                }
                prepare_to_wait(&mdev->seq_wait, &wait, TASK_INTERRUPTIBLE);
                spin_unlock(&mdev->peer_seq_lock);
                rcu_read_lock();
                timeout = rcu_dereference(mdev->tconn->net_conf)->ping_timeo*HZ/10;
                rcu_read_unlock();
                timeout = schedule_timeout(timeout);
                spin_lock(&mdev->peer_seq_lock);
                if (!timeout) {
                        ret = -ETIMEDOUT;
                        dev_err(DEV, "Timed out waiting for missing ack packets; disconnecting\n");

                        break;
                }
        }
        spin_unlock(&mdev->peer_seq_lock);
        finish_wait(&mdev->seq_wait, &wait);
        return ret;
}

/* see also bio_flags_to_wire()
 * DRBD_REQ_*, because we need to semantically map the flags to data packet
 * flags and back. We may replicate to other kernel versions. */
static unsigned long wire_flags_to_bio(struct drbd_conf *mdev, u32 dpf)
{
        return  (dpf & DP_RW_SYNC ? REQ_SYNC : 0) |
                (dpf & DP_FUA ? REQ_FUA : 0) |
                (dpf & DP_FLUSH ? REQ_FLUSH : 0) |
                (dpf & DP_DISCARD ? REQ_DISCARD : 0);
}

static void fail_postponed_requests(struct drbd_conf *mdev, sector_t sector,
                                    unsigned int size)
{
        struct drbd_interval *i;

    repeat:
        drbd_for_each_overlap(i, &mdev->write_requests, sector, size) {
                struct drbd_request *req;
                struct bio_and_error m;

                if (!i->local)
                        continue;
                req = container_of(i, struct drbd_request, i);
                if (!(req->rq_state & RQ_POSTPONED))
                        continue;
                req->rq_state &= ~RQ_POSTPONED;
                __req_mod(req, NEG_ACKED, &m);
                spin_unlock_irq(&mdev->tconn->req_lock);
                if (m.bio)
                        complete_master_bio(mdev, &m);
                spin_lock_irq(&mdev->tconn->req_lock);
                goto repeat;
        }
}

static int handle_write_conflicts(struct drbd_conf *mdev,
                                  struct drbd_peer_request *peer_req)
{
        struct drbd_tconn *tconn = mdev->tconn;
        bool resolve_conflicts = test_bit(RESOLVE_CONFLICTS, &tconn->flags);
        sector_t sector = peer_req->i.sector;
        const unsigned int size = peer_req->i.size;
        struct drbd_interval *i;
        bool equal;
        int err;

        /*
         * Inserting the peer request into the write_requests tree will prevent
         * new conflicting local requests from being added.
         */
        drbd_insert_interval(&mdev->write_requests, &peer_req->i);

    repeat:
        drbd_for_each_overlap(i, &mdev->write_requests, sector, size) {
                if (i == &peer_req->i)
                        continue;

                if (!i->local) {
                        /*
                         * Our peer has sent a conflicting remote request; this
                         * should not happen in a two-node setup.  Wait for the
                         * earlier peer request to complete.
                         */
                        err = drbd_wait_misc(mdev, i);
                        if (err)
                                goto out;
                        goto repeat;
                }

                equal = i->sector == sector && i->size == size;
                if (resolve_conflicts) {
                        /*
                         * If the peer request is fully contained within the
                         * overlapping request, it can be considered overwritten
                         * and thus superseded; otherwise, it will be retried
                         * once all overlapping requests have completed.
                         */
                        bool superseded = i->sector <= sector && i->sector +
                                       (i->size >> 9) >= sector + (size >> 9);

                        if (!equal)
                                dev_alert(DEV, "Concurrent writes detected: "
                                               "local=%llus +%u, remote=%llus +%u, "
                                               "assuming %s came first\n",
                                          (unsigned long long)i->sector, i->size,
                                          (unsigned long long)sector, size,
                                          superseded ? "local" : "remote");

                        inc_unacked(mdev);
                        peer_req->w.cb = superseded ? e_send_superseded :
                                                   e_send_retry_write;
                        list_add_tail(&peer_req->w.list, &mdev->done_ee);
                        wake_asender(mdev->tconn);

                        err = -ENOENT;
                        goto out;
                } else {
                        struct drbd_request *req =
                                container_of(i, struct drbd_request, i);

                        if (!equal)
                                dev_alert(DEV, "Concurrent writes detected: "
                                               "local=%llus +%u, remote=%llus +%u\n",
                                          (unsigned long long)i->sector, i->size,
                                          (unsigned long long)sector, size);

                        if (req->rq_state & RQ_LOCAL_PENDING ||
                            !(req->rq_state & RQ_POSTPONED)) {
                                /*
                                 * Wait for the node with the discard flag to
                                 * decide if this request has been superseded
                                 * or needs to be retried.
                                 * Requests that have been superseded will
                                 * disappear from the write_requests tree.
                                 *
                                 * In addition, wait for the conflicting
                                 * request to finish locally before submitting
                                 * the conflicting peer request.
                                 */
                                err = drbd_wait_misc(mdev, &req->i);
                                if (err) {
                                        _conn_request_state(mdev->tconn,
                                                            NS(conn, C_TIMEOUT),
                                                            CS_HARD);
                                        fail_postponed_requests(mdev, sector, size);
                                        goto out;
                                }
                                goto repeat;
                        }
                        /*
                         * Remember to restart the conflicting requests after
                         * the new peer request has completed.
                         */
                        peer_req->flags |= EE_RESTART_REQUESTS;
                }
        }
        err = 0;

    out:
        if (err)
                drbd_remove_epoch_entry_interval(mdev, peer_req);
        return err;
}

/* mirrored write */
static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
{
        struct drbd_conf *mdev;
        sector_t sector;
        struct drbd_peer_request *peer_req;
        struct p_data *p = pi->data;
        u32 peer_seq = be32_to_cpu(p->seq_num);
        int rw = WRITE;
        u32 dp_flags;
        int err, tp;

        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
                return -EIO;

        if (!get_ldev(mdev)) {
                int err2;

                err = wait_for_and_update_peer_seq(mdev, peer_seq);
                drbd_send_ack_dp(mdev, P_NEG_ACK, p, pi->size);
                atomic_inc(&tconn->current_epoch->epoch_size);
                err2 = drbd_drain_block(mdev, pi->size);
                if (!err)
                        err = err2;
                return err;
        }

        /*
         * Corresponding put_ldev done either below (on various errors), or in
         * drbd_peer_request_endio, if we successfully submit the data at the
         * end of this function.
         */

        sector = be64_to_cpu(p->sector);
        peer_req = read_in_block(mdev, p->block_id, sector, pi->size);
        if (!peer_req) {
                put_ldev(mdev);
                return -EIO;
        }

        peer_req->w.cb = e_end_block;

        dp_flags = be32_to_cpu(p->dp_flags);
        rw |= wire_flags_to_bio(mdev, dp_flags);
        if (peer_req->pages == NULL) {
                D_ASSERT(peer_req->i.size == 0);
                D_ASSERT(dp_flags & DP_FLUSH);
        }

        if (dp_flags & DP_MAY_SET_IN_SYNC)
                peer_req->flags |= EE_MAY_SET_IN_SYNC;

        spin_lock(&tconn->epoch_lock);
        peer_req->epoch = tconn->current_epoch;
        atomic_inc(&peer_req->epoch->epoch_size);
        atomic_inc(&peer_req->epoch->active);
        spin_unlock(&tconn->epoch_lock);

        rcu_read_lock();
        tp = rcu_dereference(mdev->tconn->net_conf)->two_primaries;
        rcu_read_unlock();
        if (tp) {
                peer_req->flags |= EE_IN_INTERVAL_TREE;
                err = wait_for_and_update_peer_seq(mdev, peer_seq);
                if (err)
                        goto out_interrupted;
                spin_lock_irq(&mdev->tconn->req_lock);
                err = handle_write_conflicts(mdev, peer_req);
                if (err) {
                        spin_unlock_irq(&mdev->tconn->req_lock);
                        if (err == -ENOENT) {
                                put_ldev(mdev);
                                return 0;
                        }
                        goto out_interrupted;
                }
        } else
                spin_lock_irq(&mdev->tconn->req_lock);
        list_add(&peer_req->w.list, &mdev->active_ee);
        spin_unlock_irq(&mdev->tconn->req_lock);

        if (mdev->state.conn == C_SYNC_TARGET)
                wait_event(mdev->ee_wait, !overlapping_resync_write(mdev, peer_req));

        if (mdev->tconn->agreed_pro_version < 100) {
                rcu_read_lock();
                switch (rcu_dereference(mdev->tconn->net_conf)->wire_protocol) {
                case DRBD_PROT_C:
                        dp_flags |= DP_SEND_WRITE_ACK;
                        break;
                case DRBD_PROT_B:
                        dp_flags |= DP_SEND_RECEIVE_ACK;
                        break;
                }
                rcu_read_unlock();
        }

        if (dp_flags & DP_SEND_WRITE_ACK) {
                peer_req->flags |= EE_SEND_WRITE_ACK;
                inc_unacked(mdev);
                /* corresponding dec_unacked() in e_end_block()
                 * respective _drbd_clear_done_ee */
        }

        if (dp_flags & DP_SEND_RECEIVE_ACK) {
                /* I really don't like it that the receiver thread
                 * sends on the msock, but anyways */
                drbd_send_ack(mdev, P_RECV_ACK, peer_req);
        }

        if (mdev->state.pdsk < D_INCONSISTENT) {
                /* In case we have the only disk of the cluster, */
                drbd_set_out_of_sync(mdev, peer_req->i.sector, peer_req->i.size);
                peer_req->flags |= EE_CALL_AL_COMPLETE_IO;
                peer_req->flags &= ~EE_MAY_SET_IN_SYNC;
                drbd_al_begin_io(mdev, &peer_req->i, true);
        }

        err = drbd_submit_peer_request(mdev, peer_req, rw, DRBD_FAULT_DT_WR);
        if (!err)
                return 0;

        /* don't care for the reason here */
        dev_err(DEV, "submit failed, triggering re-connect\n");
        spin_lock_irq(&mdev->tconn->req_lock);
        list_del(&peer_req->w.list);
        drbd_remove_epoch_entry_interval(mdev, peer_req);
        spin_unlock_irq(&mdev->tconn->req_lock);
        if (peer_req->flags & EE_CALL_AL_COMPLETE_IO)
                drbd_al_complete_io(mdev, &peer_req->i);

out_interrupted:
        drbd_may_finish_epoch(tconn, peer_req->epoch, EV_PUT + EV_CLEANUP);
        put_ldev(mdev);
        drbd_free_peer_req(mdev, peer_req);
        return err;
}

/* We may throttle resync, if the lower device seems to be busy,
 * and current sync rate is above c_min_rate.
 *
 * To decide whether or not the lower device is busy, we use a scheme similar
 * to MD RAID is_mddev_idle(): if the partition stats reveal "significant"
 * (more than 64 sectors) of activity we cannot account for with our own resync
 * activity, it obviously is "busy".
 *
 * The current sync rate used here uses only the most recent two step marks,
 * to have a short time average so we can react faster.
 */
int drbd_rs_should_slow_down(struct drbd_conf *mdev, sector_t sector)
{
        struct gendisk *disk = mdev->ldev->backing_bdev->bd_contains->bd_disk;
        unsigned long db, dt, dbdt;
        struct lc_element *tmp;
        int curr_events;
        int throttle = 0;
        unsigned int c_min_rate;

        rcu_read_lock();
        c_min_rate = rcu_dereference(mdev->ldev->disk_conf)->c_min_rate;
        rcu_read_unlock();

        /* feature disabled? */
        if (c_min_rate == 0)
                return 0;

        spin_lock_irq(&mdev->al_lock);
        tmp = lc_find(mdev->resync, BM_SECT_TO_EXT(sector));
        if (tmp) {
                struct bm_extent *bm_ext = lc_entry(tmp, struct bm_extent, lce);
                if (test_bit(BME_PRIORITY, &bm_ext->flags)) {
                        spin_unlock_irq(&mdev->al_lock);
                        return 0;
                }
                /* Do not slow down if app IO is already waiting for this extent */
        }
        spin_unlock_irq(&mdev->al_lock);

        curr_events = (int)part_stat_read(&disk->part0, sectors[0]) +
                      (int)part_stat_read(&disk->part0, sectors[1]) -
                        atomic_read(&mdev->rs_sect_ev);

        if (!mdev->rs_last_events || curr_events - mdev->rs_last_events > 64) {
                unsigned long rs_left;
                int i;

                mdev->rs_last_events = curr_events;

                /* sync speed average over the last 2*DRBD_SYNC_MARK_STEP,
                 * approx. */
                i = (mdev->rs_last_mark + DRBD_SYNC_MARKS-1) % DRBD_SYNC_MARKS;

                if (mdev->state.conn == C_VERIFY_S || mdev->state.conn == C_VERIFY_T)
                        rs_left = mdev->ov_left;
                else
                        rs_left = drbd_bm_total_weight(mdev) - mdev->rs_failed;

                dt = ((long)jiffies - (long)mdev->rs_mark_time[i]) / HZ;
                if (!dt)
                        dt++;
                db = mdev->rs_mark_left[i] - rs_left;
                dbdt = Bit2KB(db/dt);

                if (dbdt > c_min_rate)
                        throttle = 1;
        }
        return throttle;
}


static int receive_DataRequest(struct drbd_tconn *tconn, struct packet_info *pi)
{
        struct drbd_conf *mdev;
        sector_t sector;
        sector_t capacity;
        struct drbd_peer_request *peer_req;
        struct digest_info *di = NULL;
        int size, verb;
        unsigned int fault_type;
        struct p_block_req *p = pi->data;

        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
                return -EIO;
        capacity = drbd_get_capacity(mdev->this_bdev);

        sector = be64_to_cpu(p->sector);
        size   = be32_to_cpu(p->blksize);

        if (size <= 0 || !IS_ALIGNED(size, 512) || size > DRBD_MAX_BIO_SIZE) {
                dev_err(DEV, "%s:%d: sector: %llus, size: %u\n", __FILE__, __LINE__,
                                (unsigned long long)sector, size);
                return -EINVAL;
        }
        if (sector + (size>>9) > capacity) {
                dev_err(DEV, "%s:%d: sector: %llus, size: %u\n", __FILE__, __LINE__,
                                (unsigned long long)sector, size);
                return -EINVAL;
        }

        if (!get_ldev_if_state(mdev, D_UP_TO_DATE)) {
                verb = 1;
                switch (pi->cmd) {
                case P_DATA_REQUEST:
                        drbd_send_ack_rp(mdev, P_NEG_DREPLY, p);
                        break;
                case P_RS_DATA_REQUEST:
                case P_CSUM_RS_REQUEST:
                case P_OV_REQUEST:
                        drbd_send_ack_rp(mdev, P_NEG_RS_DREPLY , p);
                        break;
                case P_OV_REPLY:
                        verb = 0;
                        dec_rs_pending(mdev);
                        drbd_send_ack_ex(mdev, P_OV_RESULT, sector, size, ID_IN_SYNC);
                        break;
                default:
                        BUG();
                }
                if (verb && __ratelimit(&drbd_ratelimit_state))
                        dev_err(DEV, "Can not satisfy peer's read request, "
                            "no local data.\n");

                /* drain possibly payload */
                return drbd_drain_block(mdev, pi->size);
        }

        /* GFP_NOIO, because we must not cause arbitrary write-out: in a DRBD
         * "criss-cross" setup, that might cause write-out on some other DRBD,
         * which in turn might block on the other node at this very place.  */
        peer_req = drbd_alloc_peer_req(mdev, p->block_id, sector, size, GFP_NOIO);
        if (!peer_req) {
                put_ldev(mdev);
                return -ENOMEM;
        }

        switch (pi->cmd) {
        case P_DATA_REQUEST:
                peer_req->w.cb = w_e_end_data_req;
                fault_type = DRBD_FAULT_DT_RD;
                /* application IO, don't drbd_rs_begin_io */
                goto submit;

        case P_RS_DATA_REQUEST:
                peer_req->w.cb = w_e_end_rsdata_req;
                fault_type = DRBD_FAULT_RS_RD;
                /* used in the sector offset progress display */
                mdev->bm_resync_fo = BM_SECT_TO_BIT(sector);
                break;

        case P_OV_REPLY:
        case P_CSUM_RS_REQUEST:
                fault_type = DRBD_FAULT_RS_RD;
                di = kmalloc(sizeof(*di) + pi->size, GFP_NOIO);
                if (!di)
                        goto out_free_e;

                di->digest_size = pi->size;
                di->digest = (((char *)di)+sizeof(struct digest_info));

                peer_req->digest = di;
                peer_req->flags |= EE_HAS_DIGEST;

                if (drbd_recv_all(mdev->tconn, di->digest, pi->size))
                        goto out_free_e;

                if (pi->cmd == P_CSUM_RS_REQUEST) {
                        D_ASSERT(mdev->tconn->agreed_pro_version >= 89);
                        peer_req->w.cb = w_e_end_csum_rs_req;
                        /* used in the sector offset progress display */
                        mdev->bm_resync_fo = BM_SECT_TO_BIT(sector);
                } else if (pi->cmd == P_OV_REPLY) {
                        /* track progress, we may need to throttle */
                        atomic_add(size >> 9, &mdev->rs_sect_in);
                        peer_req->w.cb = w_e_end_ov_reply;
                        dec_rs_pending(mdev);
                        /* drbd_rs_begin_io done when we sent this request,
                         * but accounting still needs to be done. */
                        goto submit_for_resync;
                }
                break;

        case P_OV_REQUEST:
                if (mdev->ov_start_sector == ~(sector_t)0 &&
                    mdev->tconn->agreed_pro_version >= 90) {
                        unsigned long now = jiffies;
                        int i;
                        mdev->ov_start_sector = sector;
                        mdev->ov_position = sector;
                        mdev->ov_left = drbd_bm_bits(mdev) - BM_SECT_TO_BIT(sector);
                        mdev->rs_total = mdev->ov_left;
                        for (i = 0; i < DRBD_SYNC_MARKS; i++) {
                                mdev->rs_mark_left[i] = mdev->ov_left;
                                mdev->rs_mark_time[i] = now;
                        }
                        dev_info(DEV, "Online Verify start sector: %llu\n",
                                        (unsigned long long)sector);
                }
                peer_req->w.cb = w_e_end_ov_req;
                fault_type = DRBD_FAULT_RS_RD;
                break;

        default:
                BUG();
        }

        /* Throttle, drbd_rs_begin_io and submit should become asynchronous
         * wrt the receiver, but it is not as straightforward as it may seem.
         * Various places in the resync start and stop logic assume resync
         * requests are processed in order, requeuing this on the worker thread
         * introduces a bunch of new code for synchronization between threads.
         *
         * Unlimited throttling before drbd_rs_begin_io may stall the resync
         * "forever", throttling after drbd_rs_begin_io will lock that extent
         * for application writes for the same time.  For now, just throttle
         * here, where the rest of the code expects the receiver to sleep for
         * a while, anyways.
         */

        /* Throttle before drbd_rs_begin_io, as that locks out application IO;
         * this defers syncer requests for some time, before letting at least
         * on request through.  The resync controller on the receiving side
         * will adapt to the incoming rate accordingly.
         *
         * We cannot throttle here if remote is Primary/SyncTarget:
         * we would also throttle its application reads.
         * In that case, throttling is done on the SyncTarget only.
         */
        if (mdev->state.peer != R_PRIMARY && drbd_rs_should_slow_down(mdev, sector))
                schedule_timeout_uninterruptible(HZ/10);
        if (drbd_rs_begin_io(mdev, sector))
                goto out_free_e;

submit_for_resync:
        atomic_add(size >> 9, &mdev->rs_sect_ev);

submit:
        inc_unacked(mdev);
        spin_lock_irq(&mdev->tconn->req_lock);
        list_add_tail(&peer_req->w.list, &mdev->read_ee);
        spin_unlock_irq(&mdev->tconn->req_lock);

        if (drbd_submit_peer_request(mdev, peer_req, READ, fault_type) == 0)
                return 0;

        /* don't care for the reason here */
        dev_err(DEV, "submit failed, triggering re-connect\n");
        spin_lock_irq(&mdev->tconn->req_lock);
        list_del(&peer_req->w.list);
        spin_unlock_irq(&mdev->tconn->req_lock);
        /* no drbd_rs_complete_io(), we are dropping the connection anyways */

out_free_e:
        put_ldev(mdev);
        drbd_free_peer_req(mdev, peer_req);
        return -EIO;
}

static int drbd_asb_recover_0p(struct drbd_conf *mdev) __must_hold(local)
{
        int self, peer, rv = -100;
        unsigned long ch_self, ch_peer;
        enum drbd_after_sb_p after_sb_0p;

        self = mdev->ldev->md.uuid[UI_BITMAP] & 1;
        peer = mdev->p_uuid[UI_BITMAP] & 1;

        ch_peer = mdev->p_uuid[UI_SIZE];
        ch_self = mdev->comm_bm_set;

        rcu_read_lock();
        after_sb_0p = rcu_dereference(mdev->tconn->net_conf)->after_sb_0p;
        rcu_read_unlock();
        switch (after_sb_0p) {
        case ASB_CONSENSUS:
        case ASB_DISCARD_SECONDARY:
        case ASB_CALL_HELPER:
        case ASB_VIOLENTLY:
                dev_err(DEV, "Configuration error.\n");
                break;
        case ASB_DISCONNECT:
                break;
        case ASB_DISCARD_YOUNGER_PRI:
                if (self == 0 && peer == 1) {
                        rv = -1;
                        break;
                }
                if (self == 1 && peer == 0) {
                        rv =  1;
                        break;
                }
                /* Else fall through to one of the other strategies... */
        case ASB_DISCARD_OLDER_PRI:
                if (self == 0 && peer == 1) {
                        rv = 1;
                        break;
                }
                if (self == 1 && peer == 0) {
                        rv = -1;
                        break;
                }
                /* Else fall through to one of the other strategies... */
                dev_warn(DEV, "Discard younger/older primary did not find a decision\n"
                     "Using discard-least-changes instead\n");
        case ASB_DISCARD_ZERO_CHG:
                if (ch_peer == 0 && ch_self == 0) {
                        rv = test_bit(RESOLVE_CONFLICTS, &mdev->tconn->flags)
                                ? -1 : 1;
                        break;
                } else {
                        if (ch_peer == 0) { rv =  1; break; }
                        if (ch_self == 0) { rv = -1; break; }
                }
                if (after_sb_0p == ASB_DISCARD_ZERO_CHG)
                        break;
        case ASB_DISCARD_LEAST_CHG:
                if      (ch_self < ch_peer)
                        rv = -1;
                else if (ch_self > ch_peer)
                        rv =  1;
                else /* ( ch_self == ch_peer ) */
                     /* Well, then use something else. */
                        rv = test_bit(RESOLVE_CONFLICTS, &mdev->tconn->flags)
                                ? -1 : 1;
                break;
        case ASB_DISCARD_LOCAL:
                rv = -1;
                break;
        case ASB_DISCARD_REMOTE:
                rv =  1;
        }

        return rv;
}

static int drbd_asb_recover_1p(struct drbd_conf *mdev) __must_hold(local)
{
        int hg, rv = -100;
        enum drbd_after_sb_p after_sb_1p;

        rcu_read_lock();
        after_sb_1p = rcu_dereference(mdev->tconn->net_conf)->after_sb_1p;
        rcu_read_unlock();
        switch (after_sb_1p) {
        case ASB_DISCARD_YOUNGER_PRI:
        case ASB_DISCARD_OLDER_PRI:
        case ASB_DISCARD_LEAST_CHG:
        case ASB_DISCARD_LOCAL:
        case ASB_DISCARD_REMOTE:
        case ASB_DISCARD_ZERO_CHG:
                dev_err(DEV, "Configuration error.\n");
                break;
        case ASB_DISCONNECT:
                break;
        case ASB_CONSENSUS:
                hg = drbd_asb_recover_0p(mdev);
                if (hg == -1 && mdev->state.role == R_SECONDARY)
                        rv = hg;
                if (hg == 1  && mdev->state.role == R_PRIMARY)
                        rv = hg;
                break;
        case ASB_VIOLENTLY:
                rv = drbd_asb_recover_0p(mdev);
                break;
        case ASB_DISCARD_SECONDARY:
                return mdev->state.role == R_PRIMARY ? 1 : -1;
        case ASB_CALL_HELPER:
                hg = drbd_asb_recover_0p(mdev);
                if (hg == -1 && mdev->state.role == R_PRIMARY) {
                        enum drbd_state_rv rv2;

                         /* drbd_change_state() does not sleep while in SS_IN_TRANSIENT_STATE,
                          * we might be here in C_WF_REPORT_PARAMS which is transient.
                          * we do not need to wait for the after state change work either. */
                        rv2 = drbd_change_state(mdev, CS_VERBOSE, NS(role, R_SECONDARY));
                        if (rv2 != SS_SUCCESS) {
                                drbd_khelper(mdev, "pri-lost-after-sb");
                        } else {
                                dev_warn(DEV, "Successfully gave up primary role.\n");
                                rv = hg;
                        }
                } else
                        rv = hg;
        }

        return rv;
}

static int drbd_asb_recover_2p(struct drbd_conf *mdev) __must_hold(local)
{
        int hg, rv = -100;
        enum drbd_after_sb_p after_sb_2p;

        rcu_read_lock();
        after_sb_2p = rcu_dereference(mdev->tconn->net_conf)->after_sb_2p;
        rcu_read_unlock();
        switch (after_sb_2p) {
        case ASB_DISCARD_YOUNGER_PRI:
        case ASB_DISCARD_OLDER_PRI:
        case ASB_DISCARD_LEAST_CHG:
        case ASB_DISCARD_LOCAL:
        case ASB_DISCARD_REMOTE:
        case ASB_CONSENSUS:
        case ASB_DISCARD_SECONDARY:
        case ASB_DISCARD_ZERO_CHG:
                dev_err(DEV, "Configuration error.\n");
                break;
        case ASB_VIOLENTLY:
                rv = drbd_asb_recover_0p(mdev);
                break;
        case ASB_DISCONNECT:
                break;
        case ASB_CALL_HELPER:
                hg = drbd_asb_recover_0p(mdev);
                if (hg == -1) {
                        enum drbd_state_rv rv2;

                         /* drbd_change_state() does not sleep while in SS_IN_TRANSIENT_STATE,
                          * we might be here in C_WF_REPORT_PARAMS which is transient.
                          * we do not need to wait for the after state change work either. */
                        rv2 = drbd_change_state(mdev, CS_VERBOSE, NS(role, R_SECONDARY));
                        if (rv2 != SS_SUCCESS) {
                                drbd_khelper(mdev, "pri-lost-after-sb");
                        } else {
                                dev_warn(DEV, "Successfully gave up primary role.\n");
                                rv = hg;
                        }
                } else
                        rv = hg;
        }

        return rv;
}

static void drbd_uuid_dump(struct drbd_conf *mdev, char *text, u64 *uuid,
                           u64 bits, u64 flags)
{
        if (!uuid) {
                dev_info(DEV, "%s uuid info vanished while I was looking!\n", text);
                return;
        }
        dev_info(DEV, "%s %016llX:%016llX:%016llX:%016llX bits:%llu flags:%llX\n",
             text,
             (unsigned long long)uuid[UI_CURRENT],
             (unsigned long long)uuid[UI_BITMAP],
             (unsigned long long)uuid[UI_HISTORY_START],
             (unsigned long long)uuid[UI_HISTORY_END],
             (unsigned long long)bits,
             (unsigned long long)flags);
}

/*
  100   after split brain try auto recover
    2   C_SYNC_SOURCE set BitMap
    1   C_SYNC_SOURCE use BitMap
    0   no Sync
   -1   C_SYNC_TARGET use BitMap
   -2   C_SYNC_TARGET set BitMap
 -100   after split brain, disconnect
-1000   unrelated data
-1091   requires proto 91
-1096   requires proto 96
 */
static int drbd_uuid_compare(struct drbd_conf *mdev, int *rule_nr) __must_hold(local)
{
        u64 self, peer;
        int i, j;

        self = mdev->ldev->md.uuid[UI_CURRENT] & ~((u64)1);
        peer = mdev->p_uuid[UI_CURRENT] & ~((u64)1);

        *rule_nr = 10;
        if (self == UUID_JUST_CREATED && peer == UUID_JUST_CREATED)
                return 0;

        *rule_nr = 20;
        if ((self == UUID_JUST_CREATED || self == (u64)0) &&
             peer != UUID_JUST_CREATED)
                return -2;

        *rule_nr = 30;
        if (self != UUID_JUST_CREATED &&
            (peer == UUID_JUST_CREATED || peer == (u64)0))
                return 2;

        if (self == peer) {
                int rct, dc; /* roles at crash time */

                if (mdev->p_uuid[UI_BITMAP] == (u64)0 && mdev->ldev->md.uuid[UI_BITMAP] != (u64)0) {

                        if (mdev->tconn->agreed_pro_version < 91)
                                return -1091;

                        if ((mdev->ldev->md.uuid[UI_BITMAP] & ~((u64)1)) == (mdev->p_uuid[UI_HISTORY_START] & ~((u64)1)) &&
                            (mdev->ldev->md.uuid[UI_HISTORY_START] & ~((u64)1)) == (mdev->p_uuid[UI_HISTORY_START + 1] & ~((u64)1))) {
                                dev_info(DEV, "was SyncSource, missed the resync finished event, corrected myself:\n");
                                drbd_uuid_move_history(mdev);
                                mdev->ldev->md.uuid[UI_HISTORY_START] = mdev->ldev->md.uuid[UI_BITMAP];
                                mdev->ldev->md.uuid[UI_BITMAP] = 0;

                                drbd_uuid_dump(mdev, "self", mdev->ldev->md.uuid,
                                               mdev->state.disk >= D_NEGOTIATING ? drbd_bm_total_weight(mdev) : 0, 0);
                                *rule_nr = 34;
                        } else {
                                dev_info(DEV, "was SyncSource (peer failed to write sync_uuid)\n");
                                *rule_nr = 36;
                        }

                        return 1;
                }

                if (mdev->ldev->md.uuid[UI_BITMAP] == (u64)0 && mdev->p_uuid[UI_BITMAP] != (u64)0) {

                        if (mdev->tconn->agreed_pro_version < 91)
                                return -1091;

                        if ((mdev->ldev->md.uuid[UI_HISTORY_START] & ~((u64)1)) == (mdev->p_uuid[UI_BITMAP] & ~((u64)1)) &&
                            (mdev->ldev->md.uuid[UI_HISTORY_START + 1] & ~((u64)1)) == (mdev->p_uuid[UI_HISTORY_START] & ~((u64)1))) {
                                dev_info(DEV, "was SyncTarget, peer missed the resync finished event, corrected peer:\n");

                                mdev->p_uuid[UI_HISTORY_START + 1] = mdev->p_uuid[UI_HISTORY_START];
                                mdev->p_uuid[UI_HISTORY_START] = mdev->p_uuid[UI_BITMAP];
                                mdev->p_uuid[UI_BITMAP] = 0UL;

                                drbd_uuid_dump(mdev, "peer", mdev->p_uuid, mdev->p_uuid[UI_SIZE], mdev->p_uuid[UI_FLAGS]);
                                *rule_nr = 35;
                        } else {
                                dev_info(DEV, "was SyncTarget (failed to write sync_uuid)\n");
                                *rule_nr = 37;
                        }

                        return -1;
                }

                /* Common power [off|failure] */
                rct = (test_bit(CRASHED_PRIMARY, &mdev->flags) ? 1 : 0) +
                        (mdev->p_uuid[UI_FLAGS] & 2);
                /* lowest bit is set when we were primary,
                 * next bit (weight 2) is set when peer was primary */
                *rule_nr = 40;

                switch (rct) {
                case 0: /* !self_pri && !peer_pri */ return 0;
                case 1: /*  self_pri && !peer_pri */ return 1;
                case 2: /* !self_pri &&  peer_pri */ return -1;
                case 3: /*  self_pri &&  peer_pri */
                        dc = test_bit(RESOLVE_CONFLICTS, &mdev->tconn->flags);
                        return dc ? -1 : 1;
                }
        }

        *rule_nr = 50;
        peer = mdev->p_uuid[UI_BITMAP] & ~((u64)1);
        if (self == peer)
                return -1;

        *rule_nr = 51;
        peer = mdev->p_uuid[UI_HISTORY_START] & ~((u64)1);
        if (self == peer) {
                if (mdev->tconn->agreed_pro_version < 96 ?
                    (mdev->ldev->md.uuid[UI_HISTORY_START] & ~((u64)1)) ==
                    (mdev->p_uuid[UI_HISTORY_START + 1] & ~((u64)1)) :
                    peer + UUID_NEW_BM_OFFSET == (mdev->p_uuid[UI_BITMAP] & ~((u64)1))) {
                        /* The last P_SYNC_UUID did not get though. Undo the last start of
                           resync as sync source modifications of the peer's UUIDs. */

                        if (mdev->tconn->agreed_pro_version < 91)
                                return -1091;

                        mdev->p_uuid[UI_BITMAP] = mdev->p_uuid[UI_HISTORY_START];
                        mdev->p_uuid[UI_HISTORY_START] = mdev->p_uuid[UI_HISTORY_START + 1];

                        dev_info(DEV, "Lost last syncUUID packet, corrected:\n");
                        drbd_uuid_dump(mdev, "peer", mdev->p_uuid, mdev->p_uuid[UI_SIZE], mdev->p_uuid[UI_FLAGS]);

                        return -1;
                }
        }

        *rule_nr = 60;
        self = mdev->ldev->md.uuid[UI_CURRENT] & ~((u64)1);
        for (i = UI_HISTORY_START; i <= UI_HISTORY_END; i++) {
                peer = mdev->p_uuid[i] & ~((u64)1);
                if (self == peer)
                        return -2;
        }

        *rule_nr = 70;
        self = mdev->ldev->md.uuid[UI_BITMAP] & ~((u64)1);
        peer = mdev->p_uuid[UI_CURRENT] & ~((u64)1);
        if (self == peer)
                return 1;

        *rule_nr = 71;
        self = mdev->ldev->md.uuid[UI_HISTORY_START] & ~((u64)1);
        if (self == peer) {
                if (mdev->tconn->agreed_pro_version < 96 ?
                    (mdev->ldev->md.uuid[UI_HISTORY_START + 1] & ~((u64)1)) ==
                    (mdev->p_uuid[UI_HISTORY_START] & ~((u64)1)) :
                    self + UUID_NEW_BM_OFFSET == (mdev->ldev->md.uuid[UI_BITMAP] & ~((u64)1))) {
                        /* The last P_SYNC_UUID did not get though. Undo the last start of
                           resync as sync source modifications of our UUIDs. */

                        if (mdev->tconn->agreed_pro_version < 91)
                                return -1091;

                        __drbd_uuid_set(mdev, UI_BITMAP, mdev->ldev->md.uuid[UI_HISTORY_START]);
                        __drbd_uuid_set(mdev, UI_HISTORY_START, mdev->ldev->md.uuid[UI_HISTORY_START + 1]);

                        dev_info(DEV, "Last syncUUID did not get through, corrected:\n");
                        drbd_uuid_dump(mdev, "self", mdev->ldev->md.uuid,
                                       mdev->state.disk >= D_NEGOTIATING ? drbd_bm_total_weight(mdev) : 0, 0);

                        return 1;
                }
        }


        *rule_nr = 80;
        peer = mdev->p_uuid[UI_CURRENT] & ~((u64)1);
        for (i = UI_HISTORY_START; i <= UI_HISTORY_END; i++) {
                self = mdev->ldev->md.uuid[i] & ~((u64)1);
                if (self == peer)
                        return 2;
        }

        *rule_nr = 90;
        self = mdev->ldev->md.uuid[UI_BITMAP] & ~((u64)1);
        peer = mdev->p_uuid[UI_BITMAP] & ~((u64)1);
        if (self == peer && self != ((u64)0))
                return 100;

        *rule_nr = 100;
        for (i = UI_HISTORY_START; i <= UI_HISTORY_END; i++) {
                self = mdev->ldev->md.uuid[i] & ~((u64)1);
                for (j = UI_HISTORY_START; j <= UI_HISTORY_END; j++) {
                        peer = mdev->p_uuid[j] & ~((u64)1);
                        if (self == peer)
                                return -100;
                }
        }

        return -1000;
}

/* drbd_sync_handshake() returns the new conn state on success, or
   CONN_MASK (-1) on failure.
 */
static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_role peer_role,
                                           enum drbd_disk_state peer_disk) __must_hold(local)
{
        enum drbd_conns rv = C_MASK;
        enum drbd_disk_state mydisk;
        struct net_conf *nc;
        int hg, rule_nr, rr_conflict, tentative;

        mydisk = mdev->state.disk;
        if (mydisk == D_NEGOTIATING)
                mydisk = mdev->new_state_tmp.disk;

        dev_info(DEV, "drbd_sync_handshake:\n");

        spin_lock_irq(&mdev->ldev->md.uuid_lock);
        drbd_uuid_dump(mdev, "self", mdev->ldev->md.uuid, mdev->comm_bm_set, 0);
        drbd_uuid_dump(mdev, "peer", mdev->p_uuid,
                       mdev->p_uuid[UI_SIZE], mdev->p_uuid[UI_FLAGS]);

        hg = drbd_uuid_compare(mdev, &rule_nr);
        spin_unlock_irq(&mdev->ldev->md.uuid_lock);

        dev_info(DEV, "uuid_compare()=%d by rule %d\n", hg, rule_nr);

        if (hg == -1000) {
                dev_alert(DEV, "Unrelated data, aborting!\n");
                return C_MASK;
        }
        if (hg < -1000) {
                dev_alert(DEV, "To resolve this both sides have to support at least protocol %d\n", -hg - 1000);
                return C_MASK;
        }

        if    ((mydisk == D_INCONSISTENT && peer_disk > D_INCONSISTENT) ||
            (peer_disk == D_INCONSISTENT && mydisk    > D_INCONSISTENT)) {
                int f = (hg == -100) || abs(hg) == 2;
                hg = mydisk > D_INCONSISTENT ? 1 : -1;
                if (f)
                        hg = hg*2;
                dev_info(DEV, "Becoming sync %s due to disk states.\n",
                     hg > 0 ? "source" : "target");
        }

        if (abs(hg) == 100)
                drbd_khelper(mdev, "initial-split-brain");

        rcu_read_lock();
        nc = rcu_dereference(mdev->tconn->net_conf);

        if (hg == 100 || (hg == -100 && nc->always_asbp)) {
                int pcount = (mdev->state.role == R_PRIMARY)
                           + (peer_role == R_PRIMARY);
                int forced = (hg == -100);

                switch (pcount) {
                case 0:
                        hg = drbd_asb_recover_0p(mdev);
                        break;