LXR linux/tools/testing/selftests/bpf/progs/test_sockmap

   1/* SPDX-License-Identifier: GPL-2.0 */
   2/* Copyright (c) 2017-2018 Covalent IO, Inc. http://covalent.io */
   3#include <stddef.h>
   4#include <string.h>
   5#include <linux/bpf.h>
   6#include <linux/if_ether.h>
   7#include <linux/if_packet.h>
   8#include <linux/ip.h>
   9#include <linux/ipv6.h>
  10#include <linux/in.h>
  11#include <linux/udp.h>
  12#include <linux/tcp.h>
  13#include <linux/pkt_cls.h>
  14#include <sys/socket.h>
  15#include <bpf/bpf_helpers.h>
  16#include <bpf/bpf_endian.h>
  17
  18/* Sockmap sample program connects a client and a backend together
  19 * using cgroups.
  20 *
  21 *    client:X <---> frontend:80 client:X <---> backend:80
  22 *
  23 * For simplicity we hard code values here and bind 1:1. The hard
  24 * coded values are part of the setup in sockmap.sh script that
  25 * is associated with this BPF program.
  26 *
  27 * The bpf_printk is verbose and prints information as connections
  28 * are established and verdicts are decided.
  29 */
  30
  31struct {
  32        __uint(type, TEST_MAP_TYPE);
  33        __uint(max_entries, 20);
  34        __uint(key_size, sizeof(int));
  35        __uint(value_size, sizeof(int));
  36} sock_map SEC(".maps");
  37
  38struct {
  39        __uint(type, TEST_MAP_TYPE);
  40        __uint(max_entries, 20);
  41        __uint(key_size, sizeof(int));
  42        __uint(value_size, sizeof(int));
  43} sock_map_txmsg SEC(".maps");
  44
  45struct {
  46        __uint(type, TEST_MAP_TYPE);
  47        __uint(max_entries, 20);
  48        __uint(key_size, sizeof(int));
  49        __uint(value_size, sizeof(int));
  50} sock_map_redir SEC(".maps");
  51
  52struct {
  53        __uint(type, BPF_MAP_TYPE_ARRAY);
  54        __uint(max_entries, 1);
  55        __type(key, int);
  56        __type(value, int);
  57} sock_apply_bytes SEC(".maps");
  58
  59struct {
  60        __uint(type, BPF_MAP_TYPE_ARRAY);
  61        __uint(max_entries, 1);
  62        __type(key, int);
  63        __type(value, int);
  64} sock_cork_bytes SEC(".maps");
  65
  66struct {
  67        __uint(type, BPF_MAP_TYPE_ARRAY);
  68        __uint(max_entries, 6);
  69        __type(key, int);
  70        __type(value, int);
  71} sock_bytes SEC(".maps");
  72
  73struct {
  74        __uint(type, BPF_MAP_TYPE_ARRAY);
  75        __uint(max_entries, 1);
  76        __type(key, int);
  77        __type(value, int);
  78} sock_redir_flags SEC(".maps");
  79
  80struct {
  81        __uint(type, BPF_MAP_TYPE_ARRAY);
  82        __uint(max_entries, 3);
  83        __type(key, int);
  84        __type(value, int);
  85} sock_skb_opts SEC(".maps");
  86
  87struct {
  88        __uint(type, TEST_MAP_TYPE);
  89        __uint(max_entries, 20);
  90        __uint(key_size, sizeof(int));
  91        __uint(value_size, sizeof(int));
  92} tls_sock_map SEC(".maps");
  93
  94SEC("sk_skb1")
  95int bpf_prog1(struct __sk_buff *skb)
  96{
  97        int *f, two = 2;
  98
  99        f = bpf_map_lookup_elem(&sock_skb_opts, &two);
 100        if (f && *f) {
 101                return *f;
 102        }
 103        return skb->len;
 104}
 105
 106SEC("sk_skb2")
 107int bpf_prog2(struct __sk_buff *skb)
 108{
 109        __u32 lport = skb->local_port;
 110        __u32 rport = skb->remote_port;
 111        int len, *f, ret, zero = 0;
 112        __u64 flags = 0;
 113
 114        if (lport == 10000)
 115                ret = 10;
 116        else
 117                ret = 1;
 118
 119        len = (__u32)skb->data_end - (__u32)skb->data;
 120        f = bpf_map_lookup_elem(&sock_skb_opts, &zero);
 121        if (f && *f) {
 122                ret = 3;
 123                flags = *f;
 124        }
 125
 126#ifdef SOCKMAP
 127        return bpf_sk_redirect_map(skb, &sock_map, ret, flags);
 128#else
 129        return bpf_sk_redirect_hash(skb, &sock_map, &ret, flags);
 130#endif
 131
 132}
 133
 134static inline void bpf_write_pass(struct __sk_buff *skb, int offset)
 135{
 136        int err = bpf_skb_pull_data(skb, 6 + offset);
 137        void *data_end;
 138        char *c;
 139
 140        if (err)
 141                return;
 142
 143        c = (char *)(long)skb->data;
 144        data_end = (void *)(long)skb->data_end;
 145
 146        if (c + 5 + offset < data_end)
 147                memcpy(c + offset, "PASS", 4);
 148}
 149
 150SEC("sk_skb3")
 151int bpf_prog3(struct __sk_buff *skb)
 152{
 153        int err, *f, ret = SK_PASS;
 154        const int one = 1;
 155
 156        f = bpf_map_lookup_elem(&sock_skb_opts, &one);
 157        if (f && *f) {
 158                __u64 flags = 0;
 159
 160                ret = 0;
 161                flags = *f;
 162
 163                err = bpf_skb_adjust_room(skb, -13, 0, 0);
 164                if (err)
 165                        return SK_DROP;
 166                err = bpf_skb_adjust_room(skb, 4, 0, 0);
 167                if (err)
 168                        return SK_DROP;
 169                bpf_write_pass(skb, 0);
 170#ifdef SOCKMAP
 171                return bpf_sk_redirect_map(skb, &tls_sock_map, ret, flags);
 172#else
 173                return bpf_sk_redirect_hash(skb, &tls_sock_map, &ret, flags);
 174#endif
 175        }
 176        f = bpf_map_lookup_elem(&sock_skb_opts, &one);
 177        if (f && *f)
 178                ret = SK_DROP;
 179        err = bpf_skb_adjust_room(skb, 4, 0, 0);
 180        if (err)
 181                return SK_DROP;
 182        bpf_write_pass(skb, 13);
 183tls_out:
 184        return ret;
 185}
 186
 187SEC("sockops")
 188int bpf_sockmap(struct bpf_sock_ops *skops)
 189{
 190        __u32 lport, rport;
 191        int op, err = 0, index, key, ret;
 192
 193
 194        op = (int) skops->op;
 195
 196        switch (op) {
 197        case BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB:
 198                lport = skops->local_port;
 199                rport = skops->remote_port;
 200
 201                if (lport == 10000) {
 202                        ret = 1;
 203#ifdef SOCKMAP
 204                        err = bpf_sock_map_update(skops, &sock_map, &ret,
 205                                                  BPF_NOEXIST);
 206#else
 207                        err = bpf_sock_hash_update(skops, &sock_map, &ret,
 208                                                   BPF_NOEXIST);
 209#endif
 210                }
 211                break;
 212        case BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB:
 213                lport = skops->local_port;
 214                rport = skops->remote_port;
 215
 216                if (bpf_ntohl(rport) == 10001) {
 217                        ret = 10;
 218#ifdef SOCKMAP
 219                        err = bpf_sock_map_update(skops, &sock_map, &ret,
 220                                                  BPF_NOEXIST);
 221#else
 222                        err = bpf_sock_hash_update(skops, &sock_map, &ret,
 223                                                   BPF_NOEXIST);
 224#endif
 225                }
 226                break;
 227        default:
 228                break;
 229        }
 230
 231        return 0;
 232}
 233
 234SEC("sk_msg1")
 235int bpf_prog4(struct sk_msg_md *msg)
 236{
 237        int *bytes, zero = 0, one = 1, two = 2, three = 3, four = 4, five = 5;
 238        int *start, *end, *start_push, *end_push, *start_pop, *pop;
 239
 240        bytes = bpf_map_lookup_elem(&sock_apply_bytes, &zero);
 241        if (bytes)
 242                bpf_msg_apply_bytes(msg, *bytes);
 243        bytes = bpf_map_lookup_elem(&sock_cork_bytes, &zero);
 244        if (bytes)
 245                bpf_msg_cork_bytes(msg, *bytes);
 246        start = bpf_map_lookup_elem(&sock_bytes, &zero);
 247        end = bpf_map_lookup_elem(&sock_bytes, &one);
 248        if (start && end)
 249                bpf_msg_pull_data(msg, *start, *end, 0);
 250        start_push = bpf_map_lookup_elem(&sock_bytes, &two);
 251        end_push = bpf_map_lookup_elem(&sock_bytes, &three);
 252        if (start_push && end_push)
 253                bpf_msg_push_data(msg, *start_push, *end_push, 0);
 254        start_pop = bpf_map_lookup_elem(&sock_bytes, &four);
 255        pop = bpf_map_lookup_elem(&sock_bytes, &five);
 256        if (start_pop && pop)
 257                bpf_msg_pop_data(msg, *start_pop, *pop, 0);
 258        return SK_PASS;
 259}
 260
 261SEC("sk_msg2")
 262int bpf_prog6(struct sk_msg_md *msg)
 263{
 264        int zero = 0, one = 1, two = 2, three = 3, four = 4, five = 5, key = 0;
 265        int *bytes, *start, *end, *start_push, *end_push, *start_pop, *pop, *f;
 266        __u64 flags = 0;
 267
 268        bytes = bpf_map_lookup_elem(&sock_apply_bytes, &zero);
 269        if (bytes)
 270                bpf_msg_apply_bytes(msg, *bytes);
 271        bytes = bpf_map_lookup_elem(&sock_cork_bytes, &zero);
 272        if (bytes)
 273                bpf_msg_cork_bytes(msg, *bytes);
 274
 275        start = bpf_map_lookup_elem(&sock_bytes, &zero);
 276        end = bpf_map_lookup_elem(&sock_bytes, &one);
 277        if (start && end)
 278                bpf_msg_pull_data(msg, *start, *end, 0);
 279
 280        start_push = bpf_map_lookup_elem(&sock_bytes, &two);
 281        end_push = bpf_map_lookup_elem(&sock_bytes, &three);
 282        if (start_push && end_push)
 283                bpf_msg_push_data(msg, *start_push, *end_push, 0);
 284
 285        start_pop = bpf_map_lookup_elem(&sock_bytes, &four);
 286        pop = bpf_map_lookup_elem(&sock_bytes, &five);
 287        if (start_pop && pop)
 288                bpf_msg_pop_data(msg, *start_pop, *pop, 0);
 289
 290        f = bpf_map_lookup_elem(&sock_redir_flags, &zero);
 291        if (f && *f) {
 292                key = 2;
 293                flags = *f;
 294        }
 295#ifdef SOCKMAP
 296        return bpf_msg_redirect_map(msg, &sock_map_redir, key, flags);
 297#else
 298        return bpf_msg_redirect_hash(msg, &sock_map_redir, &key, flags);
 299#endif
 300}
 301
 302SEC("sk_msg3")
 303int bpf_prog8(struct sk_msg_md *msg)
 304{
 305        void *data_end = (void *)(long) msg->data_end;
 306        void *data = (void *)(long) msg->data;
 307        int ret = 0, *bytes, zero = 0;
 308
 309        bytes = bpf_map_lookup_elem(&sock_apply_bytes, &zero);
 310        if (bytes) {
 311                ret = bpf_msg_apply_bytes(msg, *bytes);
 312                if (ret)
 313                        return SK_DROP;
 314        } else {
 315                return SK_DROP;
 316        }
 317        return SK_PASS;
 318}
 319SEC("sk_msg4")
 320int bpf_prog9(struct sk_msg_md *msg)
 321{
 322        void *data_end = (void *)(long) msg->data_end;
 323        void *data = (void *)(long) msg->data;
 324        int ret = 0, *bytes, zero = 0;
 325
 326        bytes = bpf_map_lookup_elem(&sock_cork_bytes, &zero);
 327        if (bytes) {
 328                if (((__u64)data_end - (__u64)data) >= *bytes)
 329                        return SK_PASS;
 330                ret = bpf_msg_cork_bytes(msg, *bytes);
 331                if (ret)
 332                        return SK_DROP;
 333        }
 334        return SK_PASS;
 335}
 336
 337SEC("sk_msg5")
 338int bpf_prog10(struct sk_msg_md *msg)
 339{
 340        int *bytes, *start, *end, *start_push, *end_push, *start_pop, *pop;
 341        int zero = 0, one = 1, two = 2, three = 3, four = 4, five = 5;
 342
 343        bytes = bpf_map_lookup_elem(&sock_apply_bytes, &zero);
 344        if (bytes)
 345                bpf_msg_apply_bytes(msg, *bytes);
 346        bytes = bpf_map_lookup_elem(&sock_cork_bytes, &zero);
 347        if (bytes)
 348                bpf_msg_cork_bytes(msg, *bytes);
 349        start = bpf_map_lookup_elem(&sock_bytes, &zero);
 350        end = bpf_map_lookup_elem(&sock_bytes, &one);
 351        if (start && end)
 352                bpf_msg_pull_data(msg, *start, *end, 0);
 353        start_push = bpf_map_lookup_elem(&sock_bytes, &two);
 354        end_push = bpf_map_lookup_elem(&sock_bytes, &three);
 355        if (start_push && end_push)
 356                bpf_msg_push_data(msg, *start_push, *end_push, 0);
 357        start_pop = bpf_map_lookup_elem(&sock_bytes, &four);
 358        pop = bpf_map_lookup_elem(&sock_bytes, &five);
 359        if (start_pop && pop)
 360                bpf_msg_pop_data(msg, *start_pop, *pop, 0);
 361        return SK_DROP;
 362}
 363
 364int _version SEC("version") = 1;
 365char _license[] SEC("license") = "GPL";
 366