| /* Copyright (c) 2017 Covalent IO, Inc. http://covalent.io | |
| * | |
| * This program is free software; you can redistribute it and/or | |
| * modify it under the terms of version 2 of the GNU General Public | |
| * License as published by the Free Software Foundation. | |
| * | |
| * This program is distributed in the hope that it will be useful, but | |
| * WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| * General Public License for more details. | |
| */ | |
| #include <stdio.h> | |
| #include <stdlib.h> | |
| #include <sys/socket.h> | |
| #include <sys/ioctl.h> | |
| #include <sys/select.h> | |
| #include <netinet/in.h> | |
| #include <arpa/inet.h> | |
| #include <unistd.h> | |
| #include <string.h> | |
| #include <errno.h> | |
| #include <sys/ioctl.h> | |
| #include <stdbool.h> | |
| #include <signal.h> | |
| #include <fcntl.h> | |
| #include <sys/wait.h> | |
| #include <time.h> | |
| #include <sys/time.h> | |
| #include <sys/resource.h> | |
| #include <sys/types.h> | |
| #include <sys/sendfile.h> | |
| #include <linux/netlink.h> | |
| #include <linux/socket.h> | |
| #include <linux/sock_diag.h> | |
| #include <linux/bpf.h> | |
| #include <linux/if_link.h> | |
| #include <assert.h> | |
| #include <libgen.h> | |
| #include <getopt.h> | |
| #include "../bpf/bpf_load.h" | |
| #include "../bpf/bpf_util.h" | |
| #include "../bpf/libbpf.h" | |
| int running; | |
| void running_handler(int a); | |
| /* randomly selected ports for testing on lo */ | |
| #define S1_PORT 10000 | |
| #define S2_PORT 10001 | |
| /* global sockets */ | |
| int s1, s2, c1, c2, p1, p2; | |
| int txmsg_pass; | |
| int txmsg_noisy; | |
| int txmsg_redir; | |
| int txmsg_redir_noisy; | |
| int txmsg_drop; | |
| int txmsg_apply; | |
| int txmsg_cork; | |
| int txmsg_start; | |
| int txmsg_end; | |
| int txmsg_ingress; | |
| int txmsg_skb; | |
| static const struct option long_options[] = { | |
| {"help", no_argument, NULL, 'h' }, | |
| {"cgroup", required_argument, NULL, 'c' }, | |
| {"rate", required_argument, NULL, 'r' }, | |
| {"verbose", no_argument, NULL, 'v' }, | |
| {"iov_count", required_argument, NULL, 'i' }, | |
| {"length", required_argument, NULL, 'l' }, | |
| {"test", required_argument, NULL, 't' }, | |
| {"data_test", no_argument, NULL, 'd' }, | |
| {"txmsg", no_argument, &txmsg_pass, 1 }, | |
| {"txmsg_noisy", no_argument, &txmsg_noisy, 1 }, | |
| {"txmsg_redir", no_argument, &txmsg_redir, 1 }, | |
| {"txmsg_redir_noisy", no_argument, &txmsg_redir_noisy, 1}, | |
| {"txmsg_drop", no_argument, &txmsg_drop, 1 }, | |
| {"txmsg_apply", required_argument, NULL, 'a'}, | |
| {"txmsg_cork", required_argument, NULL, 'k'}, | |
| {"txmsg_start", required_argument, NULL, 's'}, | |
| {"txmsg_end", required_argument, NULL, 'e'}, | |
| {"txmsg_ingress", no_argument, &txmsg_ingress, 1 }, | |
| {"txmsg_skb", no_argument, &txmsg_skb, 1 }, | |
| {0, 0, NULL, 0 } | |
| }; | |
| static void usage(char *argv[]) | |
| { | |
| int i; | |
| printf(" Usage: %s --cgroup <cgroup_path>\n", argv[0]); | |
| printf(" options:\n"); | |
| for (i = 0; long_options[i].name != 0; i++) { | |
| printf(" --%-12s", long_options[i].name); | |
| if (long_options[i].flag != NULL) | |
| printf(" flag (internal value:%d)\n", | |
| *long_options[i].flag); | |
| else | |
| printf(" -%c\n", long_options[i].val); | |
| } | |
| printf("\n"); | |
| } | |
| static int sockmap_init_sockets(void) | |
| { | |
| int i, err, one = 1; | |
| struct sockaddr_in addr; | |
| int *fds[4] = {&s1, &s2, &c1, &c2}; | |
| s1 = s2 = p1 = p2 = c1 = c2 = 0; | |
| /* Init sockets */ | |
| for (i = 0; i < 4; i++) { | |
| *fds[i] = socket(AF_INET, SOCK_STREAM, 0); | |
| if (*fds[i] < 0) { | |
| perror("socket s1 failed()"); | |
| return errno; | |
| } | |
| } | |
| /* Allow reuse */ | |
| for (i = 0; i < 2; i++) { | |
| err = setsockopt(*fds[i], SOL_SOCKET, SO_REUSEADDR, | |
| (char *)&one, sizeof(one)); | |
| if (err) { | |
| perror("setsockopt failed()"); | |
| return errno; | |
| } | |
| } | |
| /* Non-blocking sockets */ | |
| for (i = 0; i < 2; i++) { | |
| err = ioctl(*fds[i], FIONBIO, (char *)&one); | |
| if (err < 0) { | |
| perror("ioctl s1 failed()"); | |
| return errno; | |
| } | |
| } | |
| /* Bind server sockets */ | |
| memset(&addr, 0, sizeof(struct sockaddr_in)); | |
| addr.sin_family = AF_INET; | |
| addr.sin_addr.s_addr = inet_addr("127.0.0.1"); | |
| addr.sin_port = htons(S1_PORT); | |
| err = bind(s1, (struct sockaddr *)&addr, sizeof(addr)); | |
| if (err < 0) { | |
| perror("bind s1 failed()\n"); | |
| return errno; | |
| } | |
| addr.sin_port = htons(S2_PORT); | |
| err = bind(s2, (struct sockaddr *)&addr, sizeof(addr)); | |
| if (err < 0) { | |
| perror("bind s2 failed()\n"); | |
| return errno; | |
| } | |
| /* Listen server sockets */ | |
| addr.sin_port = htons(S1_PORT); | |
| err = listen(s1, 32); | |
| if (err < 0) { | |
| perror("listen s1 failed()\n"); | |
| return errno; | |
| } | |
| addr.sin_port = htons(S2_PORT); | |
| err = listen(s2, 32); | |
| if (err < 0) { | |
| perror("listen s1 failed()\n"); | |
| return errno; | |
| } | |
| /* Initiate Connect */ | |
| addr.sin_port = htons(S1_PORT); | |
| err = connect(c1, (struct sockaddr *)&addr, sizeof(addr)); | |
| if (err < 0 && errno != EINPROGRESS) { | |
| perror("connect c1 failed()\n"); | |
| return errno; | |
| } | |
| addr.sin_port = htons(S2_PORT); | |
| err = connect(c2, (struct sockaddr *)&addr, sizeof(addr)); | |
| if (err < 0 && errno != EINPROGRESS) { | |
| perror("connect c2 failed()\n"); | |
| return errno; | |
| } else if (err < 0) { | |
| err = 0; | |
| } | |
| /* Accept Connecrtions */ | |
| p1 = accept(s1, NULL, NULL); | |
| if (p1 < 0) { | |
| perror("accept s1 failed()\n"); | |
| return errno; | |
| } | |
| p2 = accept(s2, NULL, NULL); | |
| if (p2 < 0) { | |
| perror("accept s1 failed()\n"); | |
| return errno; | |
| } | |
| printf("connected sockets: c1 <-> p1, c2 <-> p2\n"); | |
| printf("cgroups binding: c1(%i) <-> s1(%i) - - - c2(%i) <-> s2(%i)\n", | |
| c1, s1, c2, s2); | |
| return 0; | |
| } | |
| struct msg_stats { | |
| size_t bytes_sent; | |
| size_t bytes_recvd; | |
| struct timespec start; | |
| struct timespec end; | |
| }; | |
| struct sockmap_options { | |
| int verbose; | |
| bool base; | |
| bool sendpage; | |
| bool data_test; | |
| bool drop_expected; | |
| }; | |
| static int msg_loop_sendpage(int fd, int iov_length, int cnt, | |
| struct msg_stats *s, | |
| struct sockmap_options *opt) | |
| { | |
| bool drop = opt->drop_expected; | |
| unsigned char k = 0; | |
| FILE *file; | |
| int i, fp; | |
| file = fopen(".sendpage_tst.tmp", "w+"); | |
| for (i = 0; i < iov_length * cnt; i++, k++) | |
| fwrite(&k, sizeof(char), 1, file); | |
| fflush(file); | |
| fseek(file, 0, SEEK_SET); | |
| fclose(file); | |
| fp = open(".sendpage_tst.tmp", O_RDONLY); | |
| clock_gettime(CLOCK_MONOTONIC, &s->start); | |
| for (i = 0; i < cnt; i++) { | |
| int sent = sendfile(fd, fp, NULL, iov_length); | |
| if (!drop && sent < 0) { | |
| perror("send loop error:"); | |
| close(fp); | |
| return sent; | |
| } else if (drop && sent >= 0) { | |
| printf("sendpage loop error expected: %i\n", sent); | |
| close(fp); | |
| return -EIO; | |
| } | |
| if (sent > 0) | |
| s->bytes_sent += sent; | |
| } | |
| clock_gettime(CLOCK_MONOTONIC, &s->end); | |
| close(fp); | |
| return 0; | |
| } | |
| static int msg_loop(int fd, int iov_count, int iov_length, int cnt, | |
| struct msg_stats *s, bool tx, | |
| struct sockmap_options *opt) | |
| { | |
| struct msghdr msg = {0}; | |
| int err, i, flags = MSG_NOSIGNAL; | |
| struct iovec *iov; | |
| unsigned char k; | |
| bool data_test = opt->data_test; | |
| bool drop = opt->drop_expected; | |
| iov = calloc(iov_count, sizeof(struct iovec)); | |
| if (!iov) | |
| return errno; | |
| k = 0; | |
| for (i = 0; i < iov_count; i++) { | |
| unsigned char *d = calloc(iov_length, sizeof(char)); | |
| if (!d) { | |
| fprintf(stderr, "iov_count %i/%i OOM\n", i, iov_count); | |
| goto out_errno; | |
| } | |
| iov[i].iov_base = d; | |
| iov[i].iov_len = iov_length; | |
| if (data_test && tx) { | |
| int j; | |
| for (j = 0; j < iov_length; j++) | |
| d[j] = k++; | |
| } | |
| } | |
| msg.msg_iov = iov; | |
| msg.msg_iovlen = iov_count; | |
| k = 0; | |
| if (tx) { | |
| clock_gettime(CLOCK_MONOTONIC, &s->start); | |
| for (i = 0; i < cnt; i++) { | |
| int sent = sendmsg(fd, &msg, flags); | |
| if (!drop && sent < 0) { | |
| perror("send loop error:"); | |
| goto out_errno; | |
| } else if (drop && sent >= 0) { | |
| printf("send loop error expected: %i\n", sent); | |
| errno = -EIO; | |
| goto out_errno; | |
| } | |
| if (sent > 0) | |
| s->bytes_sent += sent; | |
| } | |
| clock_gettime(CLOCK_MONOTONIC, &s->end); | |
| } else { | |
| int slct, recv, max_fd = fd; | |
| struct timeval timeout; | |
| float total_bytes; | |
| fd_set w; | |
| total_bytes = (float)iov_count * (float)iov_length * (float)cnt; | |
| err = clock_gettime(CLOCK_MONOTONIC, &s->start); | |
| if (err < 0) | |
| perror("recv start time: "); | |
| while (s->bytes_recvd < total_bytes) { | |
| timeout.tv_sec = 1; | |
| timeout.tv_usec = 0; | |
| /* FD sets */ | |
| FD_ZERO(&w); | |
| FD_SET(fd, &w); | |
| slct = select(max_fd + 1, &w, NULL, NULL, &timeout); | |
| if (slct == -1) { | |
| perror("select()"); | |
| clock_gettime(CLOCK_MONOTONIC, &s->end); | |
| goto out_errno; | |
| } else if (!slct) { | |
| fprintf(stderr, "unexpected timeout\n"); | |
| errno = -EIO; | |
| clock_gettime(CLOCK_MONOTONIC, &s->end); | |
| goto out_errno; | |
| } | |
| recv = recvmsg(fd, &msg, flags); | |
| if (recv < 0) { | |
| if (errno != EWOULDBLOCK) { | |
| clock_gettime(CLOCK_MONOTONIC, &s->end); | |
| perror("recv failed()\n"); | |
| goto out_errno; | |
| } | |
| } | |
| s->bytes_recvd += recv; | |
| if (data_test) { | |
| int j; | |
| for (i = 0; i < msg.msg_iovlen; i++) { | |
| unsigned char *d = iov[i].iov_base; | |
| for (j = 0; | |
| j < iov[i].iov_len && recv; j++) { | |
| if (d[j] != k++) { | |
| errno = -EIO; | |
| fprintf(stderr, | |
| "detected data corruption @iov[%i]:%i %02x != %02x, %02x ?= %02x\n", | |
| i, j, d[j], k - 1, d[j+1], k + 1); | |
| goto out_errno; | |
| } | |
| recv--; | |
| } | |
| } | |
| } | |
| } | |
| clock_gettime(CLOCK_MONOTONIC, &s->end); | |
| } | |
| for (i = 0; i < iov_count; i++) | |
| free(iov[i].iov_base); | |
| free(iov); | |
| return 0; | |
| out_errno: | |
| for (i = 0; i < iov_count; i++) | |
| free(iov[i].iov_base); | |
| free(iov); | |
| return errno; | |
| } | |
| static float giga = 1000000000; | |
| static inline float sentBps(struct msg_stats s) | |
| { | |
| return s.bytes_sent / (s.end.tv_sec - s.start.tv_sec); | |
| } | |
| static inline float recvdBps(struct msg_stats s) | |
| { | |
| return s.bytes_recvd / (s.end.tv_sec - s.start.tv_sec); | |
| } | |
| static int sendmsg_test(int iov_count, int iov_buf, int cnt, | |
| struct sockmap_options *opt) | |
| { | |
| float sent_Bps = 0, recvd_Bps = 0; | |
| int rx_fd, txpid, rxpid, err = 0; | |
| struct msg_stats s = {0}; | |
| int status; | |
| errno = 0; | |
| if (opt->base) | |
| rx_fd = p1; | |
| else | |
| rx_fd = p2; | |
| rxpid = fork(); | |
| if (rxpid == 0) { | |
| if (opt->drop_expected) | |
| exit(1); | |
| if (opt->sendpage) | |
| iov_count = 1; | |
| err = msg_loop(rx_fd, iov_count, iov_buf, | |
| cnt, &s, false, opt); | |
| if (err) | |
| fprintf(stderr, | |
| "msg_loop_rx: iov_count %i iov_buf %i cnt %i err %i\n", | |
| iov_count, iov_buf, cnt, err); | |
| shutdown(p2, SHUT_RDWR); | |
| shutdown(p1, SHUT_RDWR); | |
| if (s.end.tv_sec - s.start.tv_sec) { | |
| sent_Bps = sentBps(s); | |
| recvd_Bps = recvdBps(s); | |
| } | |
| fprintf(stdout, | |
| "rx_sendmsg: TX: %zuB %fB/s %fGB/s RX: %zuB %fB/s %fGB/s\n", | |
| s.bytes_sent, sent_Bps, sent_Bps/giga, | |
| s.bytes_recvd, recvd_Bps, recvd_Bps/giga); | |
| exit(1); | |
| } else if (rxpid == -1) { | |
| perror("msg_loop_rx: "); | |
| return errno; | |
| } | |
| txpid = fork(); | |
| if (txpid == 0) { | |
| if (opt->sendpage) | |
| err = msg_loop_sendpage(c1, iov_buf, cnt, &s, opt); | |
| else | |
| err = msg_loop(c1, iov_count, iov_buf, | |
| cnt, &s, true, opt); | |
| if (err) | |
| fprintf(stderr, | |
| "msg_loop_tx: iov_count %i iov_buf %i cnt %i err %i\n", | |
| iov_count, iov_buf, cnt, err); | |
| shutdown(c1, SHUT_RDWR); | |
| if (s.end.tv_sec - s.start.tv_sec) { | |
| sent_Bps = sentBps(s); | |
| recvd_Bps = recvdBps(s); | |
| } | |
| fprintf(stdout, | |
| "tx_sendmsg: TX: %zuB %fB/s %f GB/s RX: %zuB %fB/s %fGB/s\n", | |
| s.bytes_sent, sent_Bps, sent_Bps/giga, | |
| s.bytes_recvd, recvd_Bps, recvd_Bps/giga); | |
| exit(1); | |
| } else if (txpid == -1) { | |
| perror("msg_loop_tx: "); | |
| return errno; | |
| } | |
| assert(waitpid(rxpid, &status, 0) == rxpid); | |
| assert(waitpid(txpid, &status, 0) == txpid); | |
| return err; | |
| } | |
| static int forever_ping_pong(int rate, struct sockmap_options *opt) | |
| { | |
| struct timeval timeout; | |
| char buf[1024] = {0}; | |
| int sc; | |
| timeout.tv_sec = 10; | |
| timeout.tv_usec = 0; | |
| /* Ping/Pong data from client to server */ | |
| sc = send(c1, buf, sizeof(buf), 0); | |
| if (sc < 0) { | |
| perror("send failed()\n"); | |
| return sc; | |
| } | |
| do { | |
| int s, rc, i, max_fd = p2; | |
| fd_set w; | |
| /* FD sets */ | |
| FD_ZERO(&w); | |
| FD_SET(c1, &w); | |
| FD_SET(c2, &w); | |
| FD_SET(p1, &w); | |
| FD_SET(p2, &w); | |
| s = select(max_fd + 1, &w, NULL, NULL, &timeout); | |
| if (s == -1) { | |
| perror("select()"); | |
| break; | |
| } else if (!s) { | |
| fprintf(stderr, "unexpected timeout\n"); | |
| break; | |
| } | |
| for (i = 0; i <= max_fd && s > 0; ++i) { | |
| if (!FD_ISSET(i, &w)) | |
| continue; | |
| s--; | |
| rc = recv(i, buf, sizeof(buf), 0); | |
| if (rc < 0) { | |
| if (errno != EWOULDBLOCK) { | |
| perror("recv failed()\n"); | |
| return rc; | |
| } | |
| } | |
| if (rc == 0) { | |
| close(i); | |
| break; | |
| } | |
| sc = send(i, buf, rc, 0); | |
| if (sc < 0) { | |
| perror("send failed()\n"); | |
| return sc; | |
| } | |
| } | |
| if (rate) | |
| sleep(rate); | |
| if (opt->verbose) { | |
| printf("."); | |
| fflush(stdout); | |
| } | |
| } while (running); | |
| return 0; | |
| } | |
| enum { | |
| PING_PONG, | |
| SENDMSG, | |
| BASE, | |
| BASE_SENDPAGE, | |
| SENDPAGE, | |
| }; | |
| int main(int argc, char **argv) | |
| { | |
| int iov_count = 1, length = 1024, rate = 1, tx_prog_fd; | |
| struct rlimit r = {10 * 1024 * 1024, RLIM_INFINITY}; | |
| int opt, longindex, err, cg_fd = 0; | |
| struct sockmap_options options = {0}; | |
| int test = PING_PONG; | |
| char filename[256]; | |
| while ((opt = getopt_long(argc, argv, ":dhvc:r:i:l:t:", | |
| long_options, &longindex)) != -1) { | |
| switch (opt) { | |
| case 's': | |
| txmsg_start = atoi(optarg); | |
| break; | |
| case 'e': | |
| txmsg_end = atoi(optarg); | |
| break; | |
| case 'a': | |
| txmsg_apply = atoi(optarg); | |
| break; | |
| case 'k': | |
| txmsg_cork = atoi(optarg); | |
| break; | |
| case 'c': | |
| cg_fd = open(optarg, O_DIRECTORY, O_RDONLY); | |
| if (cg_fd < 0) { | |
| fprintf(stderr, | |
| "ERROR: (%i) open cg path failed: %s\n", | |
| cg_fd, optarg); | |
| return cg_fd; | |
| } | |
| break; | |
| case 'r': | |
| rate = atoi(optarg); | |
| break; | |
| case 'v': | |
| options.verbose = 1; | |
| break; | |
| case 'i': | |
| iov_count = atoi(optarg); | |
| break; | |
| case 'l': | |
| length = atoi(optarg); | |
| break; | |
| case 'd': | |
| options.data_test = true; | |
| break; | |
| case 't': | |
| if (strcmp(optarg, "ping") == 0) { | |
| test = PING_PONG; | |
| } else if (strcmp(optarg, "sendmsg") == 0) { | |
| test = SENDMSG; | |
| } else if (strcmp(optarg, "base") == 0) { | |
| test = BASE; | |
| } else if (strcmp(optarg, "base_sendpage") == 0) { | |
| test = BASE_SENDPAGE; | |
| } else if (strcmp(optarg, "sendpage") == 0) { | |
| test = SENDPAGE; | |
| } else { | |
| usage(argv); | |
| return -1; | |
| } | |
| break; | |
| case 0: | |
| break; | |
| case 'h': | |
| default: | |
| usage(argv); | |
| return -1; | |
| } | |
| } | |
| if (!cg_fd) { | |
| fprintf(stderr, "%s requires cgroup option: --cgroup <path>\n", | |
| argv[0]); | |
| return -1; | |
| } | |
| if (setrlimit(RLIMIT_MEMLOCK, &r)) { | |
| perror("setrlimit(RLIMIT_MEMLOCK)"); | |
| return 1; | |
| } | |
| snprintf(filename, sizeof(filename), "%s_kern.o", argv[0]); | |
| running = 1; | |
| /* catch SIGINT */ | |
| signal(SIGINT, running_handler); | |
| if (load_bpf_file(filename)) { | |
| fprintf(stderr, "load_bpf_file: (%s) %s\n", | |
| filename, strerror(errno)); | |
| return 1; | |
| } | |
| /* If base test skip BPF setup */ | |
| if (test == BASE || test == BASE_SENDPAGE) | |
| goto run; | |
| /* Attach programs to sockmap */ | |
| err = bpf_prog_attach(prog_fd[0], map_fd[0], | |
| BPF_SK_SKB_STREAM_PARSER, 0); | |
| if (err) { | |
| fprintf(stderr, "ERROR: bpf_prog_attach (sockmap): %d (%s)\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| err = bpf_prog_attach(prog_fd[1], map_fd[0], | |
| BPF_SK_SKB_STREAM_VERDICT, 0); | |
| if (err) { | |
| fprintf(stderr, "ERROR: bpf_prog_attach (sockmap): %d (%s)\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| /* Attach to cgroups */ | |
| err = bpf_prog_attach(prog_fd[2], cg_fd, BPF_CGROUP_SOCK_OPS, 0); | |
| if (err) { | |
| fprintf(stderr, "ERROR: bpf_prog_attach (groups): %d (%s)\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| run: | |
| err = sockmap_init_sockets(); | |
| if (err) { | |
| fprintf(stderr, "ERROR: test socket failed: %d\n", err); | |
| goto out; | |
| } | |
| /* Attach txmsg program to sockmap */ | |
| if (txmsg_pass) | |
| tx_prog_fd = prog_fd[3]; | |
| else if (txmsg_noisy) | |
| tx_prog_fd = prog_fd[4]; | |
| else if (txmsg_redir) | |
| tx_prog_fd = prog_fd[5]; | |
| else if (txmsg_redir_noisy) | |
| tx_prog_fd = prog_fd[6]; | |
| else if (txmsg_drop) | |
| tx_prog_fd = prog_fd[9]; | |
| /* apply and cork must be last */ | |
| else if (txmsg_apply) | |
| tx_prog_fd = prog_fd[7]; | |
| else if (txmsg_cork) | |
| tx_prog_fd = prog_fd[8]; | |
| else | |
| tx_prog_fd = 0; | |
| if (tx_prog_fd) { | |
| int redir_fd, i = 0; | |
| err = bpf_prog_attach(tx_prog_fd, | |
| map_fd[1], BPF_SK_MSG_VERDICT, 0); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_prog_attach (txmsg): %d (%s)\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| err = bpf_map_update_elem(map_fd[1], &i, &c1, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (txmsg): %d (%s\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| if (txmsg_redir || txmsg_redir_noisy) | |
| redir_fd = c2; | |
| else | |
| redir_fd = c1; | |
| err = bpf_map_update_elem(map_fd[2], &i, &redir_fd, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (txmsg): %d (%s\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| if (txmsg_apply) { | |
| err = bpf_map_update_elem(map_fd[3], | |
| &i, &txmsg_apply, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (apply_bytes): %d (%s\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| } | |
| if (txmsg_cork) { | |
| err = bpf_map_update_elem(map_fd[4], | |
| &i, &txmsg_cork, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (cork_bytes): %d (%s\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| } | |
| if (txmsg_start) { | |
| err = bpf_map_update_elem(map_fd[5], | |
| &i, &txmsg_start, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (txmsg_start): %d (%s)\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| } | |
| if (txmsg_end) { | |
| i = 1; | |
| err = bpf_map_update_elem(map_fd[5], | |
| &i, &txmsg_end, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (txmsg_end): %d (%s)\n", | |
| err, strerror(errno)); | |
| return err; | |
| } | |
| } | |
| if (txmsg_ingress) { | |
| int in = BPF_F_INGRESS; | |
| i = 0; | |
| err = bpf_map_update_elem(map_fd[6], &i, &in, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (txmsg_ingress): %d (%s)\n", | |
| err, strerror(errno)); | |
| } | |
| i = 1; | |
| err = bpf_map_update_elem(map_fd[1], &i, &p1, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (p1 txmsg): %d (%s)\n", | |
| err, strerror(errno)); | |
| } | |
| err = bpf_map_update_elem(map_fd[2], &i, &p1, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (p1 redir): %d (%s)\n", | |
| err, strerror(errno)); | |
| } | |
| i = 2; | |
| err = bpf_map_update_elem(map_fd[2], &i, &p2, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (p2 txmsg): %d (%s)\n", | |
| err, strerror(errno)); | |
| } | |
| } | |
| if (txmsg_skb) { | |
| int skb_fd = (test == SENDMSG || test == SENDPAGE) ? p2 : p1; | |
| int ingress = BPF_F_INGRESS; | |
| i = 0; | |
| err = bpf_map_update_elem(map_fd[7], &i, &ingress, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (txmsg_ingress): %d (%s)\n", | |
| err, strerror(errno)); | |
| } | |
| i = 3; | |
| err = bpf_map_update_elem(map_fd[0], &i, &skb_fd, BPF_ANY); | |
| if (err) { | |
| fprintf(stderr, | |
| "ERROR: bpf_map_update_elem (c1 sockmap): %d (%s)\n", | |
| err, strerror(errno)); | |
| } | |
| } | |
| } | |
| if (txmsg_drop) | |
| options.drop_expected = true; | |
| if (test == PING_PONG) | |
| err = forever_ping_pong(rate, &options); | |
| else if (test == SENDMSG) { | |
| options.base = false; | |
| options.sendpage = false; | |
| err = sendmsg_test(iov_count, length, rate, &options); | |
| } else if (test == SENDPAGE) { | |
| options.base = false; | |
| options.sendpage = true; | |
| err = sendmsg_test(iov_count, length, rate, &options); | |
| } else if (test == BASE) { | |
| options.base = true; | |
| options.sendpage = false; | |
| err = sendmsg_test(iov_count, length, rate, &options); | |
| } else if (test == BASE_SENDPAGE) { | |
| options.base = true; | |
| options.sendpage = true; | |
| err = sendmsg_test(iov_count, length, rate, &options); | |
| } else | |
| fprintf(stderr, "unknown test\n"); | |
| out: | |
| bpf_prog_detach2(prog_fd[2], cg_fd, BPF_CGROUP_SOCK_OPS); | |
| close(s1); | |
| close(s2); | |
| close(p1); | |
| close(p2); | |
| close(c1); | |
| close(c2); | |
| close(cg_fd); | |
| return err; | |
| } | |
| void running_handler(int a) | |
| { | |
| running = 0; | |
| } |