net_wire.c

/*
 * Copyright 2021 Max Planck Institute for Software Systems, and
 * National University of Singapore
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sublicense, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice shall be
 * included in all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
 * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */

#include <fcntl.h>
#include <pthread.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <signal.h>
#include <sys/ioctl.h>
#include <sys/mman.h>
#include <unistd.h>
#include <linux/if.h>
#include <linux/if_tun.h>
#include <pcap/pcap.h>
#include <assert.h>

#include <simbricks/netif/netsim.h>

static uint64_t sync_period = (500 * 1000ULL);  // 500ns
static uint64_t eth_latency = (500 * 1000ULL);  // 500ns
static uint64_t cur_ts;
static int exiting = 0;
static pcap_dumper_t *dumpfile = NULL;

static void sigint_handler(int dummy)
{
    exiting = 1;
}

static void sigusr1_handler(int dummy)
{
    fprintf(stderr, "main_time = %lu\n", cur_ts);
}

static void move_pkt(struct netsim_interface *from, struct netsim_interface *to)
{
    volatile union cosim_eth_proto_d2n *msg_from =
        netsim_d2n_poll(from, cur_ts);
    volatile union cosim_eth_proto_n2d *msg_to;
    volatile struct cosim_eth_proto_d2n_send *tx;
    volatile struct cosim_eth_proto_n2d_recv *rx;
    struct pcap_pkthdr ph;
    uint8_t type;

    if (msg_from == NULL)
        return;

    type = msg_from->dummy.own_type & COSIM_ETH_PROTO_D2N_MSG_MASK;
    if (type == COSIM_ETH_PROTO_D2N_MSG_SEND) {
        tx = &msg_from->send;

        // log to pcap file if initialized
        if (dumpfile) {
            memset(&ph, 0, sizeof(ph));
            ph.ts.tv_sec = cur_ts / 1000000000000ULL;
            ph.ts.tv_usec = (cur_ts % 1000000000000ULL) / 1000ULL;
            ph.caplen = tx->len;
            ph.len = tx->len;
            pcap_dump((unsigned char *) dumpfile, &ph,
                    (unsigned char *) tx->data);
        }

        msg_to = netsim_n2d_alloc(to, cur_ts, eth_latency);
        if (msg_to != NULL) {
            rx = &msg_to->recv;
            rx->len = tx->len;
            rx->port = 0;
            memcpy((void *) rx->data, (void *) tx->data, tx->len);

            // WMB();
            rx->own_type = COSIM_ETH_PROTO_N2D_MSG_RECV |
                COSIM_ETH_PROTO_N2D_OWN_DEV;
        } else {
            fprintf(stderr, "move_pkt: dropping packet\n");
        }
    } else if (type == COSIM_ETH_PROTO_D2N_MSG_SYNC) {
    } else {
        fprintf(stderr, "move_pkt: unsupported type=%u\n", type);
        abort();
    }

    netsim_d2n_done(from, msg_from);
}

int main(int argc, char *argv[])
{
    struct netsim_interface nsif_a, nsif_b;
    uint64_t ts_a, ts_b;
    int sync_a, sync_b;
    pcap_t *pc = NULL;
    int sync_mode = SYNC_MODES;

    if (argc < 3 && argc > 7) {
        fprintf(stderr, "Usage: net_wire SOCKET-A SOCKET-B [SYNC-MODE] "
                "[SYNC-PERIOD] [ETH-LATENCY] [PCAP-FILE]\n");
        return EXIT_FAILURE;
    }

    signal(SIGINT, sigint_handler);
    signal(SIGTERM, sigint_handler);
    signal(SIGUSR1, sigusr1_handler);

    if (argc >= 4)
        sync_mode = strtol(argv[3], NULL, 0);

    if (argc >= 5)
        sync_period = strtoull(argv[4], NULL, 0) * 1000ULL;

    if (argc >= 6)
        eth_latency = strtoull(argv[5], NULL, 0) * 1000ULL;

    if (argc >= 7) {
        pc = pcap_open_dead_with_tstamp_precision(DLT_EN10MB, 65535,
                PCAP_TSTAMP_PRECISION_NANO);
        if (pc == NULL) {
            perror("pcap_open_dead failed");
            return EXIT_FAILURE;
        }

        dumpfile = pcap_dump_open(pc, argv[6]);
    }

    assert(sync_mode == SYNC_MODES || sync_mode == SYNC_BARRIER);

    sync_a = sync_b = 1;
    if (netsim_init(&nsif_a, argv[1], &sync_a) != 0) {
        return -1;
    }
    if (netsim_init(&nsif_b, argv[2], &sync_b) != 0) {
        return -1;
    }

    printf("start polling\n");
    while (!exiting) {
        if (netsim_n2d_sync(&nsif_a, cur_ts, eth_latency, sync_period,
                    sync_mode) != 0) {
            fprintf(stderr, "netsim_n2d_sync(nsif_a) failed\n");
            abort();
        }
        if (netsim_n2d_sync(&nsif_b, cur_ts, eth_latency, sync_period,
                    sync_mode) != 0) {
            fprintf(stderr, "netsim_n2d_sync(nsif_a) failed\n");
            abort();
        }
        netsim_advance_epoch(cur_ts, sync_period, sync_mode);

        do {
            move_pkt(&nsif_a, &nsif_b);
            move_pkt(&nsif_b, &nsif_a);
            ts_a = netsim_d2n_timestamp(&nsif_a);
            ts_b = netsim_d2n_timestamp(&nsif_b);
        } while (!exiting &&
            ((sync_a && ts_a <= cur_ts) ||
                (sync_b && ts_b <= cur_ts)));

        if (sync_a && sync_b)
            cur_ts = netsim_advance_time(ts_a <= ts_b ? ts_a : ts_b,
                    sync_period, sync_mode);
        else if (sync_a)
            cur_ts = netsim_advance_time(ts_a, sync_period, sync_mode);
        else if (sync_b)
            cur_ts = netsim_advance_time(ts_b, sync_period, sync_mode);
    }

    if (dumpfile)
        pcap_dump_close(dumpfile);
    return 0;
}