/* * Copyright 2021 Max Planck Institute for Software Systems, and * National University of Singapore * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include static uint64_t sync_period = (500 * 1000ULL); // 500ns static uint64_t eth_latency = (500 * 1000ULL); // 500ns static uint64_t cur_ts; static int exiting = 0; static pcap_dumper_t *dumpfile = NULL; static void sigint_handler(int dummy) { exiting = 1; } static void sigusr1_handler(int dummy) { fprintf(stderr, "main_time = %lu\n", cur_ts); } static void move_pkt(struct SimbricksNetIf *from, struct SimbricksNetIf *to) { volatile union SimbricksProtoNetD2N *msg_from = SimbricksNetIfD2NPoll(from, cur_ts); volatile union SimbricksProtoNetN2D *msg_to; volatile struct SimbricksProtoNetD2NSend *tx; volatile struct SimbricksProtoNetN2DRecv *rx; struct pcap_pkthdr ph; uint8_t type; if (msg_from == NULL) return; type = msg_from->dummy.own_type & SIMBRICKS_PROTO_NET_D2N_MSG_MASK; if (type == SIMBRICKS_PROTO_NET_D2N_MSG_SEND) { tx = &msg_from->send; // log to pcap file if initialized if (dumpfile) { memset(&ph, 0, sizeof(ph)); ph.ts.tv_sec = cur_ts / 1000000000000ULL; ph.ts.tv_usec = (cur_ts % 1000000000000ULL) / 1000ULL; ph.caplen = tx->len; ph.len = tx->len; pcap_dump((unsigned char *)dumpfile, &ph, (unsigned char *)tx->data); } msg_to = SimbricksNetIfN2DAlloc(to, cur_ts, eth_latency); if (msg_to != NULL) { rx = &msg_to->recv; rx->len = tx->len; rx->port = 0; memcpy((void *)rx->data, (void *)tx->data, tx->len); // WMB(); rx->own_type = SIMBRICKS_PROTO_NET_N2D_MSG_RECV | SIMBRICKS_PROTO_NET_N2D_OWN_DEV; } else { fprintf(stderr, "move_pkt: dropping packet\n"); } } else if (type == SIMBRICKS_PROTO_NET_D2N_MSG_SYNC) { } else { fprintf(stderr, "move_pkt: unsupported type=%u\n", type); abort(); } SimbricksNetIfD2NDone(from, msg_from); } int main(int argc, char *argv[]) { struct SimbricksNetIf nsif_a, nsif_b; uint64_t ts_a, ts_b; int sync_a, sync_b; pcap_t *pc = NULL; int sync_mode = SIMBRICKS_PROTO_SYNC_SIMBRICKS; if (argc < 3 && argc > 7) { fprintf(stderr, "Usage: net_wire SOCKET-A SOCKET-B [SYNC-MODE] " "[SYNC-PERIOD] [ETH-LATENCY] [PCAP-FILE]\n"); return EXIT_FAILURE; } signal(SIGINT, sigint_handler); signal(SIGTERM, sigint_handler); signal(SIGUSR1, sigusr1_handler); if (argc >= 4) sync_mode = strtol(argv[3], NULL, 0); if (argc >= 5) sync_period = strtoull(argv[4], NULL, 0) * 1000ULL; if (argc >= 6) eth_latency = strtoull(argv[5], NULL, 0) * 1000ULL; if (argc >= 7) { pc = pcap_open_dead_with_tstamp_precision(DLT_EN10MB, 65535, PCAP_TSTAMP_PRECISION_NANO); if (pc == NULL) { perror("pcap_open_dead failed"); return EXIT_FAILURE; } dumpfile = pcap_dump_open(pc, argv[6]); } assert(sync_mode == SIMBRICKS_PROTO_SYNC_SIMBRICKS || sync_mode == SIMBRICKS_PROTO_SYNC_BARRIER); sync_a = sync_b = 1; if (SimbricksNetIfInit(&nsif_a, argv[1], &sync_a) != 0) { return -1; } if (SimbricksNetIfInit(&nsif_b, argv[2], &sync_b) != 0) { return -1; } printf("start polling\n"); while (!exiting) { if (SimbricksNetIfN2DSync(&nsif_a, cur_ts, eth_latency, sync_period, sync_mode) != 0) { fprintf(stderr, "SimbricksNetIfN2DSync(nsif_a) failed\n"); abort(); } if (SimbricksNetIfN2DSync(&nsif_b, cur_ts, eth_latency, sync_period, sync_mode) != 0) { fprintf(stderr, "SimbricksNetIfN2DSync(nsif_a) failed\n"); abort(); } SimbricksNetIfAdvanceEpoch(cur_ts, sync_period, sync_mode); do { move_pkt(&nsif_a, &nsif_b); move_pkt(&nsif_b, &nsif_a); ts_a = SimbricksNetIfD2NTimestamp(&nsif_a); ts_b = SimbricksNetIfD2NTimestamp(&nsif_b); } while (!exiting && ((sync_a && ts_a <= cur_ts) || (sync_b && ts_b <= cur_ts))); if (sync_a && sync_b) cur_ts = SimbricksNetIfAdvanceTime(ts_a <= ts_b ? ts_a : ts_b, sync_period, sync_mode); else if (sync_a) cur_ts = SimbricksNetIfAdvanceTime(ts_a, sync_period, sync_mode); else if (sync_b) cur_ts = SimbricksNetIfAdvanceTime(ts_b, sync_period, sync_mode); } if (dumpfile) pcap_dump_close(dumpfile); return 0; }