#!/bin/sh

#
# Copyright (c) 2018 Dell EMC Isilon
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#

# Move files between two FSs using sendfile(2).
# CG checksum errors reported.

# Unrelated gpart page fault seen:
# https://people.freebsd.org/~pho/stress/log/sendfile13.txt
# Fixed by r329262

. ../default.cfg
[ `id -u` -ne 0 ] && echo "Must be root!" && exit 1

dir=/tmp
odir=`pwd`
cd $dir
sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile13.c
mycc -o sendfile13 -Wall -Wextra -O0 -g sendfile13.c || exit 1
rm -f sendfile13.c
cd $odir

set -e
size="$((`sysctl -n hw.usermem` / 2 / 1024 / 1024 / 1024))"
size="$((size * 7 / 10))g"
[ "$size" = "0g" ] && exit 0
[ "$newfs_flags" = "-U" ] || exit 0
newfs_flags="-j"

mp1=$mntpoint
mkdir -p $mp1
md1=$mdstart
mount | grep "on $mp1 " | grep -q /dev/md && umount -f $mp1
[ -c /dev/md$md1 ] && mdconfig -d -u $md1
mdconfig -a -t swap -s $size -u $md1
newfs $newfs_flags -n md${md1} > /dev/null 2>&1
mount /dev/md${md1} $mp1

md2=$((mdstart + 1))
mp2=${mntpoint}$md2
mkdir -p $mp2
mount | grep "on $mp2 " | grep -q /dev/md && umount -f $mp2
[ -c /dev/md$md2 ] && mdconfig -d -u $md2
mdconfig -a -t swap -s $size -u $md2
newfs $newfs_flags -n md${md2} > /dev/null 2>&1
mount /dev/md${md2} $mp2
set +e

free=`df $mp1 | tail -1 | awk '{print $4}'`
$dir/sendfile13 5432 $mp1 $mp2 $((free / 2)) &
p1=$!
$dir/sendfile13 5433 $mp2 $mp1 $((free / 2)) &
p2=$!
cd $odir
s=0
wait $p1; code=$?
[ $code -ne 0 ] && { s=$code; echo "$p1 exit status $code"; }
wait $p2; code=$?
[ $code -ne 0 ] && { s=$code; echo "$p2 exit status $code"; }
[ -f sendfile13.core -a $s -eq 0 ] &&
    { ls -l sendfile13.core; mv sendfile13.core /tmp; }
cd $odir

for i in `jot 6`; do
	mount | grep -q "on $mp1 " || break
	umount $mp1 && break || sleep 10
	[ $i -eq 6 ] &&
	    { echo FATAL; fstat -mf $mp1; exit 1; }
done
for i in `jot 6`; do
	mount | grep -q "on $mp2 " || break
	umount $mp2 && break || sleep 10
	[ $i -eq 6 ] &&
	    { echo FATAL; fstat -mf $mp2; exit 1; }
done
checkfs /dev/md${md1} || s=1
checkfs /dev/md${md2} || s=1
mdconfig -d -u $md1 || s=1
mdconfig -d -u $md2 || s=1

for i in `jot 6`; do
	mount | grep -q "on $mp2 " || break
	umount $mp2 && break || sleep 10
	[ $i -eq 6 ] &&
	    { echo FATAL; fstat -mf $mp2; exit 1; }
done
checkfs /dev/md${md2} || s=1

rm -rf $dir/sendfile13
exit $s

EOF
#include <sys/param.h>
#include <sys/mman.h>
#include <sys/socket.h>
#include <sys/stat.h>
#include <sys/wait.h>

#include <netinet/in.h>

#include <err.h>
#include <fcntl.h>
#include <netdb.h>
#include <signal.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <unistd.h>

#define BUFSIZE 8192
#define MAXTHREADS 32

static int files, port;
static char *fromdir, *todir;

static void
create(char *path, size_t size)
{
	size_t s;
	int fd, i, ifd;
	char *cp, file[128], help[128];

	i = 0;
	while (size > 0) {
		do {
			s =arc4random() % size + 1;
		} while (s > 1024 * 1024 * 1024);
		size -= s;
		sprintf(file, "%s/f%06d.%06d", path, getpid(), i++);
		if ((ifd = open("/dev/zero", O_RDONLY)) == -1)
			err(1, "open(/dev/zero)");
		if ((cp = mmap(0, s, PROT_READ, MAP_SHARED, ifd, 0)) ==
			(caddr_t) - 1)
			err(1, "mmap error for input");
		if ((fd = open(file, O_WRONLY | O_CREAT, 0640)) == -1)
			err(1, "create(%s)", file);
		if (write(fd, cp, s) != (ssize_t)s)
			err(1, "write(%s)", file);
		munmap(cp, s);
		close(fd);
		close(ifd);
		files++;
	}
	snprintf(help, sizeof(help),
	    "umount %s 2>&1 | grep -v 'Device busy'", path);
	system(help);
#if defined(DEBUG)
	fprintf(stderr, "%d files created\n", files);
#endif
}

static void
server(void)
{
	pid_t pid;
        struct sigaction sa;
	struct sockaddr_in inetaddr, inetpeer;
	socklen_t len;
	int tcpsock, msgsock;
	int *buf, fd, idx, n, on, t __unused;
	char ofile[128], nfile[128];

        sa.sa_handler = SIG_IGN;
        sigemptyset(&sa.sa_mask);
        sa.sa_flags = 0;
        if (sigaction(SIGCHLD, &sa, 0) == -1)
                err(1, "sigaction");

	on = 1;
	if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
		err(1, "socket(), %s:%d", __FILE__, __LINE__);

	if (setsockopt(tcpsock,
	    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
		err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);

	inetaddr.sin_family = AF_INET;
	inetaddr.sin_addr.s_addr = INADDR_ANY;
	inetaddr.sin_port = htons(port);
	inetaddr.sin_len = sizeof(inetaddr);

	if (bind(tcpsock,
	    (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0)
		err(1, "bind(), %s:%d", __FILE__, __LINE__);

	if (listen(tcpsock, 5) < 0)
		err(1, "listen(), %s:%d", __FILE__, __LINE__);

	idx = 0;
	len = sizeof(inetpeer);
	for (;;) {
		alarm(120);
		if ((msgsock = accept(tcpsock,
		    (struct sockaddr *)&inetpeer, &len)) < 0)
			err(1, "accept(), %s:%d", __FILE__, __LINE__);

		if ((pid = fork()) == 0) {
			alarm(120);
			t = 0;
			if ((buf = malloc(BUFSIZE)) == NULL)
				err(1, "malloc(%d), %s:%d", BUFSIZE,
				    __FILE__, __LINE__);

			sprintf(ofile, "%s/g%06d.%06d", todir, getpid(),
			    idx);
			sprintf(nfile, "%s/n%06d.%06d", todir, getpid(),
			    idx);
			if ((fd = open(ofile, O_RDWR | O_CREAT | O_TRUNC,
			    0640)) == -1)
				err(1, "open(%s)", ofile);

			for (;;) {
				if ((n = read(msgsock, buf, BUFSIZE)) < 0)
					err(1, "read(), %s:%d", __FILE__,
					    __LINE__);
				t += n;
				if (n == 0) break;

				if ((write(fd, buf, n)) != n)
					err(1, "write n=%d", n);
			}
			close(msgsock);
			close(fd);
			if (rename(ofile, nfile) != 0)
				err(1, "rename(%s, %s)", ofile, nfile);
			_exit(0);
		}
		close(msgsock);
		if (++idx == files)
			break;
	}

	_exit(0);
}

static void
writer(char *inputFile) {
	struct sockaddr_in inetaddr;
	struct hostent *hostent;
	struct stat statb;
	off_t off = 0;
	size_t size;
	int i, fd, on, r, tcpsock;

	alarm(120);
	on = 1;
	for (i = 1; i < 5; i++) {
		if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0)
			err(1, "socket(), %s:%d", __FILE__, __LINE__);

		if (setsockopt(tcpsock,
		    SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0)
			err(1, "setsockopt(), %s:%d", __FILE__, __LINE__);

		size = getpagesize();
		if (setsockopt(tcpsock,
		    SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0)
			err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__,
			    __LINE__);

		hostent = gethostbyname ("localhost");
		memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr,
			sizeof (struct in_addr));

		inetaddr.sin_family = AF_INET;
		inetaddr.sin_port = htons(port);
		inetaddr.sin_len = sizeof(inetaddr);

		r = connect(tcpsock, (struct sockaddr *) &inetaddr,
			sizeof(inetaddr));
		if (r == 0)
			break;
		sleep(1);
		close(tcpsock);
	}
	if (r < 0)
		err(1, "connect(), %s:%d", __FILE__, __LINE__);

        if (stat(inputFile, &statb) != 0)
                err(1, "stat(%s)", inputFile);

	if ((fd = open(inputFile, O_RDWR)) == -1)
		err(1, "open(%s)", inputFile);

	if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off,
	    SF_NOCACHE) == -1)
		warn("sendfile()");
	close(fd);

	return;
}

static void
move(int num)
{
	char ifile[128];

	sprintf(ifile, "%s/f%06d.%06d", fromdir, getpid(), num);
	writer(ifile);

	if (unlink(ifile) != 0)
		err(1, "unlink(%s)", ifile);
}

int
main(int argc, char *argv[])
{
	pid_t spid;
	size_t size;
	int i, status;

	if (argc != 5) {
		fprintf(stderr,
		    "Usage %s <port> <from dir> <to dir> <size in k>",
		    argv[0]);
		exit(1);
	}
	port = atoi(argv[1]);
	fromdir = argv[2];
	if (chdir(fromdir) == -1)
		err(1, "chdir(%s)", fromdir);
	todir = argv[3];
	sscanf(argv[4], "%zd", &size);
	size = size * 1024;
	create(fromdir, size);

	if ((spid = fork()) == 0)
		server();

	for (i = 0; i < files; i++) {
		move(i);
		sleep(10);
	}
	if (waitpid(spid, &status, 0) != spid)
		err(1, "waitpid");
	if (status != 0) {
		if (WIFSIGNALED(status))
			fprintf(stderr,
			    "pid %d exit signal %d\n",
			    spid, WTERMSIG(status));
	}

	return (status == 0 ? 0 : 1);
}