1/*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (c) 2017 Rick Macklem 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 * 27 */ 28 29#include <sys/cdefs.h> 30#include <err.h> 31#include <errno.h> 32#include <getopt.h> 33#include <stdio.h> 34#include <stdlib.h> 35#include <string.h> 36#include <unistd.h> 37#include <netdb.h> 38#include <sys/param.h> 39#include <sys/extattr.h> 40#include <sys/mount.h> 41#include <sys/socket.h> 42#include <sys/stat.h> 43#include <sys/types.h> 44#include <sys/sysctl.h> 45#include <arpa/inet.h> 46#include <netinet/in.h> 47#include <nfs/nfssvc.h> 48 49#include <fs/nfs/nfsproto.h> 50#include <fs/nfs/nfskpiport.h> 51#include <fs/nfs/nfs.h> 52#include <fs/nfs/nfsrvstate.h> 53 54static void usage(void) __dead2; 55 56static struct option longopts[] = { 57 { "migrate", required_argument, NULL, 'm' }, 58 { "mirror", required_argument, NULL, 'r' }, 59 { NULL, 0, NULL, 0 } 60}; 61 62/* 63 * This program creates a copy of the file's (first argument) data on the 64 * new/recovering DS mirror. If the file is already on the new/recovering 65 * DS, it will simply exit(0). 66 */ 67int 68main(int argc, char *argv[]) 69{ 70 struct nfsd_pnfsd_args pnfsdarg; 71 struct pnfsdsfile dsfile[NFSDEV_MAXMIRRORS]; 72 struct stat sb; 73 struct statfs sf; 74 struct addrinfo hints, *res, *nres; 75 struct sockaddr_in sin; 76 struct sockaddr_in6 sin6; 77 ssize_t xattrsize, xattrsize2; 78 size_t mirlen; 79 int ch, fnd, fndzero, i, migrateit, mirrorcnt, mirrorit, ret; 80 int mirrorlevel; 81 char host[MNAMELEN + NI_MAXHOST + 2], *cp; 82 83 if (geteuid() != 0) 84 errx(1, "Must be run as root/su"); 85 86 mirrorit = migrateit = 0; 87 pnfsdarg.dspath = pnfsdarg.curdspath = NULL; 88 while ((ch = getopt_long(argc, argv, "m:r:", longopts, NULL)) != -1) { 89 switch (ch) { 90 case 'm': 91 /* Migrate the file from the second DS to the first. */ 92 if (mirrorit != 0) 93 errx(1, "-r and -m are mutually exclusive"); 94 migrateit = 1; 95 pnfsdarg.curdspath = optarg; 96 break; 97 case 'r': 98 /* Mirror the file on the specified DS. */ 99 if (migrateit != 0) 100 errx(1, "-r and -m are mutually exclusive"); 101 mirrorit = 1; 102 pnfsdarg.dspath = optarg; 103 break; 104 default: 105 usage(); 106 } 107 } 108 argc -= optind; 109 argv += optind; 110 if (migrateit != 0) { 111 if (argc != 2) 112 usage(); 113 pnfsdarg.dspath = *argv++; 114 } else if (argc != 1) 115 usage(); 116 117 /* Get the pNFS service's mirror level. */ 118 mirlen = sizeof(mirrorlevel); 119 ret = sysctlbyname("vfs.nfs.pnfsmirror", &mirrorlevel, &mirlen, 120 NULL, 0); 121 if (ret < 0) 122 errx(1, "Can't get vfs.nfs.pnfsmirror"); 123 124 if (pnfsdarg.dspath != NULL && pnfsdarg.curdspath != NULL && 125 strcmp(pnfsdarg.dspath, pnfsdarg.curdspath) == 0) 126 errx(1, "Can't migrate to same server"); 127 128 /* 129 * The host address and directory where the data storage file is 130 * located is in the extended attribute "pnfsd.dsfile". 131 */ 132 xattrsize = extattr_get_file(*argv, EXTATTR_NAMESPACE_SYSTEM, 133 "pnfsd.dsfile", dsfile, sizeof(dsfile)); 134 mirrorcnt = xattrsize / sizeof(struct pnfsdsfile); 135 xattrsize2 = mirrorcnt * sizeof(struct pnfsdsfile); 136 if (mirrorcnt < 1 || xattrsize != xattrsize2) 137 errx(1, "Can't get extattr pnfsd.dsfile for %s", *argv); 138 139 /* See if there is a 0.0.0.0 entry. */ 140 fndzero = 0; 141 for (i = 0; i < mirrorcnt; i++) { 142 if (dsfile[i].dsf_sin.sin_family == AF_INET && 143 dsfile[i].dsf_sin.sin_addr.s_addr == 0) 144 fndzero = 1; 145 } 146 147 /* If already mirrored for default case, just exit(0); */ 148 if (mirrorit == 0 && migrateit == 0 && (mirrorlevel < 2 || 149 (fndzero == 0 && mirrorcnt >= mirrorlevel) || 150 (fndzero != 0 && mirrorcnt > mirrorlevel))) 151 exit(0); 152 153 /* For the "-r" case, there must be a 0.0.0.0 entry. */ 154 if (mirrorit != 0 && (fndzero == 0 || mirrorlevel < 2 || 155 mirrorcnt < 2 || mirrorcnt > mirrorlevel)) 156 exit(0); 157 158 /* For pnfsdarg.dspath set, if it is already in list, just exit(0); */ 159 if (pnfsdarg.dspath != NULL) { 160 /* Check the dspath to see that it's an NFS mount. */ 161 if (stat(pnfsdarg.dspath, &sb) < 0) 162 errx(1, "Can't stat %s", pnfsdarg.dspath); 163 if (!S_ISDIR(sb.st_mode)) 164 errx(1, "%s is not a directory", pnfsdarg.dspath); 165 if (statfs(pnfsdarg.dspath, &sf) < 0) 166 errx(1, "Can't fsstat %s", pnfsdarg.dspath); 167 if (strcmp(sf.f_fstypename, "nfs") != 0) 168 errx(1, "%s is not an NFS mount", pnfsdarg.dspath); 169 if (strcmp(sf.f_mntonname, pnfsdarg.dspath) != 0) 170 errx(1, "%s is not the mounted-on dir for the new DS", 171 pnfsdarg.dspath); 172 173 /* 174 * Check the IP address of the NFS server against the entry(ies) 175 * in the extended attribute. 176 */ 177 strlcpy(host, sf.f_mntfromname, sizeof(host)); 178 cp = strchr(host, ':'); 179 if (cp == NULL) 180 errx(1, "No <host>: in mount %s", host); 181 *cp = '\0'; 182 memset(&hints, 0, sizeof(hints)); 183 hints.ai_family = PF_UNSPEC; 184 hints.ai_socktype = SOCK_STREAM; 185 if (getaddrinfo(host, NULL, &hints, &res) != 0) 186 errx(1, "Can't get address for %s", host); 187 for (i = 0; i < mirrorcnt; i++) { 188 nres = res; 189 while (nres != NULL) { 190 if (dsfile[i].dsf_sin.sin_family == 191 nres->ai_family) { 192 /* 193 * If there is already an entry for this 194 * DS, just exit(0), since copying isn't 195 * required. 196 */ 197 if (nres->ai_family == AF_INET && 198 nres->ai_addrlen >= sizeof(sin)) { 199 memcpy(&sin, nres->ai_addr, 200 sizeof(sin)); 201 if (sin.sin_addr.s_addr == 202 dsfile[i].dsf_sin.sin_addr.s_addr) 203 exit(0); 204 } else if (nres->ai_family == 205 AF_INET6 && nres->ai_addrlen >= 206 sizeof(sin6)) { 207 memcpy(&sin6, nres->ai_addr, 208 sizeof(sin6)); 209 if (IN6_ARE_ADDR_EQUAL(&sin6.sin6_addr, 210 &dsfile[i].dsf_sin6.sin6_addr)) 211 exit(0); 212 } 213 } 214 nres = nres->ai_next; 215 } 216 } 217 freeaddrinfo(res); 218 } 219 220 /* For "-m", the pnfsdarg.curdspath must be in the list. */ 221 if (pnfsdarg.curdspath != NULL) { 222 /* Check pnfsdarg.curdspath to see that it's an NFS mount. */ 223 if (stat(pnfsdarg.curdspath, &sb) < 0) 224 errx(1, "Can't stat %s", pnfsdarg.curdspath); 225 if (!S_ISDIR(sb.st_mode)) 226 errx(1, "%s is not a directory", pnfsdarg.curdspath); 227 if (statfs(pnfsdarg.curdspath, &sf) < 0) 228 errx(1, "Can't fsstat %s", pnfsdarg.curdspath); 229 if (strcmp(sf.f_fstypename, "nfs") != 0) 230 errx(1, "%s is not an NFS mount", pnfsdarg.curdspath); 231 if (strcmp(sf.f_mntonname, pnfsdarg.curdspath) != 0) 232 errx(1, "%s is not the mounted-on dir of the cur DS", 233 pnfsdarg.curdspath); 234 235 /* 236 * Check the IP address of the NFS server against the entry(ies) 237 * in the extended attribute. 238 */ 239 strlcpy(host, sf.f_mntfromname, sizeof(host)); 240 cp = strchr(host, ':'); 241 if (cp == NULL) 242 errx(1, "No <host>: in mount %s", host); 243 *cp = '\0'; 244 memset(&hints, 0, sizeof(hints)); 245 hints.ai_family = PF_UNSPEC; 246 hints.ai_socktype = SOCK_STREAM; 247 if (getaddrinfo(host, NULL, &hints, &res) != 0) 248 errx(1, "Can't get address for %s", host); 249 fnd = 0; 250 for (i = 0; i < mirrorcnt && fnd == 0; i++) { 251 nres = res; 252 while (nres != NULL) { 253 if (dsfile[i].dsf_sin.sin_family == 254 nres->ai_family) { 255 /* 256 * Note if the entry is found. 257 */ 258 if (nres->ai_family == AF_INET && 259 nres->ai_addrlen >= sizeof(sin)) { 260 memcpy(&sin, nres->ai_addr, 261 sizeof(sin)); 262 if (sin.sin_addr.s_addr == 263 dsfile[i].dsf_sin.sin_addr.s_addr) { 264 fnd = 1; 265 break; 266 } 267 } else if (nres->ai_family == 268 AF_INET6 && nres->ai_addrlen >= 269 sizeof(sin6)) { 270 memcpy(&sin6, nres->ai_addr, 271 sizeof(sin6)); 272 if (IN6_ARE_ADDR_EQUAL(&sin6.sin6_addr, 273 &dsfile[i].dsf_sin6.sin6_addr)) { 274 fnd = 1; 275 break; 276 } 277 } 278 } 279 nres = nres->ai_next; 280 } 281 } 282 freeaddrinfo(res); 283 /* 284 * If not found just exit(0), since it is not on the 285 * source DS. 286 */ 287 if (fnd == 0) 288 exit(0); 289 } 290 291 /* Do the copy via the nfssvc() syscall. */ 292 pnfsdarg.op = PNFSDOP_COPYMR; 293 pnfsdarg.mdspath = *argv; 294 ret = nfssvc(NFSSVC_PNFSDS, &pnfsdarg); 295 if (ret < 0 && errno != EEXIST) 296 err(1, "Copymr failed for file %s", *argv); 297 exit(0); 298} 299 300static void 301usage(void) 302{ 303 304 fprintf(stderr, "pnfsdscopymr [-r recovered-DS-mounted-on-path] " 305 "[-m soure-DS-mounted-on-path destination-DS-mounted-on-path] " 306 "mds-filename"); 307 exit(1); 308} 309 310