distfetch.c revision 335914
1/*- 2 * Copyright (c) 2011 Nathan Whitehorn 3 * Copyright (c) 2014 Devin Teske <dteske@FreeBSD.org> 4 * All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 */ 27 28#include <sys/cdefs.h> 29__FBSDID("$FreeBSD: stable/10/usr.sbin/bsdinstall/distfetch/distfetch.c 335914 2018-07-03 22:11:16Z dteske $"); 30 31#include <sys/param.h> 32#include <ctype.h> 33#include <err.h> 34#include <dialog.h> 35#include <errno.h> 36#include <fetch.h> 37#include <stdio.h> 38#include <stdlib.h> 39#include <string.h> 40#include <unistd.h> 41 42static int fetch_files(int nfiles, char **urls); 43 44int 45main(void) 46{ 47 char *diststring; 48 char **urls; 49 int i; 50 int ndists = 0; 51 int nfetched; 52 char error[PATH_MAX + 512]; 53 54 if (getenv("DISTRIBUTIONS") == NULL) 55 errx(EXIT_FAILURE, "DISTRIBUTIONS variable is not set"); 56 57 diststring = strdup(getenv("DISTRIBUTIONS")); 58 for (i = 0; diststring[i] != 0; i++) 59 if (isspace(diststring[i]) && !isspace(diststring[i+1])) 60 ndists++; 61 ndists++; /* Last one */ 62 63 urls = calloc(ndists, sizeof(const char *)); 64 if (urls == NULL) { 65 free(diststring); 66 errx(EXIT_FAILURE, "Out of memory!"); 67 } 68 69 init_dialog(stdin, stdout); 70 dialog_vars.backtitle = __DECONST(char *, "FreeBSD Installer"); 71 dlg_put_backtitle(); 72 73 for (i = 0; i < ndists; i++) { 74 urls[i] = malloc(PATH_MAX); 75 snprintf(urls[i], PATH_MAX, "%s/%s", 76 getenv("BSDINSTALL_DISTSITE"), strsep(&diststring, " \t")); 77 } 78 79 if (chdir(getenv("BSDINSTALL_DISTDIR")) != 0) { 80 snprintf(error, sizeof(error), 81 "Could not change to directory %s: %s\n", 82 getenv("BSDINSTALL_DISTDIR"), strerror(errno)); 83 dialog_msgbox("Error", error, 0, 0, TRUE); 84 end_dialog(); 85 return (EXIT_FAILURE); 86 } 87 88 nfetched = fetch_files(ndists, urls); 89 90 end_dialog(); 91 92 free(diststring); 93 for (i = 0; i < ndists; i++) 94 free(urls[i]); 95 free(urls); 96 97 return ((nfetched == ndists) ? EXIT_SUCCESS : EXIT_FAILURE); 98} 99 100static int 101fetch_files(int nfiles, char **urls) 102{ 103 FILE *fetch_out; 104 FILE *file_out; 105 const char **items; 106 int i; 107 int last_progress; 108 int nsuccess = 0; /* Number of files successfully downloaded */ 109 int progress = 0; 110 size_t chunk; 111 off_t current_bytes; 112 off_t fsize; 113 off_t total_bytes; 114 char status[8]; 115 struct url_stat ustat; 116 char errormsg[PATH_MAX + 512]; 117 uint8_t block[4096]; 118 119 /* Make the transfer list for dialog */ 120 items = calloc(sizeof(char *), nfiles * 2); 121 if (items == NULL) 122 errx(EXIT_FAILURE, "Out of memory!"); 123 124 for (i = 0; i < nfiles; i++) { 125 items[i*2] = strrchr(urls[i], '/'); 126 if (items[i*2] != NULL) 127 items[i*2]++; 128 else 129 items[i*2] = urls[i]; 130 items[i*2 + 1] = "Pending"; 131 } 132 133 dialog_msgbox("", "Connecting to server.\nPlease wait...", 0, 0, FALSE); 134 135 /* Try to stat all the files */ 136 total_bytes = 0; 137 for (i = 0; i < nfiles; i++) { 138 if (fetchStatURL(urls[i], &ustat, "") == 0 && ustat.size > 0) 139 total_bytes += ustat.size; 140 } 141 142 current_bytes = 0; 143 for (i = 0; i < nfiles; i++) { 144 last_progress = progress; 145 if (total_bytes == 0) 146 progress = (i*100)/nfiles; 147 148 fetchLastErrCode = 0; 149 fetch_out = fetchXGetURL(urls[i], &ustat, ""); 150 if (fetch_out == NULL) { 151 snprintf(errormsg, sizeof(errormsg), 152 "Error while fetching %s: %s\n", urls[i], 153 fetchLastErrString); 154 items[i*2 + 1] = "Failed"; 155 dialog_msgbox("Fetch Error", errormsg, 0, 0, 156 TRUE); 157 continue; 158 } 159 160 items[i*2 + 1] = "In Progress"; 161 fsize = 0; 162 file_out = fopen(items[i*2], "w+"); 163 if (file_out == NULL) { 164 snprintf(errormsg, sizeof(errormsg), 165 "Error while fetching %s: %s\n", 166 urls[i], strerror(errno)); 167 items[i*2 + 1] = "Failed"; 168 dialog_msgbox("Fetch Error", errormsg, 0, 0, 169 TRUE); 170 fclose(fetch_out); 171 continue; 172 } 173 174 while ((chunk = fread(block, 1, sizeof(block), fetch_out)) 175 > 0) { 176 if (fwrite(block, 1, chunk, file_out) < chunk) 177 break; 178 179 current_bytes += chunk; 180 fsize += chunk; 181 182 if (total_bytes > 0) { 183 last_progress = progress; 184 progress = (current_bytes*100)/total_bytes; 185 } 186 187 if (ustat.size > 0) { 188 snprintf(status, sizeof(status), "-%jd", 189 (fsize*100)/ustat.size); 190 items[i*2 + 1] = status; 191 } 192 193 if (progress > last_progress) 194 dialog_mixedgauge("Fetching Distribution", 195 "Fetching distribution files...", 0, 0, 196 progress, nfiles, 197 __DECONST(char **, items)); 198 } 199 200 if (ustat.size > 0 && fsize < ustat.size) { 201 if (fetchLastErrCode == 0) 202 snprintf(errormsg, sizeof(errormsg), 203 "Error while fetching %s: %s\n", 204 urls[i], strerror(errno)); 205 else 206 snprintf(errormsg, sizeof(errormsg), 207 "Error while fetching %s: %s\n", 208 urls[i], fetchLastErrString); 209 items[i*2 + 1] = "Failed"; 210 dialog_msgbox("Fetch Error", errormsg, 0, 0, 211 TRUE); 212 } else { 213 items[i*2 + 1] = "Done"; 214 nsuccess++; 215 } 216 217 fclose(fetch_out); 218 fclose(file_out); 219 } 220 221 free(items); 222 return (nsuccess); 223} 224