/***************************************************************************** * * $Id$ * Purpose: File Database Maintenance - Import files with files.bbs * ***************************************************************************** * Copyright (C) 1997-2005 * * Michiel Broek FIDO: 2:280/2802 * Beekmansbos 10 * 1971 BV IJmuiden * the Netherlands * * This file is part of MBSE BBS. * * This BBS is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the * Free Software Foundation; either version 2, or (at your option) any * later version. * * MBSE BBS is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with MBSE BBS; see the file COPYING. If not, write to the Free * Software Foundation, 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. *****************************************************************************/ #include "../config.h" #include "../lib/mbselib.h" #include "../lib/users.h" #include "../lib/mbsedb.h" #include "virscan.h" #include "mbfutil.h" #include "mbfimport.h" extern int do_quiet; /* Suppress screen output */ extern int do_annon; /* Suppress announce files */ extern int do_novir; /* Suppress virus scanning */ void ImportFiles(int Area) { char *pwd, *temp, *fod, *temp2, *tmpdir, *String, *token, *dest, *unarc, *lname; FILE *fbbs; DIR *dp; int Append = FALSE, Files = 0, rc, i, line = 0, pos, x, y, Doit; int Imported = 0, Errors = 0, Present = FALSE; struct FILE_record f_db; struct stat statfile; struct dirent *de; if (!do_quiet) mbse_colour(CYAN, BLACK); temp = calloc(PATH_MAX, sizeof(char)); snprintf(temp, PATH_MAX, "xxxxx%d", getpid()); if ((fbbs = fopen(temp, "a+")) == NULL) { WriteError("$Can't write to directory"); if (!do_quiet) printf("\nCan't write to this directory, cannot import\n"); free(temp); die(MBERR_INIT_ERROR); } fclose(fbbs); unlink(temp); free(temp); if (LoadAreaRec(Area) == FALSE) die(MBERR_INIT_ERROR); if (area.Available) { temp = calloc(PATH_MAX, sizeof(char)); temp2 = calloc(PATH_MAX, sizeof(char)); pwd = calloc(PATH_MAX, sizeof(char)); tmpdir = calloc(PATH_MAX, sizeof(char)); String = calloc(4096, sizeof(char)); dest = calloc(PATH_MAX, sizeof(char)); lname = calloc(PATH_MAX, sizeof(char)); fod = calloc(PATH_MAX, sizeof(char)); getcwd(pwd, PATH_MAX); if (CheckFDB(Area, area.Path)) die(MBERR_GENERAL); snprintf(tmpdir, PATH_MAX, "%s/tmp/arc%d", getenv("MBSE_ROOT"), (int)getpid()); if (create_tmpwork()) { WriteError("Can't create %s", tmpdir); if (!do_quiet) printf("\nCan't create %s\n", tmpdir); die(MBERR_GENERAL); } IsDoing("Import files"); /* * Find and open files.bbs */ snprintf(temp, PATH_MAX, "FILES.BBS"); if (getfilecase(pwd, temp) == FALSE) { WriteError("Can't find files.bbs anywhere"); if (!do_quiet) printf("Can't find files.bbs anywhere\n"); die(MBERR_INIT_ERROR); } if ((fbbs = fopen(temp, "r")) == NULL) { WriteError("Can't open files.bbs"); if (!do_quiet) printf("Can't open files.bbs\n"); die(MBERR_INIT_ERROR); } while (fgets(String, 4095, fbbs) != NULL) { /* * Strip cr and lf characters */ for (i = 0; i < strlen(String); i++) { if (*(String + i) == '\0') break; if (*(String + i) == '\n') *(String + i) = '\0'; if (*(String + i) == '\r') *(String + i) = '\0'; } /* * Stop on an empty line */ if (strlen(String) == 0) break; if ((String[0] != ' ') && (String[0] != '\t')) { /* * New file entry, check if there has been a file that is not yet saved. */ if (Append && Present) { Doit = TRUE; if ((unarc = unpacker(temp)) == NULL) { Syslog('+', "Unknown archive format %s", temp); snprintf(temp2, PATH_MAX, "%s/tmp/arc%d/%s", getenv("MBSE_ROOT"), (int)getpid(), f_db.Name); if ((rc = file_cp(temp, temp2))) { WriteError("1 Can't copy file to %s, %s", temp2, strerror(rc)); if (!do_quiet) printf("Can't copy file to %s, %s\n", temp2, strerror(rc)); Doit = FALSE; } else { if (do_novir == FALSE) { if (!do_quiet) { printf("Virscan \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (VirScan(tmpdir)) { Doit = FALSE; } } } } else { if (!do_quiet) { printf("Unpacking \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (UnpackFile(temp)) { if (do_novir == FALSE) { if (!do_quiet) { printf("Virscan \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (VirScan(tmpdir)) { Doit = FALSE; } } } else { Doit = FALSE; } } if (Doit) { if (!do_quiet) { printf("Adding \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (strcmp(f_db.Name, f_db.LName)) { if (AddFile(f_db, Area, dest, temp, lname)) { Imported++; } else { Errors++; } } else { if (AddFile(f_db, Area, dest, temp, NULL)) { Imported++; } else { Errors++; } } } else { Errors++; } Append = FALSE; Present = FALSE; line = 0; pos = 0; } /* * Check diskspace */ if (enoughspace(CFG.freespace) == 0) die(MBERR_DISK_FULL); /* * Refresh tmpwork */ clean_tmpwork(); create_tmpwork(); Files++; memset(&f_db, 0, sizeof(f_db)); Present = TRUE; token = strtok(String, " \t\r\n\0"); /* * Test filename against name on disk, first normal case, * then lowercase and finally uppercase. */ if ((dp = opendir(pwd)) == NULL) { WriteError("$Can't open directory %s", pwd); if (!do_quiet) printf("\nCan't open directory %s: %s\n", pwd, strerror(errno)); die(MBERR_INIT_ERROR); } while ((de = readdir(dp))) { if (strcasecmp(de->d_name, token) == 0) { /* * Found the right file. */ strncpy(temp2, de->d_name, 80); break; } } closedir(dp); if (strlen(temp2) == 0) { WriteError("Can't find file on disk, skipping: %s", token); if (!do_quiet) printf("\nCan't find file on disk, skipping: %s\n", token); Append = FALSE; Present = FALSE; } else { /* * Check type of filename and set the right values. */ strcpy(fod, temp2); if (is_real_8_3(temp2)) { Syslog('f', "%s is 8.3", temp2); strcpy(f_db.Name, temp2); tl(temp2); strcpy(f_db.LName, temp2); } else { Syslog('f', "%s is LFN", temp2); strcpy(f_db.LName, temp2); name_mangle(temp2); strcpy(f_db.Name, temp2); } snprintf(temp, PATH_MAX, "%s/%s", pwd, fod); stat(temp, &statfile); if (do_annon) f_db.Announced = TRUE; Syslog('f', "File: %s (%s)", f_db.Name, f_db.LName); if (!do_quiet) { printf("\rImport file: %s ", f_db.Name); printf("Checking \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } IsDoing("Import %s", f_db.Name); token = strtok(NULL, "\0"); if (token) { i = strlen(token); line = pos = 0; for (x = 0; x < i; x++) { if ((token[x] == '\n') || (token[x] == '\r')) token[x] = '\0'; } i = strlen(token); y = 0; if (token[0] == '[') { /* * Skip over download counter */ while (token[y] != ']') y++; y += 2; } Doit = FALSE; for (x = y; x < i; x++) { if (!Doit) { if (!iscntrl(token[x]) && !isblank(token[x])) Doit = TRUE; } if (Doit) { if (pos > 42) { if (token[x] == ' ') { f_db.Desc[line][pos] = '\0'; line++; pos = 0; } else { if (pos == 49) { f_db.Desc[line][pos] = '\0'; pos = 0; line++; } f_db.Desc[line][pos] = token[x]; pos++; } } else { f_db.Desc[line][pos] = token[x]; pos++; } if (line == 25) break; } } } else { /* * No file description */ Syslog('+', "No file description in files.bbs for %s", f_db.LName); strcpy(f_db.Desc[0], "No description"); } snprintf(dest, PATH_MAX, "%s/%s", area.Path, f_db.Name); snprintf(lname, PATH_MAX, "%s/%s", area.Path, f_db.LName); Append = TRUE; f_db.Size = statfile.st_size; f_db.FileDate = statfile.st_mtime; f_db.Crc32 = file_crc(temp, FALSE); strcpy(f_db.Uploader, CFG.sysop_name); f_db.UploadDate = time(NULL); } } else if (Present) { /* * Add multiple description lines */ if (line < 25) { token = strtok(String, "\0"); i = strlen(token); line++; pos = 0; Doit = FALSE; for (x = 0; x < i; x++) { if ((token[x] == '\n') || (token[x] == '\r')) token[x] = '\0'; } for (x = 0; x < i; x++) { if (Doit) { if (pos > 42) { if (token[x] == ' ') { f_db.Desc[line][pos] = '\0'; line++; pos = 0; } else { if (pos == 49) { f_db.Desc[line][pos] = '\0'; pos = 0; line++; } f_db.Desc[line][pos] = token[x]; pos++; } } else { f_db.Desc[line][pos] = token[x]; pos++; } if (line == 25) break; } else { /* * Skip until + or | is found */ if ((token[x] == '+') || (token[x] == '|')) Doit = TRUE; } } } } /* End if new file entry found */ } /* End of files.bbs */ fclose(fbbs); /* * Flush the last file to the database */ if (Append) { Doit = TRUE; if ((unarc = unpacker(temp)) == NULL) { Syslog('+', "Unknown archive format %s", temp); snprintf(temp2, PATH_MAX, "%s/tmp/arc%d/%s", getenv("MBSE_ROOT"), (int)getpid(), f_db.LName); if ((rc = file_cp(temp, temp2))) { WriteError("Can't copy file to %s, %s", temp2, strerror(rc)); Doit = FALSE; } else { if (do_novir == FALSE) { if (!do_quiet) { printf("Virscan \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (VirScan(tmpdir)) { Doit = FALSE; } } } } else { if (!do_quiet) { printf("Unpacking \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (UnpackFile(temp)) { if (do_novir == FALSE) { if (!do_quiet) { printf("Virscan \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (VirScan(tmpdir)) { Doit = FALSE; } } } else { Doit = FALSE; } } if (Doit) { if (!do_quiet) { printf("Adding \b\b\b\b\b\b\b\b\b\b"); fflush(stdout); } if (strcmp(f_db.Name, f_db.LName)) { if (AddFile(f_db, Area, dest, temp, lname)) Imported++; else Errors++; } else { if (AddFile(f_db, Area, dest, temp, NULL)) Imported++; else Errors++; } } else { Errors++; } } clean_tmpwork(); free(fod); free(lname); free(dest); free(String); free(pwd); free(temp2); free(temp); free(tmpdir); } else { if (!area.Available) { WriteError("Area not available"); if (!do_quiet) printf("Area not available\n"); } } if (!do_quiet) { printf("\r \r"); fflush(stdout); } Syslog('+', "Import Files [%5d] Imported [%5d] Errors [%5d]", Files, Imported, Errors); }