/***************************************************************************** * * $Id$ * Purpose: File Database Maintenance - Check filebase * ***************************************************************************** * Copyright (C) 1997-2007 * * Michiel Broek FIDO: 2:280/2802 * Beekmansbos 10 * 1971 BV IJmuiden * the Netherlands * * This file is part of MBSE BBS. * * This BBS is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the * Free Software Foundation; either version 2, or (at your option) any * later version. * * MBSE BBS is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with MBSE BBS; see the file COPYING. If not, write to the Free * Software Foundation, 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. *****************************************************************************/ #include "../config.h" #include "../lib/mbselib.h" #include "../lib/users.h" #include "../lib/mbsedb.h" #include "mbfutil.h" #include "mbfcheck.h" extern int do_quiet; /* Suppress screen output */ extern int do_pack; /* Pack filebase */ int iErrors = 0; int iTotal = 0; int iAreasNew = 0; void CheckArea(int); /* Check a single area */ /* * Check file database integrity, all files in the file database must * exist in real, the size and date/time must match, the files crc is * checked, and if anything is wrong, the file database is updated. * If the file is missing the entry is marked as deleted. With the * pack option that record will be removed. * After these checks, de database is checked for missing records, if * there are files on disk but not in the directory these files are * deleted. System files (beginning with a dot) are left alone and * the files 'files.bbs', 'files.bak', '00index', 'header' 'readme' * and 'index.html' too. * * Remarks: Maybe if the crc check fails, and the date and time are * ok, the file is damaged and must be made unavailable. */ void Check(int AreaNr) { FILE *pAreas, *pFile; char *sAreas, *fAreas, *newdir, *temp, *mname; int i, iAreas; DIR *dp; struct dirent *de; int Found; struct FILEIndex idx; sAreas = calloc(PATH_MAX, sizeof(char)); fAreas = calloc(PATH_MAX, sizeof(char)); temp = calloc(PATH_MAX, sizeof(char)); mname = calloc(PATH_MAX, sizeof(char)); newdir = calloc(PATH_MAX, sizeof(char)); if (!do_quiet) { mbse_colour(CYAN, BLACK); printf("Checking file database...\n"); } iAreasNew = iTotal = iErrors = 0; snprintf(sAreas, PATH_MAX, "%s/etc/fareas.data", getenv("MBSE_ROOT")); if ((pAreas = fopen (sAreas, "r")) == NULL) { WriteError("Can't open %s", sAreas); die(MBERR_INIT_ERROR); } fread(&areahdr, sizeof(areahdr), 1, pAreas); fseek(pAreas, 0, SEEK_END); iAreas = (ftell(pAreas) - areahdr.hdrsize) / areahdr.recsize; if (AreaNr) { fseek(pAreas, ((AreaNr-1) * areahdr.recsize) + areahdr.hdrsize, SEEK_SET); fread(&area, areahdr.recsize, 1, pAreas); if (area.Available) { Syslog('+', "Checking file area %ld", AreaNr); CheckArea(AreaNr); } } else { /* * Do all areas */ for (i = 1; i <= iAreas; i++) { fseek(pAreas, ((i-1) * areahdr.recsize) + areahdr.hdrsize, SEEK_SET); fread(&area, areahdr.recsize, 1, pAreas); if (area.Available) { CheckArea(i); } else { if (strlen(area.Name) == 0) { snprintf(fAreas, PATH_MAX, "%s/fdb/file%d.data", getenv("MBSE_ROOT"), i); if (unlink(fAreas) == 0) { Syslog('+', "Removed obsolete %s", fAreas); } } } /* if area.Available */ } fclose(pAreas); } if (! AreaNr) { /* * Only if we check all areas, check magic filenames. */ if (!do_quiet) { printf("\rChecking magic alias names ... \r"); fflush(stdout); } if (!strlen(CFG.req_magic)) { WriteError("No magic filename path configured"); } else { if ((dp = opendir(CFG.req_magic)) == NULL) { WriteError("$Can't open directory %s", CFG.req_magic); } else { while ((de = readdir(dp))) { if (de->d_name[0] != '.') { snprintf(temp, PATH_MAX, "%s/%s", CFG.req_magic, de->d_name); if (file_exist(temp, X_OK) == 0) { Syslog('f', "%s is executable", temp); } else if (file_exist(temp, R_OK) == 0) { if ((pFile = fopen(temp, "r"))) { fgets(mname, PATH_MAX -1, pFile); fclose(pFile); Striplf(mname); snprintf(newdir, PATH_MAX, "%s/etc/request.index", getenv("MBSE_ROOT")); Found = FALSE; if ((pFile = fopen(newdir, "r"))) { while (fread(&idx, sizeof(idx), 1, pFile)) { if ((strcmp(idx.Name, mname) == 0) || (strcmp(idx.LName, mname) == 0)) { Found = TRUE; break; } } fclose(pFile); } if (!Found) { Syslog('+', "Error: magic alias %s (%s) is invalid, removed", de->d_name, mname); iErrors++; unlink(temp); } } } else { Syslog('f', "%s cannot be", temp); } } } closedir(dp); } } } if (!do_quiet) { printf("\r \r"); fflush(stdout); } free(mname); free(temp); free(newdir); free(sAreas); free(fAreas); Syslog('+', "Check Areas [%6d] Files [%6d] Errors [%6d]", iAreasNew, iTotal, iErrors); } void CheckArea(int Area) { int j, Fix, inArea, rc; char *newdir, *temp, *mname, *tname; DIR *dp; struct dirent *de; int Found, Update; char fn[PATH_MAX]; struct stat stb; struct passwd *pw; struct group *gr; struct _fdbarea *fdb_area = NULL; newdir = calloc(PATH_MAX, sizeof(char)); temp = calloc(PATH_MAX, sizeof(char)); mname = calloc(PATH_MAX, sizeof(char)); IsDoing("Check area %ld", Area); if (!do_quiet) { printf("\r%4d => %-44s \b\b\b\b", Area, area.Name); fflush(stdout); } /* * Check if download directory exists, * if not, create the directory. */ if (access(area.Path, R_OK) == -1) { Syslog('!', "No dir: %s", area.Path); snprintf(newdir, PATH_MAX, "%s/foobar", area.Path); mkdirs(newdir, 0775); } if (stat(area.Path, &stb) == 0) { /* * Very extended directory check */ Fix = FALSE; if ((stb.st_mode & S_IRUSR) == 0) { Fix = TRUE; WriteError("No owner read access in %s, mode is %04o", area.Path, stb.st_mode & 0x1ff); } if ((stb.st_mode & S_IWUSR) == 0) { Fix = TRUE; WriteError("No owner write access in %s, mode is %04o", area.Path, stb.st_mode & 0x1ff); } if ((stb.st_mode & S_IRGRP) == 0) { Fix = TRUE; WriteError("No group read access in %s, mode is %04o", area.Path, stb.st_mode & 0x1ff); } if ((stb.st_mode & S_IWGRP) == 0) { Fix = TRUE; WriteError("No group write access in %s, mode is %04o", area.Path, stb.st_mode & 0x1ff); } if ((stb.st_mode & S_IROTH) == 0) { Fix = TRUE; WriteError("No others read access in %s, mode is %04o", area.Path, stb.st_mode & 0x1ff); } if (Fix) { iErrors++; if (chmod(area.Path, 0775)) WriteError("Could not set mode to 0775"); else Syslog('+', "Corrected directory mode to 0775"); } Fix = FALSE; pw = getpwuid(stb.st_uid); if (strcmp(pw->pw_name, (char *)"mbse")) { WriteError("Directory %s not owned by user mbse", area.Path); Fix = TRUE; } gr = getgrgid(stb.st_gid); if (strcmp(gr->gr_name, (char *)"bbs")) { WriteError("Directory %s not owned by group bbs", area.Path); Fix = TRUE; } if (Fix) { iErrors++; pw = getpwnam((char *)"mbse"); gr = getgrnam((char *)"bbs"); if (chown(area.Path, pw->pw_gid, gr->gr_gid)) WriteError("Could not set owner to mbse.bbs"); else Syslog('+', "Corrected directory owner to mbse.bbs"); } } else { WriteError("Can't stat %s", area.Path); } if ((fdb_area = mbsedb_OpenFDB(Area, 30)) == NULL) return; /* * Now start checking the files in the filedatabase * against the contents of the directory. */ inArea = 0; while (fread(&fdb, fdbhdr.recsize, 1, fdb_area->fp) == 1) { iTotal++; inArea++; snprintf(newdir, PATH_MAX, "%s/%s", area.Path, fdb.LName); snprintf(mname, PATH_MAX, "%s/%s", area.Path, fdb.Name); if (file_exist(newdir, R_OK) && file_exist(mname, R_OK)) { Syslog('+', "File %s area %ld not on disk.", newdir, Area); if (!fdb.NoKill) { fdb.Deleted = TRUE; do_pack = TRUE; } iErrors++; if (mbsedb_LockFDB(fdb_area, 30)) { fseek(fdb_area->fp, - fdbhdr.recsize, SEEK_CUR); fwrite(&fdb, fdbhdr.recsize, 1, fdb_area->fp); mbsedb_UnlockFDB(fdb_area); } } else { /* * File exists, now check the file. */ Marker(); Update = FALSE; strcpy(temp, fdb.LName); name_mangle(temp); snprintf(mname, PATH_MAX, "%s/%s", area.Path, temp); if (strcmp(fdb.Name, temp)) { Syslog('!', "Converted %s to %s", fdb.Name, temp); tname = calloc(PATH_MAX, sizeof(char)); snprintf(tname, PATH_MAX, "%s/%s", area.Path, fdb.Name); rename(tname, mname); snprintf(tname, PATH_MAX, "%s/%s", area.Path, fdb.LName); unlink(tname); symlink(mname, tname); free(tname); strncpy(fdb.Name, temp, 12); iErrors++; Update = TRUE; } /* * If 8.3 and LFN are the same, try to rename the LFN to lowercase. */ if (strcmp(fdb.Name, fdb.LName) == 0) { /* * 8.3 and LFN are the same. */ tname = calloc(PATH_MAX, sizeof(char)); snprintf(tname, PATH_MAX, "%s/%s", area.Path, fdb.LName); for (j = 0; j < strlen(fdb.LName); j++) fdb.LName[j] = tolower(fdb.LName[j]); snprintf(newdir, PATH_MAX, "%s/%s", area.Path, fdb.LName); if (strcmp(tname, newdir)) { Syslog('+', "Rename LFN from %s to %s", fdb.Name, fdb.LName); rename(tname, newdir); Update = TRUE; } free(tname); } /* * At this point we may have (depending on the upgrade level) * a real file with a long name or a real file with a short name * or both. One of them may also be a symbolic link or not exist * at all. Whatever it was, make it good. */ if ((lstat(newdir, &stb) == 0) && ((stb.st_mode & S_IFLNK) != S_IFLNK)) { /* * Long filename is a regular file and not a symbolic link. */ if (lstat(mname, &stb) == 0) { /* * 8.3 name exists, is it a real file? */ if ((stb.st_mode & S_IFLNK) != S_IFLNK) { unlink(newdir); symlink(mname, newdir); Syslog('+', "%s changed into symbolic link", newdir); iErrors++; } else { /* * 8.3 is a symbolic link. */ unlink(mname); rename(newdir, mname); symlink(mname, newdir); Syslog('+', "%s changed to real file", mname); iErrors++; } } else { /* * No 8.3 name on disk. */ rename(newdir, mname); symlink(mname, newdir); Syslog('+', "%s changed to real file and created symbolic link", mname); iErrors++; } } else if ((lstat(mname, &stb) == 0) && ((stb.st_mode & S_IFLNK) != S_IFLNK)) { /* * Short filename is a real file. */ if (lstat(newdir, &stb) == 0) { /* * LFN exists, is it a real file? */ if ((stb.st_mode & S_IFLNK) != S_IFLNK) { /* * LFN is a real filename too. */ unlink(newdir); symlink(mname, newdir); Syslog('+', "%s changed into symbolic link", newdir); iErrors++; } } else { /* * No LFN, create symbolic link */ symlink(mname, newdir); Syslog('+', "%s created symbolic link", newdir); iErrors++; } } else { /* * Weird, could not happen */ Syslog('!', "Weird problem, %s is no regular file", newdir); } /* * It could be that there is a thumbnail made of the 8.3 filename */ tname = calloc(PATH_MAX, sizeof(char)); snprintf(tname, PATH_MAX, "%s/.%s", area.Path, fdb.Name); if (file_exist(tname, R_OK) == 0) { Syslog('+', "Removing wrong 8.3 thumbnail %s", tname); iErrors++; unlink(tname); } free(tname); if (file_time(newdir) != fdb.FileDate) { Syslog('!', "Date mismatch area %ld file %s", Area, fdb.LName); fdb.FileDate = file_time(newdir); iErrors++; Update = TRUE; } if (file_size(newdir) != fdb.Size) { Syslog('!', "Size mismatch area %ld file %s", Area, fdb.LName); fdb.Size = file_size(newdir); iErrors++; Update = TRUE; } if (file_crc(newdir, CFG.slow_util && do_quiet) != fdb.Crc32) { Syslog('!', "CRC error area %ld, file %s", Area, fdb.LName); fdb.Crc32 = file_crc(newdir, CFG.slow_util && do_quiet); iErrors++; Update = TRUE; } if (stat(newdir, &stb) == 0) { if (stb.st_mode != 0100644) { if (chmod(newdir, 0644) == 0) { Syslog('!', "Fixed filemode area %ld, file %s", Area, fdb.LName); iErrors++; } } } Marker(); if (Update) { if (mbsedb_LockFDB(fdb_area, 30)) { fseek(fdb_area->fp, - fdbhdr.recsize, SEEK_CUR); fwrite(&fdb, fdbhdr.recsize, 1, fdb_area->fp); mbsedb_UnlockFDB(fdb_area); } } } if (strlen(fdb.Magic)) { rc = magic_check(fdb.Magic, fdb.Name); if (rc == -1) { Syslog('+', "Area %ld magic alias %s file %s is invalid", Area, fdb.Magic, fdb.Name); memset(&fdb.Magic, 0, sizeof(fdb.Magic)); if (mbsedb_LockFDB(fdb_area, 30)) { fseek(fdb_area->fp, - fdbhdr.recsize, SEEK_CUR); fwrite(&fdb, fdbhdr.recsize, 1, fdb_area->fp); mbsedb_UnlockFDB(fdb_area); } iErrors++; } } } if (inArea == 0) Syslog('+', "Warning: area %ld (%s) is empty", Area, area.Name); /* * Check files in the directory against the database. */ if ((dp = opendir(area.Path)) != NULL) { while ((de = readdir(dp)) != NULL) { if (de->d_name[0] != '.') { Marker(); Found = FALSE; fseek(fdb_area->fp, fdbhdr.hdrsize, SEEK_SET); while (fread(&fdb, fdbhdr.recsize, 1, fdb_area->fp) == 1) { if ((strcmp(fdb.LName, de->d_name) == 0) || (strcmp(fdb.Name, de->d_name) == 0)) { if (!Found) { Found = TRUE; } else { /* * Record has been found before, so this must be * a double record. */ Syslog('!', "Double file record area %ld file %s", Area, fdb.LName); iErrors++; fdb.Double = TRUE; do_pack = TRUE; if (mbsedb_LockFDB(fdb_area, 30)) { fseek(fdb_area->fp, - fdbhdr.recsize, SEEK_CUR); fwrite(&fdb, fdbhdr.recsize, 1, fdb_area->fp); mbsedb_UnlockFDB(fdb_area); } } } } if ((!Found) && (strncmp(de->d_name, "files.bbs", 9)) && (strncmp(de->d_name, "files.bak", 9)) && (strncmp(de->d_name, "00index", 7)) && (strncmp(de->d_name, "header", 6)) && (strncmp(de->d_name, "index", 5)) && (strncmp(de->d_name, "readme", 6))) { snprintf(fn, PATH_MAX, "%s/%s", area.Path, de->d_name); if (stat(fn, &stb) == 0) { if (S_ISREG(stb.st_mode)) { if (unlink(fn) == 0) { Syslog('!', "%s not in fdb, deleted from disk", fn); iErrors++; } else { WriteError("$%s not in fdb, cannot delete", fn); } } } if (lstat(fn, &stb) == 0) { if (unlink(fn) == 0) { Syslog('!', "%s dead link removed from disk", fn); iErrors++; } else { WriteError("$%s link not in fdb, cannot delete", fn); } } } } } closedir(dp); } else { WriteError("Can't open %s", area.Path); } mbsedb_CloseFDB(fdb_area); iAreasNew++; free(newdir); free(temp); free(mname); }