435 lines
9.9 KiB
C
435 lines
9.9 KiB
C
/*****************************************************************************
|
|
*
|
|
* $Id: mbfimport.c,v 1.39 2008/02/17 17:50:14 mbse Exp $
|
|
* Purpose: File Database Maintenance - Import files with files.bbs
|
|
*
|
|
*****************************************************************************
|
|
* Copyright (C) 1997-2008
|
|
*
|
|
* Michiel Broek FIDO: 2:280/2802
|
|
* Beekmansbos 10
|
|
* 1971 BV IJmuiden
|
|
* the Netherlands
|
|
*
|
|
* This file is part of MBSE BBS.
|
|
*
|
|
* This BBS is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License as published by the
|
|
* Free Software Foundation; either version 2, or (at your option) any
|
|
* later version.
|
|
*
|
|
* MBSE BBS is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with MBSE BBS; see the file COPYING. If not, write to the Free
|
|
* Software Foundation, 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
|
|
*****************************************************************************/
|
|
|
|
#include "../config.h"
|
|
#include "../lib/mbselib.h"
|
|
#include "../lib/users.h"
|
|
#include "../lib/mbsedb.h"
|
|
#include "mbfutil.h"
|
|
#include "mbfimport.h"
|
|
|
|
|
|
|
|
extern int do_quiet; /* Suppress screen output */
|
|
extern int do_annon; /* Suppress announce files */
|
|
extern int do_novir; /* Suppress virus scanning */
|
|
|
|
|
|
void test_file(char *, char *, char *);
|
|
|
|
|
|
/*
|
|
* Test filename in a directory case insensitive.
|
|
*/
|
|
void test_file(char *dirpath, char *search, char *result)
|
|
{
|
|
DIR *dp;
|
|
struct dirent *de;
|
|
|
|
result[0] = '\0';
|
|
|
|
Syslog('f', "test_file(%s, %s)", dirpath, search);
|
|
|
|
if ((dp = opendir(dirpath)) == NULL) {
|
|
WriteError("$Can't open directory %s", dirpath);
|
|
if (!do_quiet)
|
|
printf("\nCan't open directory %s: %s\n", dirpath, strerror(errno));
|
|
die(MBERR_INIT_ERROR);
|
|
}
|
|
|
|
while ((de = readdir(dp))) {
|
|
if (strcasecmp(de->d_name, search) == 0) {
|
|
/*
|
|
* Found the right file.
|
|
*/
|
|
strncpy(result, de->d_name, 80);
|
|
break;
|
|
}
|
|
}
|
|
closedir(dp);
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Return 1 if imported, 0 if error.
|
|
*/
|
|
int flush_file(char *source, char *dest, char *lname, struct FILE_record f_db, int Area)
|
|
{
|
|
int Doit = TRUE, rc = 0;
|
|
|
|
Syslog('f', "flush_file(%s, %s, %s, %d)", source, dest, lname, Area);
|
|
|
|
if (do_novir == FALSE) {
|
|
if (!do_quiet) {
|
|
printf("Virscan \b\b\b\b\b\b\b\b\b\b");
|
|
fflush(stdout);
|
|
}
|
|
if (VirScanFile(source)) {
|
|
Doit = FALSE;
|
|
}
|
|
}
|
|
|
|
if (Doit) {
|
|
if (!do_quiet) {
|
|
printf("Adding \b\b\b\b\b\b\b\b\b\b");
|
|
fflush(stdout);
|
|
}
|
|
if (strcmp(f_db.Name, f_db.LName)) {
|
|
if (AddFile(f_db, Area, dest, source, lname)) {
|
|
rc = 1;
|
|
}
|
|
} else {
|
|
if (AddFile(f_db, Area, dest, source, NULL)) {
|
|
rc = 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
return rc;
|
|
}
|
|
|
|
|
|
|
|
void ImportFiles(int Area)
|
|
{
|
|
char *pwd, *temp, *fod, *temp2, *tmpdir, *String, *token, *dest, *lname;
|
|
FILE *fbbs;
|
|
int Append = FALSE, Files = 0, i, line = 0, pos, x, y, Doit;
|
|
int Imported = 0, Errors = 0, Present = FALSE;
|
|
struct FILE_record f_db;
|
|
struct stat statfile;
|
|
|
|
if (!do_quiet)
|
|
mbse_colour(CYAN, BLACK);
|
|
|
|
temp = calloc(PATH_MAX, sizeof(char));
|
|
snprintf(temp, PATH_MAX, "xxxxx%d", getpid());
|
|
if ((fbbs = fopen(temp, "a+")) == NULL) {
|
|
WriteError("$Can't write to directory");
|
|
if (!do_quiet)
|
|
printf("\nCan't write to this directory, cannot import\n");
|
|
free(temp);
|
|
die(MBERR_INIT_ERROR);
|
|
}
|
|
fclose(fbbs);
|
|
unlink(temp);
|
|
free(temp);
|
|
|
|
if (LoadAreaRec(Area) == FALSE)
|
|
die(MBERR_INIT_ERROR);
|
|
|
|
if (area.Available) {
|
|
temp = calloc(PATH_MAX, sizeof(char));
|
|
temp2 = calloc(PATH_MAX, sizeof(char));
|
|
pwd = calloc(PATH_MAX, sizeof(char));
|
|
tmpdir = calloc(PATH_MAX, sizeof(char));
|
|
String = calloc(4096, sizeof(char));
|
|
dest = calloc(PATH_MAX, sizeof(char));
|
|
lname = calloc(PATH_MAX, sizeof(char));
|
|
fod = calloc(PATH_MAX, sizeof(char));
|
|
|
|
getcwd(pwd, PATH_MAX);
|
|
if (CheckFDB(Area, area.Path))
|
|
die(MBERR_GENERAL);
|
|
|
|
snprintf(tmpdir, PATH_MAX, "%s/tmp/arc%d", getenv("MBSE_ROOT"), (int)getpid());
|
|
if (create_tmpwork()) {
|
|
WriteError("Can't create %s", tmpdir);
|
|
if (!do_quiet)
|
|
printf("\nCan't create %s\n", tmpdir);
|
|
die(MBERR_GENERAL);
|
|
}
|
|
IsDoing("Import files");
|
|
|
|
/*
|
|
* Find and open files.bbs
|
|
*/
|
|
snprintf(temp, PATH_MAX, "FILES.BBS");
|
|
if (getfilecase(pwd, temp) == FALSE) {
|
|
WriteError("Can't find files.bbs anywhere");
|
|
if (!do_quiet)
|
|
printf("Can't find files.bbs anywhere\n");
|
|
die(MBERR_INIT_ERROR);
|
|
}
|
|
if ((fbbs = fopen(temp, "r")) == NULL) {
|
|
WriteError("Can't open files.bbs");
|
|
if (!do_quiet)
|
|
printf("Can't open files.bbs\n");
|
|
die(MBERR_INIT_ERROR);
|
|
}
|
|
|
|
/*
|
|
* Process files.bbs
|
|
*/
|
|
while (fgets(String, 4095, fbbs) != NULL) {
|
|
|
|
/*
|
|
* Strip cr and lf characters
|
|
*/
|
|
for (i = 0; i < strlen(String); i++) {
|
|
if (*(String + i) == '\0')
|
|
break;
|
|
if (*(String + i) == '\n')
|
|
*(String + i) = '\0';
|
|
if (*(String + i) == '\r')
|
|
*(String + i) = '\0';
|
|
}
|
|
|
|
/*
|
|
* Skip empty lines.
|
|
*/
|
|
if (strlen(String) == 0)
|
|
continue;
|
|
|
|
if ((String[0] != ' ') && (String[0] != '\t')) {
|
|
/*
|
|
* New file entry, check if there has been a file that is not yet saved.
|
|
*/
|
|
if (Append && Present) {
|
|
if (flush_file(temp, dest, lname, f_db, Area))
|
|
Imported++;
|
|
else
|
|
Errors++;
|
|
Append = FALSE;
|
|
Present = FALSE;
|
|
line = 0;
|
|
pos = 0;
|
|
}
|
|
|
|
/*
|
|
* Check diskspace
|
|
*/
|
|
if (enoughspace(CFG.freespace) == 0)
|
|
die(MBERR_DISK_FULL);
|
|
|
|
/*
|
|
* Refresh tmpwork
|
|
*/
|
|
clean_tmpwork();
|
|
create_tmpwork();
|
|
|
|
Files++;
|
|
memset(&f_db, 0, sizeof(f_db));
|
|
Present = TRUE;
|
|
|
|
token = strtok(String, " \t\r\n\0");
|
|
test_file(pwd, token, temp2);
|
|
|
|
if (strlen(temp2) == 0) {
|
|
WriteError("Can't find file on disk, skipping: %s", token);
|
|
if (!do_quiet)
|
|
printf("\nCan't find file on disk, skipping: %s\n", token);
|
|
Append = FALSE;
|
|
Present = FALSE;
|
|
Errors++;
|
|
continue;
|
|
} else {
|
|
/*
|
|
* Check type of filename and set the right values.
|
|
*/
|
|
strcpy(fod, temp2);
|
|
if (is_real_8_3(temp2)) {
|
|
Syslog('f', "%s is 8.3", temp2);
|
|
strcpy(f_db.Name, temp2);
|
|
tl(temp2);
|
|
strcpy(f_db.LName, temp2);
|
|
} else {
|
|
Syslog('f', "%s is LFN", temp2);
|
|
strcpy(f_db.LName, temp2);
|
|
name_mangle(temp2);
|
|
strcpy(f_db.Name, temp2);
|
|
}
|
|
|
|
snprintf(temp, PATH_MAX, "%s/%s", pwd, fod);
|
|
stat(temp, &statfile);
|
|
|
|
if (do_annon)
|
|
f_db.Announced = TRUE;
|
|
Syslog('f', "File: %s (%s)", f_db.Name, f_db.LName);
|
|
|
|
if (!do_quiet) {
|
|
printf("\rImport file: %s ", f_db.Name);
|
|
printf("Checking \b\b\b\b\b\b\b\b\b\b");
|
|
fflush(stdout);
|
|
}
|
|
|
|
IsDoing("Import %s", f_db.Name);
|
|
|
|
token = strtok(NULL, "\0");
|
|
if (token) {
|
|
i = strlen(token);
|
|
line = pos = 0;
|
|
for (x = 0; x < i; x++) {
|
|
if ((token[x] == '\n') || (token[x] == '\r'))
|
|
token[x] = '\0';
|
|
}
|
|
i = strlen(token);
|
|
y = 0;
|
|
|
|
if (token[0] == '[') {
|
|
/*
|
|
* Skip over download counter
|
|
*/
|
|
while (token[y] != ']')
|
|
y++;
|
|
y += 2;
|
|
}
|
|
|
|
Doit = FALSE;
|
|
for (x = y; x < i; x++) {
|
|
if (!Doit) {
|
|
if (!iscntrl(token[x]) && !isblank(token[x]))
|
|
Doit = TRUE;
|
|
}
|
|
if (Doit) {
|
|
if (pos > 42) {
|
|
if (token[x] == ' ') {
|
|
f_db.Desc[line][pos] = '\0';
|
|
line++;
|
|
pos = 0;
|
|
} else {
|
|
if (pos == 48) {
|
|
f_db.Desc[line][pos] = '\0';
|
|
pos = 0;
|
|
line++;
|
|
}
|
|
f_db.Desc[line][pos] = token[x];
|
|
pos++;
|
|
}
|
|
} else {
|
|
f_db.Desc[line][pos] = token[x];
|
|
pos++;
|
|
}
|
|
if (line == 24)
|
|
break;
|
|
}
|
|
}
|
|
} else {
|
|
/*
|
|
* No file description
|
|
*/
|
|
Syslog('+', "No file description in files.bbs for %s", f_db.LName);
|
|
strcpy(f_db.Desc[0], "No description");
|
|
}
|
|
|
|
snprintf(dest, PATH_MAX, "%s/%s", area.Path, f_db.Name);
|
|
snprintf(lname, PATH_MAX, "%s/%s", area.Path, f_db.LName);
|
|
Append = TRUE;
|
|
f_db.Size = statfile.st_size;
|
|
f_db.FileDate = statfile.st_mtime;
|
|
f_db.Crc32 = file_crc(temp, FALSE);
|
|
strcpy(f_db.Uploader, CFG.sysop_name);
|
|
f_db.UploadDate = time(NULL);
|
|
}
|
|
} else if (Present) {
|
|
/*
|
|
* Add multiple description lines
|
|
*/
|
|
if (line < 25) {
|
|
token = strtok(String, "\0");
|
|
i = strlen(token);
|
|
line++;
|
|
pos = 0;
|
|
Doit = FALSE;
|
|
for (x = 0; x < i; x++) {
|
|
if ((token[x] == '\n') || (token[x] == '\r'))
|
|
token[x] = '\0';
|
|
}
|
|
for (x = 0; x < i; x++) {
|
|
if (Doit) {
|
|
if (pos > 42) {
|
|
if (token[x] == ' ') {
|
|
f_db.Desc[line][pos] = '\0';
|
|
line++;
|
|
pos = 0;
|
|
} else {
|
|
if (pos == 48) {
|
|
f_db.Desc[line][pos] = '\0';
|
|
pos = 0;
|
|
line++;
|
|
}
|
|
f_db.Desc[line][pos] = token[x];
|
|
pos++;
|
|
}
|
|
} else {
|
|
f_db.Desc[line][pos] = token[x];
|
|
pos++;
|
|
}
|
|
if (line == 25)
|
|
break;
|
|
} else {
|
|
/*
|
|
* Skip until + or | is found
|
|
*/
|
|
if ((token[x] == '+') || (token[x] == '|'))
|
|
Doit = TRUE;
|
|
}
|
|
}
|
|
}
|
|
} /* End if new file entry found */
|
|
} /* End of files.bbs */
|
|
fclose(fbbs);
|
|
|
|
/*
|
|
* Flush the last file to the database
|
|
*/
|
|
if (Append) {
|
|
if (flush_file(temp, dest, lname, f_db, Area))
|
|
Imported++;
|
|
else
|
|
Errors++;
|
|
}
|
|
|
|
clean_tmpwork();
|
|
free(fod);
|
|
free(lname);
|
|
free(dest);
|
|
free(String);
|
|
free(pwd);
|
|
free(temp2);
|
|
free(temp);
|
|
free(tmpdir);
|
|
} else {
|
|
if (!area.Available) {
|
|
WriteError("Area not available");
|
|
if (!do_quiet)
|
|
printf("Area not available\n");
|
|
}
|
|
}
|
|
|
|
if (!do_quiet) {
|
|
printf("\r \r");
|
|
fflush(stdout);
|
|
}
|
|
Syslog('+', "Import Files [%5d] Imported [%5d] Errors [%5d]", Files, Imported, Errors);
|
|
}
|
|
|