802 lines
22 KiB
C
802 lines
22 KiB
C
/*****************************************************************************
|
|
*
|
|
* $Id$
|
|
* Purpose: File Database Maintenance - Build index for request processor
|
|
*
|
|
*****************************************************************************
|
|
* Copyright (C) 1997-2002
|
|
*
|
|
* Michiel Broek FIDO: 2:280/2802
|
|
* Beekmansbos 10
|
|
* 1971 BV IJmuiden
|
|
* the Netherlands
|
|
*
|
|
* This file is part of MBSE BBS.
|
|
*
|
|
* This BBS is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License as published by the
|
|
* Free Software Foundation; either version 2, or (at your option) any
|
|
* later version.
|
|
*
|
|
* MBSE BBS is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with MBSE BBS; see the file COPYING. If not, write to the Free
|
|
* Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
*****************************************************************************/
|
|
|
|
#include "../config.h"
|
|
#include "../lib/libs.h"
|
|
#include "../lib/memwatch.h"
|
|
#include "../lib/structs.h"
|
|
#include "../lib/users.h"
|
|
#include "../lib/records.h"
|
|
#include "../lib/common.h"
|
|
#include "../lib/clcomm.h"
|
|
#include "../lib/dbcfg.h"
|
|
#include "../lib/diesel.h"
|
|
#include "../lib/mberrors.h"
|
|
#include "mbfutil.h"
|
|
#include "mbfindex.h"
|
|
|
|
|
|
|
|
extern int do_quiet; /* Suppress screen output */
|
|
int lastfile; /* Last file number */
|
|
long gfilepos = 0; /* Global file position */
|
|
int TotalHtml = 0; /* Total html files */
|
|
int AreasHtml = 0; /* Total html areas */
|
|
|
|
|
|
|
|
typedef struct _Index {
|
|
struct _Index *next;
|
|
struct FILEIndex idx;
|
|
} Findex;
|
|
|
|
|
|
static char *wdays[]= {(char *)"Sun",(char *)"Mon",(char *)"Tue",
|
|
(char *)"Wed",(char *)"Thu",(char *)"Fri",
|
|
(char *)"Sat"};
|
|
static char *months[]= {(char *)"Jan",(char *)"Feb",(char *)"Mar",
|
|
(char *)"Apr",(char *)"May",(char *)"Jun",
|
|
(char *)"Jul",(char *)"Aug",(char *)"Sep",
|
|
(char *)"Oct",(char *)"Nov",(char *)"Dec"};
|
|
|
|
|
|
/*
|
|
* Translation table from Hi-USA-ANSI to low ASCII and HTML codes,
|
|
*/
|
|
char htmltab[] = {
|
|
"\000\001\002\003\004\005\006\007\010\011\012\013\014\015\016\017"
|
|
"\020\021\022\023\024\025\026\027\030\031\032\033\034\035\036\037"
|
|
"\040\041\042\043\044\045\046\047\050\051\052\053\054\055\056\057"
|
|
"\060\061\062\063\064\065\066\067\070\071\072\073\074\075\076\077"
|
|
"\100\101\102\103\104\105\106\107\110\111\112\113\114\115\116\117"
|
|
"\120\121\122\123\124\125\126\127\130\131\132\133\134\135\136\137"
|
|
"\140\141\142\143\144\145\146\147\150\151\152\153\154\155\156\157"
|
|
"\160\161\162\163\164\165\166\167\170\171\172\173\174\175\176\177"
|
|
"\103\374\351\342\344\340\345\143\352\353\350\357\357\354\304\305" /* done */
|
|
"\311\346\306\364\366\362\374\371\171\326\334\244\243\245\120\146" /* done */
|
|
"\341\355\363\372\361\321\141\157\277\055\055\275\274\241\074\076" /* done */
|
|
"\043\043\043\174\053\053\053\053\053\043\174\043\043\053\053\053" /* done */
|
|
"\053\053\053\053\053\053\053\053\043\043\043\043\043\075\043\053" /* done */
|
|
"\053\053\053\053\053\053\053\053\053\053\053\043\043\043\043\043" /* done */
|
|
"\141\102\114\156\105\157\265\370\060\060\060\157\070\330\145\156" /* doesn't look good */
|
|
"\075\261\076\074\146\146\367\075\260\267\267\126\262\262\267\040" /* almost */
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
* Translate a string from ANSI to safe HTML characters
|
|
*/
|
|
char *To_Html(char *);
|
|
char *To_Html(char *inp)
|
|
{
|
|
static char temp[256];
|
|
int i;
|
|
|
|
memset(&temp, 0, sizeof(temp));
|
|
strncpy(temp, inp, 80);
|
|
|
|
for (i = 0; i < strlen(temp); i++)
|
|
temp[i] = htmltab[temp[i] & 0xff];
|
|
|
|
return temp;
|
|
}
|
|
|
|
|
|
|
|
|
|
void tidy_index(Findex **);
|
|
void tidy_index(Findex **fap)
|
|
{
|
|
Findex *tmp, *old;
|
|
|
|
for (tmp = *fap; tmp; tmp = old) {
|
|
old = tmp->next;
|
|
free(tmp);
|
|
}
|
|
*fap = NULL;
|
|
}
|
|
|
|
|
|
|
|
void fill_index(struct FILEIndex, Findex **);
|
|
void fill_index(struct FILEIndex idx, Findex **fap)
|
|
{
|
|
Findex *tmp;
|
|
|
|
tmp = (Findex *)malloc(sizeof(Findex));
|
|
tmp->next = *fap;
|
|
tmp->idx = idx;
|
|
*fap = tmp;
|
|
}
|
|
|
|
|
|
int comp_index(Findex **, Findex **);
|
|
|
|
void sort_index(Findex **);
|
|
void sort_index(Findex **fap)
|
|
{
|
|
Findex *ta, **vector;
|
|
size_t n = 0, i;
|
|
|
|
if (*fap == NULL)
|
|
return;
|
|
|
|
for (ta = *fap; ta; ta = ta->next)
|
|
n++;
|
|
|
|
vector = (Findex **)malloc(n * sizeof(Findex *));
|
|
|
|
i = 0;
|
|
for (ta = *fap; ta; ta = ta->next)
|
|
vector[i++] = ta;
|
|
|
|
qsort(vector, n, sizeof(Findex *),
|
|
(int(*)(const void*, const void *))comp_index);
|
|
|
|
(*fap) = vector[0];
|
|
i = 1;
|
|
|
|
for (ta = *fap; ta; ta = ta->next) {
|
|
if (i < n)
|
|
ta->next = vector[i++];
|
|
else
|
|
ta->next = NULL;
|
|
}
|
|
|
|
free(vector);
|
|
return;
|
|
}
|
|
|
|
|
|
|
|
int comp_index(Findex **fap1, Findex **fap2)
|
|
{
|
|
return strcasecmp((*fap1)->idx.LName, (*fap2)->idx.LName);
|
|
}
|
|
|
|
|
|
|
|
void MacroRead(FILE *, FILE *);
|
|
void MacroRead(FILE *fi, FILE *fp)
|
|
{
|
|
char *line, *temp;
|
|
int res, i;
|
|
|
|
line = calloc(MAXSTR, sizeof(char));
|
|
temp = calloc(MAXSTR, sizeof(char));
|
|
|
|
while ((fgets(line, MAXSTR-2, fi) != NULL) && ((line[0]!='@') || (line[1]!='|'))) {
|
|
/*
|
|
* Skip comment lines
|
|
*/
|
|
if (line[0] != '#') {
|
|
Striplf(line);
|
|
if (strlen(line) == 0) {
|
|
/*
|
|
* Empty lines are just written
|
|
*/
|
|
fputc('\n', fp);
|
|
} else {
|
|
strncpy(temp, ParseMacro(line,&res), MAXSTR-1);
|
|
if (res)
|
|
Syslog('!', "Macro error line: \"%s\"", line);
|
|
/*
|
|
* Only output if something was evaluated
|
|
*/
|
|
if (strlen(temp)) {
|
|
for (i = 0; i < strlen(temp); i++)
|
|
fputc(temp[i], fp);
|
|
fputc('\n', fp);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
free(line);
|
|
free(temp);
|
|
gfilepos = ftell(fi);
|
|
}
|
|
|
|
|
|
|
|
char *rfcdate(time_t);
|
|
char *rfcdate(time_t now)
|
|
{
|
|
static char buf[40];
|
|
struct tm ptm;
|
|
|
|
ptm = *gmtime(&now);
|
|
|
|
sprintf(buf,"%s, %02d %s %04d %02d:%02d:%02d GMT",
|
|
wdays[ptm.tm_wday], ptm.tm_mday, months[ptm.tm_mon],
|
|
ptm.tm_year + 1900, ptm.tm_hour, ptm.tm_min, ptm.tm_sec);
|
|
return(buf);
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Create the macro's for the navigation bar.
|
|
*/
|
|
void pagelink(FILE *, char *, int, int);
|
|
void pagelink(FILE *fa, char *Path, int inArea, int Current)
|
|
{
|
|
char temp[256], nr[25];
|
|
|
|
if ((Current >= CFG.www_files_page) && (inArea >= CFG.www_files_page)) {
|
|
if (((Current / CFG.www_files_page) - 1) > 0) {
|
|
sprintf(nr, "%d", (Current / CFG.www_files_page) -1);
|
|
} else {
|
|
nr[0] = '\0';
|
|
}
|
|
sprintf(temp, "%s/%s%s/index%s.html", CFG.www_url, CFG.www_link2ftp, Path+strlen(CFG.ftp_base), nr);
|
|
MacroVars("c", "s", temp);
|
|
} else {
|
|
MacroVars("c", "s", "");
|
|
}
|
|
|
|
if ((Current < (inArea - CFG.www_files_page)) && (inArea >= CFG.www_files_page)) {
|
|
sprintf(temp, "%s/%s%s/index%d.html", CFG.www_url, CFG.www_link2ftp, Path+strlen(CFG.ftp_base),
|
|
(Current / CFG.www_files_page) + 1);
|
|
MacroVars("d", "s", temp);
|
|
} else {
|
|
MacroVars("d", "s", "");
|
|
}
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Start a new file areas page
|
|
*/
|
|
FILE *newpage(char *, char *, time_t, int, int, FILE *);
|
|
FILE *newpage(char *Path, char *Name, time_t later, int inArea, int Current, FILE *fi)
|
|
{
|
|
char linebuf[1024], outbuf[1024];
|
|
static FILE* fa;
|
|
|
|
lastfile = Current;
|
|
if (Current)
|
|
sprintf(linebuf, "%s/index%d.temp", Path, Current / CFG.www_files_page);
|
|
else
|
|
sprintf(linebuf, "%s/index.temp", Path);
|
|
if ((fa = fopen(linebuf, "w")) == NULL) {
|
|
WriteError("$Can't create %s", linebuf);
|
|
} else {
|
|
sprintf(linebuf, "%s", Name);
|
|
html_massage(linebuf, outbuf);
|
|
MacroVars("ab", "ss", rfcdate(later), outbuf);
|
|
pagelink(fa, Path, inArea, Current);
|
|
MacroRead(fi, fa);
|
|
return fa;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Finish a files area page
|
|
*/
|
|
void closepage(FILE *, char *, int, int, FILE *);
|
|
void closepage(FILE *fa, char *Path, int inArea, int Current, FILE *fi)
|
|
{
|
|
char *temp1, *temp2;
|
|
|
|
if (fa == NULL)
|
|
return;
|
|
|
|
temp1 = calloc(PATH_MAX, sizeof(char));
|
|
temp2 = calloc(PATH_MAX, sizeof(char));
|
|
MacroRead(fi, fa);
|
|
fclose(fa);
|
|
if (lastfile) {
|
|
sprintf(temp1, "%s/index%d.html", Path, lastfile / CFG.www_files_page);
|
|
sprintf(temp2, "%s/index%d.temp", Path, lastfile / CFG.www_files_page);
|
|
} else {
|
|
sprintf(temp1, "%s/index.html", Path);
|
|
sprintf(temp2, "%s/index.temp", Path);
|
|
}
|
|
rename(temp2, temp1);
|
|
free(temp1);
|
|
free(temp2);
|
|
chmod(temp1, 0644);
|
|
fa = NULL;
|
|
}
|
|
|
|
|
|
|
|
void ReqIndex(void);
|
|
void ReqIndex(void)
|
|
{
|
|
FILE *pAreas, *pFile, *pIndex, *fp;
|
|
unsigned long i, iAreas, iAreasNew = 0, record;
|
|
int iTotal = 0, j, z, x = 0;
|
|
int fbAreas = 0, fbFiles = 0;
|
|
char *sAreas, *fAreas, *newdir = NULL, *sIndex, *temp;
|
|
Findex *fdx = NULL;
|
|
Findex *tmp;
|
|
struct FILEIndex idx;
|
|
|
|
IsDoing("Index files");
|
|
if (!do_quiet) {
|
|
colour(3, 0);
|
|
printf("Create index files...\n");
|
|
}
|
|
|
|
sAreas = calloc(PATH_MAX, sizeof(char));
|
|
fAreas = calloc(PATH_MAX, sizeof(char));
|
|
sIndex = calloc(PATH_MAX, sizeof(char));
|
|
temp = calloc(PATH_MAX, sizeof(char));
|
|
|
|
sprintf(sAreas, "%s/etc/fareas.data", getenv("MBSE_ROOT"));
|
|
if ((pAreas = fopen (sAreas, "r")) == NULL) {
|
|
WriteError("$Can't open %s", sAreas);
|
|
die(MBERR_INIT_ERROR);
|
|
}
|
|
|
|
sprintf(sIndex, "%s/etc/request.index", getenv("MBSE_ROOT"));
|
|
if ((pIndex = fopen(sIndex, "w")) == NULL) {
|
|
WriteError("$Can't create %s", sIndex);
|
|
die(MBERR_GENERAL);
|
|
}
|
|
|
|
fread(&areahdr, sizeof(areahdr), 1, pAreas);
|
|
fseek(pAreas, 0, SEEK_END);
|
|
iAreas = (ftell(pAreas) - areahdr.hdrsize) / areahdr.recsize;
|
|
|
|
for (i = 1; i <= iAreas; i++) {
|
|
fseek(pAreas, ((i-1) * areahdr.recsize) + areahdr.hdrsize, SEEK_SET);
|
|
fread(&area, areahdr.recsize, 1, pAreas);
|
|
|
|
if (area.Available) {
|
|
|
|
if (!diskfree(CFG.freespace))
|
|
die(MBERR_DISK_FULL);
|
|
|
|
if (!do_quiet) {
|
|
printf("\r%4ld => %-44s \b\b\b\b", i, area.Name);
|
|
fflush(stdout);
|
|
}
|
|
|
|
/*
|
|
* Check if download directory exists,
|
|
* if not, create the directory.
|
|
*/
|
|
if (access(area.Path, W_OK) == -1) {
|
|
Syslog('!', "Create dir: %s", area.Path);
|
|
newdir = xstrcpy(area.Path);
|
|
newdir = xstrcat(newdir, (char *)"/");
|
|
mkdirs(newdir, 0755);
|
|
free(newdir);
|
|
newdir = NULL;
|
|
}
|
|
|
|
sprintf(fAreas, "%s/fdb/fdb%ld.data", getenv("MBSE_ROOT"), i);
|
|
|
|
/*
|
|
* Open the file database, if it doesn't exist,
|
|
* create an empty one.
|
|
*/
|
|
if ((pFile = fopen(fAreas, "r+")) == NULL) {
|
|
Syslog('!', "Creating new %s", fAreas);
|
|
if ((pFile = fopen(fAreas, "a+")) == NULL) {
|
|
WriteError("$Can't create %s", fAreas);
|
|
die(MBERR_GENERAL);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Create file request index if requests are allowed in this area.
|
|
*/
|
|
if (area.FileReq) {
|
|
/*
|
|
* Now start creating the unsorted index.
|
|
*/
|
|
record = 0;
|
|
while (fread(&file, sizeof(file), 1, pFile) == 1) {
|
|
iTotal++;
|
|
if ((iTotal % 10) == 0)
|
|
Marker();
|
|
memset(&idx, 0, sizeof(idx));
|
|
sprintf(idx.Name, "%s", tu(file.Name));
|
|
sprintf(idx.LName, "%s", tu(file.LName));
|
|
idx.AreaNum = i;
|
|
idx.Record = record;
|
|
fill_index(idx, &fdx);
|
|
record++;
|
|
}
|
|
iAreasNew++;
|
|
} /* if area.Filereq */
|
|
|
|
/*
|
|
* Create files.bbs
|
|
*/
|
|
if (strlen(area.FilesBbs))
|
|
strcpy(temp, area.FilesBbs);
|
|
else
|
|
sprintf(temp, "%s/files.bbs", area.Path);
|
|
if ((fp = fopen(temp, "w")) == NULL) {
|
|
WriteError("$Can't create %s", temp);
|
|
} else {
|
|
fseek(pFile, 0, SEEK_SET);
|
|
fbAreas++;
|
|
while (fread(&file, sizeof(file), 1, pFile) == 1) {
|
|
if ((!file.Deleted) && (!file.Missing)) {
|
|
fbFiles++;
|
|
fprintf(fp, "%-12s [%ld] %s\r\n", file.Name, file.TimesDL + file.TimesFTP + file.TimesReq, file.Desc[0]);
|
|
for (j = 1; j < 25; j++)
|
|
if (strlen(file.Desc[j]))
|
|
fprintf(fp, " +%s\r\n", file.Desc[j]);
|
|
}
|
|
}
|
|
fclose(fp);
|
|
chmod(temp, 0644);
|
|
}
|
|
|
|
/*
|
|
* Create 00index file.
|
|
*/
|
|
if (!area.CDrom && (strncmp(CFG.ftp_base, area.Path, strlen(CFG.ftp_base)) == 0)) {
|
|
|
|
sprintf(temp, "%s/00index", area.Path);
|
|
if ((fp = fopen(temp, "w")) == NULL) {
|
|
WriteError("$Can't create %s", temp);
|
|
} else {
|
|
fseek(pFile, 0, SEEK_SET);
|
|
|
|
while (fread(&file, sizeof(file), 1, pFile) == 1) {
|
|
if ((!file.Deleted) && (!file.Missing)) {
|
|
/*
|
|
* The next is to reduce system load
|
|
*/
|
|
x++;
|
|
if (CFG.slow_util && do_quiet && ((x % 3) == 0))
|
|
usleep(1);
|
|
|
|
for (z = 0; z <= 25; z++) {
|
|
if (strlen(file.Desc[z])) {
|
|
if (z == 0)
|
|
fprintf(fp, "%-12s %7luK %s ", file.Name, (long)(file.Size / 1024),
|
|
StrDateDMY(file.UploadDate));
|
|
else
|
|
fprintf(fp, " ");
|
|
if ((file.Desc[z][0] == '@') && (file.Desc[z][1] == 'X'))
|
|
fprintf(fp, "%s\n", file.Desc[z]+4);
|
|
else
|
|
fprintf(fp, "%s\n", file.Desc[z]);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
fclose(fp);
|
|
chmod(temp, 0644);
|
|
}
|
|
}
|
|
fclose(pFile);
|
|
}
|
|
}
|
|
|
|
fclose(pAreas);
|
|
|
|
sort_index(&fdx);
|
|
for (tmp = fdx; tmp; tmp = tmp->next)
|
|
fwrite(&tmp->idx, sizeof(struct FILEIndex), 1, pIndex);
|
|
fclose(pIndex);
|
|
tidy_index(&fdx);
|
|
|
|
Syslog('+', "Index Areas [%5d] Files [%5d]", iAreasNew, iTotal);
|
|
Syslog('+', "Files Areas [%5d] Files [%5d]", fbAreas, fbFiles);
|
|
|
|
free(sAreas);
|
|
free(fAreas);
|
|
free(sIndex);
|
|
free(temp);
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Build a sorted index for the file request processor.
|
|
* Build html index pages for download.
|
|
*/
|
|
void HtmlIndex(char *);
|
|
void HtmlIndex(char *Lang)
|
|
{
|
|
FILE *pAreas, *pFile, *fa, *fb = NULL, *fm, *fi = NULL;
|
|
unsigned long i, iAreas, KSize = 0L, aSize = 0;
|
|
int AreaNr = 0, j, k, x = 0;
|
|
int aTotal = 0, inArea = 0, filenr;
|
|
char *sAreas, *fAreas, *fn;
|
|
char linebuf[1024], outbuf[1024], desc[6400];
|
|
time_t last = 0L, later;
|
|
long fileptr = 0, fileptr1 = 0;
|
|
|
|
sAreas = calloc(PATH_MAX, sizeof(char));
|
|
fAreas = calloc(PATH_MAX, sizeof(char));
|
|
fn = calloc(PATH_MAX, sizeof(char));
|
|
|
|
AreasHtml = 0;
|
|
TotalHtml = 0;
|
|
later = time(NULL) + 86400;
|
|
|
|
IsDoing("Create html");
|
|
if (!do_quiet) {
|
|
colour(3, 0);
|
|
printf("\rCreate html pages... \n");
|
|
}
|
|
|
|
sprintf(sAreas, "%s/etc/fareas.data", getenv("MBSE_ROOT"));
|
|
if ((pAreas = fopen (sAreas, "r")) == NULL) {
|
|
WriteError("$Can't open %s", sAreas);
|
|
die(MBERR_INIT_ERROR);
|
|
}
|
|
|
|
fread(&areahdr, sizeof(areahdr), 1, pAreas);
|
|
fseek(pAreas, 0, SEEK_END);
|
|
iAreas = (ftell(pAreas) - areahdr.hdrsize) / areahdr.recsize;
|
|
|
|
/*
|
|
* Check if we are able to create the index.html pages in the
|
|
* download directories.
|
|
*/
|
|
if (strlen(CFG.ftp_base) && strlen(CFG.www_url) && strlen(CFG.www_author) && strlen(CFG.www_charset)) {
|
|
sprintf(fn, "%s/index.temp", CFG.ftp_base);
|
|
if ((fm = fopen(fn, "w")) == NULL) {
|
|
Syslog('+', "Can't open %s, skipping html pages creation", fn);
|
|
}
|
|
} else {
|
|
fm = NULL;
|
|
Syslog('+', "FTP/HTML not defined, skipping html pages creation");
|
|
}
|
|
|
|
if (fm) {
|
|
if ((fi = OpenMacro("html.main", 'E', TRUE)) == NULL) {
|
|
Syslog('+', "Can't open macro file, skipping html pages creation");
|
|
fclose(fm);
|
|
unlink(fn);
|
|
}
|
|
}
|
|
|
|
if (fm) {
|
|
/*
|
|
* Because these web pages are dynamic, ie. they change everytime you
|
|
* receive new files and recreates these pages, extra HTTP headers are
|
|
* send to the client about these pages. It forbids proxy servers to
|
|
* cache these pages. The pages will expire within 24 hours. The pages
|
|
* also have an author name, this is the bbs name, and a content
|
|
* description for search engines. Automatic advertising.
|
|
*/
|
|
MacroVars("acd", "sdd", rfcdate(later), 0, 0);
|
|
MacroRead(fi, fm);
|
|
fileptr = ftell(fi);
|
|
}
|
|
|
|
for (i = 1; i <= iAreas; i++) {
|
|
|
|
fseek(pAreas, ((i-1) * areahdr.recsize) + areahdr.hdrsize, SEEK_SET);
|
|
fread(&area, areahdr.recsize, 1, pAreas);
|
|
AreaNr++;
|
|
|
|
if (area.Available) {
|
|
|
|
if (!diskfree(CFG.freespace))
|
|
die(MBERR_DISK_FULL);
|
|
|
|
if (!do_quiet) {
|
|
printf("\r%4ld => %-44s \b\b\b\b", i, area.Name);
|
|
fflush(stdout);
|
|
}
|
|
|
|
sprintf(fAreas, "%s/fdb/fdb%ld.data", getenv("MBSE_ROOT"), i);
|
|
|
|
/*
|
|
* Open the file database, if it doesn't exist,
|
|
* abort, we even should have never got here.
|
|
*/
|
|
if ((pFile = fopen(fAreas, "r+")) == NULL) {
|
|
WriteError("$Can't open %s", fAreas);
|
|
die(MBERR_GENERAL);
|
|
}
|
|
|
|
/*
|
|
* Create index.html pages in each available download area.
|
|
*/
|
|
if (!area.CDrom && fm && (strncmp(CFG.ftp_base, area.Path, strlen(CFG.ftp_base)) == 0)) {
|
|
|
|
fseek(pFile, 0, SEEK_SET);
|
|
AreasHtml++;
|
|
inArea = 0;
|
|
while (fread(&file, sizeof(file), 1, pFile) == 1) {
|
|
if ((!file.Deleted) && (!file.Missing))
|
|
inArea++;
|
|
}
|
|
fseek(pFile, 0, SEEK_SET);
|
|
|
|
aSize = 0L;
|
|
aTotal = 0;
|
|
last = 0L;
|
|
if ((fb = OpenMacro("html.areas", 'E', TRUE)) == NULL) {
|
|
fa = NULL;
|
|
} else {
|
|
fa = newpage(area.Path, area.Name, later, inArea, aTotal, fb);
|
|
fileptr1 = gfilepos;
|
|
}
|
|
|
|
while (fread(&file, sizeof(file), 1, pFile) == 1) {
|
|
if ((!file.Deleted) && (!file.Missing)) {
|
|
/*
|
|
* The next is to reduce system load
|
|
*/
|
|
x++;
|
|
TotalHtml++;
|
|
aTotal++;
|
|
if (CFG.slow_util && do_quiet && ((x % 3) == 0))
|
|
usleep(1);
|
|
|
|
MacroVars("efghijklm", "ddsssssds", 0, 0, "", "", "", "", "", 0, "");
|
|
MacroVars("e", "d", aTotal);
|
|
|
|
/*
|
|
* Check if this is a .gif or .jpg file, if so then
|
|
* check if a thumbnail file exists. If not try to
|
|
* create a thumbnail file to add to the html listing.
|
|
*/
|
|
if (strstr(file.LName, ".gif") || strstr(file.LName, ".jpg") ||
|
|
strstr(file.LName, ".GIF") || strstr(file.LName, ".JPG")) {
|
|
sprintf(linebuf, "%s/%s", area.Path, file.Name);
|
|
sprintf(outbuf, "%s/.%s", area.Path, file.Name);
|
|
if (file_exist(outbuf, R_OK)) {
|
|
if ((j = execute(CFG.www_convert, linebuf, outbuf,
|
|
(char *)"/dev/null", (char *)"/dev/null", (char *)"/dev/null"))) {
|
|
Syslog('+', "Failed to create thumbnail for %s, rc=% d", file.Name, j);
|
|
} else {
|
|
chmod(outbuf, 0644);
|
|
}
|
|
}
|
|
sprintf(outbuf, "%s/%s%s/%s", CFG.www_url, CFG.www_link2ftp,
|
|
area.Path+strlen(CFG.ftp_base), file.Name);
|
|
sprintf(linebuf, "%s/%s%s/.%s", CFG.www_url, CFG.www_link2ftp,
|
|
area.Path+strlen(CFG.ftp_base), file.Name);
|
|
MacroVars("fghi", "dsss", 1, outbuf, file.LName, linebuf);
|
|
} else {
|
|
sprintf(outbuf, "%s/%s%s/%s", CFG.www_url, CFG.www_link2ftp,
|
|
area.Path+strlen(CFG.ftp_base), file.Name);
|
|
MacroVars("fghi", "dsss", 0, outbuf, file.LName, "");
|
|
}
|
|
|
|
sprintf(outbuf, "%lu Kb.", (long)(file.Size / 1024));
|
|
MacroVars("jkl", "ssd", StrDateDMY(file.FileDate), outbuf, file.TimesDL+file.TimesFTP+file.TimesReq);
|
|
memset(&desc, 0, sizeof(desc));
|
|
k = 0;
|
|
for (j = 0; j < 25; j++)
|
|
if (strlen(file.Desc[j])) {
|
|
if (j) {
|
|
sprintf(desc+k, "\n");
|
|
k += 1;
|
|
}
|
|
sprintf(linebuf, "%s", To_Html(file.Desc[j]));
|
|
html_massage(linebuf, outbuf);
|
|
sprintf(desc+k, "%s", outbuf);
|
|
k += strlen(outbuf);
|
|
}
|
|
MacroVars("m", "s", desc);
|
|
fseek(fb, fileptr1, SEEK_SET);
|
|
MacroRead(fb, fa);
|
|
aSize += file.Size;
|
|
MacroVars("efghijklm", "ddsssssds", 0, 0, "", "", "", "", "", 0, "");
|
|
if (file.FileDate > last)
|
|
last = file.FileDate;
|
|
if ((aTotal % CFG.www_files_page) == 0) {
|
|
closepage(fa, area.Path, inArea, aTotal, fb);
|
|
fseek(fb, 0, SEEK_SET);
|
|
fa = newpage(area.Path, area.Name, later, inArea, aTotal, fb);
|
|
}
|
|
} /* if (!file.deleted) */
|
|
}
|
|
if (aTotal == 0) {
|
|
/*
|
|
* Nothing written, skip skip fileblock
|
|
*/
|
|
while ((fgets(linebuf, 254, fb) != NULL) && ((linebuf[0]!='@') || (linebuf[1]!='|')));
|
|
}
|
|
|
|
KSize += aSize / 1024;
|
|
closepage(fa, area.Path, inArea, aTotal, fb);
|
|
fclose(fb);
|
|
|
|
/*
|
|
* If the time before there were more files in this area then now,
|
|
* the number of html pages may de decreased. We try to delete these
|
|
* files if they should exist.
|
|
*/
|
|
filenr = lastfile / CFG.www_files_page;
|
|
while (TRUE) {
|
|
filenr++;
|
|
sprintf(linebuf, "%s/index%d.html", area.Path, filenr);
|
|
if (unlink(linebuf))
|
|
break;
|
|
Syslog('+', "Removed obsolete %s", linebuf);
|
|
}
|
|
|
|
sprintf(linebuf, "%s/%s%s/index.html", CFG.www_url, CFG.www_link2ftp, area.Path+strlen(CFG.ftp_base));
|
|
if (aSize > 1048576)
|
|
sprintf(outbuf, "%ld Mb.", aSize / 1048576);
|
|
else
|
|
sprintf(outbuf, "%ld Kb.", aSize / 1024);
|
|
MacroVars("efghi", "dssds", AreaNr, linebuf, area.Name, aTotal, outbuf);
|
|
if (last == 0L)
|
|
MacroVars("j", "s", " ");
|
|
else
|
|
MacroVars("j", "s", StrDateDMY(last));
|
|
fseek(fi, fileptr, SEEK_SET);
|
|
MacroRead(fi, fm);
|
|
}
|
|
fclose(pFile);
|
|
|
|
} /* if area.Available */
|
|
}
|
|
|
|
if (fm) {
|
|
sprintf(linebuf, "%ld Mb.", KSize / 1024);
|
|
MacroVars("cd", "ds", TotalHtml, linebuf);
|
|
MacroRead(fi, fm);
|
|
fclose(fi);
|
|
MacroClear();
|
|
fclose(fm);
|
|
sprintf(linebuf, "%s/index.html", CFG.ftp_base);
|
|
rename(fn, linebuf);
|
|
chmod(linebuf, 0644);
|
|
}
|
|
|
|
fclose(pAreas);
|
|
|
|
if (!do_quiet) {
|
|
printf("\r \r");
|
|
fflush(stdout);
|
|
}
|
|
|
|
free(sAreas);
|
|
free(fAreas);
|
|
free(fn);
|
|
RemoveSema((char *)"reqindex");
|
|
}
|
|
|
|
|
|
|
|
void Index(void)
|
|
{
|
|
ReqIndex();
|
|
HtmlIndex(NULL);
|
|
Syslog('+', "HTML Areas [%5d] Files [%5d]", AreasHtml, TotalHtml);
|
|
}
|
|
|
|
|