deb-mbse/mbfido/filefind.c

/*****************************************************************************
 *
 * $Id$
 * Purpose ...............: Announce new files and FileFind
 *
 *****************************************************************************
 * Copyright (C) 1997-2002
 *   
 * Michiel Broek		FIDO:		2:280/2802
 * Beekmansbos 10
 * 1971 BV IJmuiden
 * the Netherlands
 *
 * This file is part of MBSE BBS.
 *
 * This BBS is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation; either version 2, or (at your option) any
 * later version.
 *
 * MBSE BBS is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License
 * along with MBSE BBS; see the file COPYING.  If not, write to the Free
 * Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 *****************************************************************************/

#include "../config.h"
#include "../lib/libs.h"
#include "../lib/memwatch.h"
#include "../lib/structs.h"
#include "../lib/users.h"
#include "../lib/records.h"
#include "../lib/common.h"
#include "../lib/clcomm.h"
#include "../lib/dbcfg.h"
#include "../lib/msg.h"
#include "../lib/msgtext.h"
#include "../lib/diesel.h"
#include "fflist.h"
#include "filefind.h"
#include "msgutil.h"

/*
 *  The next constants are to prevent overflowing the echomail areas
 *  with huge replies. MAX_DESC_LINES limits the number of file description
 *  lines, 5 should be enough. The other two are the maximum files to report
 *  if in the same area or different area.
 *  For netmail replies there is a different limit.
 */
#define	MAX_DESC_LINES		5
#define	MAX_FILES_SAMEBOARD	25
#define	MAX_FILES_OTHERBOARD	50
#define MAX_FILES_NETMAIL	100


extern int		do_quiet;		/* Suppress screen output   */
struct _filerecord	T_File;			/* Internal announce record */
int			Requests = 0;		/* Total found request      */
int			Replies = 0;		/* Total generated replies  */


void Back(int);
void Back(int count)
{
    int	i;

    if (do_quiet)
	return;

    for (i = 0; i < count; i++)
	printf("\b");
    fflush(stdout);
}



void Clean(int);
void Clean(int count)
{
    int	i;

    if (do_quiet)
	return;

    for (i = 0; i < count; i++)
	printf(" ");
    Back(count);
}



void ScanArea(ff_list **);
void ScanArea(ff_list **ffl)
{
    unsigned long	Number, Highest;

    if (!do_quiet) {
	colour(3, 0);
	printf("\r  %-40s", scanmgr.Comment);
	colour(12, 0);
	printf(" (Scanning) ");
	colour(13, 0);
	fflush(stdout);
    }
    Syslog('+', "Scanning %s", scanmgr.Comment);
    if (Msg_Open(scanmgr.ScanBoard)) {
	Number  = Msg_Lowest();
	Highest = Msg_Highest();

	do {
	   if (!do_quiet) {
		printf("%6lu / %6lu", Number, Highest);
		Back(15);
	    }

	    if (CFG.slow_util && do_quiet)
		usleep(1);

	    if (Msg_ReadHeader(Number) == TRUE) {
		if (((!strcasecmp(Msg.To, "allfix")) || (!strcasecmp(Msg.To, "filefind"))) && (!Msg.Received)) {
		    Syslog('m', "Msg: %s (%lu) [%s]", Msg.From, Number, Msg.Subject);
		    Msg.Received = TRUE;
		    Msg.Read = time(NULL);
		    if (Msg_Lock(30L)) {
			Msg_WriteHeader(Number);
			Msg_UnLock();
			Syslog('m', "Marked message received");
		    }
		    if (strlen(Msg.Subject) && strlen(Msg.FromAddress)) {
			fill_fflist(ffl);
			Requests++;
		    }
		}
	    }

	} while (Msg_Next(&Number) == TRUE);

	Msg_Close();
	Clean(15);
    } else
	WriteError("$Can't open %s", scanmgr.ScanBoard);

    Back(54);
    Clean(54);
}



long StartReply(ff_list *);
long StartReply(ff_list *ffl)
{
    char	    *temp;
    unsigned long   crc = -1;

    if (strlen(scanmgr.ReplBoard)) {
	if (!Msg_Open(scanmgr.ReplBoard))
	    return -1;
	else
	    CountPosted(scanmgr.ReplBoard);
    } else {
	if (!Msg_Open(scanmgr.ScanBoard))
	    return -1;
	else
	    CountPosted(scanmgr.ScanBoard);
    }

    if (!Msg_Lock(30L)) {
	Msg_Close();
	return -1;
    }
    Msg_New();

    temp = calloc(PATH_MAX, sizeof(char));

    sprintf(Msg.From, "%s", CFG.sysop_name);
    sprintf(Msg.To, "%s", ffl->from);
    sprintf(Msg.Subject, "Re: %s", ffl->subject);
    sprintf(Msg.FromAddress, "%s", aka2str(scanmgr.Aka));
    Msg.Written = time(NULL);
    Msg.Arrived = time(NULL);
    Msg.Local   = TRUE;
    if (scanmgr.NetReply){
	Msg.Netmail = TRUE;
	sprintf(Msg.ToAddress, "%d:%d/%d.%d", ffl->zone, ffl->net, ffl->node, ffl->point);
	Msg.Private = TRUE;
    } else
	Msg.Echomail = TRUE;

    /*
     *  Start message text including kludges
     */
    Msg_Id(scanmgr.Aka);
    sprintf(temp, "\001REPLY: %s", ffl->msgid);
    MsgText_Add2(temp);
    Msg.ReplyCRC = upd_crc32(temp, crc, strlen(temp));
    free(temp);
    Msg_Pid();
    return Msg_Top(scanmgr.template, scanmgr.Language, scanmgr.Aka);
}



void FinishReply(int, int, long);
void FinishReply(int Reported, int Total, long filepos)
{
    char    *temp;
    FILE    *fp, *fi;

    temp = calloc(PATH_MAX, sizeof(char));

    if ((fi = OpenMacro(scanmgr.template, scanmgr.Language, FALSE)) != NULL) {
	MacroVars("CD", "dd", Reported, Total);
	fseek(fi, filepos, SEEK_SET);
	Msg_Macro(fi);
	fclose(fi);
	MacroClear();
    }
    
    if (strlen(scanmgr.Origin))
	Msg_Bot(scanmgr.Aka, scanmgr.Origin, scanmgr.template);
    else
	Msg_Bot(scanmgr.Aka, CFG.origin, scanmgr.template);
    Msg_AddMsg();
    Msg_UnLock();
    Syslog('+', "Posted message %ld", Msg.Id);

    sprintf(temp, "%s/tmp/%smail.jam", getenv("MBSE_ROOT"), scanmgr.NetReply?"net":"echo");
    if ((fp = fopen(temp, "a")) != NULL) {
	if (strlen(scanmgr.ReplBoard))
	    fprintf(fp, "%s %lu\n", scanmgr.ReplBoard, Msg.Id);
	else
	    fprintf(fp, "%s %lu\n", scanmgr.ScanBoard, Msg.Id);
	fclose(fp);
    }

    Msg_Close();
    free(temp);
}



/*
 *  Scan for files for one request.
 */
void ScanFiles(ff_list *);
void ScanFiles(ff_list *tmp)
{
    char	    *temp, *kwd, *BigDesc, *line;
    FILE	    *pAreas, *pFile, *fi;
    unsigned long   areanr = 0, found = 0, SubSize = 0;
    int		    i, j, k, keywrd, Found;
    rf_list	    *rfl = NULL, *rft;
    int		    Rep = 0, Sub = 0, Stop = FALSE;
    long	    filepos, filepos1 = 0, filepos2 = 0, filepos3 = 0, filepos4 = 0;

    /*
     *  Check for local generated requests.
     */
    if (!CFG.ct_LocalRep) {
    }

    kwd  = calloc(81, sizeof(char));
    temp = calloc(1024, sizeof(char));
    BigDesc = calloc(1230, sizeof(char));

    sprintf(temp, "%s (%d:%d/%d.%d)", tmp->from, tmp->zone, tmp->net, tmp->node, tmp->point);
    Syslog('+', "ff: %s [%s]", temp, tmp->subject);

    if (!do_quiet) {
	colour(3, 0);
	temp[40] = '\0';
	printf("\r  %-40s", temp);
	colour(12, 0);
	printf(" (Searching)");
	colour(13, 0);
	fflush(stdout);
    }

    sprintf(temp, "%s/etc/fareas.data", getenv("MBSE_ROOT"));
    if ((pAreas = fopen(temp, "r")) != NULL) {
	fread(&areahdr, sizeof(areahdr), 1, pAreas);

	while (fread(&area, areahdr.recsize, 1, pAreas) == 1) {
	    areanr++;
	    Nopper();

	    if (CFG.slow_util && do_quiet)
		usleep(1);

	    if (!do_quiet) {
		printf("%6lu / %6lu", areanr, found);
		Back(15);
	    }
	    if (area.Available && area.FileFind) {
		sprintf(temp, "%s/fdb/fdb%lu.data", getenv("MBSE_ROOT"), areanr);
		if ((pFile = fopen(temp, "r")) != NULL) {

		    while (fread(&file, sizeof(file), 1, pFile) == 1) {
			for (i = 0; i < 25; i++)
			    sprintf(BigDesc, "%s%s", BigDesc, *(file.Desc + i));
			sprintf(temp, "%s", tmp->subject);

			Found = FALSE;
			while (strlen(temp) && (!Found)) {
			    /*
			     *  Split the search request in separate words.
			     */
			    k = strlen(temp);
			    for (i = 0; i < k; i++)
				if (temp[i] == ' ')
				    break;
			    if (i < k) {
				strncpy(kwd, temp, i);
				kwd[i] = '\0';
				for (j = 0; j < (k - i -1); j++)
				    temp[j] = temp[j+i+1];
				temp[j] = '\0';
			    } else {
				sprintf(kwd, "%s", temp);
				temp[0] = '\0';
			    }

			    /*
			     *  Check if it's a filename search or a keyword search.
			     */
			    keywrd = FALSE;
			    if ((kwd[0] == '/') || (kwd[0] == '\\')) {
				keywrd = TRUE;
				for (i = 1; i < strlen(kwd); i++)
				    kwd[i-1] = kwd[i];
				kwd[i-1] = '\0';
			    }
			    tl(kwd);

			    if (strlen(kwd) > 3) {
				if (strstr(file.Name, kwd) != NULL) {
				    Found = TRUE;
				    Syslog('m', "Found %s in %s in filename", kwd, file.Name);
				}
				if (keywrd && (strstr(tl(BigDesc), kwd) != NULL)) {
				    Found = TRUE;
				    Syslog('m', "Found %s in %s in description", kwd, file.Name);
				}
			    }
			} /* while (strlen(temp) && (!Found)) */
			if (Found) {
			    found++;
			    Syslog('m', "Found %s area %d", file.Name, areanr);
			    fill_rflist(&rfl, file.Name, areanr);
			}
			strcpy(BigDesc, "");
		    }

		    fclose(pFile);
		} else
		    WriteError("$Can't open %s", temp);
	    }
	}
	fclose(pAreas);
	Clean(15);
    } else
	WriteError("$Can't open %s", temp);

    Back(12);
    Clean(12);

    if (found) {
	if (!do_quiet) {
	    colour(14, 0);
	    printf(" (Replying)");
	    fflush(stdout);
	}

	if (((filepos = StartReply(tmp)) != -1) && ((fi = OpenMacro(scanmgr.template, scanmgr.Language, FALSE)) != NULL)) {
	    areanr = 0;

	    sprintf(temp, "%s/etc/fareas.data", getenv("MBSE_ROOT"));
	    if ((pAreas = fopen(temp, "r")) != NULL) {
		fread(&areahdr, sizeof(areahdr), 1, pAreas);

		for (rft = rfl; rft; rft = rft->next) {

		    /*
		     * Area footer
		     */
		    if ((areanr != rft->area) && (Sub)) {
			fseek(fi, filepos3, SEEK_SET);
			MacroVars("AB", "dd", Sub, SubSize / 1024);
			Msg_Macro(fi);
			filepos4 = ftell(fi);
			Sub = 0;
			SubSize = 0;
		    }

		    /*
		     * New area header
		     */
		    if (areanr != rft->area) {
			fseek(pAreas, ((rft->area - 1) * areahdr.recsize) + areahdr.hdrsize, SEEK_SET);
			fread(&area, areahdr.recsize, 1, pAreas);
			MacroVars("GJ", "ds", rft->area, area.Name);
			fseek(fi, filepos, SEEK_SET);
			Msg_Macro(fi);
			filepos1 = ftell(fi);
			areanr = rft->area;
		    }

		    sprintf(temp, "%s/fdb/fdb%lu.data", getenv("MBSE_ROOT"), rft->area);
		    if ((pFile = fopen(temp, "r")) != NULL) {
			while (fread(&file, sizeof(file), 1, pFile) == 1)
			    if (!strcmp(rft->filename, file.Name))
				break;
			fclose(pFile);
			MacroVars("slbkdt", "ssddss", file.Name, file.LName, file.Size, file.Size / 1024, " ",
					To_Low(file.Desc[0],scanmgr.HiAscii));
			fseek(fi, filepos1, SEEK_SET);
			Msg_Macro(fi);
			filepos2 = ftell(fi);
			SubSize += file.Size;

			/*
			 * We add no more then 5 description lines
			 * to prevent unnecesary long messages.
			 */
			for (i = 1; i < MAX_DESC_LINES; i++) {
			    MacroVars("t", "s", To_Low(file.Desc[i],scanmgr.HiAscii));
			    fseek(fi, filepos2, SEEK_SET);
			    if (strlen(file.Desc[i])) {
				Msg_Macro(fi);
			    } else {
				line = calloc(255, sizeof(char));
				while ((fgets(line, 254, fi) != NULL) && ((line[0]!='@') || (line[1]!='|'))) {}
				free(line);
			    }
			    filepos3 = ftell(fi);
			}
		    }
		    Rep++;
		    Sub++;

		    if (!scanmgr.NetReply) {
			if (strlen(scanmgr.ReplBoard)) {
			    if (Rep >= MAX_FILES_OTHERBOARD) 
				Stop = TRUE;
			} else {
			    if (Rep >= MAX_FILES_SAMEBOARD)
				Stop = TRUE;
			}
		    } else {
			if (Rep >= MAX_FILES_NETMAIL)
			    Stop = TRUE;
		    }
		    if (Stop)
			break;
		}

		if (Sub) {
		    fseek(fi, filepos3, SEEK_SET);
		    MacroVars("AB", "dd", Sub, SubSize / 1024);
		    Msg_Macro(fi);
		    filepos4 = ftell(fi);
		}

		fclose(pAreas);
	    }
	    FinishReply(Rep, found, filepos4);
	    Replies++;
	}

	Back(11);
	Clean(11);
    }

    Back(42);
    Clean(42);

    tidy_rflist(&rfl);
    free(BigDesc);
    free(temp);
    free(kwd);
}



int Filefind()
{
    char	*temp;
    int		rc = FALSE;
    FILE	*fp;
    ff_list	*ffl = NULL, *tmp;

    IsDoing("FileFind");

    if (!do_quiet) {
	colour(3, 0);
	printf("Processing FileFind requests\n");
    }
    Syslog('+', "Processing FileFind requests");
    temp = calloc(PATH_MAX, sizeof(char));

    sprintf(temp, "%s/etc/scanmgr.data", getenv("MBSE_ROOT"));
    if ((fp = fopen(temp, "r")) == NULL) {
	WriteError("$Can't open %s", temp);
	free(temp);
	return FALSE;
    }
    fread(&scanmgrhdr, sizeof(scanmgrhdr), 1, fp);

    while (fread(&scanmgr, scanmgrhdr.recsize, 1, fp) == 1) {
	if (scanmgr.Active) {
	    ScanArea(&ffl);
	    Nopper();
	    for (tmp = ffl; tmp; tmp = tmp->next) {
		ScanFiles(tmp);
	    }
	    tidy_fflist(&ffl);
	}
    }
    fclose(fp);
    free(temp);

    if (Requests) {
	Syslog('+', "Processed %d requests, created %d replies", Requests, Replies);
	if (Replies)
	    rc = TRUE;
	if (!do_quiet) {
	    colour(3, 0);
	    printf("Processed %d requests, created %d replies\n", Requests, Replies);
	}
    }

    return rc;
}