Filecenter now scans files

This commit is contained in:
Andrew Pamment 2018-05-02 13:37:09 +10:00
parent d25c22954e
commit dfe6dc30a2
2 changed files with 327 additions and 6 deletions

View File

@ -18,4 +18,11 @@ struct file_directory {
struct file_sub **file_subs;
};
struct archiver {
char *name;
char *extension;
char *unpack;
char *pack;
};
#endif

View File

@ -3,6 +3,7 @@
#include <stdio.h>
#include <stdlib.h>
#include <sqlite3.h>
#include <fts.h>
#include <sys/stat.h>
#include <libgen.h>
#include "../../src/inih/ini.h"
@ -17,6 +18,7 @@ struct files {
struct file_directory **file_directories;
int file_directory_count = 0;
CDKSCREEN *cdkscreen = 0;
char *bbspath;
char *configpath;
int current_dir;
@ -26,10 +28,57 @@ struct files **f;
int fcount = 0;
char **filenames;
struct archiver **archivers;
int archiver_count = 0;
static int archiver_config_handler(void* user, const char* section, const char* name,
const char* value)
{
int i;
for (i=0;i<archiver_count;i++) {
if (strcasecmp(archivers[i]->name, section) == 0) {
// found it
if (strcasecmp(name, "extension") == 0) {
archivers[i]->extension = strdup(value);
} else if (strcasecmp(name, "unpack") == 0) {
archivers[i]->unpack = strdup(value);
} else if (strcasecmp(name, "pack") == 0) {
archivers[i]->pack = strdup(value);
}
return 1;
}
}
if (archiver_count == 0) {
archivers = (struct archiver **)malloc(sizeof(struct archiver *));
} else {
archivers = (struct archiver **)realloc(archivers, sizeof(struct archiver *) * (archiver_count + 1));
}
archivers[archiver_count] = (struct archiver *)malloc(sizeof(struct archiver));
archivers[archiver_count]->name = strdup(section);
if (strcasecmp(name, "extension") == 0) {
archivers[archiver_count]->extension = strdup(value);
} else if (strcasecmp(name, "unpack") == 0) {
archivers[archiver_count]->unpack = strdup(value);
} else if (strcasecmp(name, "pack") == 0) {
archivers[archiver_count]->pack = strdup(value);
}
archiver_count++;
return 1;
}
static int bbs_cfg_handler(void *user, const char* section, const char* name, const char *value)
{
if (strcasecmp(section, "paths") == 0) {
if (strcasecmp(name, "bbs path") == 0) {
bbspath = strdup(value);
}
if (strcasecmp(name, "config path") == 0) {
configpath = strdup(value);
}
}
@ -113,7 +162,7 @@ static void doApprove(int index) {
sqlite3 *db;
char database[PATH_MAX];
snprintf(database, PATH_MAX, "%s/%s.sq3", configpath, file_directories[current_dir]->file_subs[current_sub]->database);
snprintf(database, PATH_MAX, "%s/%s.sq3", bbspath, file_directories[current_dir]->file_subs[current_sub]->database);
// populate scroll list
rc = sqlite3_open(database, &db);
@ -149,7 +198,7 @@ static void doDisapprove(int index) {
struct stat s;
char database[PATH_MAX];
snprintf(database, PATH_MAX, "%s/%s.sq3", configpath, file_directories[current_dir]->file_subs[current_sub]->database);
snprintf(database, PATH_MAX, "%s/%s.sq3", bbspath, file_directories[current_dir]->file_subs[current_sub]->database);
// populate scroll list
rc = sqlite3_open(database, &db);
@ -195,7 +244,7 @@ static int deleteFile(EObjectType cdktype, void *object, void *clientData, chtyp
return FALSE;
}
snprintf(database, PATH_MAX, "%s/%s.sq3", configpath, file_directories[current_dir]->file_subs[current_sub]->database);
snprintf(database, PATH_MAX, "%s/%s.sq3", bbspath, file_directories[current_dir]->file_subs[current_sub]->database);
rc = sqlite3_open(database, &db);
@ -274,6 +323,264 @@ static int approveFile(EObjectType cdktype, void *object, void *clientData, chty
return FALSE;
}
int recursive_delete(const char *dir) {
int ret = 0;
FTS *ftsp = NULL;
FTSENT *curr;
char *files[] = { (char *) dir, NULL };
ftsp = fts_open(files, FTS_NOCHDIR | FTS_PHYSICAL | FTS_XDEV, NULL);
if (!ftsp) {
ret = -1;
goto finish;
}
while ((curr = fts_read(ftsp))) {
switch (curr->fts_info) {
case FTS_NS:
case FTS_DNR:
case FTS_ERR:
break;
case FTS_DC:
case FTS_DOT:
case FTS_NSOK:
break;
case FTS_D:
break;
case FTS_DP:
case FTS_F:
case FTS_SL:
case FTS_SLNONE:
case FTS_DEFAULT:
if (remove(curr->fts_accpath) < 0) {
ret = -1;
}
break;
}
}
finish:
if (ftsp) {
fts_close(ftsp);
}
return ret;
}
static int scanFiles(EObjectType cdktype, void *object, void *clientData, chtype input) {
DIR *ind = opendir(file_directories[current_dir]->file_subs[current_sub]->upload_path);
FILE *fptr;
struct dirent *dent;
int i;
int j;
int bpos;
int gotdesc = 0;
char buffer[PATH_MAX];
int found;
char *description;
char addfilesql[] = "INSERT INTO files (filename, description, size, dlcount, uploaddate, approved) VALUES(?, ?, ?, 0, ?, 0)";
char database[PATH_MAX];
sqlite3 *db;
int rc;
sqlite3_stmt *res;
struct stat st;
int fdate;
int len;
CDKSCROLL *s = (CDKSCROLL *)object;
if (!ind) {
return FALSE;
}
while ((dent = readdir(ind)) != NULL) {
if (strcmp(dent->d_name, ".") == 0 || strcmp(dent->d_name, "..") == 0) {
continue;
}
sprintf(buffer, "%s/%s", file_directories[current_dir]->file_subs[current_sub]->upload_path, dent->d_name);
stat(buffer, &st);
if (!S_ISREG(st.st_mode)) {
continue;
}
found = 0;
for (j=0;j<fcount;j++) {
if (strcmp(basename(f[j]->name), dent->d_name) == 0) {
found = 1;
break;
}
}
if (found == 1) {
continue;
}
gotdesc = 0;
description = NULL;
for (i=0;i<archiver_count;i++) {
if (strlen(dent->d_name) >= strlen(archivers[i]->extension) + 1) {
if (strcasecmp(&dent->d_name[strlen(dent->d_name) - strlen(archivers[i]->extension)], archivers[i]->extension) == 0) {
// match
bpos = 0;
for (j=0;j<strlen(archivers[i]->unpack);j++) {
if (archivers[i]->unpack[j] == '*') {
j++;
if (archivers[i]->unpack[j] == 'a') {
sprintf(&buffer[bpos], "%s/%s", file_directories[current_dir]->file_subs[current_sub]->upload_path, dent->d_name);
bpos = strlen(buffer);
} else if (archivers[i]->unpack[j] == 'd') {
sprintf(&buffer[bpos], "/tmp/filecenter_temp");
bpos = strlen(buffer);
} else if (archivers[i]->unpack[j] == '*') {
buffer[bpos++] = '*';
buffer[bpos] = '\0';
}
} else {
buffer[bpos++] = archivers[i]->unpack[j];
buffer[bpos] = '\0';
}
}
system(buffer);
snprintf(buffer, PATH_MAX, "/tmp/filecenter_temp/FILE_ID.DIZ");
if (stat(buffer, &st) != 0) {
snprintf(buffer, PATH_MAX, "/tmp/filecenter_temp/file_id.diz");
if (stat(buffer, &st) != 0) {
gotdesc = 0;
snprintf(buffer, PATH_MAX, "/tmp/filecenter_temp");
recursive_delete(buffer);
break;
}
}
description = (char *)malloc(st.st_size + 1);
fptr = fopen(buffer, "rb");
fread(description, 1, st.st_size, fptr);
description[st.st_size] = '\0';
fclose(fptr);
bpos = 0;
len = strlen(description);
for (j=0;j<len;j++) {
if (description[j] == '\r') {
continue;
} else {
description[bpos++] = description[j];
}
}
description[bpos] = '\0';
gotdesc = 1;
snprintf(buffer, PATH_MAX, "/tmp/filecenter_temp");
recursive_delete(buffer);
break;
}
}
}
if (!gotdesc) {
description = strdup("No Description.");
}
if (fcount == 0) {
filenames = (char **)malloc(sizeof(char *));
} else {
filenames = (char **)realloc(filenames, sizeof(char *) * (fcount + 1));
}
filenames[fcount] = (char *)malloc(strlen(dent->d_name) + 30);
sprintf(filenames[fcount], "</32>%s (unapproved)<!32>", dent->d_name);
if (fcount == 0) {
f = (struct files **)malloc(sizeof(struct files *));
} else {
f = (struct files **)realloc(f, sizeof(struct files *) * (fcount + 1));
}
f[fcount] = (struct files *)malloc(sizeof(struct files));
f[fcount]->name = (char *)malloc(strlen(file_directories[current_dir]->file_subs[current_sub]->upload_path) + strlen(dent->d_name) + 2);
sprintf(f[fcount]->name, "%s/%s", file_directories[current_dir]->file_subs[current_sub]->upload_path, dent->d_name);
f[fcount]->description = description;
f[fcount]->approved = 0;
// add to database
snprintf(database, PATH_MAX, "%s/%s.sq3", bbspath, file_directories[current_dir]->file_subs[current_sub]->database);
rc = sqlite3_open(database, &db);
if (rc != SQLITE_OK) {
free(f[fcount]->name);
free(f[fcount]->description);
free(filenames[fcount]);
free(f[fcount]);
if (fcount == 0) {
free(f);
free(filenames);
} else {
f = (struct files **)realloc(f, sizeof(struct files *) * fcount);
filenames = (char **)realloc(filenames, sizeof(char *) * fcount);
}
setCDKScrollItems(s, filenames, fcount, FALSE);
eraseCDKScroll(s);
drawCDKScroll(s, TRUE);
refreshCDKScreen(cdkscreen);
closedir(ind);
return FALSE;
}
sqlite3_busy_timeout(db, 5000);
rc = sqlite3_prepare_v2(db, addfilesql, -1, &res, 0);
if (rc != SQLITE_OK) {
sqlite3_close(db);
free(f[fcount]->name);
free(f[fcount]->description);
free(filenames[fcount]);
free(f[fcount]);
if (fcount == 0) {
free(f);
free(filenames);
} else {
f = (struct files **)realloc(f, sizeof(struct files *) * fcount);
filenames = (char **)realloc(filenames, sizeof(char *) * fcount);
}
setCDKScrollItems(s, filenames, fcount, FALSE);
eraseCDKScroll(s);
drawCDKScroll(s, TRUE);
refreshCDKScreen(cdkscreen);
closedir(ind);
return FALSE;
}
stat(f[fcount]->name, &st);
sqlite3_bind_text(res, 1, f[fcount]->name, -1, 0);
sqlite3_bind_text(res, 2, f[fcount]->description, -1, 0);
sqlite3_bind_int(res, 3, st.st_size);
fdate = time(NULL);
sqlite3_bind_int(res, 4, fdate);
sqlite3_step(res);
sqlite3_finalize(res);
sqlite3_close(db);
fcount++;
}
setCDKScrollItems(s, filenames, fcount, FALSE);
eraseCDKScroll(s);
drawCDKScroll(s, TRUE);
refreshCDKScreen(cdkscreen);
closedir(ind);
return FALSE;
}
void list_files(int dir, int sub) {
CDKSCROLL *scrollList = 0;
int selection;
@ -301,7 +608,7 @@ void list_files(int dir, int sub) {
snprintf(title, 42, "</48>%s<!48>", file_directories[dir]->file_subs[sub]->name);
snprintf(database, PATH_MAX, "%s/%s.sq3", configpath, file_directories[dir]->file_subs[sub]->database);
snprintf(database, PATH_MAX, "%s/%s.sq3", bbspath, file_directories[dir]->file_subs[sub]->database);
// populate scroll list
rc = sqlite3_open(database, &db);
@ -373,6 +680,7 @@ void list_files(int dir, int sub) {
bindCDKObject (vSCROLL, scrollList, 'a', approveFile, NULL);
bindCDKObject (vSCROLL, scrollList, 'd', deleteFile, NULL);
bindCDKObject (vSCROLL, scrollList, 's', scanFiles, NULL);
while(1) {
selection = activateCDKScroll(scrollList, 0);
@ -449,8 +757,14 @@ int main(int argc, char **argv) {
exit(-1);
}
snprintf(buffer, 1024, "%s/archivers.ini", configpath);
if (ini_parse(buffer, archiver_config_handler, NULL) <0) {
fprintf(stderr, "Unable to load configuration ini %s\n", buffer);
exit(-1);
}
for (i=0;i<file_directory_count;i++) {
snprintf(buffer, PATH_MAX, "%s/%s", configpath, file_directories[i]->path);
snprintf(buffer, PATH_MAX, "%s/%s", bbspath, file_directories[i]->path);
if (ini_parse(buffer, file_sub_handler, file_directories[i])) {
fprintf(stderr, "Unable to load %s\n", buffer);
exit(-1);