photo/app/Console/Commands/CatalogScanAll.php

147 lines
3.7 KiB
PHP
Raw Normal View History

2018-01-11 12:59:53 +00:00
<?php
namespace App\Console\Commands;
use Carbon\Carbon;
2018-01-11 12:59:53 +00:00
use Illuminate\Console\Command;
use Illuminate\Foundation\Bus\DispatchesJobs;
use Illuminate\Support\Collection;
use Illuminate\Support\Facades\Log;
use Illuminate\Support\Facades\Storage;
2018-01-11 12:59:53 +00:00
use App\Jobs\CatalogScan;
use App\Traits\Type;
2018-01-11 12:59:53 +00:00
2020-01-02 21:04:15 +00:00
class CatalogScanAll extends Command
2018-01-11 12:59:53 +00:00
{
use DispatchesJobs,Type;
2018-01-11 12:59:53 +00:00
private int|bool $depth = true;
protected const chunk_size = 5;
/**
* The name and signature of the console command.
*
* @var string
*/
protected $signature = 'catalog:scanall'
.' {type : Photo | Video }'
.' {--i|ignore : Ignore missing files}'
.' {--s|scan : Force Rescan of all files }';
/**
* The console command description.
*
* @var string
*/
2020-01-02 21:04:15 +00:00
protected $description = '(re)Scan Media';
/**
* Execute the console command.
*
* @return int
*/
public function handle(): int
{
$started = Carbon::now();
$class = $this->getModelType($this->argument('type'));
// Flag everything if we are forcing a rescan
if ($this->option('scan'))
$class::select('id')->update(['flag'=>TRUE]);
Log::info('Scanning disk: '.Storage::disk('nas')->path(''));
$c = 0;
// Scan files in dir, and make sure file lives in DB, (touch it if it does), otherwise create it
foreach (Storage::disk('nas')->directories($class::dir_prefix()) as $dir) {
Log::info(sprintf(' - DIR: %s',$dir));
// Take x files at a time and check the DB
foreach ($this->files($dir,$class::config,$class::dir_prefix())->chunk(self::chunk_size) as $chunk) {
$list = $class::whereIn('filename',$chunk)->get();
// If there is a new file found it wont be in the DB
if ($list->count() !== self::chunk_size)
foreach ($chunk->diff($list->pluck('filename')) as $file) {
Log::info(sprintf('Found new file [%s] - queueing scan',$file));
$o = new $class;
$o->filename = $file;
$o->save();
CatalogScan::dispatch($o)
->onQueue('scan');
$c++;
}
foreach ($list as $o) {
if ($o->flag) {
$o->scanned = FALSE;
$o->flag = FALSE;
$o->touch();
if ($this->option('scan')) {
Log::info(sprintf('Forcing re-scan of [%s] - queued',$o->filename));
CatalogScan::dispatch($o)
->onQueue('scan');
}
} else {
$o->flag = FALSE;
$o->touch();
}
$c++;
}
}
}
Log::info('Checking for missing files');
// Find DB records before $started, check they exist (they shouldnt), and delete if not
if (! $this->option('ignore'))
foreach ($class::select(['id','filename'])->where('updated_at','<',$started)->cursor() as $o)
Log::error(sprintf('It appears that file [%s] is missing (%d)',$o->filename,$o->id));
Log::info(sprintf('Processed [%s]',$c));
return self::SUCCESS;
}
/**
* Recursively find files that we should catalog
*
* @param string $dir Directory to get files from
* @param string $type Configuration key to refer to config())
* @param string $prefix Remove the prefix from the filename
* @return Collection
*/
public function files(string $dir,string $type,string $prefix): Collection
{
$files = collect(Storage::disk('nas')->files($dir))
->map(fn($item)=>preg_replace('#^'.$prefix.'#','',$item))
->filter(function($item) use ($type) {
return ((! ($x=strrpos($item,'.')))
|| (! in_array(strtolower(substr($item,$x+1)),config($type.'.import.accepted'))))
? NULL
: $item;
});
if (! $this->depth)
return $files;
2020-01-02 21:04:15 +00:00
if (is_numeric($this->depth))
$this->depth--;
2018-01-11 12:59:53 +00:00
foreach (Storage::disk('nas')->directories($dir) as $dir)
$files = $files->merge($this->files($dir,$type,$prefix));
if (is_numeric($this->depth))
$this->depth++;
return $files;
}
}