123 lines
3.4 KiB
PHP
123 lines
3.4 KiB
PHP
<?php
|
|
|
|
namespace App\Console\Commands;
|
|
|
|
use Illuminate\Console\Attributes\Description;
|
|
use Illuminate\Console\Attributes\Signature;
|
|
use Illuminate\Console\Command;
|
|
use Illuminate\Support\Facades\DB;
|
|
|
|
#[Signature('postcodes:import {--file= : Path to ONSPD CSV file}')]
|
|
#[Description('Import UK postcodes (ONSPD) into the local postcodes and outcodes tables')]
|
|
final class ImportPostcodes extends Command
|
|
{
|
|
private const int CHUNK_SIZE = 1000;
|
|
|
|
public function handle(): int
|
|
{
|
|
$file = $this->option('file');
|
|
|
|
if ($file === null || ! is_readable($file)) {
|
|
$this->error('--file is required and must be a readable path to an ONSPD CSV.');
|
|
|
|
return self::FAILURE;
|
|
}
|
|
|
|
$handle = fopen($file, 'r');
|
|
|
|
if ($handle === false) {
|
|
$this->error("Unable to open {$file}.");
|
|
|
|
return self::FAILURE;
|
|
}
|
|
|
|
$header = fgetcsv($handle);
|
|
|
|
if ($header === false) {
|
|
$this->error('CSV is empty.');
|
|
fclose($handle);
|
|
|
|
return self::FAILURE;
|
|
}
|
|
|
|
$headerCounts = array_count_values(array_map('strtolower', $header));
|
|
|
|
foreach (['pcd', 'lat', 'long'] as $required) {
|
|
if (($headerCounts[$required] ?? 0) > 1) {
|
|
$this->error("Column '{$required}' appears more than once — refusing to import.");
|
|
fclose($handle);
|
|
|
|
return self::FAILURE;
|
|
}
|
|
}
|
|
|
|
$columns = array_change_key_case(array_flip($header), CASE_LOWER);
|
|
|
|
foreach (['pcd', 'lat', 'long'] as $required) {
|
|
if (! isset($columns[$required])) {
|
|
$this->error("Missing required column '{$required}'.");
|
|
fclose($handle);
|
|
|
|
return self::FAILURE;
|
|
}
|
|
}
|
|
|
|
$hasDoterm = isset($columns['doterm']);
|
|
|
|
DB::table('postcodes')->truncate();
|
|
DB::table('outcodes')->truncate();
|
|
|
|
$buffer = [];
|
|
$imported = 0;
|
|
|
|
while (($row = fgetcsv($handle)) !== false) {
|
|
if ($hasDoterm && trim((string) ($row[$columns['doterm']] ?? '')) !== '') {
|
|
continue;
|
|
}
|
|
|
|
$lat = trim((string) ($row[$columns['lat']] ?? ''));
|
|
$lng = trim((string) ($row[$columns['long']] ?? ''));
|
|
|
|
if ($lat === '' || $lng === '') {
|
|
continue;
|
|
}
|
|
|
|
$pcd = strtoupper(preg_replace('/\s+/', '', (string) $row[$columns['pcd']]));
|
|
|
|
if ($pcd === '' || strlen($pcd) < 5) {
|
|
continue;
|
|
}
|
|
|
|
$buffer[] = [
|
|
'postcode' => $pcd,
|
|
'outcode' => substr($pcd, 0, strlen($pcd) - 3),
|
|
'lat' => (float) $lat,
|
|
'lng' => (float) $lng,
|
|
];
|
|
|
|
if (count($buffer) >= self::CHUNK_SIZE) {
|
|
DB::table('postcodes')->insert($buffer);
|
|
$imported += count($buffer);
|
|
$buffer = [];
|
|
}
|
|
}
|
|
|
|
if ($buffer !== []) {
|
|
DB::table('postcodes')->insert($buffer);
|
|
$imported += count($buffer);
|
|
}
|
|
|
|
fclose($handle);
|
|
|
|
DB::statement(
|
|
'INSERT INTO outcodes (outcode, lat, lng)
|
|
SELECT outcode, AVG(lat), AVG(lng) FROM postcodes GROUP BY outcode'
|
|
);
|
|
|
|
$this->info("Imported {$imported} postcodes.");
|
|
$this->info('Derived '.DB::table('outcodes')->count().' outcode centroids.');
|
|
|
|
return self::SUCCESS;
|
|
}
|
|
}
|