Instead, set it when running. Having the set in the constructor was causing memory_limit to be changed for "artisan queue:work" processes.
161 lines
4 KiB
PHP
161 lines
4 KiB
PHP
<?php
|
|
namespace App\Console\Commands;
|
|
|
|
use Illuminate\Console\Command;
|
|
use App\Place;
|
|
use DB;
|
|
use Illuminate\Support\Str;
|
|
|
|
class ImportCities extends Command
|
|
{
|
|
/**
|
|
* The name and signature of the console command.
|
|
*
|
|
* @var string
|
|
*/
|
|
protected $signature = 'import:cities {chunk=1000}';
|
|
|
|
/**
|
|
* The console command description.
|
|
*
|
|
* @var string
|
|
*/
|
|
protected $description = 'Import Cities to database';
|
|
|
|
/**
|
|
* Checksum of city dataset.
|
|
*
|
|
*/
|
|
const CHECKSUM = 'e203c0247538788b2a91166c7cf4b95f58291d998f514e9306d315aa72b09e48bfd3ddf310bf737afc4eefadca9083b8ff796c67796c6bd8e882a3d268bd16af';
|
|
|
|
/**
|
|
* List of shortened countries.
|
|
*
|
|
* @var array
|
|
*/
|
|
protected $countries = [
|
|
'AE' => 'UAE',
|
|
'BA' => 'Bosnia-Herzegovina',
|
|
'BO' => 'Bolivia',
|
|
'CD' => 'Democratic Republic of Congo',
|
|
'CG' => 'Republic of Congo',
|
|
'FM' => 'Micronesia',
|
|
'GB' => 'United Kingdom',
|
|
'IR' => 'Iran',
|
|
'KP' => 'DRPK',
|
|
'KR' => 'South Korea',
|
|
'LA' => 'Laos',
|
|
'MD' => 'Moldova',
|
|
'PS' => 'Palestine',
|
|
'RU' => 'Russia',
|
|
'SH' => 'Saint Helena',
|
|
'SY' => 'Syria',
|
|
'TW' => 'Taiwan',
|
|
'TZ' => 'Tanzania',
|
|
'US' => 'USA',
|
|
'VE' => 'Venezuela',
|
|
'XK' => 'Kosovo'
|
|
];
|
|
|
|
/**
|
|
* Create a new command instance.
|
|
*
|
|
* @return void
|
|
*/
|
|
public function __construct()
|
|
{
|
|
parent::__construct();
|
|
}
|
|
|
|
/**
|
|
* Execute the console command.
|
|
*
|
|
* @return mixed
|
|
*/
|
|
public function handle()
|
|
{
|
|
$old_memory_limit = ini_get('memory_limit');
|
|
ini_set('memory_limit', '256M');
|
|
$path = storage_path('app/cities.json');
|
|
|
|
if(hash_file('sha512', $path) !== self::CHECKSUM) {
|
|
$this->error('Invalid or corrupt storage/app/cities.json data.');
|
|
$this->line('');
|
|
$this->info('Run the following command to fix:');
|
|
$this->info('git checkout storage/app/cities.json');
|
|
return;
|
|
}
|
|
|
|
if (!is_file($path)) {
|
|
$this->error('Missing storage/app/cities.json file!');
|
|
return;
|
|
}
|
|
|
|
if (Place::count() > 0) {
|
|
DB::table('places')->truncate();
|
|
}
|
|
|
|
$this->info('Importing city data into database ...');
|
|
|
|
$cities = json_decode(file_get_contents($path));
|
|
$cityCount = count($cities);
|
|
|
|
$this->line('');
|
|
$this->info("Found {$cityCount} cities to insert ...");
|
|
$this->line('');
|
|
|
|
$bar = $this->output->createProgressBar($cityCount);
|
|
$bar->start();
|
|
|
|
$buffer = [];
|
|
$count = 0;
|
|
|
|
foreach ($cities as $city) {
|
|
$buffer[] = [
|
|
"name" => $city->name,
|
|
"slug" => Str::slug($city->name),
|
|
"country" => $this->codeToCountry($city->country),
|
|
"lat" => $city->lat,
|
|
"long" => $city->lng
|
|
];
|
|
|
|
$count++;
|
|
|
|
if ($count % $this->argument('chunk') == 0) {
|
|
$this->insertBuffer($buffer);
|
|
$bar->advance(count($buffer));
|
|
$buffer = [];
|
|
}
|
|
}
|
|
$this->insertBuffer($buffer);
|
|
|
|
$bar->advance(count($buffer));
|
|
|
|
$bar->finish();
|
|
|
|
$this->line('');
|
|
$this->line('');
|
|
$this->info('Successfully imported ' . $cityCount . ' entries!');
|
|
$this->line('');
|
|
ini_set('memory_limit', $old_memory_limit);
|
|
return;
|
|
}
|
|
|
|
private function insertBuffer($buffer)
|
|
{
|
|
DB::table('places')->insert($buffer);
|
|
}
|
|
|
|
private function codeToCountry($code)
|
|
{
|
|
$countries = $this->countries;
|
|
if(isset($countries[$code])) {
|
|
return $countries[$code];
|
|
}
|
|
|
|
$country = (new \League\ISO3166\ISO3166)->alpha2($code);
|
|
$this->countries[$code] = $country['name'];
|
|
return $this->countries[$code];
|
|
}
|
|
}
|