HEX
Server: nginx/1.18.0
System: Linux test-ipsremont 5.4.0-214-generic #234-Ubuntu SMP Fri Mar 14 23:50:27 UTC 2025 x86_64
User: ips (1000)
PHP: 8.0.30
Disabled: pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_get_handler,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority,pcntl_async_signals,pcntl_unshare,
Upload Files
File: /var/www/html/laravel/app/Console/Commands/RemoveDuplicates.php
<?php

namespace App\Console\Commands;

use App\Models\Notam;
use Illuminate\Console\Command;
use Illuminate\Support\Facades\DB;

class RemoveDuplicates extends Command
{

    /**
     * The name and signature of the console command.
     *
     * @var string
     */
    protected $signature = 'notam:remove-duplicates {preview}';

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = 'Remove duplicates from notams table';

    /**
     * Create a new command instance.
     *
     * @return void
     */
    public function __construct()
    {
        parent::__construct();
    }

    /**
     * Execute the console command.
     *
     * @return int
     */
    public function handle()
    {
        ini_set('max_execution_time', -1);

        $allNotams = Notam::query()
            ->select('request_hash', DB::raw('count(*) as counter'), DB::raw('group_concat(fine_tuning) as fine_tuning'))
            ->groupBy('request_hash')
            ->having('counter', '>', 1)
            ->get();



        /** @var Notam $notam */
        foreach ($allNotams as $hash) {
            $toKeep = [];
            $toRemove = [];
            echo 'HASH: ' . $hash->request_hash . PHP_EOL;

            $hash = $hash->request_hash;
            $notams = Notam::query()
                ->where('request_hash', $hash)
                ->latest()
                ->get();

            echo $total = $notams->count() . PHP_EOL;
            foreach ($notams as $notam) {
                if (empty($toKeep) && $notam->fine_tuning && !substr_count($notam->correct_response, '"CheckNeeded":true')) {
                    $toKeep[] = $notam->id;
                } else {
                    $toRemove[] = $notam->id;
                }
            }

            // Keep all notams if none are processed
            if (empty($toKeep)) {
                $toKeep = $toRemove;
                $toRemove = [];
            }
            echo "To keep: " . json_encode($toKeep) . PHP_EOL;
            echo "To remove: " . json_encode($toRemove) . PHP_EOL;

            if (!empty($toRemove) && !$this->argument('preview')) {
                Notam::query()
                    ->whereIn('id', $toRemove)
                    ->delete();
            }
        }
    }

}