mbirth/tcl_update_db
1
0
Fork 0
mirror of https://github.com/mbirth/tcl_update_db.git synced 2024-11-09 23:06:45 +00:00
Code Issues Releases Wiki Activity

Better progress output.

Browse Source
This commit is contained in:
Markus Birth 2018-01-05 15:14:47 +01:00
parent e6297445f0
commit 6557e04fe4
1 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
bin/clean_dupes.php
View File

@ -3,22 +3,34 @@
$bkup_dir = __DIR__ . '/../data/'; $bkup_dir = __DIR__ . '/../data/';
$ansi_csi = chr(27) . '[';
$ansi_updel = $ansi_csi . 'F' . $ansi_csi . 'K';
echo 'Reading file list ...';
$file_list = glob($bkup_dir . '*.xml'); $file_list = glob($bkup_dir . '*.xml');
echo ' OK' . PHP_EOL;
echo 'Searching for duplicates ...' . PHP_EOL . PHP_EOL;
$hashes = array(); $hashes = array();
foreach ($file_list as $file) { foreach ($file_list as $i => $file) {
echo $ansi_updel . ($i+1) . '/' . count($file_list) . PHP_EOL;
$filename = basename($file); $filename = basename($file);
$file_hash = sha1_file($file); $file_hash = sha1_file($file);
if (isset($hashes[$file_hash])) { if (isset($hashes[$file_hash])) {
$old_file = $hashes[$file_hash]; $old_file = $hashes[$file_hash];
if (md5_file($file) == md5_file($bkup_dir . $old_file)) { if (md5_file($file) == md5_file($bkup_dir . $old_file)) {
echo 'Duplicate file: ' . $filename . ' (first: ' . $old_file . ')' . PHP_EOL; echo $ansi_updel . 'Duplicate file: ' . $filename . ' (first: ' . $old_file . ')' . PHP_EOL . PHP_EOL;
unlink($file); unlink($file);
continue; continue;
} }
echo 'Possible SHA1 collision?' . PHP_EOL; echo $ansi_updel . 'Possible SHA1 collision?' . PHP_EOL . PHP_EOL;
} }
$hashes[$file_hash] = $filename; $hashes[$file_hash] = $filename;
flush();
} }
echo count($file_list) . ' files done.' . PHP_EOL;