Moved helper scripts to bin/ dir.

bin/clean_dupes.php

@@ -0,0 +1,24 @@
+#!/usr/bin/env php
+<?php
+
+$bkup_dir = __DIR__ . '/../data/';
+
+$file_list = glob($bkup_dir . '*.xml');
+
+$hashes = array();
+foreach ($file_list as $file) {
+    $filename = basename($file);
+    $file_hash = sha1_file($file);
+
+    if (isset($hashes[$file_hash])) {
+        $old_file = $hashes[$file_hash];
+        if (md5_file($file) == md5_file($bkup_dir . $old_file)) {
+            echo 'Duplicate file: ' . $filename . ' (first: ' . $old_file . ')' . PHP_EOL;
+            unlink($file);
+            continue;
+        }
+        echo 'Possible SHA1 collision?' . PHP_EOL;
+    }
+
+    $hashes[$file_hash] = $filename;
+}

bin/get_data.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+MYDIR=$(dirname "$(readlink -f "$0")")
+. "${MYDIR}/../config.ini"
+rsync -av "${SYNC_REMOTE_DIR}/data/*" "${MYDIR}/../data/"
+

bin/initdb.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+MYDIR=$(dirname "$(readlink -f "$0")")
+sqlite3 "${MYDIR}/../otadb.db3" < "${MYDIR}/../sql/dbschema.sql"

bin/parse_files.php

@@ -0,0 +1,43 @@
+#!/usr/bin/env php
+<?php
+
+require_once __DIR__ . '/../lib/autoloader.php';
+
+use \TclUpdates\GotuObject;
+use \TclUpdates\XmlParser;
+use \TclUpdates\SQLiteWriter;
+
+$bkup_dir = __DIR__ . '/../data/';
+
+$file_list = glob($bkup_dir . '*.xml');
+$sqlw = new SQLiteWriter();
+
+foreach ($file_list as $file) {
+    $filename = basename($file);
+    $file_stamp = substr($filename, 0, strpos($filename, '.'));
+    $file_date = gmdate('c', intval($file_stamp));
+    $data = file_get_contents($file);
+    $xp = new XmlParser();
+    $load_ok = $xp->loadXmlFromString($data);
+    if (!$load_ok) {
+        echo 'Could not load ' . $filename . '!' . PHP_EOL;
+        continue;
+    }
+    if (!$xp->validateGOTU()) {
+        echo 'XML not valid in ' . $filename . '!' . PHP_EOL;
+        continue;
+    }
+    echo 'Processing ' . $filename . ' ...';
+    $g = GotuObject::fromXmlParser($xp);
+    //print_r($g);
+    if ($g->tv) {
+        $result = $sqlw->addGotu($g, $file_date);
+        if ($result !== false) {
+            echo ' added as #' . $result . PHP_EOL;
+        } else {
+            echo ' NOT ADDED.' . PHP_EOL;
+        }
+    } else {
+        echo ' not a check XML' . PHP_EOL;
+    }
+}

bin/put_data.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+MYDIR=$(dirname "$(readlink -f "$0")")
+. "${MYDIR}/../config.ini"
+rsync -av "${MYDIR}/../data" "${SYNC_REMOTE_DIR}/"
+

bin/put_db.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+. "${MYDIR}/../config.ini"
+rsync -av "${MYDIR}/../otadb.db3" "${SYNC_REMOTE_DIR}/"
+