server: Misc changes necessary to port to AWS from IU servers

 * cherrypy: Disable global trial flag
 * Switch postgres serialization option from depricated value
 * reporter: PHP 7 replace split
 * CherryPy misc
   - Add a Get for the /submit interface for debugging
   - Some documentation in the main MTTServer.py
 * Rename config script to template so we don't accidentally commit it
 * Add date string to debug output
 * Add downtime pages, for quick reference
 * Add a helpful error message when gunzip fails
 * Move to using a config file for the cron perl scripts (Add tmpl)

Signed-off-by: Joshua Hursey <[email protected]>

Author: jjhursey

.gitignore

@@ -1,15 +1,18 @@
 *\\#
 server/mtt_config.php
+server/php/config.inc
 server/php/stats/mtt-contrib.pdf
 server/php/stats/mtt-contrib-1year.pdf
 server/php/tmp/*.csv
 server/php/tmp/*.png
 server/php/cron/mtt-update-stats-db-only-output.txt
 server/php/cron/mtt-update-stats-output.txt
+server/php/cron/config.ini
 server/php/favicon.ico
 server/php/robots.txt
 server/php/stats/php_errors.log
 server/php/submit/php_errors.log
+server/php/submit/cpy
 *.pyc
 *.bak
 .DS_Store

server/php/cherrypy/src/MTTServer.py

@@ -63,6 +63,10 @@ def _restart_handler(signal, frame):
             'log.access_file': '../log/access.log',
             'log.error_file': '../log/cherrypy_error.log',
             'log.screen': False,
+            # Autoreload is very useful when debugging or updating frequently
+            # It will notice when any of the server files have been updated
+            # and reboot the server. Disable it during production runs
+            # as the continual overhead will accure CPU time.
             'engine.autoreload.on': False,
 
             # Don't run CherryPy Checker on custom conf sections:

server/php/cherrypy/src/webapp/db_pgv3.py

@@ -260,7 +260,7 @@
 class DatabaseV3():
     _name = '[DB PG V3]'
 
-    _force_trial = True
+    _force_trial = False
 
     def __init__(self, logger, auth):
         self._auth = auth

server/php/cherrypy/src/webapp/dispatchers.py

@@ -255,7 +255,7 @@ def _validate_test_run(self, submit_id, metadata, data):
         return None
 
     #
-    # GET / : Server status
+    # GET /submit/ : Server status
     #
     @cherrypy.tools.json_out()
     def GET(self, **kwargs):

server/php/config.inc server/php/config.inc.tmplserver/php/config.inc renamed to server/php/config.inc.tmpl

@@ -60,3 +60,9 @@ $mtt_http_password = rtrim(file_get_contents("/home/mpiteam/www-not-in-docroot/m
 
 # Where to render graphs?  Must be writable by the web server.
 $mtt_graph_tmp_dir = "tmp";
+
+# Where to log detailed reports on server failures
+$mtt_err_log_file = "/mnt/data/mtt.open-mpi.org/log/mtt-php-errors.log";
+
+# TMP dir to use when unpacking submission posts
+$mtt_submit_tmp_dir = "/tmp";

server/php/cron/alerts.php

@@ -40,7 +40,7 @@
 #
 # Includes
 #
-$topdir = "/l/osl/www/mtt.open-mpi.org/mtt/server/php";
+$topdir = "/mnt/data/mtt.open-mpi.org/mtt/server/php";
 include_once("$topdir/curl_get.inc");
 include_once("$topdir/ini.inc");
 include_once("$topdir/reporter/reporter.inc");

server/php/cron/config.ini.tmpl

@@ -0,0 +1,21 @@
+[database]
+user = USERNAME
+# Can use "run(cat /path/to/my/file/mtt-db-password.txt)"
+password = PASSWORD
+hostname = HOSTNAME
+port = 5432
+dbname = DATABASENAME
+
+[reporting]
+to_email = EMAIL@ADDRRESS
+from_email = EMAIL@ADDRRESS
+
+[stats]
+# MTT Working Dir to find scripts
+base_dir = "/path_to/cron/"
+# Directory containing scripts to execute
+working_dir = "/path_to/cron/stats"
+# Directory to place the contribution graph
+output_dir = "/path_to/stats/"
+# Temporary directory to store data files
+tmp_dir = "/tmp/"

server/php/cron/create-contrib-graph.pl

@@ -2,20 +2,16 @@
 
 use strict;
 use Env qw(HOME PATH USER);
+use Config::IniFiles;
 
 #
 # Script requires the following software packages installed:
 # - psql (with access to the mtt database)
 # - gnuplot (with postscript terminal)
 # - ps2pdf
 #
-
-# Directory containing scripts to execute
-my $working_dir = "/l/osl/www/mtt.open-mpi.org/mtt/server/php/cron/stats";
-# Directory to place the contribution graph
-my $output_dir  = "/l/osl/www/mtt.open-mpi.org/mtt/server/php/stats/";
-# Temporary directory to store data files
-my $tmp_dir = "/tmp/";
+my $config_filename = "config.ini";
+my $ini_section;
 
 my $cmd;
 
@@ -40,6 +36,25 @@
   exit -1;
 }
 
+my $ini = new Config::IniFiles(-file => $config_filename,
+                               -nocase => 1,
+                               -allowcontinue => 1);
+if( !$ini ) {
+    print "Error: Failed to read: $config_filename\n";
+    exit 1;
+}
+
+# Check the contents of the config file
+check_ini_section($ini, "stats", ("working_dir", "output_dir", "tmp_dir") );
+
+$ini_section = "stats";
+# Directory containing scripts to execute
+my $working_dir = resolve_value($ini, $ini_section, "working_dir");
+# Directory to place the contribution graph
+my $output_dir  = resolve_value($ini, $ini_section, "output_dir");
+# Temporary directory to store data files
+my $tmp_dir = resolve_value($ini, $ini_section, "tmp_dir");
+
 if(!chdir($working_dir) ) {
   print "Error: Cannot chdir to <$working_dir>\n";
   exit(-1);
@@ -61,6 +76,7 @@
 #
 # Gather the raw data
 #
+
 $cmd = "./make-raw-data.pl -year ".$extra_cmd_line_arg." > ".$tmp_dir.$data_file_year;
 if(0 != system($cmd) ) {
   print "Error: Cannot exec the command <$cmd>\n";
@@ -139,6 +155,15 @@ ()
     elsif( $ARGV[$i] eq "-l" ) {
       $is_limited_to_one_year = "t";
     }
+    elsif( $ARGV[$i] =~ /-config/ ) {
+      $i++;
+      if( $i < $argc ) {
+        $config_filename = $ARGV[$i];
+      } else {
+        print_update("Error: -config requires a file argument\n");
+        return -1;
+      }
+    }
     #
     # Invalid options produce a usage message
     #
@@ -158,3 +183,49 @@ ()
 
   return 0;
 }
+
+
+sub resolve_value() {
+    my $ini = shift(@_);
+    my $section = shift(@_);
+    my $key = shift(@_);
+    my $value;
+    
+    $value = $ini->val($section, $key);
+    if( !defined($value) ) {
+        print "Error: Failed to find \"$key\" in section \"$section\"\n";
+        exit 1;
+    }
+    $value =~ s/^\"//;
+    $value =~ s/\"$//;
+
+    if( $value =~ /^run/ ) {
+        $value = $';
+        $value =~ s/^\(//;
+        $value =~ s/\)$//;
+        $value = `$value`;
+        chomp($value);
+    }
+
+    return $value;
+}
+
+sub check_ini_section() {
+    my $ini = shift(@_);
+    my $section = shift(@_);
+    my @keys = @_;
+
+    if( !$ini->SectionExists($section) ) {
+        print "Error: INI file does not contain a $section field\n";
+        exit 1;
+    }
+
+    foreach my $key (@keys) {
+        if( !$ini->exists($section, $key) ) {
+            print "Error: INI file missing $section key named $key\n";
+            exit 1;
+        }
+    }
+
+    return 0;
+}

server/php/cron/crontab.dump

@@ -0,0 +1,48 @@
+# Note UTC is +4 from US EST
+#### MTT ################
+# Update MTT Statistics [Database]
+#  - everyday at 11:00 pm EST (3 am UTC)
+#  - runs in about 1 min
+#########################
+0 3 * * *  (cd /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/ && ./mtt-update-stats-db-only.pl )
+
+#### MTT ################
+# Update MTT Statistics [Contribution]
+#  - everyday at 1 am EST (5 am UTC)
+#  - runs in about 2 hours
+#########################
+0 5 * * *  (cd /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/ && ./mtt-update-stats.pl )
+
+#### MTT ################
+# Update Contrib Graphs
+# - Everyday at 3 am EST (7 am UTC)
+# "-l" limits to just last year of data. (faster to run)
+#########################
+# Runs in < 1 min
+0 7 * * * (cd /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/ && ./create-contrib-graph.pl -l )
+# Runs in about 45 minutes
+30 7 * * * (cd /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/ && ./create-contrib-graph.pl )
+
+#### MTT ################
+# Maintain internal PostgreSQL stats (Week)
+#  - Sunday at 4 am EST (8 am UTC)
+#  - runs in about 30 min
+#########################
+0 8 * * 0  (cd /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/ && ./periodic-maintenance.pl -week 1> /dev/null 2> /dev/null )
+
+#### MTT ################
+# Maintain internal PostgreSQL stats (Year)
+#  - Dec. 1 at 4 am EST (8 am EST)
+#  - runs in about 6 hours (?? Verify)
+#########################
+0 8 1 12 *  (cd /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/ && ./periodic-maintenance.pl -year 1> /dev/null 2> /dev/null )
+
+#### MTT ################
+# Email Reports
+#  - Tues - Thursday at 9 am (Past 12 hours) (1 pm UTC)
+#  - Tues - Thursday at 9 pm (Past 24 hours) (1 am UTC)
+#  - Monday at 9 am (Past 60 hours) (1 pm UTC)
+#########################
+0 13 * * 2-4  /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/alerts.php -f /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/morning.ini 1> /dev/null 2> /dev/null
+0 1 * * 2-4 /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/alerts.php -f /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/evening.ini 1> /dev/null 2> /dev/null
+0 13 * * 1    /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/alerts.php -f /mnt/data/mtt.open-mpi.org/mtt/server/php/cron/monday.ini  1> /dev/null 2> /dev/null

server/php/cron/ic-check.pl

@@ -10,6 +10,7 @@
 use DBI;
 use Mail::Sendmail;
 use Class::Struct;
+use Config::IniFiles;
 
 # Flush I/O frequently
 $| = 1;
@@ -18,10 +19,32 @@
 my $debug;
 my $debug_no_email;
 
-#my $to_email_address     = "FILL THIS IN";
-#my $from_email_address   = "FILL THIS IN";
-my $to_email_address     = "mtt-devel-core\@lists.open-mpi.org";
-my $from_email_address   = "mtt-devel-core\@lists.open-mpi.org";
+my $config_filename = "config.ini";
+my $ini_section;
+my $ini = new Config::IniFiles(-file => $config_filename,
+                               -nocase => 1,
+                               -allowcontinue => 1);
+if( !$ini ) {
+    print "Error: Failed to read: $config_filename\n";
+    exit 1;
+}
+# Check the contents of the config file
+check_ini_section($ini, "database", ("user", "password", "hostname", "port", "dbname") );
+check_ini_section($ini, "reporting", ("to_email", "from_email") );
+
+# Read in config entries
+$ini_section = "database";
+my $mtt_user = resolve_value($ini, $ini_section, "user");;
+my $mtt_pass = resolve_value($ini, $ini_section, "password");
+my $mtt_hostname = resolve_value($ini, $ini_section, "hostname");
+my $mtt_port = resolve_value($ini, $ini_section, "port");
+my $mtt_dbname = resolve_value($ini, $ini_section, "dbname");
+
+$ini_section = "reporting";
+my $to_email_address     = resolve_value($ini, $ini_section, "to_email");
+my $from_email_address   = resolve_value($ini, $ini_section, "from_email");
+
+# Static values
 my $current_mail_subject = "MTT Database Maintenance: IC Check";
 my $current_mail_header  = "";
 my $current_mail_body    = "";
@@ -210,10 +233,9 @@ ()
 }
 
 sub connect_db() {
-  my $mtt_user = "mtt";
   my $stmt;
 
-  $dbh_mtt = DBI->connect("dbi:Pg:dbname=mtt",  $mtt_user);
+  $dbh_mtt = DBI->connect("dbi:Pg:dbname=".$mtt_dbname.";host=".$mtt_hostname.";port=".$mtt_port,  $mtt_user, $mtt_pass);
 
   $stmt = $dbh_mtt->prepare("set sort_mem = '512MB'");
   $stmt->execute();
@@ -321,3 +343,48 @@ ()
 
   return 0;
 }
+
+sub resolve_value() {
+    my $ini = shift(@_);
+    my $section = shift(@_);
+    my $key = shift(@_);
+    my $value;
+    
+    $value = $ini->val($section, $key);
+    if( !defined($value) ) {
+        print "Error: Failed to find \"$key\" in section \"$section\"\n";
+        exit 1;
+    }
+    $value =~ s/^\"//;
+    $value =~ s/\"$//;
+
+    if( $value =~ /^run/ ) {
+        $value = $';
+        $value =~ s/^\(//;
+        $value =~ s/\)$//;
+        $value = `$value`;
+        chomp($value);
+    }
+
+    return $value;
+}
+
+sub check_ini_section() {
+    my $ini = shift(@_);
+    my $section = shift(@_);
+    my @keys = @_;
+
+    if( !$ini->SectionExists($section) ) {
+        print "Error: INI file does not contain a $section field\n";
+        exit 1;
+    }
+
+    foreach my $key (@keys) {
+        if( !$ini->exists($section, $key) ) {
+            print "Error: INI file missing $section key named $key\n";
+            exit 1;
+        }
+    }
+
+    return 0;
+}