#!/usr/bin/python
"""
CS 451 Data-Intensive Distributed Computing:
Assignment 6 public check script for the Datasci cluster

Sample usage:
$ ./check_assignment6_public_datasci.py bigdatateach
"""

import sys, os, signal, argparse
from subprocess import call

# hack to avoid broken pipe error
signal.signal(signal.SIGPIPE, signal.SIG_DFL)

def check_a6(u):
    """Run Assignment 6 on the Datasci Cluster"""
    call(["mvn","clean","package"])

    with open("q1t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q1", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT",
              "--date", "1996-01-01", "--text"], stdout=outfile)

    with open("q1p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q1", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET",
              "--date", "1996-01-01", "--parquet"], stdout=outfile)

    with open("q2t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q2", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT",
              "--date", "1996-01-01", "--text"], stdout=outfile)

    with open("q2p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q2", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET",
              "--date", "1996-01-01", "--parquet"], stdout=outfile)

    with open("q3t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q3", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT",
              "--date", "1996-01-01", "--text"], stdout=outfile)

    with open("q3p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q3", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET",
              "--date", "1996-01-01", "--parquet"], stdout=outfile)

    with open("q4t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q4", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT",
              "--date", "1996-01-01", "--text"], stdout=outfile)

    with open("q4p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q4", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET",
              "--date", "1996-01-01", "--parquet"], stdout=outfile)

    with open("q5t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q5", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT", "--text"], stdout=outfile)

    with open("q5p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q5", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET", "--parquet"], stdout=outfile)

    with open("q6t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q6", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT",
              "--date", "1996-01-01", "--text"], stdout=outfile)

    with open("q6p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q6", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET",
              "--date", "1996-01-01", "--parquet"], stdout=outfile)

    with open("q7t.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q7", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-TXT",
              "--date", "1996-01-01", "--text"], stdout=outfile)

    with open("q7p.out", "w") as outfile:
        call(["spark-submit", "--class", "ca.uwaterloo.cs451.a6.Q7", "--deploy-mode", "client",
              "--num-executors", "4", "--executor-cores", "4", "--executor-memory", "24G", "--driver-memory", "2g",
              "target/assignments-1.0.jar", "--input", "/data/cs451/TPC-H-10-PARQUET",
              "--date", "1996-01-01", "--parquet"], stdout=outfile)


if __name__ == "__main__":
  try:
    if len(sys.argv) < 2:
        print("usage: "+sys.argv[0]+" [github-username]")
        exit(1)
    check_a6(sys.argv[1])
  except Exception as e:
    print(e)