grund.py

#!/usr/local/bin/python3
# run this as: 
# nohup python grund.py

# this is the grunt git-based run daemon script: https://github.com/emer/grunt
# this is the outer-loop grunt daemon that polls all grunt working repositories
# and calls ./grund_sub.py to handle each case

import getpass
import os
import sys
import time
import subprocess
from pathlib import Path
from git import Repo

def open_servername(fnm):
    global grunt_clust
    if os.path.isfile(fnm):
        with open(fnm, "r") as f:
            grunt_clust = str(f.readline()).rstrip()
        print("server is: " + grunt_clust + " from: " + fnm, flush=True)
        return True
    else:
        return False

def get_server():
    cf = "grunt.server"
    if not open_servername(cf):
        df = os.path.join(str(Path.home()), ".grunt.defserver")
        if not open_servername(df):
            cnm = str(input("enter name of default server to use: "))
            with open(df, "w") as f:
                f.write(cnm + "\n")
            
# grunt_clust is server name -- default is in ~.grunt.defserver
grunt_clust = ""
get_server()
            
# grunt_root is ~/grunt
# you can symlink ~/grunt somewhere else if you want but let's keep it simple
grunt_root = os.path.join(str(Path.home()), "gruntsrv")
print ("grunt_root: " + grunt_root)

if not os.path.isdir(grunt_root):
    oldroot = os.path.join(str(Path.home()), "grunt")
    if os.path.isdir(oldroot):
        print("renaming old server dir from: " + oldroot + " to: " + grunt_root)
        os.rename(oldroot, grunt_root)

# grunt_user is user name
grunt_user = getpass.getuser()
print("grunt_user: " + grunt_user, flush=True)
    
# grunt_wc is the working directory path
grunt_wc = os.path.join(grunt_root, "wc", grunt_clust, grunt_user)

if len(sys.argv) == 2 and sys.argv[1] == "reset":
    fnm = "grund.lock"
    if os.path.isfile(fnm):
        os.remove(fnm)
    fnm = "nohup.out"
    if os.path.isfile(fnm):
        os.remove(fnm)

    # look for remote dirs that might have old url
    for f in os.listdir(grunt_wc):
        grunt_proj = os.path.join(grunt_wc,f)
        grunt_results = os.path.join(grunt_proj, "results")
        grunt_results_repo = 0
        try:
            grunt_results_repo = Repo(grunt_results)
        except Exception as e:
            print("The directory provided is not a valid grunt results git working directory: " + grunt_results + "! " + str(e), flush=True)
            exit(3)
        url = grunt_results_repo.remotes.origin.url
        # print("url: " + url)
        if "/grunt/bb/" in url:
            url = url.replace("/grunt/bb/", "/gruntsrv/bb/")
            with grunt_results_repo.remotes.origin.config_writer as cw:
                cw.set("url", url)
            print("updated url to: " + url)
        grunt_results_repo.remotes.origin.pull()
        
        grunt_jobs = os.path.join(grunt_proj, "jobs")
        grunt_jobs_repo = 0
        try:
            grunt_jobs_repo = Repo(grunt_jobs)
        except Exception as e:
            print("The directory provided is not a valid grunt jobs git working directory: " + grunt_jobs + "! " + str(e), flush=True)
            exit(3)
        url = grunt_jobs_repo.remotes.origin.url
        # print("url: " + url)
        if "/grunt/bb/" in url:
            url = url.replace("/grunt/bb/", "/gruntsrv/bb/")
            with grunt_jobs_repo.remotes.origin.config_writer as cw:
                cw.set("url", url)
            print("updated url to: " + url)
        grunt_jobs_repo.remotes.origin.pull()
        grunt_jobs_shafn = os.path.join(grunt_jobs,"last_commit_done.sha")
        cur_commit_hash = str(grunt_jobs_repo.heads.master.commit)
        with open(grunt_jobs_shafn, "w") as f:
            f.write(cur_commit_hash)
        print("for proj: " + grunt_proj + " reset last_commit_done.sha to current head: " + cur_commit_hash)
    exit(0)

def check_lockfile():
    fnm = "grund.lock"
    if os.path.isfile(fnm):
        pid = ""
        with open(fnm, "r") as f:
            pid = str(f.readline()).rstrip()
        print("ERROR: grund.lock says grund is already running at pid: " + pid + " -- do: 'ps -uaww | grep grund' to check for running grund jobs, and if none, do: 'python3 grund.py reset' to reset, then run again ('nohup python3 grund.py')")
        exit(1)
        return True
    else:
        with open(fnm,"w") as f:
            f.write(str(os.getpid()) + "\n")
        return False

check_lockfile()
        
if not os.path.isdir(grunt_wc):
    choice = str(input("Grunt working copy(" + grunt_wc + ") is not yet present. Do you want to create it? (Y/n): "))
    if (choice.lower() == "y" or choice.lower() == "yes" or choice == ""):
        p = Path(grunt_wc)
        p.mkdir(parents=True)
    else:
        print("You will need to manually create grunt working copy first then.")
        fnm = "grund.lock"
        if os.path.isfile(fnm):
            os.remove(fnm)
        exit(1)
        
 
print("grund is starting to monitor jobs in grunt_wc: " + grunt_wc, flush=True)

while True:
    for f in os.listdir(grunt_wc):
        grunt_proj = os.path.join(grunt_wc,f)
        if os.path.isdir(grunt_proj):
            try:
                subprocess.call(["python3","./grund_sub.py", grunt_proj])
            except subprocess.SubprocessError as e:
                print("grund_sub results error: " + str(e), flush=True)
    time.sleep(10)