startscript.py

import sys
from make_folder_dict import dateDict
from subprocess import Popen, PIPE
from makedot import makeDotStart


YEAR = sys.argv[1]

date_dict = dateDict()
dates = sorted(list(filter(lambda x: x.split('-')[0] == YEAR, date_dict)))


try: 
    START = dates.index(sys.argv[2])
except:
    START = 0

#if sys.argv[2] == 0: START = 0
#else: START = dates.index(sys.argv[2])     # start with this date


try: END = dates.index(sys.argv[3]) + 1     # end with this date
except: END = False



tmpl = 'python3.8 align_match.py {0}'


def checkEtreeNumbers(folders):
    # skip dates where dupliacte etree numbers exist in the list of recordings
    # e.g.  gd1990-03-29.123925.mk4.flac16
    #       gd1990-03-29.127385.mtx.eichorn.flac16
    # TODO: save unique etree number in files list
    es = []
    for r in folders:
        #e = etreeNumber(r + '/')
        e = etreeNumber(r)
        #print(e)
        if e in es:
            return False
        else:
            es.append(e)
    return True


def etreeNumber(e):
    e = e.split('/')[-1]
    for j in e.split('.'):
        try: return int(j)
        except: pass


def main():
    if END:
        pdates = dates[START:END]
    else:
        pdates = dates[START:]

    Popen('ulimit -n 30000', shell=True).communicate()

    for d in pdates:    
        if len(date_dict[d]) < 2:
            print('SKIPPING: NOT ENOUGH RECORDINGS')
            continue
        if not checkEtreeNumbers(date_dict[d]):
            print('SKIPPING: DUPLICATE IDS')
            continue

        cmd = tmpl.format(d)
        print(d)
        
        Popen(cmd, shell=True).communicate()
        Popen('purge', shell=True).communicate()

        makeDotStart(d)

main()