databases.py

#Creates database files for visit
# *.visit
# .visit are text files with a list of all files in the database
#  In this case, X.visit has ? lines, each GEN_X_?.nc
#Set the variables you want in cgem_vars.py

##--Set path to cgem_vars.py in this directory----
SCRIPT_PATH = "/expanse/lustre/scratch/llowe/temp_project/CGEM/visit"

import os
#So it can find cgem_vars.py
import sys
sys.path.append(SCRIPT_PATH)

from cgem_vars import *

#Put the full path, followed by '/'
#SCHISM outputs here: 
#filedir = "/rsstu/users/l/lllowe/cgem/sasj_bay_setup/outputs/"
#filedir = "/rsstu/users/l/lllowe/cgem/cgem-real/outputs/"
#filedir = "/expanse/lustre/scratch/llowe/temp_project/cgem-SA/outputs/"
filedir = "/expanse/lustre/scratch/llowe/temp_project/cgem-SA-LSC2/outputs/"

#databases go here
dbfiles = "/expanse/lustre/scratch/llowe/temp_project/cgem-SA-LSC2/outputs/databases/"

#Check that output directory exists
if not os.path.exists(filedir):
    sys.exit("The directory " + filedir + " does not exist. Exiting.")
#If the db directory does not exist, create one
if not os.path.exists(dbfiles):
    os.makedirs(dbfiles)

istart = 1
#iend = 13 
#How many completed GEN files?
iend = 17 

#Writes one text file, X.visit, for each variable specified in cgem_vars
for var in cgem_vars:
    datafile = dbfiles + var['name'] + ".visit"
    f = open(datafile,"w")
    f = open(datafile,"a")
    print(datafile)
    for i in range(istart,(iend+1)):
        print(i)
        filepath = filedir + var['var'] + "_" + str(i) + ".nc"
        #Python f-string, filepath with newline
        f.write(f"{filepath}\n")
        print(filepath)