Create IsochroneMakerReformatted.py

I have written a draft of the new stellar model reformatt-er. I will be testing this over the next few days.
Questions I have:
- Do you think that rewriting some of the stellar models files (originally in .dat) into fits file would be sufficient for the job once I try to run the extractor?

Author: RyotaInagaki1

spisea/IsochroneMakerReformatted.py

@@ -0,0 +1,121 @@
+import numpy as np
+import astropy
+import pandas as pd
+from astropy.io import fits
+from astropy.table import Table
+import os
+import hoki
+import time
+from hoki import load
+import glob
+
+""" Simplifies the stellar evolution models relevant to cluster into one place.
+ May be slow later. But better than dealing with many many,
+ Files all at once manually.
+ colsToElim are columns whose values' significance I don't know?
+ We eliminate those. """
+"""Source: https://stackoverflow.com/questions/44369504/
+how-to-convert-entire-dataframe-values-to-float-in-pandas"""
+
+colsToElim = [x for x in range(96) if x not in [hoki.dummy_dict[y]
+              for y in hoki.dummy_dict.keys()]]
+
+
+def reformatter(SinOrBin, model, metallicity='z020', evo_dir):
+    """I will expedite the process of writing and saving files by
+    making the BPASS stellar input files binary fits tables """
+    t1 = time.time()
+    Entries = []
+    dummyDic = hoki.dummy_dict
+    entries = load.model_input(bpass_dir +
+                               'BPASSv2.2.1_' + SinOrBin + '-' +
+                               model + '/' + 'input_bpass_' +
+                               metallicity + '_' + SinOrBin +
+                               '_' + model)
+    i = 0
+    for x in entries.filenames:
+        if x[0] != '.':
+            try:
+                f = pd.read_csv(hoki.MODELS_PATH + x, sep="\s+",
+                                header=None)
+                f.apply(pd.to_numeric, errors='coerce')
+                astroTable = Table.from_pandas(astroTable)
+                if not os.path.isdir(evo_dir + "iso/" + metallicity + '/' +
+                                     model + "/" + SinOrBin +
+                                     "/" + "FitsModels"):
+                    os.makedirs(evo_dir +
+                                'iso/' + metallicity + '/' + model +
+                                "/" + SinOrBin + "/" + "FitsModels")
+                f.write(evo_dir +
+                        'iso/' + metallicity+"/" + model +
+                        "/" + SinOrBin + "/" + "FitsModels/" +
+                        fileName[:-4] + ".fits", format='fits')
+            except FileNotFoundError:
+                print("File not Readable/Found")
+
+
+def extractor(SinOrBin, model, age, metallicity='z020', bpass_evo_dir,
+              margin_of_logAge_error):
+    t1 = time.time()
+    entries = glob.glob(evo_dir +
+                        'iso/' + metallicity+"/" + model +
+                        "/" + SinOrBin + "/" + "FitsModels/*")
+    Entries = []
+    dummyDic = hoki.dummy_dict
+    for x in entries:
+        if x[0] != '.':
+            try:
+                f = Table.read(bpass_evo_dir)
+                f = f.to_pandas()
+                if f[f.columns[1]].tolist() != []:
+
+                    # Make sure that whatever that is being put into the table
+                    # is practically the desired age
+                    f = f[(f[f.columns[1]] < 10 ** (age + 0.5)) &
+                          (f[f.columns[1]] > 10 ** (age - 0.5))]
+                    f.transpose()
+                    Entries.append(f)
+            except FileNotFoundError:
+                print('File Not Found')
+    print('Onto Reducing the data')
+    reduced = reducing(Entries)
+    try:
+        if not isinstance(reduced, type(None)) and not reduced.empty:
+            reduced = Table.from_pandas(reduced)
+            if not os.path.isdir('/g/lu/models/evolution/BPASS/v2.2/' +
+                                 'iso/' + metallicity + '/'):
+                os.makedirs('/g/lu/models/evolution/BPASS/v2.2/' +
+                            'iso/' + metallicity + '/')
+            if not os.path.isfile('/g/lu/models/evolution/BPASS/v2.2/' +
+                                  'iso/' + metallicity + '/' + str(age) +
+                                  '.fits'):
+                                        reduced.write('/g/lu/models/' +
+                                                      'evolution/BPASS/v2.2/' +
+                                                      'iso/' + metallicity +
+                                                      '/' + 'iso' + str(age) +
+                                                      '.fits', format='fits')
+            return reduced
+    except IndexError:
+        print ('It looks like there are no stars in out input file' +
+               ' that have the specified age...')
+
+
+def reducing(lis):
+    if lis != [] and not isinstance(lis[0], type(None)) and not lis[0].empty:
+        temp = pd.DataFrame(lis.pop()).transpose()
+        while lis != [] and not isinstance(lis[0], type(None)) and
+        not lis[0].empty:
+            popd = pd.DataFrame(lis.pop()).transpose()
+            temp = pd.DataFrame(temp)
+            temp = pd.concat([temp, popd], axis=0)
+        # Make a reverse map
+        # Citation: https://stackoverflow.com/questions/483666/reverse-invert-a
+        # dictionary-mapping
+        temp.drop(columns=[temp.columns[x] for x in colsToElim], inplace=True)
+        invmap = {u: v for v, u in hoki.dummy_dict.items()}
+        temp.rename(columns=invmap, inplace=True)
+        for x in temp.columns:
+            temp[x] = pd.to_numeric(temp[x], errors='coerce')
+        return temp
+    else:
+        print("Empty list inputted!")