restructure so preprocesser expansion is a chainable state-modifier

main.py

@@ -6,9 +6,8 @@ def isnum(n):
     except:
         return False
     return True
-reps = ["(", ")", "\"", ","]
-f = open(sys.argv[1]).read()
 
+def preprocess(filename):
     def expand(file, path):
         working_directory = pathlib.Path(path).parent.resolve()
         tmp = file.replace("\\\n", "").split("\n")
@@ -41,12 +40,12 @@ def expand(file, path):
             #print(i, "\nsep")
         return (defs, "\n".join(tmp))
 
+    f = open(filename).read()
     f = expand(f, sys.argv[1])[1]
 
-
     f = f.replace(" ", " RDANEELOLIVAW ") # spacer
-for r in reps: f = f.replace(r, " "+r+" ")
-f = f.split()
+    for r in ["(", ")", "\"", ","]: f = f.replace(r, " "+r+" ")
+    return f.split()
 
 def tokenize(f):
     toks = []
@@ -125,7 +124,7 @@ def structurize(program):
 
 #print(tokenize(f))
 #print(lex(tokenize(f)), "\n")
-program = structurize(lex(tokenize(f)))
+program = structurize(lex(tokenize(preprocess(sys.argv[1]))))
 #lib.execute(structurize(lex(tokenize(f))))
 
 #print(program)