Update utilities to upload programs in bulk

Author: sspickle

fs_utils.py

@@ -0,0 +1,33 @@
+"""
+These are filesytem based utilities to help with housekeeping.
+"""
+
+import os
+
+def LoadPrograms(**kwargs):
+    """
+    Iterate through the python programs in a folder.
+    """
+    path = kwargs['path']
+    for file in os.listdir(path):
+        if file.endswith(".py"):
+            with open(os.path.join(path, file)) as f:
+                code = f.read()
+                yield file, code
+
+def LoadProgramVisitor(path, func):
+    for pname, code in LoadPrograms(path=path):
+        func(pname, code)
+
+def buildLoader(client, Program, ndb, user_id, folder_id, modDBFunctions):
+
+    def loader(pname, code):
+        code = code.replace('from vpython import *', 'Web VPython 3.2\n')
+        modDBFunctions.SetProgramSource(ndb, Program, user_id, folder_id, pname, code)
+
+    wrapped_loader = modDBFunctions.with_context(client)(loader)
+
+    return wrapped_loader
+
+if __name__ == '__main__':
+    LoadProgramVisitor(path='/Users/steve/Development/instructormi/assets/lecture-demo-programs/PUBLIC', func=lambda pname, code: print(pname))

ide/modDBFunctions.py

@@ -1,6 +1,20 @@
 #
 # These are some functions that could be usefult to fiddle with the Datastore entities moving from python2 to python3
 
+import functools
+
+def with_context(client):
+    """
+    Set up an ndb client context to call ndb functions
+    """
+    def decorator(func):
+        @functools.wraps(func) # Preserves original function's metadata
+        def wrapper(*args, **kwargs):
+            with client.context():
+                return func(*args, **kwargs)
+        return wrapper
+    return decorator
+
 def NewUser(**kwargs):
     """
     Create a fake user with a gaeUser entity but no email address
@@ -46,6 +60,24 @@ def DumpUsers(**kwargs):
     for s in kwargs['User'].query():
         print (s)
 
+def ListFolders(ndb, user_id, Folder):
+
+    ancestor_key = ndb.Key('User', user_id)
+
+    for f in Folder.query(ancestor=ancestor_key):
+        print (f)
+
+def SetProgramSource(ndb, Program, user_id, folder_id, program_name, code):
+    program_key = ndb.Key('User', user_id, 'Folder', folder_id, 'Program', program_name)
+    ancestor_key = ndb.Key('User', user_id, 'Folder', folder_id)
+
+    program_object = program_key.get()
+
+    if not program_object:
+        program_object = Program(parent=ancestor_key, id=program_name)
+
+    program_object.source = code
+    program_object.put()
 
 def SetSetting(name, value, **kwargs):
     Setting = kwargs['Setting']

main.py

@@ -2,13 +2,16 @@
 from ide import app, models, routes, modDBFunctions
 from google.cloud import ndb
 
-
 @app.shell_context_processor
 def make_shell_context():
     """
-    In the flask shell use the `wc` function to call ndb methods like so:
+    In the flask shell use the `wc` decorator to call ndb methods like so:
+
+    @wc
+    def doSomething(foo, bar):
+        modDBFunctions.DumpUsers(User=foo, Bar=bar)
 
-    `wc(modDBFunction.DumpUsers, User=User)`
+    doSomething()
 
     This will create an ndb context and then invoke the requested function with kwargs provided.
     
@@ -18,12 +21,12 @@ def make_shell_context():
 
     client = ndb.Client(project=project) # for user data, folders, and programs
 
-    def wc(func, **args):
-        with client.context():
-            func(**args)
-            
-    return {'app': app, 'User': models.User, 'Folder':models.Folder, 'Program':models.Program, 'Setting':models.Setting,
-            'ndb':ndb, 'wc':wc, 'models':models, 'routes':routes,
-            'project':project, 'client':client, 'modDBFunctions':modDBFunctions}
+    import fs_utils as fsu
 
+    def doLoadPrograms(path):
+        loader = fsu.buildLoader(client, models.Program, ndb, 'localuser', 'testupdate', modDBFunctions)
+        fsu.LoadProgramVisitor(path, loader)
 
+    return {'app': app, 'User': models.User, 'Folder':models.Folder, 'Program':models.Program,
+            'Setting':models.Setting,'ndb':ndb, 'models':models, 'routes':routes, 'project':project,
+            'client':client, 'modDBFunctions':modDBFunctions, 'doLoadPrograms':doLoadPrograms}