Adding script to add examples listed in a conf file.

compile_server/app/management/commands/fill_examples.py

@@ -2,6 +2,8 @@
 # This is meant to be used by the administrators of the project only.
 import glob
 import os
+import shutil
+import subprocess
 import yaml
 from django.core.management.base import BaseCommand
 
@@ -20,22 +22,15 @@ class Command(BaseCommand):
 
         parser.add_argument('--dir', nargs=1, type=str,
                             help='add the example found in the given dir')
+        
+        parser.add_argument('--conf', nargs=1, type=str,
+                            help='parse yaml file and clone repos and add examples')
 
     def handle(self, *args, **options):
-
-        if options.get('remove_all', False):
-            # Remove all examples from the database
-            Resource.objects.all().delete()
-            Example.objects.all().delete()
-
-        if options.get('dir', None):
-            d = os.path.abspath(options.get('dir')[0])
-
+        
+        def add_directory(d):
             # For now, consider all files in the directory to be part of the
             # example
-            if not os.path.isdir(d):
-                print "{} is not a valid directory".format(d)
-                return
 
             # Look for 'example.yaml'
             example_yaml = os.path.join(d, 'example.yaml')
@@ -72,3 +67,41 @@ class Command(BaseCommand):
                         name=metadata['name'])
             e.save()
             e.resources.add(*resources)
+            
+        if options.get('remove_all', False):
+            # Remove all examples from the database
+            Resource.objects.all().delete()
+            Example.objects.all().delete()
+
+        if options.get('dir', None):
+            d = os.path.abspath(options.get('dir')[0])
+            if not os.path.isdir(d):
+                print "{} is not a valid directory".format(d)
+                return
+            add_directory(d)
+            
+        if options.get('conf', None):
+            conffile = os.path.abspath(options.get('conf')[0])
+            if not os.path.isfile(conffile):
+                print "{} is not a valid configuration file".format(conffile)
+                return
+            
+            with open(conffile, 'r') as f:
+                conf = yaml.safe_load(f);
+                
+            for source in conf["sources"]:
+                if os.path.isdir(os.path.join("resources", source["repo"])):
+                    for example in source["examples"]:
+                        add_directory(os.path.abspath(os.path.join("resources", source["repo"], example)))
+                else:
+                    dest_dir = os.path.splitext(os.path.basename(source["repo"]))[0]
+                    dest_dir = os.path.join("resources", dest_dir)
+                    
+                    if os.path.isdir(dest_dir):
+                        shutil.rmtree(dest_dir)
+                    if subprocess.call(["git", "clone", source["repo"], dest_dir]) != 0:
+                        print "Error cloning repo {}".format(source["repo"])
+                        return
+                    for example in source["examples"]:
+                        add_directory(os.path.abspath(os.path.join(dest_dir, example)))
+                    

resources/test_conf.yaml

@@ -0,0 +1,16 @@
+---
+sources:
+    - repo: https://github.com/AdaCore/Compile_And_Prove_Demo.git
+      examples: 
+        - examples/hello_world
+        - examples/absolute_value
+        - examples/bitwise_swap 
+        - examples/saturate_angle
+        - examples/sensor_average 
+        - examples/strings 
+        - examples/communications 
+        - examples/landing_procedure
+    - repo: templates
+      examples:
+        - simple_main
+...