Changeset 6071 in /cluster/svnroot

Timestamp:

Aug 12, 2018 2:24:40 PM (2 years ago)

Author:

skylar

Message:

get dictionary of config data re #915

File:

• bccd-ng/branches/skylar/bccd-3.4.0-build_ng/bin/gen_jenkins_job_xml (modified) (2 diffs)

bccd-ng/branches/skylar/bccd-3.4.0-build_ng/bin/gen_jenkins_job_xml

@@ -5 +5 @@
 import argparse
 import glob
+import urllib3
 import os
+
+from bs4 import BeautifulSoup
 
 def get_args():
     parser = argparse.ArgumentParser()
-    
+
     parser.add_argument('--svn_url', help='URL to SVN branch or tag',required=True,)
-    parser.add_argument('--stage', help='Branch name (i.e. skylar) or simply "tag" for production build',required=True,)
+    parser.add_argument('--version', help='BCCD version to build',required=True,)
+    parser.add_argument('--user', help='Developer user name to include in version tag',required=False,)
     parser.add_argument('--config_dir', help='Directory of Jenkins job configs',required=True,)
     parser.add_argument('--job_dir', help='Jenkins job directory path',required=True,)
@@ -17 +21 @@
     return parser.parse_args()
 
-def get_config_files(config_dir,stage):
-    """Reads template job files from config_dir, and then returns a list of dictionaries where the key is the input filename"""
-    """and the value is the output file name (either with the stage name inserted after BCCD-, or kept the same in"""
-    """the case of the tag stage)."""
-    return map(lambda f: {os.path.basename(f),os.path.basename(f) if stage=='tag' else os.path.basename(f).replace('BCCD-','BCCD-{}-'.format(stage),1)},
-            glob.glob(os.path.join(config_dir,'*.xml')))
+def get_jenkins_project_configs(url):
+    """Takes in a URL for the Jenkins config directory in SVN, and returns a dictionary of project_name,config_xml_data"""
+    """Requires each sub-directory of the Jenkins config directory to have a config.xml file"""
+    http = urllib3.PoolManager()
+    return {k:v.data for k,v in
+            {u.strip("/"): http.request('GET', url + '/' + u + '/config.xml')
+                for u in map(lambda x: x['href'],
+                    filter(lambda h:
+                        h['href'] != '../',
+                        BeautifulSoup(http.request('GET',url).data,'html.parser',).find_all('a',href=True)
+                        )
+                    )
+                }.items() if v.status == 200
+            }
 
 def main():
     args = get_args()
 
-    print(list(get_config_files(config_dir=args.config_dir,stage=args.stage)))
+    print(get_jenkins_project_configs(args.svn_url))
+
+    #print(list(get_config_files(
+    #    config_dir=args.config_dir,
+    #    version_string='{0}{1}'.format(args.version,'_' + args.user if args.user else '')
+    #    )))
 
 if __name__ == '__main__':