WIP ignoreFiles argument

Author: exdx

lib/jobs/create.js

@@ -30,6 +30,7 @@ const chalk = require('chalk');
  * @param {string} [params.projectId] - The poject id of an existing project for this job.  Note: if projectId is specified, the project parameter cannot be specified.
  * @param {string} [params.command] - An optional command to run within the workspace or container.
  * @param {string} [params.workspace] - An optional path to a workspace, or link to a git repository to upload and merge with the container.  If a zip file name is provided it is uploaded instead.  If no workspace is provided the current directory is zipped up and transferred.  If the workspace is 'none', no workspace is merged and the container is run as-is. To download a git repository provide an https repository link and optionally prefix it with 'git+', e.g. 'https://github.com/MyProjects/MyRepo.git'.  If the 'git+' prefix is not specified, it is added at the time of download to the job runner machine.  S3 links are also supported using the schema 's3://bucketname/objectname'.
+ * @param {string} [params.ignoreFiles] - An optional reference to files that should be excluded from workspace upload. Files/folders to be ignored. 
  * @param {string} [params.codeCommit] - An optional reference to git commit hash if local workspace is a git repository. Found at runtime. 
  * @param {string} [params.dataset] - An optional reference to a dataset to be merged with the container.
  * @param {string} [params.registryUsername] - An optional username for accessing an image hosted on a private container registry.  Note: you must specify this option every time a private image is specified for the container.
@@ -411,13 +412,33 @@ function create(params, cb) {
 						throw err;
 					}
 				});
+				
+				// exclude user supplied --ignoreFiles as well: folders or files
+				if (params.ignoreFiles) {
+					if (typeof params.ignoreFiles === 'string') {
+						var ignoreFilesArray = params.ignoreFiles.split(',')
+						ignoreFilesArray.forEach(element => {
+							fs.lstat(params.workspace + '/' + element, (err, stats) => {
+								if(err) {
+									var err = new Error('Error: ignoreFiles argument not found: aborting');
+									return ifCliPrintErrorOnly(err);
+								}
+							})
+							element = '**/' + element
+						});
+					} else {
+						var err = new Error('Error: ignoreFiles argument should be folder or file in string format');
+						return ifCliPrintErrorOnly(err);
+					}
+				}
+				
 
 				archive.pipe(output);
 				if (stat.isDirectory()) {
 					// include . prefixed folders and files but exclude .git and .gitignore folders and files
 					archive.glob('**/*', {
 						cwd: params.workspace,
-						ignore: ['**/.git/**', '**/.git', '**/.gitignore'],
+						ignore: ['**/.git/**', '**/.git', '**/.gitignore'].concat(ignoreFilesArray),
 						dot: true,
 					}, false);
 				} else {