Introducing include and exclude in zip action (#991)

* adding include in yaml parser

* wip include

* wip

* wip - dir level include

* wip - dir level include

* wip - dir level include

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* include

* deleting debugging statement

* cleaning up

* adding unit test

* adding unit test

* wip

* refactoring

* wip

* wip

* wip

* wip

* adding more unit tests

* fixing unit test

* fixing unit test

* fixing unit test

* adding exclude

* fixing unit test

* adding warning

* adding exclude

* refactoring exclude code

* adding exclude test case

* exclude integration test

* cleaning up

* adding wski18 strings

Author: pritidesai

parsers/manifest_parser.go

@@ -649,7 +649,7 @@ func (dm *YAMLParser) readActionFunction(manifestFilePath string, manifestFileNa
 
 	if utils.IsDirectory(actionFilePath) {
 		zipFileName = actionFilePath + "." + runtimes.ZIP_FILE_EXTENSION
-		err := utils.NewZipWritter(actionFilePath, zipFileName).Zip()
+		err := utils.NewZipWritter(actionFilePath, zipFileName, action.Include, action.Exclude, filepath.Dir(manifestFilePath)).Zip()
 		if err != nil {
 			return actionFilePath, nil, err
 		}

parsers/yamlparser.go

@@ -114,8 +114,8 @@ type Action struct {
 	Inputs      map[string]Parameter   `yaml:"inputs"`
 	Outputs     map[string]Parameter   `yaml:"outputs"`
 	Annotations map[string]interface{} `yaml:"annotations,omitempty"`
-	// TODO() this is propoagated from package to every action within that package
-	//Parameters  map[string]interface{} `yaml:parameters`
+	Include     [][]string             `yaml:"include,omitempty"`
+	Exclude     []string               `yaml:"exclude,omitempty"`
 }
 
 type Limits struct {

tests/dat/manifest_validate_inputs.yaml

@@ -0,0 +1,13 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more contributor
+# license agreements; and to You under the Apache License, Version 2.0.
+
+packages:
+  helloworld:
+    actions:
+      helloNodejs:
+        function: actions/
+        runtime: nodejs:6
+        include:
+            - ["actions/hello.js"]
+            - ["actions/hello.js", "actions/hello.js"]
+            - ["actions/hello.js", "actions/hello.js", "actions/hello.js"]

tests/src/integration/zipactionwithexclude/actions/common/utils.js

@@ -0,0 +1,9 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more contributor
+// license agreements; and to You under the Apache License, Version 2.0.
+
+const hello = "Hello Dear";
+
+module.exports = {
+    hello: hello
+};
+

tests/src/integration/zipactionwithexclude/actions/greeting/index.js

@@ -0,0 +1,21 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more contributor
+// license agreements; and to You under the Apache License, Version 2.0.
+
+/**
+ * Return a simple greeting message for someone.
+ *
+ * @param name A person's name.
+ * @param place Where the person is from.
+ */
+
+
+var common = require('./common/utils.js')
+
+function main(params) {
+    var name = params.name || params.payload || 'stranger';
+    var place = params.place || 'somewhere';
+    var hello = common.hello || 'Hello';
+    return {payload:  hello + ', ' + name + ' from ' + place + '!'};
+}
+exports.main = main;
+

tests/src/integration/zipactionwithexclude/actions/greeting/package.json

@@ -0,0 +1,6 @@
+{
+   "name": "my-action",
+   "main": "index.js",
+   "dependencies" : {
+   }
+}

tests/src/integration/zipactionwithexclude/actions/index.js

@@ -0,0 +1,21 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more contributor
+// license agreements; and to You under the Apache License, Version 2.0.
+
+/**
+ * Return a simple greeting message for someone.
+ *
+ * @param name A person's name.
+ * @param place Where the person is from.
+ */
+
+
+var common = require('./common/utils.js')
+
+function main(params) {
+    var name = params.name || params.payload || 'stranger';
+    var place = params.place || 'somewhere';
+    var hello = common.hello || 'Hello';
+    return {payload:  hello + ', ' + name + ' from ' + place + '!'};
+}
+exports.main = main;
+

tests/src/integration/zipactionwithexclude/actions/libs/lib1/utils.js

@@ -0,0 +1,9 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more contributor
+// license agreements; and to You under the Apache License, Version 2.0.
+
+const hello = "Hello Dear";
+
+module.exports = {
+    hello: hello
+};
+

tests/src/integration/zipactionwithexclude/actions/libs/lib2/utils.js

@@ -0,0 +1,9 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more contributor
+// license agreements; and to You under the Apache License, Version 2.0.
+
+const hello = "Hello Dear";
+
+module.exports = {
+    hello: hello
+};
+

tests/src/integration/zipactionwithexclude/actions/libs/lib3/utils.js

@@ -0,0 +1,9 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more contributor
+// license agreements; and to You under the Apache License, Version 2.0.
+
+const hello = "Hello Dear";
+
+module.exports = {
+    hello: hello
+};
+