Fix/recipe duplicates last line of csv apis

CHANGELOG.md

@@ -3,6 +3,9 @@
 ## [Version 1.2.7](https://github.com/dataiku/dss-plugin-api-connect/releases/tag/v1.2.7) - Feature - 2026-02-18
 
 - Detecting dialect for better csv decoding
+- Adding mutual TLS authentication
+- Fixing duplication of last line in csv APIs using the recipe
+- Dumping API's response as a last resort
 
 ## [Version 1.2.6](https://github.com/dataiku/dss-plugin-api-connect/releases/tag/v1.2.6) - Feature - 2025-09-24
 

custom-recipes/api-connect/recipe.json

@@ -291,6 +291,81 @@
             "visibilityCondition": "model.auth_type!='secure_oauth' && model.auth_type!='secure_basic'",
             "defaultValue": false
         },
+        {
+            "name": "force_csv_parameters",
+            "label": "Force CSV parameters",
+            "description": "",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
+        {
+            "name": "csv_delimiter",
+            "label": "Delimiter",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_doublequote",
+            "label": "Double quote",
+            "description": "",
+            "type": "SELECT",
+            "selectChoices":[
+                {"value": null, "label": "Auto detect"},
+                {"value": "double_quote", "label": "Double quote"},
+                {"value": "not_double_quote", "label": "No double quote"}
+            ],
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_escapechar",
+            "label": "Escape char",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_lineterminator",
+            "label": "Line terminator",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_quotechar",
+            "label": "Quote char",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_quoting",
+            "label": "Quote",
+            "description": "",
+            "type": "SELECT",
+            "selectChoices":[
+                {"value": null, "label": "Auto detect"},
+                {"value": 0, "label": "Minimal"},
+                {"value": 1, "label": "All"},
+                {"value": 2, "label": "Non numeric"},
+                {"value": 3, "label": "None"},
+                {"value": 4, "label": "Strings"},
+                {"value": 5, "label": "Not null"}
+            ],
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_skipinitialspace",
+            "label": "Skip initial space",
+            "description": "",
+            "type": "SELECT",
+            "selectChoices":[
+                {"value": null, "label": "Auto detect"},
+                {"value": "skip", "label": "Skip"},
+                {"value": "not_skip", "label": "Do not skip"}
+            ],
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
         {
             "name": "redirect_auth_header",
             "label": "Redirect authorization header",

parameter-sets/credential/parameter-set.json

@@ -119,6 +119,27 @@
             "label": "User key/values",
             "description": "User defined keys/values that can be used later in url, query string...",
             "type": "KEY_VALUE_LIST"
+        },
+        {
+            "name": "use_mtls",
+            "label": "Use mTLS",
+            "description": "",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
+        {
+            "name": "mtls_certificate_path",
+            "label": "Path to certificate",
+            "description": "or full certificate starting with -----BEGIN and ending with END CERTIFICATE-----",
+            "type": "PASSWORD",
+            "visibilityCondition": "model.use_mtls==true"
+        },
+        {
+            "name": "mtls_key_path",
+            "label": "Path to key",
+            "description": "or full key starting with -----BEGIN and ending with END PRIVATE KEY-----",
+            "type": "PASSWORD",
+            "visibilityCondition": "model.use_mtls==true"
         }
     ]
 }

parameter-sets/secure-basic/parameter-set.json

@@ -38,6 +38,33 @@
                     "label": "NTLM"
                 }
             ]
+        },
+        {
+            "name": "use_mtls",
+            "label": "Use mTLS",
+            "description": "",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
+        {
+            "type": "SEPARATOR",
+            "label": "Warning",
+            "description": "Restricting access to this presset will not restrict access to the certificate and key files. This has to be done by setting the appropriate access rights on these two files.",
+            "visibilityCondition": "model.use_mtls==true"
+        },
+        {
+            "name": "mtls_certificate_path",
+            "label": "Path to certificate",
+            "description": "or full certificate starting with -----BEGIN and ending with END CERTIFICATE-----",
+            "type": "PASSWORD",
+            "visibilityCondition": "model.use_mtls==true"
+        },
+        {
+            "name": "mtls_key_path",
+            "label": "Path to key",
+            "description": "or full key starting with -----BEGIN and ending with END PRIVATE KEY-----",
+            "type": "PASSWORD",
+            "visibilityCondition": "model.use_mtls==true"
         }
     ]
 }

parameter-sets/secure-oauth/parameter-set.json

@@ -47,6 +47,33 @@
             "label": "Domain",
             "description": "",
             "type": "STRING"
+        },
+        {
+            "name": "use_mtls",
+            "label": "Use mTLS",
+            "description": "",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
+        {
+            "type": "SEPARATOR",
+            "label": "Warning",
+            "description": "1 - Restricting access to this presset will not restrict access to the certificate and key files. This has to be done by setting the appropriate access rights on these two files.\n2 - Because the OAuth flow is not controled by the plugin, mTLS cannot be used for the retrieving the access token itself.",
+            "visibilityCondition": "model.use_mtls==true"
+        },
+        {
+            "name": "mtls_certificate_path",
+            "label": "Path to certificate",
+            "description": "or full certificate starting with -----BEGIN and ending with END CERTIFICATE-----",
+            "type": "PASSWORD",
+            "visibilityCondition": "model.use_mtls==true"
+        },
+        {
+            "name": "mtls_key_path",
+            "label": "Path to key",
+            "description": "or full key starting with -----BEGIN and ending with END PRIVATE KEY-----",
+            "type": "PASSWORD",
+            "visibilityCondition": "model.use_mtls==true"
         }
     ]
 }

plugin.json

@@ -6,8 +6,7 @@
         "description": "Retrieve data from any REST API",
         "author": "Dataiku (Alex Bourret)",
         "icon": "icon-rocket",
-        "category": "Connect",
-        "tags": ["API", "Recipe", "Dataset"],
+        "tags": ["Connector"],
         "url": "https://www.dataiku.com/product/plugins/api-connect/",
         "licenseInfo": "Apache Software License",
         "recipesCategory": "visual"

python-connectors/api-connect_dataset/connector.json

@@ -238,6 +238,81 @@
             "visibilityCondition": "model.auth_type!='secure_oauth' && model.auth_type!='secure_basic'",
             "defaultValue": false
         },
+        {
+            "name": "force_csv_parameters",
+            "label": " ",
+            "description": "Force CSV parameters",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
+        {
+            "name": "csv_delimiter",
+            "label": "Delimiter",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_doublequote",
+            "label": "Double quote",
+            "description": "",
+            "type": "SELECT",
+            "selectChoices":[
+                {"value": null, "label": "Auto detect"},
+                {"value": "double_quote", "label": "Double quote"},
+                {"value": "not_double_quote", "label": "No double quote"}
+            ],
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_escapechar",
+            "label": "Escape char",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_lineterminator",
+            "label": "Line terminator",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_quotechar",
+            "label": "Quote char",
+            "description": "",
+            "type": "STRING",
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_quoting",
+            "label": "Quote",
+            "description": "",
+            "type": "SELECT",
+            "selectChoices":[
+                {"value": null, "label": "Auto detect"},
+                {"value": 0, "label": "Minimal"},
+                {"value": 1, "label": "All"},
+                {"value": 2, "label": "Non numeric"},
+                {"value": 3, "label": "None"},
+                {"value": 4, "label": "Strings"},
+                {"value": 5, "label": "Not null"}
+            ],
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
+        {
+            "name": "csv_skipinitialspace",
+            "label": "Skip initial space",
+            "description": "",
+            "type": "SELECT",
+            "selectChoices":[
+                {"value": null, "label": "Auto detect"},
+                {"value": "skip", "label": "Skip"},
+                {"value": "not_skip", "label": "Do not skip"}
+            ],
+            "visibilityCondition": "model.force_csv_parameters==true"
+        },
         {
             "name": "redirect_auth_header",
             "label": " ",

python-connectors/api-connect_dataset/connector.py

@@ -33,6 +33,7 @@ def __init__(self, config, plugin_config):
         self.raw_output = endpoint_parameters.get("raw_output", None)
         self.maximum_number_rows = config.get("maximum_number_rows", -1)
         self.display_metadata = config.get("display_metadata", False)
+        self.csv_configuration = config
 
     def get_read_schema(self):
         # In this example, we don't specify a schema here, so DSS will infer the schema
@@ -60,15 +61,15 @@ def generate_rows(self, dataset_schema=None, dataset_partitioning=None,
                 record_count += 1
                 yield self.format_output(data, metadata)
             else:
-                csv_data = decode_csv_data(data)
+                csv_data = decode_csv_data(data, self.csv_configuration)
                 if csv_data:
                     record_count += len(csv_data)
                     for row in csv_data:
                         yield self.format_output(row, metadata)
                 else:
                     record_count += 1
                     yield {
-                        DKUConstants.API_RESPONSE_KEY: "{}".format(decode_bytes(data))
+                        DKUConstants.API_RESPONSE_KEY: decode_bytes(data)
                     }
             if is_records_limit and record_count >= records_limit:
                 break

python-lib/dku_constants.py

@@ -1,7 +1,7 @@
 class DKUConstants(object):
     API_RESPONSE_KEY = "api_response"
-    FORBIDDEN_KEYS = ["token", "password", "api_key_value", "secure_token"]
+    FORBIDDEN_KEYS = ["token", "password", "api_key_value", "secure_token", "mtls_key_path", "mtls_certificate_path"]
     FORM_DATA_BODY_FORMAT = "FORM_DATA"
-    PLUGIN_VERSION = "1.2.7-beta.1"
+    PLUGIN_VERSION = "1.2.7-beta.5"
     RAW_BODY_FORMAT = "RAW"
     REPONSE_ERROR_KEY = "dku_error"