github-flask-migration (#479)

Summary:

- Bare bones TLS for `flask`.
- Added robot keyword to run `github` mocks.
- Response bodies as `json` / `jinja` templates.
- Added `http` logging for `graphql` functionality.

Author: general-kroll-4-life

.vscode/launch.json

@@ -152,6 +152,7 @@
         "show methods in azure.dev_center.customization_tasks;",
         "set global \"a.b\"=1;",
         "set global \"$.auth.google.sub\"='krimmer@stackql.io';",
+        "select JSON_EXTRACT(saml.samlIdentity, '$.username') as saml_username from github.scim.saml_ids saml where saml.org = 'dummyorg';"
       ],
       "default": "show providers;"
     },
@@ -315,6 +316,16 @@
       "options": [
         "{\"keyFilePath\": \"${workspaceFolder}/test/server/mtls/credentials/pg_server_key.pem\", \"certFilePath\": \"${workspaceFolder}/test/server/mtls/credentials/pg_server_cert.pem\", \"clientCAs\": [\"\"]}"
       ]
+    },
+    {
+      "type": "pickString",
+      "id": "httpLogEnabled",
+      "description": "http log enabled",
+      "default": "false",
+      "options": [
+        "true",
+        "false"
+      ]
     }
   ],
   "configurations": [
@@ -380,6 +391,7 @@
         "--export.alias=${input:exportAliasString}",
         "--dataflow.dependency.max=${input:dataflowDependencyMax}",
         "--dataflow.components.max=${input:dataflowComponentsMax}",
+        "--http.log.enabled=${input:httpLogEnabled}",
         "${input:queryString}"
       ],
     },

internal/stackql/dto/runtime_ctx.go

@@ -189,3 +189,60 @@ func (rc *RuntimeCtx) Set(key string, val string) error {
 	}
 	return retVal
 }
+
+func (rc RuntimeCtx) Copy() RuntimeCtx {
+	return RuntimeCtx{
+		APIRequestTimeout:            rc.APIRequestTimeout,
+		AuthRaw:                      rc.AuthRaw,
+		CABundle:                     rc.CABundle,
+		AllowInsecure:                rc.AllowInsecure,
+		CacheKeyCount:                rc.CacheKeyCount,
+		CacheTTL:                     rc.CacheTTL,
+		ConfigFilePath:               rc.ConfigFilePath,
+		CPUProfile:                   rc.CPUProfile,
+		CSVHeadersDisable:            rc.CSVHeadersDisable,
+		Delimiter:                    rc.Delimiter,
+		DryRunFlag:                   rc.DryRunFlag,
+		ErrorPresentation:            rc.ErrorPresentation,
+		ExecutionConcurrencyLimit:    rc.ExecutionConcurrencyLimit,
+		HTTPLogEnabled:               rc.HTTPLogEnabled,
+		HTTPMaxResults:               rc.HTTPMaxResults,
+		HTTPPageLimit:                rc.HTTPPageLimit,
+		HTTPProxyHost:                rc.HTTPProxyHost,
+		HTTPProxyPassword:            rc.HTTPProxyPassword,
+		HTTPProxyPort:                rc.HTTPProxyPort,
+		HTTPProxyScheme:              rc.HTTPProxyScheme,
+		HTTPProxyUser:                rc.HTTPProxyUser,
+		IndirectDepthMax:             rc.IndirectDepthMax,
+		DataflowComponentsMax:        rc.DataflowComponentsMax,
+		DataflowDependencyMax:        rc.DataflowDependencyMax,
+		InfilePath:                   rc.InfilePath,
+		LogLevelStr:                  rc.LogLevelStr,
+		OutfilePath:                  rc.OutfilePath,
+		OutputFormat:                 rc.OutputFormat,
+		ApplicationFilesRootPath:     rc.ApplicationFilesRootPath,
+		ApplicationFilesRootPathMode: rc.ApplicationFilesRootPathMode,
+		PGSrvAddress:                 rc.PGSrvAddress,
+		PGSrvLogLevel:                rc.PGSrvLogLevel,
+		PGSrvPort:                    rc.PGSrvPort,
+		PGSrvRawTLSCfg:               rc.PGSrvRawTLSCfg,
+		ExportAlias:                  rc.ExportAlias,
+		ProviderStr:                  rc.ProviderStr,
+		RegistryRaw:                  rc.RegistryRaw,
+		SessionCtxRaw:                rc.SessionCtxRaw,
+		SQLBackendCfgRaw:             rc.SQLBackendCfgRaw,
+		DBInternalCfgRaw:             rc.DBInternalCfgRaw,
+		NamespaceCfgRaw:              rc.NamespaceCfgRaw,
+		StoreTxnCfgRaw:               rc.StoreTxnCfgRaw,
+		GCCfgRaw:                     rc.GCCfgRaw,
+		ACIDCfgRaw:                   rc.ACIDCfgRaw,
+		QueryCacheSize:               rc.QueryCacheSize,
+		TemplateCtxFilePath:          rc.TemplateCtxFilePath,
+		TestWithoutAPICalls:          rc.TestWithoutAPICalls,
+		UseNonPreferredAPIs:          rc.UseNonPreferredAPIs,
+		VarList:                      rc.VarList,
+		VerboseFlag:                  rc.VerboseFlag,
+		ViperCfgFileName:             rc.ViperCfgFileName,
+		WorkOffline:                  rc.WorkOffline,
+	}
+}

internal/stackql/handler/handler.go

@@ -326,7 +326,7 @@ func (hc *standardHandlerContext) LogHTTPResponseMap(target interface{}) {
 	//nolint:nestif // ignore nested if
 	if hc.runtimeContext.HTTPLogEnabled {
 		switch target := target.(type) {
-		case map[string]interface{}, []interface{}:
+		case []map[string]interface{}, map[string]interface{}, []interface{}:
 			b, err := json.MarshalIndent(target, "", "  ")
 			if err != nil {
 				//nolint:errcheck // ignore error on output stream
@@ -525,7 +525,7 @@ func GetHandlerCtx(
 		sessionCtxMutex:     &sync.Mutex{},
 		providersMapMutex:   &sync.Mutex{},
 		rawQuery:            cmdString,
-		runtimeContext:      runtimeCtx,
+		runtimeContext:      runtimeCtx.Copy(),
 		providers:           providers,
 		authContexts:        inputBundle.GetAuthContexts(),
 		registry:            reg,

internal/stackql/primitivebuilder/graphql_single_select_acquire.go

@@ -153,6 +153,7 @@ func (ss *GraphQLSingleSelectAcquire) Build() error {
 			}
 			for {
 				response, err := graphQLReader.Read()
+				ss.handlerCtx.LogHTTPResponseMap(response)
 				if len(response) > 0 {
 					if !housekeepingDone && ss.insertPreparedStatementCtx != nil {
 						_, err = ss.handlerCtx.GetSQLEngine().Exec(ss.insertPreparedStatementCtx.GetGCHousekeepingQueries())