WIP moving params to pydantic with default values

Author: Sean Sullivan

elastic_datashader/main.py

@@ -1,7 +1,7 @@
 from asyncio import create_task
 
 from fastapi import FastAPI
-
+from fastapi.middleware.cors import CORSMiddleware
 import urllib3
 
 from .cache import background_cache_cleanup
@@ -30,6 +30,19 @@
 app.include_router(legend.router)
 app.include_router(tms.router)
 
+
+
+
+origins = ["*"]
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
 @app.on_event("startup")
 async def app_startup():
     create_task(background_cache_cleanup())

elastic_datashader/parameters.py

@@ -18,6 +18,22 @@
 from .logger import logger
 from .timeutil import quantize_time_range, convert_kibana_time
 
+from pydantic import BaseModel, Field
+
+class SearchParams(BaseModel):
+    geopoint_field: str
+    params: dict
+    cmap: str = Field(default="bym")
+    resolution:str = Field(default="finest")
+    span_range:str = Field(default="auto", alias='span')
+    spread:str = Field(default="auto") # Point Size
+    timeOverlap:bool = Field(default=False)
+    timeOverlapSize:str = Field(default="auto")
+    timestamp_field:str = Field(default="@timestamp")
+    search_nautical_miles: int = Field(default=50)
+    geofield_type: str = Field(default='geo_point')
+    bucket_max: float = Field(default=100, ge=0, le=100)
+    bucket_min: float  = Field(default=0, ge=0, le=1)
 
 def create_default_params() -> Dict[str, Any]:
     return {
@@ -287,7 +303,7 @@ def extract_parameters(headers: Dict[Any, Any], query_params: Dict[Any, Any]) ->
     params["highlight"] = query_params.get("highlight")
     params["spread"] = normalize_spread(query_params.get("spread"))
     params["resolution"] = query_params.get("resolution", params["resolution"])
-    params["use_centroid"] = query_params.get("use_centroid", default=params["use_centroid"])
+    params["use_centroid"] = query_params.get("use_centroid", params["use_centroid"])
     params["cmap"] = get_cmap(query_params.get("cmap", None), category_field)
     params["span_range"] = query_params.get("span", "auto")
     params["geopoint_field"] = query_params.get("geopoint_field", params["geopoint_field"])

elastic_datashader/routers/tms.py

@@ -3,11 +3,12 @@
 from typing import Optional
 import time
 import uuid
+import json
 from elasticsearch import Elasticsearch
 from elasticsearch.exceptions import NotFoundError
 from elasticsearch_dsl import Document
 from fastapi import APIRouter, BackgroundTasks, HTTPException, Request, Response
-from fastapi.responses import RedirectResponse
+from fastapi.responses import RedirectResponse, JSONResponse
 from starlette.datastructures import URL
 
 from ..cache import (
@@ -26,7 +27,7 @@
 from ..drawing import generate_x_tile
 from ..elastic import get_es_headers, get_search_base
 from ..logger import logger
-from ..parameters import extract_parameters, merge_generated_parameters
+from ..parameters import extract_parameters, merge_generated_parameters, SearchParams
 from ..tilegen import (
     TILE_HEIGHT_PX,
     TILE_WIDTH_PX,
@@ -281,7 +282,7 @@ def generate_tile_to_cache(idx: str, x: int, y: int, z: int, params, parameter_h
         logger.debug("Releasing cache placeholder %s", rendering_tile_name(idx, x, y, z, parameter_hash))
         release_cache_placeholder(config.cache_path, rendering_tile_name(idx, x, y, z, parameter_hash))
 
-async def fetch_or_render_tile(already_waited: int, idx: str, x: int, y: int, z: int, request: Request, background_tasks: BackgroundTasks):
+async def fetch_or_render_tile(already_waited: int, idx: str, x: int, y: int, z: int, request: Request, background_tasks: BackgroundTasks,post_params={}):
     check_proxy_key(request.headers.get('tms-proxy-key'))
 
     es = Elasticsearch(
@@ -292,7 +293,9 @@ async def fetch_or_render_tile(already_waited: int, idx: str, x: int, y: int, z:
 
     # Get hash and parameters
     try:
-        parameter_hash, params = extract_parameters(request.headers, request.query_params)
+        print(request.query_params)
+        print(post_params)
+        parameter_hash, params = extract_parameters(request.headers, {**request.query_params,**post_params})
         # try to build the dsl object bad filters cause exceptions that are then retried.
         # underlying elasticsearch_dsl doesn't support the elasticsearch 8 api yet so this causes requests to thrash
         # If the filters are bad or elasticsearch_dsl cannot build the request will never be completed so serve X tile
@@ -344,3 +347,18 @@ async def get_tms(idx: str, x: int, y: int, z: int, request: Request, background
 @router.get("/{already_waited}/{idx}/{z}/{x}/{y}.png")
 async def get_tms_after_wait(already_waited: int, idx: str, x: int, y: int, z: int, request: Request, background_tasks: BackgroundTasks):
     return await fetch_or_render_tile(already_waited, idx, x, y, z, request, background_tasks)
+
+
+@router.post("/{idx}/{z}/{x}/{y}.png")
+async def post_tile(already_waited: int,idx: str, x: int, y: int, z: int, request: Request,params: SearchParams, background_tasks: BackgroundTasks):
+    params = params.dict()
+    params["params"] = json.dumps(params["params"])
+    response = await fetch_or_render_tile(0, idx, x, y, z, request, background_tasks,post_params=params)
+    if isinstance(response,RedirectResponse):
+        print(response.headers)
+        return JSONResponse(status_code=200, content={"retry-after":response.headers['retry-after']})
+    return response
+    
+
+
+