I couldn't find a close match in this preview catalog.
Try broadening the request or remove a filter.
${summaryText}
argparse.Namespace: parser = argparse.ArgumentParser(description="Search the curated dataset catalog.") parser.add_argument("query", help="Natural-language dataset request") parser.add_argument("--endpoint", default=os.getenv(DEFAULT_ENDPOINT_ENV)) parser.add_argument("--limit", type=int, default=5) parser.add_argument("--source", action="append", choices=["kaggle"]) parser.add_argument("--format", dest="formats", action="append", choices=["csv", "json", "parquet", "tsv", "xlsx"]) parser.add_argument("--json", action="store_true", help="Print the API response as JSON") args = parser.parse_args(argv) if not args.endpoint: parser.error(f"--endpoint or {DEFAULT_ENDPOINT_ENV} is required") return args def build_payload(args: argparse.Namespace) -> dict[str, Any]: filters = {key: value for key, value in {"source": args.source, "format": args.formats}.items() if value} payload: dict[str, Any] = {"query": args.query, "limit": args.limit} if filters: payload["filters"] = filters return payload def request_search(endpoint: str, payload: dict[str, Any]) -> dict[str, Any]: request = Request( endpoint, data=json.dumps(payload).encode("utf-8"), headers={"Content-Type": "application/json", "Accept": "application/json"}, method="POST", ) with urlopen(request, timeout=15) as response: # nosec B310: endpoint is explicit user configuration return json.loads(response.read().decode("utf-8")) def render_text(response: dict[str, Any]) -> str: results = response.get("results", []) if not results: return "No matching datasets found. Try broadening the request or removing filters." lines: list[str] = [] for index, result in enumerate(results, start=1): files = ", ".join(file["format"] for file in result.get("files", [])) or "format unavailable" schema = ", ".join(field["name"] for field in result.get("schema", [])[:6]) or "schema unavailable" reasons = ", ".join(result.get("matchedFields", [])) or "keyword match" lines.extend( [ f"{index}. {result['title']} ({result['source']}, score {result['score']:.2f})", f" {result['url']}", f" {result['summary']}", f" Formats: {files} | Fields: {schema}", f" Matched: {reasons}", ] ) return "\n".join(lines) def main(argv: list[str] | None = None) -> int: args = parse_args(argv) print("Searching catalog...", file=sys.stderr) try: response = request_search(args.endpoint, build_payload(args)) except HTTPError as error: detail = error.read().decode("utf-8", errors="replace") print(f"API error ({error.code}): {detail}", file=sys.stderr) return 1 except URLError as error: print(f"Could not reach the search API: {error.reason}", file=sys.stderr) return 1 print(json.dumps(response, indent=2) if args.json else render_text(response)) return 0 if __name__ == "__main__": raise SystemExit(main()) ``` ### template.yaml ```yaml AWSTemplateFormatVersion: '2010-09-09' Transform: AWS::Serverless-2016-10-31 Description: Data Scout dataset-search API Parameters: Environment: Type: String Default: hackathon AllowedValues: [hackathon] OpenSearchEndpoint: Type: String Default: https://search-data-curator-datasets-u2fu34za3oamw362owrgkql4yu.us-east-1.es.amazonaws.com OpenSearchDomainArn: Type: String Default: arn:aws:es:us-east-1:958975572378:domain/data-curator-datasets EnableBedrockIntent: Type: String Default: "true" AllowedValues: ["true", "false"] Globals: Function: Runtime: python3.12 Timeout: 10 MemorySize: 256 Tracing: Active Tags: project: data-scout environment: !Ref Environment owner: team Resources: SearchHttpApi: Type: AWS::Serverless::HttpApi Properties: StageName: $default CorsConfiguration: AllowOrigins: - http://127.0.0.1:4173 - http://localhost:4173 AllowHeaders: - content-type AllowMethods: - POST DefaultRouteSettings: ThrottlingBurstLimit: 10 ThrottlingRateLimit: 5 Tags: project: data-scout environment: !Ref Environment owner: team QueryRouterExecutionRole: Type: AWS::IAM::Role Properties: RoleName: !Sub '${AWS::StackName}-query-router' AssumeRolePolicyDocument: Version: '2012-10-17' Statement: - Effect: Allow Principal: Service: lambda.amazonaws.com Action: sts:AssumeRole ManagedPolicyArns: - arn:aws:iam::aws:policy/service-role/AWSLambdaBasicExecutionRole - arn:aws:iam::aws:policy/AWSXRayDaemonWriteAccess Policies: - PolicyName: QueryOpenSearchRead PolicyDocument: Version: '2012-10-17' Statement: - Effect: Allow Action: [es:ESHttpGet, es:ESHttpPost] Resource: !Sub '${OpenSearchDomainArn}/*' - PolicyName: QueryBedrockIntent PolicyDocument: Version: '2012-10-17' Statement: - Effect: Allow Action: bedrock:InvokeModel Resource: - !Sub 'arn:${AWS::Partition}:bedrock:${AWS::Region}:${AWS::AccountId}:inference-profile/us.anthropic.claude-sonnet-4-6' - arn:aws:bedrock:*::foundation-model/anthropic.claude-sonnet-4-6 - !Sub 'arn:${AWS::Partition}:bedrock:${AWS::Region}:${AWS::AccountId}:inference-profile/us.anthropic.claude-haiku-4-5-20251001-v1:0' - arn:aws:bedrock:*::foundation-model/anthropic.claude-haiku-4-5-20251001-v1:0 Tags: - Key: project Value: data-scout - Key: environment Value: !Ref Environment - Key: owner Value: team QueryRouterFunction: Type: AWS::Serverless::Function Properties: FunctionName: !Sub '${AWS::StackName}-query-router' CodeUri: src/ Handler: query_router.handler.lambda_handler Role: !GetAtt QueryRouterExecutionRole.Arn Environment: Variables: SEARCH_REPOSITORY: opensearch OPENSEARCH_ENDPOINT: !Ref OpenSearchEndpoint OPENSEARCH_INDEX: datasets-v1 ENABLE_BEDROCK_INTENT: !Ref EnableBedrockIntent INTENT_MODEL_ID: us.anthropic.claude-haiku-4-5-20251001-v1:0 SUMMARY_MODEL_ID: us.anthropic.claude-sonnet-4-6 Events: Search: Type: HttpApi Properties: ApiId: !Ref SearchHttpApi Path: /v1/datasets/search Method: POST QueryRouterLogGroup: Type: AWS::Logs::LogGroup DependsOn: QueryRouterFunction Properties: LogGroupName: !Sub '/aws/lambda/${QueryRouterFunction}' RetentionInDays: 14 Tags: - Key: project Value: data-scout - Key: environment Value: !Ref Environment - Key: owner Value: team Outputs: SearchApiUrl: Description: POST mock dataset-search API endpoint Value: !Sub 'https://${SearchHttpApi}.execute-api.${AWS::Region}.${AWS::URLSuffix}/v1/datasets/search' QueryRouterFunctionName: Description: Lambda function name Value: !Ref QueryRouterFunction ``` ### web/config.js ```javascript // Local development configuration. An Amplify build can replace this value. window.DATA_CURATOR_API_URL = "https://lepdzanhh1.execute-api.us-east-1.amazonaws.com/v1/datasets/search"; ``` [41 more indexed source files omitted to keep this export small. The full file list is in the Codebase structure section above.]