[V2] Dataproxy add gateway

buf.lock

@@ -7,3 +7,6 @@ deps:
   - name: buf.build/googleapis/googleapis
     commit: 62f35d8aed1149c291d606d958a7ce32
     digest: b5:d66bf04adc77a0870bdc9328aaf887c7188a36fb02b83a480dc45ef9dc031b4d39fc6e9dc6435120ccf4fe5bfd5c6cb6592533c6c316595571f9a31420ab47fe
+  - name: buf.build/grpc-ecosystem/grpc-gateway
+    commit: 6467306b4f624747aaf6266762ee7a1c
+    digest: b5:c2caa61467d992749812c909f93c07e9a667da33c758a7c1973d63136c23b3cafcc079985b12cdf54a10049ed3297418f1eda42cdffdcf34113792dcc3a990af

buf.yaml

@@ -3,6 +3,7 @@ name: buf.build/flyteorg/flyte
 deps:
   - buf.build/googleapis/googleapis:62f35d8aed1149c291d606d958a7ce32
   - buf.build/bufbuild/protovalidate:v0.14.1
+  - buf.build/grpc-ecosystem/grpc-gateway
 lint:
   except:
     - PACKAGE_VERSION_SUFFIX

flyteidl2/dataproxy/dataproxy_service.proto

@@ -3,15 +3,27 @@ syntax = "proto3";
 package flyteidl2.dataproxy;
 
 import "buf/validate/validate.proto";
+import "google/api/annotations.proto";
 import "google/protobuf/duration.proto";
 import "google/protobuf/timestamp.proto";
+import "protoc-gen-openapiv2/options/annotations.proto";
 
 option go_package = "github.com/flyteorg/flyte/v2/gen/go/flyteidl2/dataproxy";
 
 // DataProxyService provides an interface for managing data uploads and downloads.
 service DataProxyService {
   // CreateUploadLocation generates a signed URL for uploading data to the configured storage backend.
-  rpc CreateUploadLocation(CreateUploadLocationRequest) returns (CreateUploadLocationResponse) {}
+  rpc CreateUploadLocation(CreateUploadLocationRequest) returns (CreateUploadLocationResponse) {
+    option (google.api.http) = {
+      post: "/api/v1/dataproxy/artifact_urn"
+      body: "*"
+      additional_bindings: {
+        post: "/api/v1/org/dataproxy/artifact_urn"
+        body: "*"
+      }
+    };
+    option (grpc.gateway.protoc_gen_openapiv2.options.openapiv2_operation) = {description: "Creates a write-only http location that is accessible for tasks at runtime."};
+  }
 }
 
 // CreateUploadLocationRequest specifies the request for the CreateUploadLocation API.

gen/go/gateway/flyteidl2/connector/service.swagger.json

@@ -1433,7 +1433,7 @@
           "$ref": "#/definitions/coreBinary"
         },
         "schema": {
-          "$ref": "#/definitions/coreSchema"
+          "$ref": "#/definitions/flyteidl2coreSchema"
         },
         "none_type": {
           "$ref": "#/definitions/coreVoid"
@@ -1452,18 +1452,6 @@
         }
       }
     },
-    "coreSchema": {
-      "type": "object",
-      "properties": {
-        "uri": {
-          "type": "string"
-        },
-        "type": {
-          "$ref": "#/definitions/coreSchemaType"
-        }
-      },
-      "description": "A strongly typed schema that defines the interface of data retrieved from the underlying storage medium."
-    },
     "coreSchemaType": {
       "type": "object",
       "properties": {
@@ -2016,6 +2004,18 @@
       ],
       "default": "OTHER"
     },
+    "flyteidl2coreSchema": {
+      "type": "object",
+      "properties": {
+        "uri": {
+          "type": "string"
+        },
+        "type": {
+          "$ref": "#/definitions/coreSchemaType"
+        }
+      },
+      "description": "A strongly typed schema that defines the interface of data retrieved from the underlying storage medium."
+    },
     "flyteidl2coreSecret": {
       "type": "object",
       "properties": {