From 1e0873ec9f9e1d8d2483252b87ecf344c05d750f Mon Sep 17 00:00:00 2001 From: "Wang, Fei" Date: Fri, 20 Sep 2024 17:45:34 -0700 Subject: [PATCH 1/5] case insenetive --- .../master/http/api/v1/WorkerResource.scala | 19 +++++++++++++++++-- .../api/v1/ApiV1MasterResourceSuite.scala | 2 +- .../celeborn/rest/v1/master/WorkerApi.java | 4 ++-- .../rest/v1/model/SendWorkerEventRequest.java | 12 ++++++------ .../src/main/openapi3/master_rest_v1.yaml | 14 +++++++------- .../http/api/v1/ApiV1OpenapiClientSuite.scala | 2 +- 6 files changed, 34 insertions(+), 19 deletions(-) diff --git a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala index a41a07c5d48..055916e2bb4 100644 --- a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala +++ b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala @@ -26,7 +26,9 @@ import io.swagger.v3.oas.annotations.media.{Content, Schema} import io.swagger.v3.oas.annotations.responses.ApiResponse import io.swagger.v3.oas.annotations.tags.Tag +import org.apache.celeborn.common.protocol.WorkerEventType import org.apache.celeborn.rest.v1.model._ +import org.apache.celeborn.rest.v1.model.SendWorkerEventRequest.EventTypeEnum import org.apache.celeborn.server.common.http.api.ApiRequestContext import org.apache.celeborn.server.common.http.api.v1.ApiUtils import org.apache.celeborn.service.deploy.master.Master @@ -122,7 +124,7 @@ class WorkerResource extends ApiRequestContext { mediaType = MediaType.APPLICATION_JSON, schema = new Schema(implementation = classOf[HandleResponse]))), description = - "For Master(Leader) can send worker event to manager workers. Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'.") + "For Master(Leader) can send worker event to manager workers. Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'.") @POST @Path("/events") def sendWorkerEvents(request: SendWorkerEventRequest): HandleResponse = @@ -137,7 +139,8 @@ class WorkerResource extends ApiRequestContext { throw new BadRequestException( s"None of the workers are known: ${unknownWorkers.map(_.readableAddress).mkString(", ")}") } - val (success, msg) = httpService.handleWorkerEvent(request.getEventType.toString, workers) + val (success, msg) = + httpService.handleWorkerEvent(toWorkerEventType(request.getEventType), workers) val finalMsg = if (unknownWorkers.isEmpty) { msg @@ -146,4 +149,16 @@ class WorkerResource extends ApiRequestContext { } new HandleResponse().success(success).message(finalMsg) } + + private def toWorkerEventType(enum: EventTypeEnum): String = { + enum match { + case EventTypeEnum.NONE => WorkerEventType.None.toString + case EventTypeEnum.IMMEDIATELY => WorkerEventType.Immediately.toString + case EventTypeEnum.DECOMMISSION => WorkerEventType.Decommission.toString + case EventTypeEnum.DECOMMISSIONTHENIDLE => WorkerEventType.DecommissionThenIdle.toString + case EventTypeEnum.GRACEFUL => WorkerEventType.Graceful.toString + case EventTypeEnum.RECOMMISSION => WorkerEventType.Recommission.toString + case _ => WorkerEventType.UNRECOGNIZED.toString + } + } } diff --git a/master/src/test/scala/org/apache/celeborn/service/deploy/master/http/api/v1/ApiV1MasterResourceSuite.scala b/master/src/test/scala/org/apache/celeborn/service/deploy/master/http/api/v1/ApiV1MasterResourceSuite.scala index 35649ec75cb..5ae688d91ae 100644 --- a/master/src/test/scala/org/apache/celeborn/service/deploy/master/http/api/v1/ApiV1MasterResourceSuite.scala +++ b/master/src/test/scala/org/apache/celeborn/service/deploy/master/http/api/v1/ApiV1MasterResourceSuite.scala @@ -143,7 +143,7 @@ class ApiV1MasterResourceSuite extends ApiV1BaseResourceSuite { Entity.entity(sendWorkerEventRequest, MediaType.APPLICATION_JSON)) assert(HttpServletResponse.SC_BAD_REQUEST == response.getStatus) assert( - response.readEntity(classOf[String]).contains("eventType(None) and workers([]) are required")) + response.readEntity(classOf[String]).contains("eventType(NONE) and workers([]) are required")) sendWorkerEventRequest.workers(Collections.singletonList(worker)) response = webTarget.path("workers/events").request(MediaType.APPLICATION_JSON).post( Entity.entity(sendWorkerEventRequest, MediaType.APPLICATION_JSON)) diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java index c8e23731416..f44c5394967 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java @@ -325,7 +325,7 @@ public HandleResponse removeWorkersUnavailableInfo(RemoveWorkersUnavailableInfoR /** * - * For Master(Leader) can send worker event to manager workers. Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'. + * For Master(Leader) can send worker event to manager workers. Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'. * @param sendWorkerEventRequest (optional) * @return HandleResponse * @throws ApiException if fails to make API call @@ -337,7 +337,7 @@ public HandleResponse sendWorkerEvent(SendWorkerEventRequest sendWorkerEventRequ /** * - * For Master(Leader) can send worker event to manager workers. Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'. + * For Master(Leader) can send worker event to manager workers. Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'. * @param sendWorkerEventRequest (optional) * @param additionalHeaders additionalHeaders for this call * @return HandleResponse diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java index c0934c84032..8d3dcc39fa0 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java @@ -45,17 +45,17 @@ public class SendWorkerEventRequest { * The type of the event. */ public enum EventTypeEnum { - IMMEDIATELY("Immediately"), + IMMEDIATELY("IMMEDIATELY"), - DECOMMISSION("Decommission"), + DECOMMISSION("DECOMMISSION"), - DECOMMISSION_THEN_IDLE("DecommissionThenIdle"), + DECOMMISSIONTHENIDLE("DECOMMISSIONTHENIDLE"), - GRACEFUL("Graceful"), + GRACEFUL("GRACEFUL"), - RECOMMISSION("Recommission"), + RECOMMISSION("RECOMMISSION"), - NONE("None"); + NONE("NONE"); private String value; diff --git a/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml b/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml index c03fe11eb93..764ae449a91 100644 --- a/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml +++ b/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml @@ -200,7 +200,7 @@ paths: operationId: sendWorkerEvent description: | For Master(Leader) can send worker event to manager workers. - Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'. + Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'. requestBody: content: application/json: @@ -706,12 +706,12 @@ components: type: string description: The type of the event. enum: - - Immediately - - Decommission - - DecommissionThenIdle - - Graceful - - Recommission - - None + - IMMEDIATELY + - DECOMMISSION + - DECOMMISSIONTHENIDLE + - GRACEFUL + - RECOMMISSION + - NONE workers: type: array description: The workers to send the event. diff --git a/worker/src/test/scala/org/apache/celeborn/service/deploy/worker/http/api/v1/ApiV1OpenapiClientSuite.scala b/worker/src/test/scala/org/apache/celeborn/service/deploy/worker/http/api/v1/ApiV1OpenapiClientSuite.scala index e5368cf6dfd..1557f388a15 100644 --- a/worker/src/test/scala/org/apache/celeborn/service/deploy/worker/http/api/v1/ApiV1OpenapiClientSuite.scala +++ b/worker/src/test/scala/org/apache/celeborn/service/deploy/worker/http/api/v1/ApiV1OpenapiClientSuite.scala @@ -108,7 +108,7 @@ class ApiV1OpenapiClientSuite extends ApiV1WorkerOpenapiClientSuite { handleResponse = api.sendWorkerEvent( new SendWorkerEventRequest().addWorkersItem(workerId).eventType( - EventTypeEnum.DECOMMISSION_THEN_IDLE)) + EventTypeEnum.DECOMMISSIONTHENIDLE)) assert(handleResponse.getSuccess) assert(!api.getWorkerEvents.getWorkerEvents.isEmpty) From fb6a80ac70e50c977e4192272657f1197aa45f35 Mon Sep 17 00:00:00 2001 From: "Wang, Fei" Date: Fri, 20 Sep 2024 18:43:30 -0700 Subject: [PATCH 2/5] useEnumCaseInsensitive --- openapi/openapi-client/pom.xml | 2 ++ .../java/org/apache/celeborn/rest/v1/model/DynamicConfig.java | 2 +- .../apache/celeborn/rest/v1/model/PartitionLocationData.java | 4 ++-- .../apache/celeborn/rest/v1/model/SendWorkerEventRequest.java | 2 +- .../org/apache/celeborn/rest/v1/model/WorkerExitRequest.java | 2 +- project/CelebornBuild.scala | 1 + 6 files changed, 8 insertions(+), 5 deletions(-) diff --git a/openapi/openapi-client/pom.xml b/openapi/openapi-client/pom.xml index e608d3e302c..7309cb8a2ff 100644 --- a/openapi/openapi-client/pom.xml +++ b/openapi/openapi-client/pom.xml @@ -244,6 +244,7 @@ true false none + true @@ -278,6 +279,7 @@ true false none + true diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/DynamicConfig.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/DynamicConfig.java index c0ae71fb69f..23d30a1e210 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/DynamicConfig.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/DynamicConfig.java @@ -71,7 +71,7 @@ public String toString() { @JsonCreator public static LevelEnum fromValue(String value) { for (LevelEnum b : LevelEnum.values()) { - if (b.value.equals(value)) { + if (b.value.equalsIgnoreCase(value)) { return b; } } diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/PartitionLocationData.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/PartitionLocationData.java index 55311f03bd3..dd2cd45776a 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/PartitionLocationData.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/PartitionLocationData.java @@ -74,7 +74,7 @@ public String toString() { @JsonCreator public static ModeEnum fromValue(String value) { for (ModeEnum b : ModeEnum.values()) { - if (b.value.equals(value)) { + if (b.value.equalsIgnoreCase(value)) { return b; } } @@ -123,7 +123,7 @@ public String toString() { @JsonCreator public static StorageEnum fromValue(String value) { for (StorageEnum b : StorageEnum.values()) { - if (b.value.equals(value)) { + if (b.value.equalsIgnoreCase(value)) { return b; } } diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java index 8d3dcc39fa0..290b9ad4ee7 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/SendWorkerEventRequest.java @@ -76,7 +76,7 @@ public String toString() { @JsonCreator public static EventTypeEnum fromValue(String value) { for (EventTypeEnum b : EventTypeEnum.values()) { - if (b.value.equals(value)) { + if (b.value.equalsIgnoreCase(value)) { return b; } } diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java index e6bf683a738..d1663219e5a 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java @@ -67,7 +67,7 @@ public String toString() { @JsonCreator public static TypeEnum fromValue(String value) { for (TypeEnum b : TypeEnum.values()) { - if (b.value.equals(value)) { + if (b.value.equalsIgnoreCase(value)) { return b; } } diff --git a/project/CelebornBuild.scala b/project/CelebornBuild.scala index 25f904b811e..1c18aab0d29 100644 --- a/project/CelebornBuild.scala +++ b/project/CelebornBuild.scala @@ -1364,6 +1364,7 @@ object CelebornOpenApi { "supportUrlQuery" -> "false", "annotationLibrary" -> "none", "templateDir" -> s"$openApiSpecDir/templates", + "useEnumCaseInsensitive" -> "true" ) ) From 578bd5daadb5832da92574efd35ce3338c5370f1 Mon Sep 17 00:00:00 2001 From: "Wang, Fei" Date: Fri, 20 Sep 2024 19:32:22 -0700 Subject: [PATCH 3/5] upper --- .../service/deploy/master/http/api/v1/WorkerResource.scala | 2 +- .../java/org/apache/celeborn/rest/v1/master/WorkerApi.java | 4 ++-- openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala index 055916e2bb4..19537f1c63e 100644 --- a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala +++ b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala @@ -124,7 +124,7 @@ class WorkerResource extends ApiRequestContext { mediaType = MediaType.APPLICATION_JSON, schema = new Schema(implementation = classOf[HandleResponse]))), description = - "For Master(Leader) can send worker event to manager workers. Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'.") + "For Master(Leader) can send worker event to manager workers. Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'.") @POST @Path("/events") def sendWorkerEvents(request: SendWorkerEventRequest): HandleResponse = diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java index f44c5394967..c8e23731416 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/master/WorkerApi.java @@ -325,7 +325,7 @@ public HandleResponse removeWorkersUnavailableInfo(RemoveWorkersUnavailableInfoR /** * - * For Master(Leader) can send worker event to manager workers. Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'. + * For Master(Leader) can send worker event to manager workers. Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'. * @param sendWorkerEventRequest (optional) * @return HandleResponse * @throws ApiException if fails to make API call @@ -337,7 +337,7 @@ public HandleResponse sendWorkerEvent(SendWorkerEventRequest sendWorkerEventRequ /** * - * For Master(Leader) can send worker event to manager workers. Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'. + * For Master(Leader) can send worker event to manager workers. Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'. * @param sendWorkerEventRequest (optional) * @param additionalHeaders additionalHeaders for this call * @return HandleResponse diff --git a/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml b/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml index 764ae449a91..0c4948abfcf 100644 --- a/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml +++ b/openapi/openapi-client/src/main/openapi3/master_rest_v1.yaml @@ -200,7 +200,7 @@ paths: operationId: sendWorkerEvent description: | For Master(Leader) can send worker event to manager workers. - Legal types are 'NONE', 'IMMEDIATELY', 'DECOMMISSION', 'DECOMMISSIONTHENIDLE', 'GRACEFUL', 'RECOMMISSION'. + Legal types are 'None', 'Immediately', 'Decommission', 'DecommissionThenIdle', 'Graceful', 'Recommission'. requestBody: content: application/json: From 5f6d35c1e765e21fd8c81f396c16a8262b2de856 Mon Sep 17 00:00:00 2001 From: "Wang, Fei" Date: Fri, 20 Sep 2024 20:01:05 -0700 Subject: [PATCH 4/5] worker event type --- .../protocol/message/ControlMessages.scala | 4 ++-- .../celeborn/service/deploy/master/Master.scala | 2 +- .../master/http/api/ApiMasterResource.scala | 5 ++++- .../master/http/api/v1/WorkerResource.scala | 16 ++++++++-------- .../celeborn/server/common/HttpService.scala | 6 ++++-- 5 files changed, 19 insertions(+), 14 deletions(-) diff --git a/common/src/main/scala/org/apache/celeborn/common/protocol/message/ControlMessages.scala b/common/src/main/scala/org/apache/celeborn/common/protocol/message/ControlMessages.scala index c2c7b6bf4b5..e68212bafc6 100644 --- a/common/src/main/scala/org/apache/celeborn/common/protocol/message/ControlMessages.scala +++ b/common/src/main/scala/org/apache/celeborn/common/protocol/message/ControlMessages.scala @@ -425,11 +425,11 @@ object ControlMessages extends Logging { object WorkerEventRequest { def apply( workers: util.List[WorkerInfo], - eventType: String, + eventType: WorkerEventType, requestId: String): PbWorkerEventRequest = PbWorkerEventRequest.newBuilder() .setRequestId(requestId) - .setWorkerEventType(WorkerEventType.valueOf(eventType)) + .setWorkerEventType(eventType) .addAllWorkers(workers.asScala.map { workerInfo => PbSerDeUtils.toPbWorkerInfo(workerInfo, true, false) }.toList.asJava) diff --git a/master/src/main/scala/org/apache/celeborn/service/deploy/master/Master.scala b/master/src/main/scala/org/apache/celeborn/service/deploy/master/Master.scala index 4c65e9816f5..7d8e5cc2d87 100644 --- a/master/src/main/scala/org/apache/celeborn/service/deploy/master/Master.scala +++ b/master/src/main/scala/org/apache/celeborn/service/deploy/master/Master.scala @@ -1218,7 +1218,7 @@ private[celeborn] class Master( } override def handleWorkerEvent( - workerEventType: String, + workerEventType: WorkerEventType, workers: Seq[WorkerInfo]): HandleResponse = { val sb = new StringBuilder() try { diff --git a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/ApiMasterResource.scala b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/ApiMasterResource.scala index ee6fcdd6730..ac326c5fb94 100644 --- a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/ApiMasterResource.scala +++ b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/ApiMasterResource.scala @@ -26,6 +26,7 @@ import io.swagger.v3.oas.annotations.tags.Tag import org.apache.commons.lang3.StringUtils import org.apache.celeborn.common.meta.WorkerInfo +import org.apache.celeborn.common.protocol.WorkerEventType import org.apache.celeborn.server.common.http.api.ApiRequestContext @Tag(name = "Deprecated") @@ -136,7 +137,9 @@ class ApiMasterResource extends ApiRequestContext { } sb.append("============================ Handle Worker Event =============================\n") val workerList = workers.split(",").filter(_.nonEmpty).map(WorkerInfo.fromUniqueId) - sb.append(httpService.handleWorkerEvent(normalizeParam(eventType), workerList)._2) + sb.append(httpService.handleWorkerEvent( + WorkerEventType.valueOf(normalizeParam(eventType)), + workerList)._2) sb.toString() } } diff --git a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala index 19537f1c63e..8d1b20bc3a0 100644 --- a/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala +++ b/master/src/main/scala/org/apache/celeborn/service/deploy/master/http/api/v1/WorkerResource.scala @@ -150,15 +150,15 @@ class WorkerResource extends ApiRequestContext { new HandleResponse().success(success).message(finalMsg) } - private def toWorkerEventType(enum: EventTypeEnum): String = { + private def toWorkerEventType(enum: EventTypeEnum): WorkerEventType = { enum match { - case EventTypeEnum.NONE => WorkerEventType.None.toString - case EventTypeEnum.IMMEDIATELY => WorkerEventType.Immediately.toString - case EventTypeEnum.DECOMMISSION => WorkerEventType.Decommission.toString - case EventTypeEnum.DECOMMISSIONTHENIDLE => WorkerEventType.DecommissionThenIdle.toString - case EventTypeEnum.GRACEFUL => WorkerEventType.Graceful.toString - case EventTypeEnum.RECOMMISSION => WorkerEventType.Recommission.toString - case _ => WorkerEventType.UNRECOGNIZED.toString + case EventTypeEnum.NONE => WorkerEventType.None + case EventTypeEnum.IMMEDIATELY => WorkerEventType.Immediately + case EventTypeEnum.DECOMMISSION => WorkerEventType.Decommission + case EventTypeEnum.DECOMMISSIONTHENIDLE => WorkerEventType.DecommissionThenIdle + case EventTypeEnum.GRACEFUL => WorkerEventType.Graceful + case EventTypeEnum.RECOMMISSION => WorkerEventType.Recommission + case _ => WorkerEventType.UNRECOGNIZED } } } diff --git a/service/src/main/scala/org/apache/celeborn/server/common/HttpService.scala b/service/src/main/scala/org/apache/celeborn/server/common/HttpService.scala index 2efcec54574..2301ea25c7c 100644 --- a/service/src/main/scala/org/apache/celeborn/server/common/HttpService.scala +++ b/service/src/main/scala/org/apache/celeborn/server/common/HttpService.scala @@ -27,7 +27,7 @@ import org.eclipse.jetty.servlet.FilterHolder import org.apache.celeborn.common.CelebornConf import org.apache.celeborn.common.internal.Logging import org.apache.celeborn.common.meta.WorkerInfo -import org.apache.celeborn.common.protocol.TransportModuleConstants +import org.apache.celeborn.common.protocol.{TransportModuleConstants, WorkerEventType} import org.apache.celeborn.common.util.Utils import org.apache.celeborn.server.common.http.HttpServer import org.apache.celeborn.server.common.http.api.ApiRootResource @@ -187,7 +187,9 @@ abstract class HttpService extends Service with Logging { def exit(exitType: String): String = throw new UnsupportedOperationException() - def handleWorkerEvent(workerEventType: String, workers: Seq[WorkerInfo]): HandleResponse = + def handleWorkerEvent( + workerEventType: WorkerEventType, + workers: Seq[WorkerInfo]): HandleResponse = throw new UnsupportedOperationException() def getWorkerEventInfo(): String = throw new UnsupportedOperationException() From 2a50b8f7ec1e75f22628e0f44204bde87dd0daa1 Mon Sep 17 00:00:00 2001 From: "Wang, Fei" Date: Sat, 21 Sep 2024 11:33:11 -0700 Subject: [PATCH 5/5] UPPERCASE as well --- .../celeborn/rest/v1/model/WorkerExitRequest.java | 8 ++++---- .../src/main/openapi3/worker_rest_v1.yaml | 10 +++++----- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java index d1663219e5a..79fb12d035a 100644 --- a/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java +++ b/openapi/openapi-client/src/main/java/org/apache/celeborn/rest/v1/model/WorkerExitRequest.java @@ -40,13 +40,13 @@ public class WorkerExitRequest { * The type of the worker exit request. */ public enum TypeEnum { - DECOMMISSION("Decommission"), + DECOMMISSION("DECOMMISSION"), - GRACEFUL("Graceful"), + GRACEFUL("GRACEFUL"), - IMMEDIATELY("Immediately"), + IMMEDIATELY("IMMEDIATELY"), - NONE("None"); + NONE("NONE"); private String value; diff --git a/openapi/openapi-client/src/main/openapi3/worker_rest_v1.yaml b/openapi/openapi-client/src/main/openapi3/worker_rest_v1.yaml index 3db792a54f2..29bd2865dd2 100644 --- a/openapi/openapi-client/src/main/openapi3/worker_rest_v1.yaml +++ b/openapi/openapi-client/src/main/openapi3/worker_rest_v1.yaml @@ -602,13 +602,13 @@ components: properties: type: type: string - default: None + default: NONE description: The type of the worker exit request. enum: - - Decommission - - Graceful - - Immediately - - None + - DECOMMISSION + - GRACEFUL + - IMMEDIATELY + - NONE HandleResponse: type: object