env {
parallelism = 1
job.mode = "BATCH"
}
source {
Milvus {
url = "https://192.168.81.133:19530"
token = "milvus:milvus"
database = "milvus"
collections = ["ollama_text_embeddings"]
batch_size = 100
}
}
sink {
Milvus {
url = "http://192.168.81.133:19530"
token = ""
database = "vts"
batch_size = 10
}
}
2025-07-29 09:52:39,353 INFO [c.h.i.c.AbstractConfigLocator ] [main] - Loading configuration '/opt/seatunnel/config/seatunnel.yaml' from System property 'seatunnel.config'
2025-07-29 09:52:39,358 INFO [c.h.i.c.AbstractConfigLocator ] [main] - Using configuration file at /opt/seatunnel/config/seatunnel.yaml
2025-07-29 09:52:39,364 INFO [o.a.s.e.c.c.SeaTunnelConfig ] [main] - seatunnel.home is /opt/seatunnel
2025-07-29 09:52:39,507 INFO [c.h.i.c.AbstractConfigLocator ] [main] - Loading configuration '/opt/seatunnel/config/hazelcast.yaml' from System property 'hazelcast.config'
2025-07-29 09:52:39,507 INFO [c.h.i.c.AbstractConfigLocator ] [main] - Using configuration file at /opt/seatunnel/config/hazelcast.yaml
2025-07-29 09:52:40,083 INFO [c.h.i.c.AbstractConfigLocator ] [main] - Loading configuration '/opt/seatunnel/config/hazelcast-client.yaml' from System property 'hazelcast.client.config'
2025-07-29 09:52:40,083 INFO [c.h.i.c.AbstractConfigLocator ] [main] - Using configuration file at /opt/seatunnel/config/hazelcast-client.yaml
2025-07-29 09:52:40,441 INFO [.c.i.s.ClientInvocationService] [main] - hz.client_1 [seatunnel] [5.1] Running with 2 response threads, dynamic=true
2025-07-29 09:52:40,530 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is STARTING
2025-07-29 09:52:40,531 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is STARTED
2025-07-29 09:52:40,577 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Trying to connect to cluster: seatunnel
2025-07-29 09:52:40,581 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Trying to connect to [localhost]:5801
2025-07-29 09:52:40,642 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is CLIENT_CONNECTED
2025-07-29 09:52:40,643 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Authenticated with server [localhost]:5801:c4c30b68-9164-4871-aec9-d2c42720ab2e, server version: 5.1, local address: /127.0.0.1:54988
2025-07-29 09:52:40,647 INFO [c.h.i.d.Diagnostics ] [main] - hz.client_1 [seatunnel] [5.1] Diagnostics disabled. To enable add -Dhazelcast.diagnostics.enabled=true to the JVM arguments.
2025-07-29 09:52:40,687 INFO [c.h.c.i.s.ClientClusterService] [hz.client_1.event-3] - hz.client_1 [seatunnel] [5.1]
Members [1] {
Member [localhost]:5801 - c4c30b68-9164-4871-aec9-d2c42720ab2e
}
2025-07-29 09:52:40,727 INFO [.c.i.s.ClientStatisticsService] [main] - Client statistics is enabled with period 5 seconds.
2025-07-29 09:52:40,965 INFO [o.a.s.c.s.u.ConfigBuilder ] [main] - Loading config file from path: ./migration.conf
2025-07-29 09:52:41,115 INFO [o.a.s.c.s.u.ConfigShadeUtils ] [main] - Load config shade spi: [base64]
2025-07-29 09:52:41,167 INFO [o.a.s.c.s.u.ConfigBuilder ] [main] - Parsed config file:
{
"sink" : [
{
"database" : "vts",
"batch_size" : 10,
"plugin_name" : "Milvus",
"url" : "http://192.168.81.133:19530",
"token" : "milvus:milvus"
}
],
"source" : [
{
"database" : "milvus",
"batch_size" : 10,
"collections" : [
"ollama_text_embeddings"
],
"plugin_name" : "Milvus",
"url" : "https://192.168.81.133:19530",
"token" : "milvus:milvus"
}
],
"env" : {
"job.mode" : "BATCH",
"parallelism" : 1
}
}
2025-07-29 09:52:41,179 INFO [p.MultipleTableJobConfigParser] [main] - add common jar in plugins :[]
2025-07-29 09:52:41,203 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Load SeaTunnelSink Plugin from /opt/seatunnel/connectors
2025-07-29 09:52:41,207 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Discovery plugin jar for: PluginIdentifier{engineType='seatunnel', pluginType='source', pluginName='Milvus'} at: file:/opt/seatunnel/connectors/connector-milvus-2.3.8-SNAPSHOT.jar
2025-07-29 09:52:41,214 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Discovery plugin jar for: PluginIdentifier{engineType='seatunnel', pluginType='sink', pluginName='Milvus'} at: file:/opt/seatunnel/connectors/connector-milvus-2.3.8-SNAPSHOT.jar
2025-07-29 09:52:41,222 INFO [p.MultipleTableJobConfigParser] [main] - start generating all sources.
2025-07-29 09:52:51,962 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is SHUTTING_DOWN
2025-07-29 09:52:51,970 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Removed connection to endpoint: [localhost]:5801:c4c30b68-9164-4871-aec9-d2c42720ab2e, connection: ClientConnection{alive=false, connectionId=1, channel=NioChannel{/127.0.0.1:54988->localhost/127.0.0.1:5801}, remoteAddress=[localhost]:5801, lastReadTime=2025-07-29 09:52:50.740, lastWriteTime=2025-07-29 09:52:50.739, closedTime=2025-07-29 09:52:51.966, connected server version=5.1}
2025-07-29 09:52:51,971 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is CLIENT_DISCONNECTED
2025-07-29 09:52:51,977 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is SHUTDOWN
2025-07-29 09:52:51,980 INFO [s.c.s.s.c.ClientExecuteCommand] [main] - Closed SeaTunnel client......
2025-07-29 09:52:51,980 ERROR [o.a.s.c.s.SeaTunnel ] [main] -
===============================================================================
2025-07-29 09:52:51,980 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Fatal Error,
2025-07-29 09:52:51,981 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Please submit bug report in https://github.com/apache/seatunnel/issues
2025-07-29 09:52:51,981 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Reason:SeaTunnel job executed failed
2025-07-29 09:52:51,982 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Exception StackTrace:org.apache.seatunnel.core.starter.exception.CommandExecuteException: SeaTunnel job executed failed
at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:213)
at org.apache.seatunnel.core.starter.SeaTunnel.run(SeaTunnel.java:40)
at org.apache.seatunnel.core.starter.seatunnel.SeaTunnelClient.main(SeaTunnelClient.java:34)
Caused by: org.apache.seatunnel.api.table.factory.FactoryException: ErrorCode:[API-06], ErrorDescription:[Factory initialize failed] - Unable to create a source for identifier 'Milvus'.
at org.apache.seatunnel.api.table.factory.FactoryUtil.createAndPrepareSource(FactoryUtil.java:101)
at org.apache.seatunnel.engine.core.parse.MultipleTableJobConfigParser.parseSource(MultipleTableJobConfigParser.java:375)
at org.apache.seatunnel.engine.core.parse.MultipleTableJobConfigParser.parse(MultipleTableJobConfigParser.java:209)
at org.apache.seatunnel.engine.client.job.ClientJobExecutionEnvironment.getLogicalDag(ClientJobExecutionEnvironment.java:114)
at org.apache.seatunnel.engine.client.job.ClientJobExecutionEnvironment.execute(ClientJobExecutionEnvironment.java:182)
at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:160)
... 2 more
Caused by: milvus.io.grpc.StatusRuntimeException: DEADLINE_EXCEEDED: deadline exceeded after 9.953875196s. Name resolution delay 0.003347989 seconds. [closed=[], open=[[wait_for_ready, buffered_nanos=9960329117, waiting_for_connection]]]
at milvus.io.grpc.stub.ClientCalls.toStatusRuntimeException(ClientCalls.java:268)
at milvus.io.grpc.stub.ClientCalls.getUnchecked(ClientCalls.java:249)
at milvus.io.grpc.stub.ClientCalls.blockingUnaryCall(ClientCalls.java:167)
at io.milvus.grpc.MilvusServiceGrpc$MilvusServiceBlockingStub.connect(MilvusServiceGrpc.java:5067)
at io.milvus.v2.client.MilvusClientV2.connect(MilvusClientV2.java:152)
at io.milvus.v2.client.MilvusClientV2.connect(MilvusClientV2.java:106)
at io.milvus.v2.client.MilvusClientV2.<init>(MilvusClientV2.java:85)
at org.apache.seatunnel.connectors.seatunnel.milvus.source.utils.MilvusSourceConnectorUtils.getTables(MilvusSourceConnectorUtils.java:65)
at org.apache.seatunnel.connectors.seatunnel.milvus.source.MilvusSource.<init>(MilvusSource.java:48)
at org.apache.seatunnel.connectors.seatunnel.milvus.source.MilvusSourceFactory.lambda$createSource$0(MilvusSourceFactory.java:40)
at org.apache.seatunnel.api.table.factory.FactoryUtil.createAndPrepareSource(FactoryUtil.java:113)
at org.apache.seatunnel.api.table.factory.FactoryUtil.createAndPrepareSource(FactoryUtil.java:74)
... 7 more
2025-07-29 09:52:51,983 ERROR [o.a.s.c.s.SeaTunnel ] [main] -
===============================================================================
Exception in thread "main" org.apache.seatunnel.core.starter.exception.CommandExecuteException: SeaTunnel job executed failed
at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:213)
at org.apache.seatunnel.core.starter.SeaTunnel.run(SeaTunnel.java:40)
at org.apache.seatunnel.core.starter.seatunnel.SeaTunnelClient.main(SeaTunnelClient.java:34)
Caused by: org.apache.seatunnel.api.table.factory.FactoryException: ErrorCode:[API-06], ErrorDescription:[Factory initialize failed] - Unable to create a source for identifier 'Milvus'.
at org.apache.seatunnel.api.table.factory.FactoryUtil.createAndPrepareSource(FactoryUtil.java:101)
at org.apache.seatunnel.engine.core.parse.MultipleTableJobConfigParser.parseSource(MultipleTableJobConfigParser.java:375)
at org.apache.seatunnel.engine.core.parse.MultipleTableJobConfigParser.parse(MultipleTableJobConfigParser.java:209)
at org.apache.seatunnel.engine.client.job.ClientJobExecutionEnvironment.getLogicalDag(ClientJobExecutionEnvironment.java:114)
at org.apache.seatunnel.engine.client.job.ClientJobExecutionEnvironment.execute(ClientJobExecutionEnvironment.java:182)
at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:160)
... 2 more
Caused by: milvus.io.grpc.StatusRuntimeException: DEADLINE_EXCEEDED: deadline exceeded after 9.953875196s. Name resolution delay 0.003347989 seconds. [closed=[], open=[[wait_for_ready, buffered_nanos=9960329117, waiting_for_connection]]]
at milvus.io.grpc.stub.ClientCalls.toStatusRuntimeException(ClientCalls.java:268)
at milvus.io.grpc.stub.ClientCalls.getUnchecked(ClientCalls.java:249)
at milvus.io.grpc.stub.ClientCalls.blockingUnaryCall(ClientCalls.java:167)
at io.milvus.grpc.MilvusServiceGrpc$MilvusServiceBlockingStub.connect(MilvusServiceGrpc.java:5067)
at io.milvus.v2.client.MilvusClientV2.connect(MilvusClientV2.java:152)
at io.milvus.v2.client.MilvusClientV2.connect(MilvusClientV2.java:106)
at io.milvus.v2.client.MilvusClientV2.<init>(MilvusClientV2.java:85)
at org.apache.seatunnel.connectors.seatunnel.milvus.source.utils.MilvusSourceConnectorUtils.getTables(MilvusSourceConnectorUtils.java:65)
at org.apache.seatunnel.connectors.seatunnel.milvus.source.MilvusSource.<init>(MilvusSource.java:48)
at org.apache.seatunnel.connectors.seatunnel.milvus.source.MilvusSourceFactory.lambda$createSource$0(MilvusSourceFactory.java:40)
at org.apache.seatunnel.api.table.factory.FactoryUtil.createAndPrepareSource(FactoryUtil.java:113)
at org.apache.seatunnel.api.table.factory.FactoryUtil.createAndPrepareSource(FactoryUtil.java:74)
... 7 more
below is my configuration:
below is the full log: