org.apache.iotdb.pipe.api.PipeConnector Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.iotdb.pipe.api;
import org.apache.iotdb.pipe.api.customizer.configuration.PipeConnectorRuntimeConfiguration;
import org.apache.iotdb.pipe.api.customizer.parameter.PipeParameterValidator;
import org.apache.iotdb.pipe.api.customizer.parameter.PipeParameters;
import org.apache.iotdb.pipe.api.event.Event;
import org.apache.iotdb.pipe.api.event.dml.insertion.TabletInsertionEvent;
import org.apache.iotdb.pipe.api.event.dml.insertion.TsFileInsertionEvent;
import org.apache.iotdb.pipe.api.exception.PipeConnectionException;
/**
* {@link PipeConnector} (Deprecated since v1.3.0, renamed to {@link PipeSink})
*
* {@link PipeConnector} is responsible for sending {@link Event}s to sinks.
*
*
Various network protocols can be supported by implementing different {@link PipeConnector}
* classes.
*
*
The lifecycle of a {@link PipeConnector} is as follows:
*
*
* - When a collaboration task is created, the KV pairs of `WITH CONNECTOR` clause in SQL are
* parsed and the validation method {@link PipeConnector#validate(PipeParameterValidator)}
* will be called to validate the parameters.
*
- Before the collaboration task starts, the method {@link
* PipeConnector#customize(PipeParameters, PipeConnectorRuntimeConfiguration)} will be called
* to config the runtime behavior of the {@link PipeConnector} and the method {@link
* PipeConnector#handshake()} will be called to create a connection with sink.
*
- While the collaboration task is in progress:
*
* - {@link PipeExtractor} captures the {@link Event}s and wraps them into three types of
* {@link Event} instances.
*
- {@link PipeProcessor} processes the {@link Event} and then passes them to the {@link
* PipeConnector}.
*
- {@link PipeConnector} serializes the {@link Event}s into binaries and send them to
* sinks. The following 3 methods will be called: {@link
* PipeConnector#transfer(TabletInsertionEvent)}, {@link
* PipeConnector#transfer(TsFileInsertionEvent)} and {@link
* PipeConnector#transfer(Event)}.
*
* - When the collaboration task is cancelled (the `DROP PIPE` command is executed), the {@link
* PipeConnector#close() } method will be called.
*
*
* In addition, the method {@link PipeConnector#heartbeat()} will be called periodically to check
* whether the connection with sink is still alive. The method {@link PipeConnector#handshake()}
* will be called to create a new connection with the sink when the method {@link
* PipeConnector#heartbeat()} throws exceptions.
*/
@Deprecated // since v1.3.0, renamed to PipeSink
public interface PipeConnector extends PipePlugin {
/**
* This method is mainly used to validate {@link PipeParameters} and it is executed before {@link
* PipeConnector#customize(PipeParameters, PipeConnectorRuntimeConfiguration)} is called.
*
* @param validator the validator used to validate {@link PipeParameters}
* @throws Exception if any parameter is not valid
*/
void validate(PipeParameterValidator validator) throws Exception;
/**
* This method is mainly used to customize {@link PipeConnector}. In this method, the user can do
* the following things:
*
*
* - Use {@link PipeParameters} to parse key-value pair attributes entered by the user.
*
- Set the running configurations in {@link PipeConnectorRuntimeConfiguration}.
*
*
* This method is called after the method {@link
* PipeConnector#validate(PipeParameterValidator)} is called and before the method {@link
* PipeConnector#handshake()} is called.
*
* @param parameters used to parse the input {@link PipeParameters} entered by the user
* @param configuration used to set the required properties of the running {@link PipeConnector}
* @throws Exception the user can throw errors if necessary
*/
void customize(PipeParameters parameters, PipeConnectorRuntimeConfiguration configuration)
throws Exception;
/**
* This method is used to create a connection with sink. This method will be called after the
* method {@link PipeConnector#customize(PipeParameters, PipeConnectorRuntimeConfiguration)} is
* called or will be called when the method {@link PipeConnector#heartbeat()} throws exceptions.
*
* @throws Exception if the connection is failed to be created
*/
void handshake() throws Exception;
/**
* This method will be called periodically to check whether the connection with sink is still
* alive.
*
* @throws Exception if the connection dies
*/
void heartbeat() throws Exception;
/**
* This method is used to transfer the {@link TabletInsertionEvent}.
*
* @param tabletInsertionEvent {@link TabletInsertionEvent} to be transferred
* @throws PipeConnectionException if the connection is broken
* @throws Exception the user can throw errors if necessary
*/
void transfer(TabletInsertionEvent tabletInsertionEvent) throws Exception;
/**
* This method is used to transfer the {@link TsFileInsertionEvent}.
*
* @param tsFileInsertionEvent {@link TsFileInsertionEvent} to be transferred
* @throws PipeConnectionException if the connection is broken
* @throws Exception the user can throw errors if necessary
*/
default void transfer(TsFileInsertionEvent tsFileInsertionEvent) throws Exception {
try {
for (final TabletInsertionEvent tabletInsertionEvent :
tsFileInsertionEvent.toTabletInsertionEvents()) {
transfer(tabletInsertionEvent);
}
} finally {
tsFileInsertionEvent.close();
}
}
/**
* This method is used to transfer generic {@link Event}s.
*
* @param event {@link Event} to be transferred
* @throws PipeConnectionException if the connection is broken
* @throws Exception the user can throw errors if necessary
*/
void transfer(Event event) throws Exception;
}