Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,7 @@
import org.apache.iotdb.db.pipe.event.common.tablet.PipeRawTabletInsertionEvent;
import org.apache.iotdb.db.pipe.event.common.tsfile.PipeTsFileInsertionEvent;
import org.apache.iotdb.db.pipe.extractor.schemaregion.IoTDBSchemaRegionExtractor;
import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
import org.apache.iotdb.pipe.api.collector.EventCollector;
import org.apache.iotdb.pipe.api.event.Event;
import org.apache.iotdb.pipe.api.event.dml.insertion.TabletInsertionEvent;
Expand Down Expand Up @@ -71,7 +72,11 @@ public void collect(final Event event) {
parseAndCollectEvent((PipeRawTabletInsertionEvent) event);
} else if (event instanceof PipeTsFileInsertionEvent) {
parseAndCollectEvent((PipeTsFileInsertionEvent) event);
} else if (event instanceof PipeSchemaRegionWritePlanEvent) {
} else if (event instanceof PipeSchemaRegionWritePlanEvent
&& ((PipeSchemaRegionWritePlanEvent) event).getPlanNode().getType()
== PlanNodeType.DELETE_DATA) {
// This is only for delete data node in data region since plan nodes in schema regions are
// already parsed in schema region extractor
parseAndCollectEvent((PipeSchemaRegionWritePlanEvent) event);
} else if (!(event instanceof ProgressReportEvent)) {
collectEvent(event);
Expand Down Expand Up @@ -128,6 +133,8 @@ private void parseAndCollectEvent(final PipeTsFileInsertionEvent sourceEvent) th
}

private void parseAndCollectEvent(final PipeSchemaRegionWritePlanEvent deleteDataEvent) {
// Only used by events containing delete data node, no need to bind progress index here since
// delete data event does not have progress index currently
IoTDBSchemaRegionExtractor.PATTERN_PARSE_VISITOR
.process(deleteDataEvent.getPlanNode(), (IoTDBPipePattern) deleteDataEvent.getPipePattern())
.map(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@
import org.apache.iotdb.db.pipe.metric.PipeDataRegionConnectorMetrics;
import org.apache.iotdb.db.pipe.metric.PipeSchemaRegionConnectorMetrics;
import org.apache.iotdb.db.pipe.task.connection.PipeEventCollector;
import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
import org.apache.iotdb.db.utils.ErrorHandlingUtils;
import org.apache.iotdb.pipe.api.PipeConnector;
import org.apache.iotdb.pipe.api.event.Event;
Expand Down Expand Up @@ -115,7 +116,12 @@ protected boolean executeOnce() {
PipeDataRegionConnectorMetrics.getInstance().markTsFileEvent(taskID);
} else if (event instanceof PipeSchemaRegionWritePlanEvent) {
outputPipeConnector.transfer(event);
PipeSchemaRegionConnectorMetrics.getInstance().markSchemaEvent(taskID);
if (((PipeSchemaRegionWritePlanEvent) event).getPlanNode().getType()
!= PlanNodeType.DELETE_DATA) {
// Only plan nodes in schema region will be marked, delete data node is currently not
// taken into account
PipeSchemaRegionConnectorMetrics.getInstance().markSchemaEvent(taskID);
}
} else if (event instanceof PipeHeartbeatEvent) {
transferHeartbeatEvent((PipeHeartbeatEvent) event);
} else {
Expand Down