/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.iotdb.db.queryengine.execution.operator;

import org.apache.iotdb.commons.concurrent.IoTDBThreadPoolFactory;
import org.apache.iotdb.db.queryengine.common.FragmentInstanceId;
import org.apache.iotdb.db.queryengine.common.PlanFragmentId;
import org.apache.iotdb.db.queryengine.common.QueryId;
import org.apache.iotdb.db.queryengine.execution.driver.DriverContext;
import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceStateMachine;
import org.apache.iotdb.db.queryengine.execution.operator.process.LinearFillOperator;
import org.apache.iotdb.db.queryengine.execution.operator.process.fill.ILinearFill;
import org.apache.iotdb.db.queryengine.execution.operator.process.fill.identity.IdentityLinearFill;
import org.apache.iotdb.db.queryengine.execution.operator.process.fill.linear.FloatLinearFill;
import org.apache.iotdb.db.queryengine.execution.operator.process.fill.linear.LinearFill;
import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId;

import com.google.common.collect.ImmutableList;
import org.apache.tsfile.enums.TSDataType;
import org.apache.tsfile.read.common.block.TsBlock;
import org.apache.tsfile.read.common.block.TsBlockBuilder;
import org.junit.Test;

import java.util.concurrent.ExecutorService;

import static org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext.createFragmentInstanceContext;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;

public class LinearFillOperatorTest {

  @Test
  public void batchLinearFillTest1() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      LinearFill[] fillArray =
          new LinearFill[] {
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill()
          };
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final float[][][] value =
                    new float[][][] {
                      {
                        {1.0f, 0.0f, 3.0f, 4.0f},
                        {11.0f, 12.0f, 13.0f, 0.0f},
                        {21.0f, 22.0f, 0.0f, 0.0f},
                        {0.0f, 32.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 43.0f, 0.0f}
                      },
                      {
                        {51.0f, 0.0f, 53.0f, 0.0f},
                        {61.0f, 62.0f, 63.0f, 0.0f},
                        {71.0f, 72.0f, 0.0f, 74.0f},
                        {0.0f, 82.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 93.0f, 0.0f}
                      },
                      {
                        {101.0f, 0.0f, 103.0f, 0.0f},
                        {111.0f, 112.0f, 113.0f, 114.0f},
                        {121.0f, 122.0f, 0.0f, 124.0f},
                        {0.0f, 132.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 143.0f, 0.0f}
                      }
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {
                        {false, true, false, false},
                        {false, false, false, true},
                        {false, false, true, true},
                        {true, false, true, true},
                        {true, true, false, true}
                      },
                      {
                        {false, true, false, true},
                        {false, false, false, true},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, false, true}
                      },
                      {
                        {false, true, false, true},
                        {false, false, false, false},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, false, true}
                      }
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder =
                      new TsBlockBuilder(
                          ImmutableList.of(
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT));
                  for (int i = 0; i < 5; i++) {
                    builder.getTimeColumnBuilder().writeLong(i + index * 5L);
                    for (int j = 0; j < 4; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeFloat(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 3;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 3;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      int count = 0;
      float[][][] res =
          new float[][][] {
            {
              {1.0f, 0.0f, 3.0f, 4.0f},
              {11.0f, 12.0f, 13.0f, 14.0f},
              {21.0f, 22.0f, 23.0f, 24.0f},
              {31.0f, 32.0f, 33.0f, 34.0f},
              {41.0f, 42.0f, 43.0f, 44.0f}
            },
            {
              {51.0f, 52.0f, 53.0f, 54.0f},
              {61.0f, 62.0f, 63.0f, 64.0f},
              {71.0f, 72.0f, 73.0f, 74.0f},
              {81.0f, 82.0f, 83.0f, 84.0f},
              {91.0f, 92.0f, 93.0f, 94.0f}
            },
            {
              {101.0f, 102.0f, 103.0f, 104.0f},
              {111.0f, 112.0f, 113.0f, 114.0f},
              {121.0f, 122.0f, 123.0f, 124.0f},
              {0.0f, 132.0f, 133.0f, 0.0f},
              {0.0f, 0.0f, 143.0f, 0.0f}
            }
          };
      boolean[][][] isNull =
          new boolean[][][] {
            {
              {false, true, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {true, false, false, true},
              {true, true, false, true}
            }
          };

      boolean[] nullBlock = new boolean[] {true, false, false, false};
      int nullBlockIndex = 0;
      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertEquals(nullBlock[nullBlockIndex++], block == null);
        if (block == null) {
          continue;
        }
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = i + count * 5L;
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 4; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getFloat(i), 0.00001f);
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);
      assertEquals(nullBlock.length, nullBlockIndex);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }

  @Test
  public void batchLinearFillTest1OrderByDesc() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      LinearFill[] fillArray =
          new LinearFill[] {
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill()
          };
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final float[][][] value =
                    new float[][][] {
                      {
                        {1.0f, 0.0f, 3.0f, 4.0f},
                        {11.0f, 12.0f, 13.0f, 0.0f},
                        {21.0f, 22.0f, 0.0f, 0.0f},
                        {0.0f, 32.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 43.0f, 0.0f}
                      },
                      {
                        {51.0f, 0.0f, 53.0f, 0.0f},
                        {61.0f, 62.0f, 63.0f, 0.0f},
                        {71.0f, 72.0f, 0.0f, 74.0f},
                        {0.0f, 82.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 93.0f, 0.0f}
                      },
                      {
                        {101.0f, 0.0f, 103.0f, 0.0f},
                        {111.0f, 112.0f, 113.0f, 114.0f},
                        {121.0f, 122.0f, 0.0f, 124.0f},
                        {0.0f, 132.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 143.0f, 0.0f}
                      }
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {
                        {false, true, false, false},
                        {false, false, false, true},
                        {false, false, true, true},
                        {true, false, true, true},
                        {true, true, false, true}
                      },
                      {
                        {false, true, false, true},
                        {false, false, false, true},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, false, true}
                      },
                      {
                        {false, true, false, true},
                        {false, false, false, false},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, false, true}
                      }
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder =
                      new TsBlockBuilder(
                          ImmutableList.of(
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT));
                  for (int i = 0; i < 5; i++) {
                    builder.getTimeColumnBuilder().writeLong((4 - i) + (2 - index) * 5L);
                    for (int j = 0; j < 4; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeFloat(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 3;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 3;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      float[][][] res =
          new float[][][] {
            {
              {1.0f, 0.0f, 3.0f, 4.0f},
              {11.0f, 12.0f, 13.0f, 14.0f},
              {21.0f, 22.0f, 23.0f, 24.0f},
              {31.0f, 32.0f, 33.0f, 34.0f},
              {41.0f, 42.0f, 43.0f, 44.0f}
            },
            {
              {51.0f, 52.0f, 53.0f, 54.0f},
              {61.0f, 62.0f, 63.0f, 64.0f},
              {71.0f, 72.0f, 73.0f, 74.0f},
              {81.0f, 82.0f, 83.0f, 84.0f},
              {91.0f, 92.0f, 93.0f, 94.0f}
            },
            {
              {101.0f, 102.0f, 103.0f, 104.0f},
              {111.0f, 112.0f, 113.0f, 114.0f},
              {121.0f, 122.0f, 123.0f, 124.0f},
              {0.0f, 132.0f, 133.0f, 0.0f},
              {0.0f, 0.0f, 143.0f, 0.0f}
            }
          };
      boolean[][][] isNull =
          new boolean[][][] {
            {
              {false, true, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {true, false, false, true},
              {true, true, false, true}
            }
          };

      boolean[] nullBlock = new boolean[] {true, false, false, false};
      int nullBlockIndex = 0;
      int count = 0;
      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertEquals(nullBlock[nullBlockIndex++], block == null);
        if (block == null) {
          continue;
        }
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = (block.getPositionCount() - i - 1) + (res.length - count - 1) * 5L;
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 4; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getFloat(i), 0.00001f);
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);
      assertEquals(nullBlock.length, nullBlockIndex);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }

  @Test
  public void batchLinearFillTest2() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      LinearFill[] fillArray =
          new LinearFill[] {
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill()
          };
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final float[][][] value =
                    new float[][][] {
                      {
                        {1.0f, 0.0f, 3.0f, 4.0f},
                        {11.0f, 12.0f, 13.0f, 0.0f},
                        {21.0f, 22.0f, 0.0f, 0.0f},
                        {0.0f, 32.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 0.0f, 0.0f}
                      },
                      {
                        {51.0f, 0.0f, 0.0f, 0.0f},
                        {61.0f, 62.0f, 0.0f, 0.0f},
                        {71.0f, 72.0f, 0.0f, 74.0f},
                        {0.0f, 82.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 0.0f, 0.0f}
                      },
                      {
                        {101.0f, 0.0f, 103.0f, 0.0f},
                        {111.0f, 112.0f, 0.0f, 114.0f},
                        {121.0f, 122.0f, 0.0f, 124.0f},
                        {0.0f, 132.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 0.0f, 0.0f}
                      }
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {
                        {false, true, false, false},
                        {false, false, false, true},
                        {false, false, true, true},
                        {true, false, true, true},
                        {true, true, true, true}
                      },
                      {
                        {false, true, true, true},
                        {false, false, true, true},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, true, true}
                      },
                      {
                        {false, true, false, true},
                        {false, false, true, false},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, true, true}
                      }
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder =
                      new TsBlockBuilder(
                          ImmutableList.of(
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT));
                  for (int i = 0; i < 5; i++) {
                    builder.getTimeColumnBuilder().writeLong(i + index * 5L);
                    for (int j = 0; j < 4; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeFloat(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 3;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 3;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      int count = 0;
      float[][][] res =
          new float[][][] {
            {
              {1.0f, 0.0f, 3.0f, 4.0f},
              {11.0f, 12.0f, 13.0f, 14.0f},
              {21.0f, 22.0f, 23.0f, 24.0f},
              {31.0f, 32.0f, 33.0f, 34.0f},
              {41.0f, 42.0f, 43.0f, 44.0f}
            },
            {
              {51.0f, 52.0f, 53.0f, 54.0f},
              {61.0f, 62.0f, 63.0f, 64.0f},
              {71.0f, 72.0f, 73.0f, 74.0f},
              {81.0f, 82.0f, 83.0f, 84.0f},
              {91.0f, 92.0f, 93.0f, 94.0f}
            },
            {
              {101.0f, 102.0f, 103.0f, 104.0f},
              {111.0f, 112.0f, 0.0f, 114.0f},
              {121.0f, 122.0f, 0.0f, 124.0f},
              {0.0f, 132.0f, 0.0f, 0.0f},
              {0.0f, 0.0f, 0.0f, 0.0f}
            }
          };
      boolean[][][] isNull =
          new boolean[][][] {
            {
              {false, true, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, true, false},
              {false, false, true, false},
              {true, false, true, true},
              {true, true, true, true}
            }
          };

      boolean[] nullBlock = new boolean[] {true, true, false, false, false};
      int nullBlockIndex = 0;
      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertEquals(nullBlock[nullBlockIndex++], block == null);
        if (block == null) {
          continue;
        }
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = i + count * 5L;
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 4; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getFloat(i), 0.00001f);
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);
      assertEquals(nullBlock.length, nullBlockIndex);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }

  @Test
  public void batchLinearFillTest2OrderByDesc() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      LinearFill[] fillArray =
          new LinearFill[] {
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill(),
            new FloatLinearFill()
          };
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final float[][][] value =
                    new float[][][] {
                      {
                        {1.0f, 0.0f, 3.0f, 4.0f},
                        {11.0f, 12.0f, 13.0f, 0.0f},
                        {21.0f, 22.0f, 0.0f, 0.0f},
                        {0.0f, 32.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 0.0f, 0.0f}
                      },
                      {
                        {51.0f, 0.0f, 0.0f, 0.0f},
                        {61.0f, 62.0f, 0.0f, 0.0f},
                        {71.0f, 72.0f, 0.0f, 74.0f},
                        {0.0f, 82.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 0.0f, 0.0f}
                      },
                      {
                        {101.0f, 0.0f, 103.0f, 0.0f},
                        {111.0f, 112.0f, 0.0f, 114.0f},
                        {121.0f, 122.0f, 0.0f, 124.0f},
                        {0.0f, 132.0f, 0.0f, 0.0f},
                        {0.0f, 0.0f, 0.0f, 0.0f}
                      }
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {
                        {false, true, false, false},
                        {false, false, false, true},
                        {false, false, true, true},
                        {true, false, true, true},
                        {true, true, true, true}
                      },
                      {
                        {false, true, true, true},
                        {false, false, true, true},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, true, true}
                      },
                      {
                        {false, true, false, true},
                        {false, false, true, false},
                        {false, false, true, false},
                        {true, false, true, true},
                        {true, true, true, true}
                      }
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder =
                      new TsBlockBuilder(
                          ImmutableList.of(
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT,
                              TSDataType.FLOAT));
                  for (int i = 0; i < 5; i++) {
                    builder.getTimeColumnBuilder().writeLong((4 - i) + (2 - index) * 5L);
                    for (int j = 0; j < 4; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeFloat(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 3;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 3;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      int count = 0;
      float[][][] res =
          new float[][][] {
            {
              {1.0f, 0.0f, 3.0f, 4.0f},
              {11.0f, 12.0f, 13.0f, 14.0f},
              {21.0f, 22.0f, 23.0f, 24.0f},
              {31.0f, 32.0f, 33.0f, 34.0f},
              {41.0f, 42.0f, 43.0f, 44.0f}
            },
            {
              {51.0f, 52.0f, 53.0f, 54.0f},
              {61.0f, 62.0f, 63.0f, 64.0f},
              {71.0f, 72.0f, 73.0f, 74.0f},
              {81.0f, 82.0f, 83.0f, 84.0f},
              {91.0f, 92.0f, 93.0f, 94.0f}
            },
            {
              {101.0f, 102.0f, 103.0f, 104.0f},
              {111.0f, 112.0f, 0.0f, 114.0f},
              {121.0f, 122.0f, 0.0f, 124.0f},
              {0.0f, 132.0f, 0.0f, 0.0f},
              {0.0f, 0.0f, 0.0f, 0.0f}
            }
          };
      boolean[][][] isNull =
          new boolean[][][] {
            {
              {false, true, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false},
              {false, false, false, false}
            },
            {
              {false, false, false, false},
              {false, false, true, false},
              {false, false, true, false},
              {true, false, true, true},
              {true, true, true, true}
            }
          };

      boolean[] nullBlock = new boolean[] {true, true, false, false, false};
      int nullBlockIndex = 0;
      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertEquals(nullBlock[nullBlockIndex++], block == null);
        if (block == null) {
          continue;
        }
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = (block.getPositionCount() - i - 1) + (res.length - count - 1) * 5L;
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 4; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getFloat(i), 0.00001f);
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);
      assertEquals(nullBlock.length, nullBlockIndex);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }

  @Test
  public void batchLinearFillTest3() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      LinearFill[] fillArray = new LinearFill[] {new FloatLinearFill()};
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final float[][][] value =
                    new float[][][] {
                      {{0.0f}}, {{2.0f}}, {{3.0f}}, {{4.0f}}, {{0.0f}}, {{0.0f}}, {{0.0f}}
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {{true}}, {{false}}, {{false}}, {{false}}, {{true}}, {{true}}, {{true}}
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder = new TsBlockBuilder(ImmutableList.of(TSDataType.FLOAT));
                  for (int i = 0; i < 1; i++) {
                    builder.getTimeColumnBuilder().writeLong(i + index);
                    for (int j = 0; j < 1; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeFloat(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 7;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 7;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      int count = 0;
      float[][][] res =
          new float[][][] {{{0.0f}}, {{2.0f}}, {{3.0f}}, {{4.0f}}, {{0.0f}}, {{0.0f}}, {{0.0f}}};
      boolean[][][] isNull =
          new boolean[][][] {
            {{true}}, {{false}}, {{false}}, {{false}}, {{true}}, {{true}}, {{true}}
          };

      boolean[] nullBlock =
          new boolean[] {true, false, false, false, false, true, true, true, false, false, false};
      int nullBlockIndex = 0;
      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertEquals(nullBlock[nullBlockIndex++], block == null);
        if (block == null) {
          continue;
        }
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = i + count;
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 1; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getFloat(i), 0.00001f);
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);
      assertEquals(nullBlock.length, nullBlockIndex);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }

  @Test
  public void batchLinearFillTest3OrderByDesc() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      LinearFill[] fillArray = new LinearFill[] {new FloatLinearFill()};
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final float[][][] value =
                    new float[][][] {
                      {{0.0f}}, {{2.0f}}, {{3.0f}}, {{4.0f}}, {{0.0f}}, {{0.0f}}, {{0.0f}}
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {{true}}, {{false}}, {{false}}, {{false}}, {{true}}, {{true}}, {{true}}
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder = new TsBlockBuilder(ImmutableList.of(TSDataType.FLOAT));
                  for (int i = 0; i < 1; i++) {
                    builder.getTimeColumnBuilder().writeLong(i + (6 - index));
                    for (int j = 0; j < 1; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeFloat(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 7;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 7;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      int count = 0;
      float[][][] res =
          new float[][][] {{{0.0f}}, {{2.0f}}, {{3.0f}}, {{4.0f}}, {{0.0f}}, {{0.0f}}, {{0.0f}}};
      boolean[][][] isNull =
          new boolean[][][] {
            {{true}}, {{false}}, {{false}}, {{false}}, {{true}}, {{true}}, {{true}}
          };

      boolean[] nullBlock =
          new boolean[] {true, false, false, false, false, true, true, true, false, false, false};
      int nullBlockIndex = 0;
      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertEquals(nullBlock[nullBlockIndex++], block == null);
        if (block == null) {
          continue;
        }
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = (block.getPositionCount() - i - 1) + (res.length - count - 1);
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 1; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getFloat(i), 0.00001f);
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);
      assertEquals(nullBlock.length, nullBlockIndex);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }

  @Test
  public void batchLinearFillBooleanTest() throws Exception {
    ExecutorService instanceNotificationExecutor =
        IoTDBThreadPoolFactory.newFixedThreadPool(1, "test-instance-notification");
    try {
      QueryId queryId = new QueryId("stub_query");
      FragmentInstanceId instanceId =
          new FragmentInstanceId(new PlanFragmentId(queryId, 0), "stub-instance");
      FragmentInstanceStateMachine stateMachine =
          new FragmentInstanceStateMachine(instanceId, instanceNotificationExecutor);
      FragmentInstanceContext fragmentInstanceContext =
          createFragmentInstanceContext(instanceId, stateMachine);
      DriverContext driverContext = new DriverContext(fragmentInstanceContext, 0);
      PlanNodeId planNodeId1 = new PlanNodeId("1");
      driverContext.addOperatorContext(1, planNodeId1, LinearFillOperator.class.getSimpleName());

      ILinearFill[] fillArray = new ILinearFill[] {new IdentityLinearFill()};
      LinearFillOperator fillOperator =
          new LinearFillOperator(
              driverContext.getOperatorContexts().get(0),
              fillArray,
              new Operator() {
                private int index = 0;
                private final boolean[][][] value =
                    new boolean[][][] {
                      {{true}}, {{true}}, {{false}}, {{false}}, {{true}}, {{false}}, {{true}}
                    };
                final boolean[][][] isNull =
                    new boolean[][][] {
                      {{true}}, {{false}}, {{false}}, {{false}}, {{true}}, {{true}}, {{true}}
                    };

                @Override
                public OperatorContext getOperatorContext() {
                  return driverContext.getOperatorContexts().get(0);
                }

                @Override
                public TsBlock next() throws Exception {
                  TsBlockBuilder builder = new TsBlockBuilder(ImmutableList.of(TSDataType.BOOLEAN));
                  for (int i = 0; i < 1; i++) {
                    builder.getTimeColumnBuilder().writeLong(i + index);
                    for (int j = 0; j < 1; j++) {
                      if (isNull[index][i][j]) {
                        builder.getColumnBuilder(j).appendNull();
                      } else {
                        builder.getColumnBuilder(j).writeBoolean(value[index][i][j]);
                      }
                    }
                    builder.declarePosition();
                  }
                  index++;
                  return builder.build();
                }

                @Override
                public boolean hasNext() throws Exception {
                  return index < 7;
                }

                @Override
                public boolean isFinished() throws Exception {
                  return index >= 7;
                }

                @Override
                public void close() throws Exception {
                  // do nothing
                }

                @Override
                public long calculateMaxPeekMemory() {
                  return 0;
                }

                @Override
                public long calculateMaxReturnSize() {
                  return 0;
                }

                @Override
                public long calculateRetainedSizeAfterCallingNext() {
                  return 0;
                }

                @Override
                public long ramBytesUsed() {
                  return 0;
                }
              });

      int count = 0;
      boolean[][][] res =
          new boolean[][][] {
            {{true}}, {{true}}, {{false}}, {{false}}, {{true}}, {{false}}, {{true}}
          };
      boolean[][][] isNull =
          new boolean[][][] {
            {{true}}, {{false}}, {{false}}, {{false}}, {{true}}, {{true}}, {{true}}
          };

      while (fillOperator.hasNext()) {
        TsBlock block = fillOperator.next();
        assertNotNull(block);
        for (int i = 0; i < block.getPositionCount(); i++) {
          long expectedTime = i + count;
          assertEquals(expectedTime, block.getTimeByIndex(i));
          for (int j = 0; j < 1; j++) {
            assertEquals(isNull[count][i][j], block.getColumn(j).isNull(i));
            if (!isNull[count][i][j]) {
              assertEquals(res[count][i][j], block.getColumn(j).getBoolean(i));
            }
          }
        }
        count++;
      }

      assertTrue(fillOperator.isFinished());
      assertEquals(res.length, count);

    } finally {
      instanceNotificationExecutor.shutdown();
    }
  }
}
