Java 类名:com.alibaba.alink.operator.stream.sql.UnionAllStreamOp
Python 类名:UnionAllStreamOp
对流式数据进行sql的UNION ALL操作。
| 名称 | 中文名称 | 描述 | 类型 | 是否必须? | 取值范围 | 默认值 |
|---|
<!–
from pyalink.alink import *
import pandas as pd
useLocalEnv(1)
df = pd.DataFrame([
['Ohio', 2000, 1.5],
['Ohio', 2001, 1.7],
['Ohio', 2002, 3.6],
['Nevada', 2001, 2.4],
['Nevada', 2002, 2.9],
['Nevada', 2003, 3.2]
])
stream_data = StreamOperator.fromDataframe(df, schemaStr='f1 string, f2 bigint, f3 double')
stream_data2 = StreamOperator.fromDataframe(df, schemaStr='f1 string, f2 bigint, f3 double')
op = UnionAllStreamOp()
stream_data = op.linkFrom(stream_data, stream_data2)
stream_data.print()
StreamOperator.execute()
import org.apache.flink.types.Row;
import com.alibaba.alink.operator.stream.StreamOperator;
import com.alibaba.alink.operator.stream.source.MemSourceStreamOp;
import com.alibaba.alink.operator.stream.sql.UnionAllStreamOp;
import org.junit.Test;
import java.util.Arrays;
import java.util.List;
public class UnionAllStreamOpTest {
@Test
public void testUnionAllStreamOp() throws Exception {
List <Row> df = Arrays.asList(
Row.of("Ohio", 2000, 1.5),
Row.of("Ohio", 2001, 1.7),
Row.of("Ohio", 2002, 3.6),
Row.of("Nevada", 2001, 2.4),
Row.of("Nevada", 2002, 2.9),
Row.of("Nevada", 2003, 3.2)
);
StreamOperator <?> stream_data = new MemSourceStreamOp(df, "f1 string, f2 int, f3 double");
StreamOperator <?> stream_data2 = new MemSourceStreamOp(df, "f1 string, f2 int, f3 double");
StreamOperator <?> op = new UnionAllStreamOp();
stream_data = op.linkFrom(stream_data, stream_data2);
stream_data.print();
StreamOperator.execute();
}
}
| f1 | f2 | f3 |
|---|---|---|
| Ohio | 2000 | 1.5000 |
| Ohio | 2001 | 1.7000 |
| Nevada | 2001 | 2.4000 |
| Ohio | 2002 | 3.6000 |
| Nevada | 2003 | 3.2000 |
| Nevada | 2002 | 2.9000 |
| Ohio | 2000 | 1.5000 |
| Ohio | 2001 | 1.7000 |
| Ohio | 2002 | 3.6000 |
| Nevada | 2001 | 2.4000 |
| Nevada | 2002 | 2.9000 |
| Nevada | 2003 | 3.2000 |