526互联

Flink SQL建表语句示例

发布时间 2024-01-09 09:42:42作者: 粒子先生

Hive

CREATE EXTERNAL TABLE jc.judgmentDocumentods(
odsId STRING,
caseTitle STRING,
plaintiff STRING,
caseTypeShow INT,
releaseDate STRING,
caseSource BIGINT,
firstAscertain DOUBLE,
lawFirm array<STRING>,
lawClauseList array<
    struct<
        attribute:STRING,
        lawName:STRING,
        Items:array<
            struct<
                content:STRING,
                name:STRING
            >
        >
    >
>) COMMENT 'cpws-ods' PARTITIONED BY (pt STRING COMMENT 'partition')
STORED AS parquet
lOCATION '/dw/ods/judgmentDocumentFromFile'

官网链接：https://ci.apache.org/projects/flink/flink-docs-release-1.11/zh/dev/table/hive/hive_dialect.html

Kafka

CREATE TABLE kafkaTable (
 user_id BIGINT,
 item_id BIGINT,
 category_id BIGINT,
 behavior STRING,
 ts TIMESTAMP(3)
) WITH (
 'connector' = 'kafka',
 'topic' = 'user_behavior',
 'properties.bootstrap.servers' = 'localhost:9092',
 'properties.group.id' = 'testGroup',
 'format' = 'csv',
 'scan.startup.mode' = 'earliest-offset'
)

官网链接：https://ci.apache.org/projects/flink/flink-docs-release-1.11/zh/dev/table/connectors/kafka.html

Elasticserach

CREATE TABLE myUserTable (
  user_id STRING,
  user_name STRING
  uv BIGINT,
  pv BIGINT,
  PRIMARY KEY (user_id) NOT ENFORCED
) WITH (
  'connector' = 'elasticsearch-7',
  'hosts' = 'http://localhost:9200',
  'index' = 'users'
);

官网链接：https://ci.apache.org/projects/flink/flink-docs-release-1.11/zh/dev/table/connectors/elasticsearch.html

Mongo

待定义