CREATE CATALOG my_catalog WITH (
  'type' = 'paimon',
  'warehouse' = 'hdfs://HDFS14979/usr/hive/warehouse'
);

CREATE CATALOG my_hive WITH (
  'type' = 'paimon',
  'metastore' = 'hive',
  -- 'uri' = 'thrift://<hive-metastore-host-name>:<port>', -- Uses the 'hive.metastore.uris' in HiveConf by default.
  -- 'warehouse' = 'hdfs://HDFS14979/usr/hive/warehouse', -- Uses the 'hive.metastore.warehouse.dir' in HiveConf by default.
);

-- Create a primary key table
CREATE TABLE my_table (
    user_id BIGINT,
    item_id BIGINT,
    behavior STRING,
    dt STRING,
    hh STRING,
    PRIMARY KEY (dt, hh, user_id) NOT ENFORCED
) WITH (
    'bucket' = '10',
    -- Other with parameters
);

-- Create a partitioned table
CREATE TABLE my_table (
    user_id BIGINT,
    item_id BIGINT,
    behavior STRING,
    dt STRING,
    hh STRING,
    PRIMARY KEY (dt, hh, user_id) NOT ENFORCED
) PARTITIONED BY (dt, hh) WITH (
    'bucket' = '10',
    -- Other with parameters
);


-- Create a logger sink
CREATE TABLE logger_sink (
    id BIGINT,
    name STRING
) WITH (
  'connector' = 'logger',
  'print-identifier' = 'DebugData'
);

-- Create a paimon catalog
CREATE CATALOG paimon_catalog WITH (
    'type' = 'paimon',
    'warehouse' = 'hdfs://HDFS14979/usr/hive/warehouse'
);

-- Read data from paimon and write it to a logger sink
INSERT INTO logger_sink 
SELECT * FROM paimon_catalog.test_db.user_info;


-- Create a datagen source
CREATE TABLE datagen_source (
    id BIGINT,
    name STRING
) WITH (
    'connector' = 'datagen',
    'rows-per-second' = '10'
);

-- Create a paimon catalog
CREATE CATALOG paimon_catalog WITH (
    'type' = 'paimon',
    'warehouse' = 'hdfs://HDFS14979/usr/hive/warehouse'
);

-- Create a paimon database and table (skip if they already exist)
CREATE DATABASE IF NOT EXISTS paimon_catalog.test_db;
CREATE TABLE IF NOT EXISTS paimon_catalog.test_db.user_info (
    id BIGINT,
    name STRING,
    PRIMARY KEY (id) NOT ENFORCED
) WITH (
    'bucket' = '2'
);

-- Generate data with datagen and write it to a paimon table
INSERT INTO paimon_catalog.test_db.user_info 
SELECT * FROM datagen_source;


containerized.taskmanager.env.HADOOP_USER_NAME: hadoop
containerized.master.env.HADOOP_USER_NAME: hadoop