Skip to content

Commit 401ee9a

Browse files
twalthrtwalthr
committed
Demo commands added
1 parent 8c5cac0 commit 401ee9a

File tree

2 files changed

+652
-112
lines changed

2 files changed

+652
-112
lines changed

‎client-image/conf/sql-client-conf.yaml

Lines changed: 238 additions & 112 deletions
Original file line numberDiff line numberDiff line change
@@ -33,141 +33,267 @@ catalogs:
3333
hive-conf-dir: /opt/hive-conf
3434

3535
tables:
36-
- name: Rides
37-
type: source
36+
- name: PROD_RATES_HISTORY
37+
type: source-table
3838
update-mode: append
3939
schema:
40-
- name: rideId
41-
type: LONG
42-
- name: taxiId
43-
type: LONG
44-
- name: isStart
45-
type: BOOLEAN
46-
- name: lon
47-
type: FLOAT
48-
- name: lat
49-
type: FLOAT
50-
- name: rideTime
51-
type: TIMESTAMP
52-
rowtime:
53-
timestamps:
54-
type: "from-field"
55-
from: "eventTime"
56-
watermarks:
57-
type: "periodic-bounded"
58-
delay: "60000"
59-
- name: psgCnt
60-
type: INT
40+
- name: RS_TIMESTAMP
41+
data-type: TIMESTAMP(3)
42+
rowtime:
43+
timestamps:
44+
type: from-field
45+
from: RS_RAW_TIMESTAMP
46+
watermarks:
47+
type: "periodic-bounded"
48+
delay: 5000
49+
- name: RS_SYMBOL
50+
data-type: STRING
51+
- name: RS_RATE
52+
data-type: DOUBLE
6153
connector:
62-
property-version: 1
6354
type: kafka
6455
version: universal
65-
topic: Rides
56+
topic: Rates
6657
startup-mode: earliest-offset
6758
properties:
68-
- key: zookeeper.connect
69-
value: zookeeper:2181
70-
- key: bootstrap.servers
71-
value: kafka:9092
72-
- key: group.id
73-
value: testGroup
59+
- key: zookeeper.connect
60+
value: not-needed
61+
- key: bootstrap.servers
62+
value: kafka:9092
63+
- key: group.id
64+
value: testGroup
7465
format:
75-
property-version: 1
76-
type: json
77-
schema: "ROW(rideId LONG, isStart BOOLEAN, eventTime TIMESTAMP, lon FLOAT, lat FLOAT, psgCnt INT, taxiId LONG)"
78-
- name: Fares
79-
type: source
66+
type: csv
67+
field-delimiter: '|'
68+
69+
- name: PROD_RATES_HISTORY_SINK
70+
type: sink-table
8071
update-mode: append
8172
schema:
82-
- name: rideId
83-
type: LONG
84-
- name: payTime
85-
type: TIMESTAMP
86-
rowtime:
87-
timestamps:
88-
type: "from-field"
89-
from: "eventTime"
90-
watermarks:
91-
type: "periodic-bounded"
92-
delay: "60000"
93-
- name: payMethod
94-
type: STRING
95-
- name: tip
96-
type: FLOAT
97-
- name: toll
98-
type: FLOAT
99-
- name: fare
100-
type: FLOAT
73+
- name: RS_TIMESTAMP
74+
data-type: TIMESTAMP(3)
75+
- name: RS_SYMBOL
76+
data-type: STRING
77+
- name: RS_RATE
78+
data-type: DOUBLE
10179
connector:
102-
property-version: 1
10380
type: kafka
10481
version: universal
105-
topic: Fares
82+
topic: Rates
10683
startup-mode: earliest-offset
10784
properties:
108-
- key: zookeeper.connect
109-
value: zookeeper:2181
110-
- key: bootstrap.servers
111-
value: kafka:9092
112-
- key: group.id
113-
value: testGroup
85+
- key: zookeeper.connect
86+
value: not-needed
87+
- key: bootstrap.servers
88+
value: kafka:9092
89+
- key: group.id
90+
value: testGroup
11491
format:
115-
property-version: 1
116-
type: json
117-
schema: "ROW(rideId LONG, eventTime TIMESTAMP, payMethod STRING, tip FLOAT, toll FLOAT, fare FLOAT)"
118-
- name: DriverChanges
119-
type: source
92+
type: csv
93+
field-delimiter: '|'
94+
95+
- name: PROD_RATES_TEMPORAL
96+
type: temporal-table
97+
history-table: PROD_RATES_HISTORY
98+
primary-key: RS_SYMBOL
99+
time-attribute: RS_TIMESTAMP
100+
101+
- name: PROD_LINEITEM
102+
type: source-table
120103
update-mode: append
121104
schema:
122-
- name: taxiId
123-
type: LONG
124-
- name: driverId
125-
type: LONG
126-
- name: usageStartTime
127-
type: TIMESTAMP
128-
rowtime:
129-
timestamps:
130-
type: "from-field"
131-
from: "eventTime"
132-
watermarks:
133-
type: "periodic-bounded"
134-
delay: "60000"
105+
- name: L_ORDERKEY
106+
data-type: INTEGER
107+
- name: L_PARTKEY
108+
data-type: INTEGER
109+
- name: L_SUPPKEY
110+
data-type: INTEGER
111+
- name: L_LINENUMBER
112+
data-type: INTEGER
113+
- name: L_QUANTITY
114+
data-type: DOUBLE
115+
- name: L_EXTENDEDPRICE
116+
data-type: DOUBLE
117+
- name: L_DISCOUNT
118+
data-type: DOUBLE
119+
- name: L_TAX
120+
data-type: DOUBLE
121+
- name: L_CURRENCY
122+
data-type: STRING
123+
- name: L_RETURNFLAG
124+
data-type: STRING
125+
- name: L_LINESTATUS
126+
data-type: STRING
127+
- name: L_ORDERTIME
128+
data-type: TIMESTAMP(3)
129+
rowtime:
130+
timestamps:
131+
type: from-field
132+
from: L_RAW_ORDERTIME
133+
watermarks:
134+
type: "periodic-bounded"
135+
delay: 5000
136+
- name: L_SHIPINSTRUCT
137+
data-type: STRING
138+
- name: L_SHIPMODE
139+
data-type: STRING
140+
- name: L_COMMENT
141+
data-type: STRING
142+
- name: L_PROCTIME
143+
data-type: TIMESTAMP(3)
144+
proctime: true
135145
connector:
136-
property-version: 1
137146
type: kafka
138147
version: universal
139-
topic: DriverChanges
140-
startup-mode: earliest-offset
148+
topic: Lineitem
149+
startup-mode: 'earliest-offset'
141150
properties:
142-
- key: zookeeper.connect
143-
value: zookeeper:2181
144-
- key: bootstrap.servers
145-
value: kafka:9092
146-
- key: group.id
147-
value: testGroup
151+
- key: zookeeper.connect
152+
value: not-needed
153+
- key: bootstrap.servers
154+
value: kafka:9092
155+
- key: group.id
156+
value: testGroup
148157
format:
149-
property-version: 1
150-
type: json
151-
schema: "ROW(eventTime TIMESTAMP, taxiId LONG, driverId LONG)"
152-
- name: Drivers
153-
type: temporal-table
154-
history-table: DriverChanges
155-
primary-key: taxiId
156-
time-attribute: usageStartTime
157-
158-
# functions:
159-
# - name: timeDiff
160-
# from: class
161-
# class: com.ververica.sql_training.udfs.TimeDiff
162-
# - name: isInNYC
163-
# from: class
164-
# class: com.ververica.sql_training.udfs.IsInNYC
165-
# - name: toAreaId
166-
# from: class
167-
# class: com.ververica.sql_training.udfs.ToAreaId
168-
# - name: toCoords
169-
# from: class
170-
# class: com.ververica.sql_training.udfs.ToCoords
158+
type: csv
159+
field-delimiter: '|'
160+
161+
- name: PROD_LINEITEM_SINK
162+
type: sink-table
163+
update-mode: append
164+
schema:
165+
- name: L_ORDERKEY
166+
data-type: INTEGER
167+
- name: L_PARTKEY
168+
data-type: INTEGER
169+
- name: L_SUPPKEY
170+
data-type: INTEGER
171+
- name: L_LINENUMBER
172+
data-type: INTEGER
173+
- name: L_QUANTITY
174+
data-type: DOUBLE
175+
- name: L_EXTENDEDPRICE
176+
data-type: DOUBLE
177+
- name: L_DISCOUNT
178+
data-type: DOUBLE
179+
- name: L_TAX
180+
data-type: DOUBLE
181+
- name: L_CURRENCY
182+
data-type: STRING
183+
- name: L_RETURNFLAG
184+
data-type: STRING
185+
- name: L_LINESTATUS
186+
data-type: STRING
187+
- name: L_ORDERTIME
188+
data-type: TIMESTAMP(3)
189+
- name: L_SHIPINSTRUCT
190+
data-type: STRING
191+
- name: L_SHIPMODE
192+
data-type: STRING
193+
- name: L_COMMENT
194+
data-type: STRING
195+
connector:
196+
type: kafka
197+
version: universal
198+
topic: Lineitem
199+
startup-mode: 'earliest-offset'
200+
properties:
201+
- key: zookeeper.connect
202+
value: not-needed
203+
- key: bootstrap.servers
204+
value: kafka:9092
205+
- key: group.id
206+
value: testGroup
207+
format:
208+
type: csv
209+
field-delimiter: '|'
210+
211+
- name: PROD_ORDERS
212+
type: source-table
213+
update-mode: append
214+
schema:
215+
- name: O_ORDERKEY
216+
data-type: INTEGER
217+
- name: O_CUSTKEY
218+
data-type: INTEGER
219+
- name: O_ORDERSTATUS
220+
data-type: STRING
221+
- name: O_TOTALPRICE
222+
data-type: DOUBLE
223+
- name: O_CURRENCY
224+
data-type: STRING
225+
- name: O_ORDERTIME
226+
data-type: TIMESTAMP(3)
227+
rowtime:
228+
timestamps:
229+
type: from-field
230+
from: O_RAW_ORDERTIME
231+
watermarks:
232+
type: "periodic-bounded"
233+
delay: 5000
234+
- name: O_ORDERPRIORITY
235+
data-type: STRING
236+
- name: O_CLERK
237+
data-type: STRING
238+
- name: O_SHIPPRIORITY
239+
data-type: INTEGER
240+
- name: O_COMMENT
241+
data-type: STRING
242+
connector:
243+
type: kafka
244+
version: universal
245+
topic: Orders
246+
startup-mode: 'earliest-offset'
247+
properties:
248+
- key: zookeeper.connect
249+
value: not-needed
250+
- key: bootstrap.servers
251+
value: kafka:9092
252+
- key: group.id
253+
value: testGroup
254+
format:
255+
type: csv
256+
field-delimiter: '|'
257+
258+
- name: PROD_ORDERS_SINK
259+
type: sink-table
260+
update-mode: append
261+
schema:
262+
- name: O_ORDERKEY
263+
data-type: INTEGER
264+
- name: O_CUSTKEY
265+
data-type: INTEGER
266+
- name: O_ORDERSTATUS
267+
data-type: STRING
268+
- name: O_TOTALPRICE
269+
data-type: DOUBLE
270+
- name: O_CURRENCY
271+
data-type: STRING
272+
- name: O_ORDERTIME
273+
data-type: TIMESTAMP(3)
274+
- name: O_ORDERPRIORITY
275+
data-type: STRING
276+
- name: O_CLERK
277+
data-type: STRING
278+
- name: O_SHIPPRIORITY
279+
data-type: INTEGER
280+
- name: O_COMMENT
281+
data-type: STRING
282+
connector:
283+
type: kafka
284+
version: universal
285+
topic: Orders
286+
startup-mode: 'earliest-offset'
287+
properties:
288+
- key: zookeeper.connect
289+
value: not-needed
290+
- key: bootstrap.servers
291+
value: kafka:9092
292+
- key: group.id
293+
value: testGroup
294+
format:
295+
type: csv
296+
field-delimiter: '|'
171297

172298
#==============================================================================
173299
# Execution properties

0 commit comments

Comments
 (0)