Skip to content

Commit 036ad34

Browse files
author
Jacky Li
committed
change to markdown file
1 parent 319a1bc commit 036ad34

File tree

1 file changed

+34
-0
lines changed

1 file changed

+34
-0
lines changed

examples/spark-hbase-demo1.md

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
## create spark sql table to non-exist hbase (support multiple columns mapping to hbase rowkey)
2+
(1)TableName :
3+
spark : spark_teacher_3key
4+
hbase : hbase_ teacher_3key
5+
(2)Fields :
6+
[grade,int]
7+
[class,int]
8+
[subject,string]
9+
[teacher_name,string]
10+
[teacher_age,int]
11+
12+
keyCols : grade,class,subject
13+
14+
(3)Create table:
15+
CREATE TABLE teacher1k(grade int, class int, subject string, teacher_name string, teacher_age int, PRIMARY KEY (grade, class, subject)) MAPPED BY (hbase1k, COLS=[teacher_name=teacher.name, teacher_age=teacher.age]);
16+
17+
(4)Load data :
18+
LOAD DATA INPATH './examples/teacher1k.csv' INTO TABLE teacher1k FIELDS TERMINATED BY "," ;
19+
20+
(5) Query :
21+
// test where
22+
(1) select teacher_name,teacher_age from teacher1k where teacher_age > 25;
23+
24+
// test like in
25+
(2) select teacher_name,teacher_age,subject from teacher1k where teacher_name is not null and teacher_name like 'teacher_2_3%' and teacher_age not in (20,21,22,23,24,25)
26+
27+
// test subquery
28+
(3) select t1.teacher_name,t1.teacher_age from (select * from teacher1k where teacher_name like 'teacher_2_3%') t1 where t1.teacher_age < 25
29+
30+
//test group
31+
(4) select teacher_name, sum(teacher_age) from teacher1k where grade=1 group by teacher_name
32+
33+
//test join
34+
(5) select t1.teacher_name, t2.subject, t1.teacher_age from (select teacher_name, teacher_age from teacher1k where teacher_age >=26 ) t1 join (select teacher_name, subject from teacher1k where teacher_name like 'teacher_2_3%')t2 on t1.teacher_name=t2.teacher_name

0 commit comments

Comments
 (0)