Apache Phoenix Performance Result :: Tue Sep 09 22:26:52 PDT 2014
Test Suite: STANDARD

Queries by Category

Aggregation

select count(*) from AGGREGATION_TABLE
0.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.74s 3.0-HBASE-0.94.15-SECURITY
0.58s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.93s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from AGGREGATION_TABLE group by HOST
0.59s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.84s 3.0-HBASE-0.94.15-SECURITY
0.62s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.97s 4.0-HBASE-0.98.1-HADOOP1

select core, count(1) from AGGREGATION_TABLE group by CORE
0.76s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.03s 3.0-HBASE-0.94.15-SECURITY
0.76s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.19s 4.0-HBASE-0.98.1-HADOOP1

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host
3.02s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.7s 3.0-HBASE-0.94.15-SECURITY
3.2s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
5.02s 4.0-HBASE-0.98.1-HADOOP1

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'
3.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.91s 3.0-HBASE-0.94.15-SECURITY
4.03s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.12s 4.0-HBASE-0.98.1-HADOOP1

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.54s 3.0-HBASE-0.94.15-SECURITY
1.22s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.75s 4.0-HBASE-0.98.1-HADOOP1

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)
1.83s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.93s 3.0-HBASE-0.94.15-SECURITY
1.96s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.98s 4.0-HBASE-0.98.1-HADOOP1

select count(active_visitor) count from AGGREGATION_TABLE
2.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.19s 3.0-HBASE-0.94.15-SECURITY
2.75s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.5s 4.0-HBASE-0.98.1-HADOOP1

select count(distinct active_visitor) count from AGGREGATION_TABLE
3.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.52s 3.0-HBASE-0.94.15-SECURITY
3.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.96s 4.0-HBASE-0.98.1-HADOOP1

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE
3.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
5.62s 3.0-HBASE-0.94.15-SECURITY
3.73s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
6.06s 4.0-HBASE-0.98.1-HADOOP1

select core, count(db) count from AGGREGATION_TABLE group by CORE
0.74s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.1s 3.0-HBASE-0.94.15-SECURITY
0.77s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.27s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200
1.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.74s 3.0-HBASE-0.94.15-SECURITY
1.14s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.75s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000
1.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.37s 3.0-HBASE-0.94.15-SECURITY
1.1s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.23s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core > 90
1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.55s 3.0-HBASE-0.94.15-SECURITY
1.05s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.62s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from WIDE_PK
2.8s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.47s 3.0-HBASE-0.94.15-SECURITY
2.62s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.06s 4.0-HBASE-0.98.1-HADOOP1

Aggregation with filter no non-pk

select count(*) from TABLE_6CF where f < 10000
2.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.38s 3.0-HBASE-0.94.15-SECURITY
3.01s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.8s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF where f < 10000
2.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.04s 3.0-HBASE-0.94.15-SECURITY
2.26s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.07s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from WIDE_PK where column2<10
3.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.76s 3.0-HBASE-0.94.15-SECURITY
2.88s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.28s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50
3.69s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.57s 3.0-HBASE-0.94.15-SECURITY
3.45s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
5.1s 4.0-HBASE-0.98.1-HADOOP1

ColumnFamilies-Single

select count(1) from TABLE_6CF where K1 in ('A', 'B', 'C', 'D')
0.79s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.78s 3.0-HBASE-0.94.15-SECURITY
0.96s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.33s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from TABLE_6CF where K1 in ('A', 'C')
0.66s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.62s 3.0-HBASE-0.94.15-SECURITY
0.93s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.98s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_6CF where f < 1000
1.46s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.46s 3.0-HBASE-0.94.15-SECURITY
1.52s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.96s 4.0-HBASE-0.98.1-HADOOP1

select a,b,c,d,e,f from TABLE_6CF where B>1000 and B<2000 and f>1000 and f<2000
1.48s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.99s 3.0-HBASE-0.94.15-SECURITY
1.56s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3s 4.0-HBASE-0.98.1-HADOOP1

select sum(a),sum(b),sum(c),sum(d) from TABLE_6CF group by K1
6.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.95s 3.0-HBASE-0.94.15-SECURITY
6s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
7.56s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from TABLE_1CF where K1 in ('A', 'B', 'C', 'D')
1.9s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.78s 3.0-HBASE-0.94.15-SECURITY
2.28s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.14s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from TABLE_1CF where K1 in ('A', 'C')
1.83s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.58s 3.0-HBASE-0.94.15-SECURITY
1.98s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.48s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF where f < 1000
2.3s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.23s 3.0-HBASE-0.94.15-SECURITY
2.38s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.2s 4.0-HBASE-0.98.1-HADOOP1

select a,b,c,d,e,f from TABLE_1CF where B>1000 and B<2000 and f>1000 and f<2000
2.67s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.52s 3.0-HBASE-0.94.15-SECURITY
3.33s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.26s 4.0-HBASE-0.98.1-HADOOP1

select sum(a),sum(b),sum(c),sum(d) from TABLE_1CF group by K1
2.4s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.19s 3.0-HBASE-0.94.15-SECURITY
2.48s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.43s 4.0-HBASE-0.98.1-HADOOP1

Count Distinct

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE
4.23s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.44s 3.0-HBASE-0.94.15-SECURITY
4.39s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
6.68s 4.0-HBASE-0.98.1-HADOOP1

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE
2s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.6s 3.0-HBASE-0.94.15-SECURITY
1.94s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.75s 4.0-HBASE-0.98.1-HADOOP1

IN/LIKE Clause

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)
0.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.57s 3.0-HBASE-0.94.15-SECURITY
0.99s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.54s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')
0.82s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.75s 3.0-HBASE-0.94.15-SECURITY
1.02s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.1s 4.0-HBASE-0.98.1-HADOOP1

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')
0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.01s 3.0-HBASE-0.94.15-SECURITY
0.01s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.04s 4.0-HBASE-0.98.1-HADOOP1

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'
0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.01s 3.0-HBASE-0.94.15-SECURITY
0.03s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.01s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'
1.55s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.87s 3.0-HBASE-0.94.15-SECURITY
218.81s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
429.36s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')
1.45s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.3s 3.0-HBASE-0.94.15-SECURITY
116.94s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
319.56s 4.0-HBASE-0.98.1-HADOOP1

Index

select count(*) from INDEXED_TABLE
0.36s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.72s 3.0-HBASE-0.94.15-SECURITY
0.47s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.13s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE
0.81s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.65s 3.0-HBASE-0.94.15-SECURITY
1.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.45s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE
0.32s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.62s 3.0-HBASE-0.94.15-SECURITY
0.4s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.8s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE
1.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.26s 3.0-HBASE-0.94.15-SECURITY
1.24s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.58s 4.0-HBASE-0.98.1-HADOOP1

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.33s 3.0-HBASE-0.94.15-SECURITY
0.17s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.66s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.78s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.78s 3.0-HBASE-0.94.15-SECURITY
2.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.13s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core IN (1,100)
0.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.06s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.04s 3.0-HBASE-0.94.15-SECURITY
0.05s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.05s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.06s 3.0-HBASE-0.94.15-SECURITY
0.1s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.07s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)
1.43s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.38s 3.0-HBASE-0.94.15-SECURITY
1.66s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.79s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.13s 3.0-HBASE-0.94.15-SECURITY
0.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.15s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.08s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.1s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.11s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.09s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
1.41s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.32s 3.0-HBASE-0.94.15-SECURITY
1.63s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.8s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core < 10 and db < 200
0.2s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.3s 3.0-HBASE-0.94.15-SECURITY
0.21s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.72s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.74s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.6s 3.0-HBASE-0.94.15-SECURITY
0.67s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.69s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.2s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.28s 3.0-HBASE-0.94.15-SECURITY
0.2s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.38s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200
1.46s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.67s 3.0-HBASE-0.94.15-SECURITY
1.95s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.15s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core < 100 and db < 2000
0.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.47s 3.0-HBASE-0.94.15-SECURITY
0.9s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.09s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000
1.67s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.12s 3.0-HBASE-0.94.15-SECURITY
2.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.55s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core > 90
0.14s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.18s 3.0-HBASE-0.94.15-SECURITY
0.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.17s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90
1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.48s 3.0-HBASE-0.94.15-SECURITY
1.74s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.9s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core > 0
0.46s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.93s 3.0-HBASE-0.94.15-SECURITY
0.55s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.38s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0
1.26s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.7s 3.0-HBASE-0.94.15-SECURITY
1.88s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.19s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE where db >5 and db <7 order by db
0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.04s 3.0-HBASE-0.94.15-SECURITY
0.08s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.05s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db
2.48s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.11s 3.0-HBASE-0.94.15-SECURITY
4.18s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.43s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE order by db limit 10
0.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.08s 3.0-HBASE-0.94.15-SECURITY
0.07s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.07s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10
1.64s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.21s 3.0-HBASE-0.94.15-SECURITY
2.62s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.92s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from INDEXED_TABLE_MUTABLE
1.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.98s 3.0-HBASE-0.94.15-SECURITY
1.24s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.4s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(*) from INDEXED_TABLE_MUTABLE
1.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.86s 3.0-HBASE-0.94.15-SECURITY
1.14s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.3s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(*) from INDEXED_TABLE_MUTABLE
0.62s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.76s 3.0-HBASE-0.94.15-SECURITY
0.64s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.89s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE_MUTABLE
1.17s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.86s 3.0-HBASE-0.94.15-SECURITY
0.92s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.91s 4.0-HBASE-0.98.1-HADOOP1

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
0.39s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.58s 3.0-HBASE-0.94.15-SECURITY
0.41s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.41s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.56s 3.0-HBASE-0.94.15-SECURITY
1.66s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.78s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
0.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.12s 3.0-HBASE-0.94.15-SECURITY
0.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.06s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.03s 3.0-HBASE-0.94.15-SECURITY
0.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.05s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
0.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.11s 3.0-HBASE-0.94.15-SECURITY
0.14s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.08s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
1.25s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.29s 3.0-HBASE-0.94.15-SECURITY
1.33s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.44s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
0.15s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.15s 3.0-HBASE-0.94.15-SECURITY
0.15s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.11s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
0.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.09s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.13s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
0.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.12s 3.0-HBASE-0.94.15-SECURITY
0.15s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.11s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.34s 3.0-HBASE-0.94.15-SECURITY
1.33s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.45s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
0.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.66s 3.0-HBASE-0.94.15-SECURITY
0.59s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.42s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
0.38s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.4s 3.0-HBASE-0.94.15-SECURITY
0.44s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.41s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
0.53s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.64s 3.0-HBASE-0.94.15-SECURITY
0.58s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.77s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
1.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.52s 3.0-HBASE-0.94.15-SECURITY
1.56s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.72s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000
1.27s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.55s 3.0-HBASE-0.94.15-SECURITY
1.48s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000
1.94s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.59s 3.0-HBASE-0.94.15-SECURITY
1.69s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.67s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core > 90
0.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.19s 3.0-HBASE-0.94.15-SECURITY
0.17s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.15s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 90
1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.39s 3.0-HBASE-0.94.15-SECURITY
1.4s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.56s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core > 0
0.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.84s 3.0-HBASE-0.94.15-SECURITY
0.7s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.66s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 0
1.6s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.22s 3.0-HBASE-0.94.15-SECURITY
1.41s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.42s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db
0.19s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.15s 3.0-HBASE-0.94.15-SECURITY
0.25s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.04s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db
2.54s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.39s 3.0-HBASE-0.94.15-SECURITY
2.96s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.93s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE_MUTABLE order by db limit 10
1.37s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.99s 3.0-HBASE-0.94.15-SECURITY
1.5s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.44s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE order by db limit 10
2.03s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.53s 3.0-HBASE-0.94.15-SECURITY
1.77s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.73s 4.0-HBASE-0.98.1-HADOOP1

Index Creation After Data

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)
38.36s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
42.14s 3.0-HBASE-0.94.15-SECURITY
48.97s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
51.92s 4.0-HBASE-0.98.1-HADOOP1

CREATE INDEX midx5 ON INDEXED_TABLE_MUTABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)
36.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
39.25s 3.0-HBASE-0.94.15-SECURITY
43.47s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
43.42s 4.0-HBASE-0.98.1-HADOOP1

Large Group By

select count(*) from TABLE_6CF group by A
0.86s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.84s 3.0-HBASE-0.94.15-SECURITY
1.06s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.46s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_6CF group by B
3.23s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.75s 3.0-HBASE-0.94.15-SECURITY
3.43s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.49s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF group by A
1.86s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.82s 3.0-HBASE-0.94.15-SECURITY
2.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.9s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF group by B
1.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.75s 3.0-HBASE-0.94.15-SECURITY
2.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.07s 4.0-HBASE-0.98.1-HADOOP1

Load Data

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]
116.65s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
150.26s 3.0-HBASE-0.94.15-SECURITY
124.99s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
170.51s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]
92.38s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
111.22s 3.0-HBASE-0.94.15-SECURITY
103.84s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
140.2s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA INDEXED_TABLE [2000000 ROWS]
456.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
536.51s 3.0-HBASE-0.94.15-SECURITY
478.15s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
538.31s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA INDEXED_TABLE_MUTABLE [2000000 ROWS]
866.36s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
708.72s 3.0-HBASE-0.94.15-SECURITY
693.03s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
714.22s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA TABLE_6CF [2000000 ROWS]
107.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
130.75s 3.0-HBASE-0.94.15-SECURITY
124.27s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
173.1s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA SALTED_TABLE [2000000 ROWS]
109.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
143.33s 3.0-HBASE-0.94.15-SECURITY
116.63s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
162.97s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA TABLE_1CF [2000000 ROWS]
98.94s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
115.86s 3.0-HBASE-0.94.15-SECURITY
111.69s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
155.61s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA WIDE_PK [2000000 ROWS]
234.99s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
289.85s 3.0-HBASE-0.94.15-SECURITY
226.93s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
309.66s 4.0-HBASE-0.98.1-HADOOP1

Percentile

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE
3.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.48s 3.0-HBASE-0.94.15-SECURITY
3.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.88s 4.0-HBASE-0.98.1-HADOOP1

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE
2.99s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.6s 3.0-HBASE-0.94.15-SECURITY
3.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.87s 4.0-HBASE-0.98.1-HADOOP1

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE
4.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.34s 3.0-HBASE-0.94.15-SECURITY
4.43s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
7.08s 4.0-HBASE-0.98.1-HADOOP1

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE
2.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.65s 3.0-HBASE-0.94.15-SECURITY
2.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.81s 4.0-HBASE-0.98.1-HADOOP1

Reverse Scan

select * from WIDE_PK order by mypk DESC limit 10
5.33s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.72s 3.0-HBASE-0.94.15-SECURITY
4.64s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.02s 4.0-HBASE-0.98.1-HADOOP1

Salting

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')
1.15s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.43s 3.0-HBASE-0.94.15-SECURITY
1.08s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.67s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from SALTED_TABLE where D < 1000
1.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.62s 3.0-HBASE-0.94.15-SECURITY
1.18s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.52s 4.0-HBASE-0.98.1-HADOOP1

select avg(c),avg(d) from SALTED_TABLE group by K1
5.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.34s 3.0-HBASE-0.94.15-SECURITY
4.88s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
5.82s 4.0-HBASE-0.98.1-HADOOP1



Queries by Table

AGGREGATION_TABLE


Table used for various aggregation functions

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) SPLIT ON ('CSGoogle','CSSalesforce','EUApple','EUGoogle','EUSalesforce','NAApple','NAGoogle','NASalesforce')

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from AGGREGATION_TABLE
0.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.74s 3.0-HBASE-0.94.15-SECURITY
0.58s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.93s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from AGGREGATION_TABLE group by HOST
0.59s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.84s 3.0-HBASE-0.94.15-SECURITY
0.62s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.97s 4.0-HBASE-0.98.1-HADOOP1

select core, count(1) from AGGREGATION_TABLE group by CORE
0.76s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.03s 3.0-HBASE-0.94.15-SECURITY
0.76s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.19s 4.0-HBASE-0.98.1-HADOOP1

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host
3.02s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.7s 3.0-HBASE-0.94.15-SECURITY
3.2s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
5.02s 4.0-HBASE-0.98.1-HADOOP1

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'
3.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.91s 3.0-HBASE-0.94.15-SECURITY
4.03s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.12s 4.0-HBASE-0.98.1-HADOOP1

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.54s 3.0-HBASE-0.94.15-SECURITY
1.22s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.75s 4.0-HBASE-0.98.1-HADOOP1

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)
1.83s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.93s 3.0-HBASE-0.94.15-SECURITY
1.96s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.98s 4.0-HBASE-0.98.1-HADOOP1

select count(active_visitor) count from AGGREGATION_TABLE
2.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.19s 3.0-HBASE-0.94.15-SECURITY
2.75s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.5s 4.0-HBASE-0.98.1-HADOOP1

select count(distinct active_visitor) count from AGGREGATION_TABLE
3.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.52s 3.0-HBASE-0.94.15-SECURITY
3.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.96s 4.0-HBASE-0.98.1-HADOOP1

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE
3.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.48s 3.0-HBASE-0.94.15-SECURITY
3.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.88s 4.0-HBASE-0.98.1-HADOOP1

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE
2.99s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.6s 3.0-HBASE-0.94.15-SECURITY
3.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.87s 4.0-HBASE-0.98.1-HADOOP1

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE
3.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
5.62s 3.0-HBASE-0.94.15-SECURITY
3.73s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
6.06s 4.0-HBASE-0.98.1-HADOOP1

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE
4.23s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.44s 3.0-HBASE-0.94.15-SECURITY
4.39s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
6.68s 4.0-HBASE-0.98.1-HADOOP1

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE
4.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.34s 3.0-HBASE-0.94.15-SECURITY
4.43s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
7.08s 4.0-HBASE-0.98.1-HADOOP1

select core, count(db) count from AGGREGATION_TABLE group by CORE
0.74s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.1s 3.0-HBASE-0.94.15-SECURITY
0.77s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.27s 4.0-HBASE-0.98.1-HADOOP1

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE
2s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.6s 3.0-HBASE-0.94.15-SECURITY
1.94s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.75s 4.0-HBASE-0.98.1-HADOOP1

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE
2.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.65s 3.0-HBASE-0.94.15-SECURITY
2.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.81s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)
0.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.57s 3.0-HBASE-0.94.15-SECURITY
0.99s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.54s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200
1.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.74s 3.0-HBASE-0.94.15-SECURITY
1.14s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.75s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000
1.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.37s 3.0-HBASE-0.94.15-SECURITY
1.1s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.23s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from AGGREGATION_TABLE where core > 90
1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.55s 3.0-HBASE-0.94.15-SECURITY
1.05s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.62s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]
116.65s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
150.26s 3.0-HBASE-0.94.15-SECURITY
124.99s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
170.51s 4.0-HBASE-0.98.1-HADOOP1

IN_LIKE_TABLE


Phoenix 1.2+ uses skip scan that gives significant performance improvement for IN/LIKE queries.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B VARCHAR, CF.C VARCHAR CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D','E','F','G','H','I')

DATA GENERATOR
STRING :: Values: A|B|C|D|E|F|G|H|I
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
STRING :: Length: 50 Values: RANDOM
STRING :: Length: 50 Values: RANDOM

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')
0.82s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.75s 3.0-HBASE-0.94.15-SECURITY
1.02s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.1s 4.0-HBASE-0.98.1-HADOOP1

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')
0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.01s 3.0-HBASE-0.94.15-SECURITY
0.01s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.04s 4.0-HBASE-0.98.1-HADOOP1

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'
0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.01s 3.0-HBASE-0.94.15-SECURITY
0.03s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.01s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'
1.55s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.87s 3.0-HBASE-0.94.15-SECURITY
218.81s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
429.36s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')
1.45s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.3s 3.0-HBASE-0.94.15-SECURITY
116.94s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
319.56s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]
92.38s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
111.22s 3.0-HBASE-0.94.15-SECURITY
103.84s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
140.2s 4.0-HBASE-0.98.1-HADOOP1

INDEXED_TABLE


Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) IMMUTABLE_ROWS=true,MAX_FILESIZE=30485760;CREATE INDEX idx1 ON $TABLE (CORE);CREATE INDEX idx2 ON $TABLE (DB);CREATE INDEX idx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX idx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX ids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX ids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX ids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX ids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE
0.36s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.72s 3.0-HBASE-0.94.15-SECURITY
0.47s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.13s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE
0.81s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.65s 3.0-HBASE-0.94.15-SECURITY
1.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.45s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE
0.32s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.62s 3.0-HBASE-0.94.15-SECURITY
0.4s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.8s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE
1.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.26s 3.0-HBASE-0.94.15-SECURITY
1.24s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.58s 4.0-HBASE-0.98.1-HADOOP1

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.33s 3.0-HBASE-0.94.15-SECURITY
0.17s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.66s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.78s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.78s 3.0-HBASE-0.94.15-SECURITY
2.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.13s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core IN (1,100)
0.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.06s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.04s 3.0-HBASE-0.94.15-SECURITY
0.05s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.05s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.06s 3.0-HBASE-0.94.15-SECURITY
0.1s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.07s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)
1.43s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.38s 3.0-HBASE-0.94.15-SECURITY
1.66s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.79s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.13s 3.0-HBASE-0.94.15-SECURITY
0.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.15s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.08s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.1s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.11s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.09s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
1.41s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.32s 3.0-HBASE-0.94.15-SECURITY
1.63s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.8s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core < 10 and db < 200
0.2s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.3s 3.0-HBASE-0.94.15-SECURITY
0.21s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.72s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.74s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.6s 3.0-HBASE-0.94.15-SECURITY
0.67s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.69s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.2s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.28s 3.0-HBASE-0.94.15-SECURITY
0.2s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.38s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200
1.46s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.67s 3.0-HBASE-0.94.15-SECURITY
1.95s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.15s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core < 100 and db < 2000
0.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.47s 3.0-HBASE-0.94.15-SECURITY
0.9s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.09s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000
1.67s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.12s 3.0-HBASE-0.94.15-SECURITY
2.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.55s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core > 90
0.14s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.18s 3.0-HBASE-0.94.15-SECURITY
0.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.17s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90
1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.48s 3.0-HBASE-0.94.15-SECURITY
1.74s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.9s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE where core > 0
0.46s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.93s 3.0-HBASE-0.94.15-SECURITY
0.55s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.38s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0
1.26s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.7s 3.0-HBASE-0.94.15-SECURITY
1.88s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.19s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE where db >5 and db <7 order by db
0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.04s 3.0-HBASE-0.94.15-SECURITY
0.08s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.05s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db
2.48s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.11s 3.0-HBASE-0.94.15-SECURITY
4.18s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.43s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE order by db limit 10
0.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.08s 3.0-HBASE-0.94.15-SECURITY
0.07s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.07s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10
1.64s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.21s 3.0-HBASE-0.94.15-SECURITY
2.62s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.92s 4.0-HBASE-0.98.1-HADOOP1

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)
38.36s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
42.14s 3.0-HBASE-0.94.15-SECURITY
48.97s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
51.92s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA INDEXED_TABLE [2000000 ROWS]
456.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
536.51s 3.0-HBASE-0.94.15-SECURITY
478.15s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
538.31s 4.0-HBASE-0.98.1-HADOOP1

INDEXED_TABLE_MUTABLE


Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) MAX_FILESIZE=30485760;CREATE INDEX midx1 ON $TABLE (CORE);CREATE INDEX midx2 ON $TABLE (DB);CREATE INDEX midx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX midx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX mids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX mids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX mids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX mids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE_MUTABLE
1.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.98s 3.0-HBASE-0.94.15-SECURITY
1.24s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.4s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(*) from INDEXED_TABLE_MUTABLE
1.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.86s 3.0-HBASE-0.94.15-SECURITY
1.14s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.3s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(*) from INDEXED_TABLE_MUTABLE
0.62s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.76s 3.0-HBASE-0.94.15-SECURITY
0.64s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.89s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE_MUTABLE
1.17s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.86s 3.0-HBASE-0.94.15-SECURITY
0.92s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.91s 4.0-HBASE-0.98.1-HADOOP1

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
0.39s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.58s 3.0-HBASE-0.94.15-SECURITY
0.41s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.41s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.56s 3.0-HBASE-0.94.15-SECURITY
1.66s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.78s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
0.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.12s 3.0-HBASE-0.94.15-SECURITY
0.13s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.06s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.03s 3.0-HBASE-0.94.15-SECURITY
0.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.05s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
0.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.11s 3.0-HBASE-0.94.15-SECURITY
0.14s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.08s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)
1.25s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.29s 3.0-HBASE-0.94.15-SECURITY
1.33s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.44s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
0.15s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.15s 3.0-HBASE-0.94.15-SECURITY
0.15s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.11s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
0.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.09s 3.0-HBASE-0.94.15-SECURITY
0.09s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.13s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
0.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.12s 3.0-HBASE-0.94.15-SECURITY
0.15s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.11s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)
1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.34s 3.0-HBASE-0.94.15-SECURITY
1.33s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.45s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
0.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.66s 3.0-HBASE-0.94.15-SECURITY
0.59s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.42s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
0.38s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.4s 3.0-HBASE-0.94.15-SECURITY
0.44s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.41s 4.0-HBASE-0.98.1-HADOOP1

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
0.53s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.64s 3.0-HBASE-0.94.15-SECURITY
0.58s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.77s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200
1.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.52s 3.0-HBASE-0.94.15-SECURITY
1.56s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.72s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000
1.27s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.55s 3.0-HBASE-0.94.15-SECURITY
1.48s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000
1.94s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.59s 3.0-HBASE-0.94.15-SECURITY
1.69s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.67s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core > 90
0.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.19s 3.0-HBASE-0.94.15-SECURITY
0.17s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.15s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 90
1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.39s 3.0-HBASE-0.94.15-SECURITY
1.4s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.56s 4.0-HBASE-0.98.1-HADOOP1

select count(core) from INDEXED_TABLE_MUTABLE where core > 0
0.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.84s 3.0-HBASE-0.94.15-SECURITY
0.7s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.66s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 0
1.6s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.22s 3.0-HBASE-0.94.15-SECURITY
1.41s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.42s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db
0.19s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.15s 3.0-HBASE-0.94.15-SECURITY
0.25s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.04s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db
2.54s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.39s 3.0-HBASE-0.94.15-SECURITY
2.96s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.93s 4.0-HBASE-0.98.1-HADOOP1

select db from INDEXED_TABLE_MUTABLE order by db limit 10
1.37s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.99s 3.0-HBASE-0.94.15-SECURITY
1.5s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.44s 4.0-HBASE-0.98.1-HADOOP1

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE order by db limit 10
2.03s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.53s 3.0-HBASE-0.94.15-SECURITY
1.77s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.73s 4.0-HBASE-0.98.1-HADOOP1

CREATE INDEX midx5 ON INDEXED_TABLE_MUTABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)
36.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
39.25s 3.0-HBASE-0.94.15-SECURITY
43.47s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
43.42s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA INDEXED_TABLE_MUTABLE [2000000 ROWS]
866.36s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
708.72s 3.0-HBASE-0.94.15-SECURITY
693.03s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
714.22s 4.0-HBASE-0.98.1-HADOOP1

TABLE_6CF


Data is split in 6 column families. Phoenix 1.2+ uses Essential Column Family filter feature which fetches only required columns when filtering rows.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 1000 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 5000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM
INTEGER :: Max. Value: 15000 Values: RANDOM

select count(1) from TABLE_6CF where K1 in ('A', 'B', 'C', 'D')
0.79s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.78s 3.0-HBASE-0.94.15-SECURITY
0.96s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.33s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from TABLE_6CF where K1 in ('A', 'C')
0.66s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.62s 3.0-HBASE-0.94.15-SECURITY
0.93s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.98s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_6CF where f < 1000
1.46s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.46s 3.0-HBASE-0.94.15-SECURITY
1.52s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.96s 4.0-HBASE-0.98.1-HADOOP1

select a,b,c,d,e,f from TABLE_6CF where B>1000 and B<2000 and f>1000 and f<2000
1.48s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.99s 3.0-HBASE-0.94.15-SECURITY
1.56s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3s 4.0-HBASE-0.98.1-HADOOP1

select sum(a),sum(b),sum(c),sum(d) from TABLE_6CF group by K1
6.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.95s 3.0-HBASE-0.94.15-SECURITY
6s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
7.56s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_6CF group by A
0.86s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
0.84s 3.0-HBASE-0.94.15-SECURITY
1.06s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.46s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_6CF group by B
3.23s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.75s 3.0-HBASE-0.94.15-SECURITY
3.43s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.49s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_6CF where f < 10000
2.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.38s 3.0-HBASE-0.94.15-SECURITY
3.01s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.8s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA TABLE_6CF [2000000 ROWS]
107.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
130.75s 3.0-HBASE-0.94.15-SECURITY
124.27s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
173.1s 4.0-HBASE-0.98.1-HADOOP1

SALTED_TABLE


This is Phoenix 1.2+ feature. Data is split in 4 regions equal to number of region servers in test cluster by adding salted byte to each key.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CFA.A VARCHAR, CFA.B CHAR(100), CFA.C INTEGER, CFB.D INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SALT_BUCKETS=4

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
STRING :: Length: 100 Values: RANDOM
STRING :: Length: 100 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')
1.15s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.43s 3.0-HBASE-0.94.15-SECURITY
1.08s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.67s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from SALTED_TABLE where D < 1000
1.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.62s 3.0-HBASE-0.94.15-SECURITY
1.18s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
1.52s 4.0-HBASE-0.98.1-HADOOP1

select avg(c),avg(d) from SALTED_TABLE group by K1
5.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.34s 3.0-HBASE-0.94.15-SECURITY
4.88s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
5.82s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA SALTED_TABLE [2000000 ROWS]
109.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
143.33s 3.0-HBASE-0.94.15-SECURITY
116.63s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
162.97s 4.0-HBASE-0.98.1-HADOOP1

TABLE_1CF


Same data as in 6 column family table but this one only has a single column family. Performance should be worse in most cases.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 1000 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 5000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM
INTEGER :: Max. Value: 15000 Values: RANDOM

select count(1) from TABLE_1CF where K1 in ('A', 'B', 'C', 'D')
1.9s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.78s 3.0-HBASE-0.94.15-SECURITY
2.28s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.14s 4.0-HBASE-0.98.1-HADOOP1

select count(1) from TABLE_1CF where K1 in ('A', 'C')
1.83s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.58s 3.0-HBASE-0.94.15-SECURITY
1.98s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.48s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF where f < 1000
2.3s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.23s 3.0-HBASE-0.94.15-SECURITY
2.38s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.2s 4.0-HBASE-0.98.1-HADOOP1

select a,b,c,d,e,f from TABLE_1CF where B>1000 and B<2000 and f>1000 and f<2000
2.67s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.52s 3.0-HBASE-0.94.15-SECURITY
3.33s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.26s 4.0-HBASE-0.98.1-HADOOP1

select sum(a),sum(b),sum(c),sum(d) from TABLE_1CF group by K1
2.4s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.19s 3.0-HBASE-0.94.15-SECURITY
2.48s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.43s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF group by A
1.86s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.82s 3.0-HBASE-0.94.15-SECURITY
2.04s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
2.9s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF group by B
1.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
1.75s 3.0-HBASE-0.94.15-SECURITY
2.16s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.07s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from TABLE_1CF where f < 10000
2.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
2.04s 3.0-HBASE-0.94.15-SECURITY
2.26s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
3.07s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA TABLE_1CF [2000000 ROWS]
98.94s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
115.86s 3.0-HBASE-0.94.15-SECURITY
111.69s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
155.61s 4.0-HBASE-0.98.1-HADOOP1

WIDE_PK




ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (mypk CHAR(500) NOT NULL PRIMARY KEY,CF.column1 INTEGER,CF.column2 INTEGER,CF.column3 INTEGER,CF.column4 INTEGER,CF.column5 INTEGER) SALT_BUCKETS=4;

DATA GENERATOR
STRING :: Length: 500 Values: SEQUENTIAL
INTEGER :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM

select count(*) from WIDE_PK
2.8s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.47s 3.0-HBASE-0.94.15-SECURITY
2.62s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.06s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from WIDE_PK where column2<10
3.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
3.76s 3.0-HBASE-0.94.15-SECURITY
2.88s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
4.28s 4.0-HBASE-0.98.1-HADOOP1

select * from WIDE_PK order by mypk DESC limit 10
5.33s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
6.72s 3.0-HBASE-0.94.15-SECURITY
4.64s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
0.02s 4.0-HBASE-0.98.1-HADOOP1

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50
3.69s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
4.57s 3.0-HBASE-0.94.15-SECURITY
3.45s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
5.1s 4.0-HBASE-0.98.1-HADOOP1

LOAD DATA WIDE_PK [2000000 ROWS]
234.99s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY
289.85s 3.0-HBASE-0.94.15-SECURITY
226.93s V4.0.0-INCUBATING-RELEASE-HBASE-0.98.1-HADOOP1
309.66s 4.0-HBASE-0.98.1-HADOOP1


Note: Hover over version label to see Phoenix Query Explain Plan.