Apache Phoenix Performance Result :: Thu Aug 21 08:14:19 PDT 2014

---

Test Suite: STANDARD

Queries by Category

---

Aggregation

select count(*) from AGGREGATION_TABLE 0.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.57s 3.1-HBASE-0.94.15-SECURITY

select count(1) from AGGREGATION_TABLE group by HOST 0.58s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.59s 3.1-HBASE-0.94.15-SECURITY

select core, count(1) from AGGREGATION_TABLE group by CORE 0.72s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.74s 3.1-HBASE-0.94.15-SECURITY

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host 3.05s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.16s 3.1-HBASE-0.94.15-SECURITY

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com' 3.87s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.67s 3.1-HBASE-0.94.15-SECURITY

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 1.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.16s 3.1-HBASE-0.94.15-SECURITY

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000) 1.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.61s 3.1-HBASE-0.94.15-SECURITY

select count(active_visitor) count from AGGREGATION_TABLE 2.64s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.71s 3.1-HBASE-0.94.15-SECURITY

select count(distinct active_visitor) count from AGGREGATION_TABLE 2.96s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.06s 3.1-HBASE-0.94.15-SECURITY

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE 3.62s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.7s 3.1-HBASE-0.94.15-SECURITY

select core, count(db) count from AGGREGATION_TABLE group by CORE 0.71s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.79s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200 1.12s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.14s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000 1.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.12s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core > 90 0.99s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1s 3.1-HBASE-0.94.15-SECURITY

select count(*) from WIDE_PK 2.66s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.61s 3.1-HBASE-0.94.15-SECURITY

---

Aggregation with filter no non-pk

select count(*) from TABLE_6CF where f < 10000 2.74s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.75s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF where f < 10000 2.25s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.21s 3.1-HBASE-0.94.15-SECURITY

select count(*) from WIDE_PK where column2<10 2.93s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.96s 3.1-HBASE-0.94.15-SECURITY

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50 3.65s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.53s 3.1-HBASE-0.94.15-SECURITY

---

ColumnFamilies-Single

select count(1) from TABLE_6CF where K1 in ('A', 'B', 'C', 'D') 0.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.75s 3.1-HBASE-0.94.15-SECURITY

select count(1) from TABLE_6CF where K1 in ('A', 'C') 0.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.63s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_6CF where f < 1000 1.39s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.42s 3.1-HBASE-0.94.15-SECURITY

select a,b,c,d,e,f from TABLE_6CF where B>1000 and B<2000 and f>1000 and f<2000 1.41s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.31s 3.1-HBASE-0.94.15-SECURITY

select sum(a),sum(b),sum(c),sum(d) from TABLE_6CF group by K1 5.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 5.66s 3.1-HBASE-0.94.15-SECURITY

select count(1) from TABLE_1CF where K1 in ('A', 'B', 'C', 'D') 1.91s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.82s 3.1-HBASE-0.94.15-SECURITY

select count(1) from TABLE_1CF where K1 in ('A', 'C') 1.64s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.64s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF where f < 1000 2.37s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.35s 3.1-HBASE-0.94.15-SECURITY

select a,b,c,d,e,f from TABLE_1CF where B>1000 and B<2000 and f>1000 and f<2000 2.67s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.67s 3.1-HBASE-0.94.15-SECURITY

select sum(a),sum(b),sum(c),sum(d) from TABLE_1CF group by K1 2.52s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.47s 3.1-HBASE-0.94.15-SECURITY

---

Count Distinct

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE 4.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 4.3s 3.1-HBASE-0.94.15-SECURITY

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE 1.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.99s 3.1-HBASE-0.94.15-SECURITY

---

IN/LIKE Clause

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100) 0.93s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.99s 3.1-HBASE-0.94.15-SECURITY

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X') 0.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.8s 3.1-HBASE-0.94.15-SECURITY

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001') 0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.01s 3.1-HBASE-0.94.15-SECURITY

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%' 0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.02s 3.1-HBASE-0.94.15-SECURITY

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%' 1.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.6s 3.1-HBASE-0.94.15-SECURITY

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%') 1.44s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.3s 3.1-HBASE-0.94.15-SECURITY

---

Index

select count(*) from INDEXED_TABLE 0.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.54s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE 0.75s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.8s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE 0.33s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.3s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE 1.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.01s 3.1-HBASE-0.94.15-SECURITY

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.2s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 1.71s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.74s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core IN (1,100) 0.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.08s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100) 0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.04s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100) 0.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.09s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100) 1.41s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.39s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 0.12s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.08s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 0.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.1s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 0.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.1s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 1.43s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.38s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core < 10 and db < 200 0.21s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.19s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200 0.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.7s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200 0.19s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.17s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200 1.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.45s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core < 100 and db < 2000 0.73s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.64s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000 1.81s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.58s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core > 90 0.15s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.14s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90 1.47s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.33s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core > 0 0.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.44s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0 1.55s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.22s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE where db >5 and db <7 order by db 0.05s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.09s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db 2.69s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.43s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE order by db limit 10 0.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.07s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10 2.12s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.57s 3.1-HBASE-0.94.15-SECURITY

select count(*) from INDEXED_TABLE_MUTABLE 0.94s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.14s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(*) from INDEXED_TABLE_MUTABLE 1.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.89s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(*) from INDEXED_TABLE_MUTABLE 0.58s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.61s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE_MUTABLE 0.93s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.09s 3.1-HBASE-0.94.15-SECURITY

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 0.39s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.45s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 1.6s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.78s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.14s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.12s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.04s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.12s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.37s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.14s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.07s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.13s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.37s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 0.52s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.54s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 0.42s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.42s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 0.51s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.51s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 1.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.53s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000 1.24s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.28s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000 1.29s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.8s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core > 90 0.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.16s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 90 1.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.34s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core > 0 0.65s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.58s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 0 1.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.41s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db 0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.16s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db 1.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.58s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE_MUTABLE order by db limit 10 1.25s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.33s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE order by db limit 10 1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.98s 3.1-HBASE-0.94.15-SECURITY

---

Index Creation After Data

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR) 39.83s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 37.48s 3.1-HBASE-0.94.15-SECURITY

CREATE INDEX midx5 ON INDEXED_TABLE_MUTABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR) 34.76s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 34.28s 3.1-HBASE-0.94.15-SECURITY

---

Large Group By

select count(*) from TABLE_6CF group by A 0.89s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.84s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_6CF group by B 3.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.23s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF group by A 1.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.06s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF group by B 2.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.12s 3.1-HBASE-0.94.15-SECURITY

---

Load Data

LOAD DATA AGGREGATION_TABLE [2000000 ROWS] 108.44s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 118.06s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA IN_LIKE_TABLE [2000000 ROWS] 91.37s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 93.61s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA INDEXED_TABLE [2000000 ROWS] 464.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 451.97s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA INDEXED_TABLE_MUTABLE [2000000 ROWS] 848.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 843.54s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA TABLE_6CF [2000000 ROWS] 107.54s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 106.88s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA SALTED_TABLE [2000000 ROWS] 108.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 111.21s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA TABLE_1CF [2000000 ROWS] 99.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 99.59s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA WIDE_PK [2000000 ROWS] 322.79s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 244.94s 3.1-HBASE-0.94.15-SECURITY

---

Percentile

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE 2.97s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.1s 3.1-HBASE-0.94.15-SECURITY

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE 2.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.1s 3.1-HBASE-0.94.15-SECURITY

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE 4.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 4.34s 3.1-HBASE-0.94.15-SECURITY

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE 1.92s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.09s 3.1-HBASE-0.94.15-SECURITY

---

Salting

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D') 1.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.13s 3.1-HBASE-0.94.15-SECURITY

select count(*) from SALTED_TABLE where D < 1000 1.47s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.54s 3.1-HBASE-0.94.15-SECURITY

select avg(c),avg(d) from SALTED_TABLE group by K1 5.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 5.61s 3.1-HBASE-0.94.15-SECURITY

---

Queries by Table

---

AGGREGATION_TABLE

Table used for various aggregation functions

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) SPLIT ON ('CSGoogle','CSSalesforce','EUApple','EUGoogle','EUSalesforce','NAApple','NAGoogle','NASalesforce')

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from AGGREGATION_TABLE 0.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.57s 3.1-HBASE-0.94.15-SECURITY

select count(1) from AGGREGATION_TABLE group by HOST 0.58s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.59s 3.1-HBASE-0.94.15-SECURITY

select core, count(1) from AGGREGATION_TABLE group by CORE 0.72s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.74s 3.1-HBASE-0.94.15-SECURITY

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host 3.05s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.16s 3.1-HBASE-0.94.15-SECURITY

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com' 3.87s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.67s 3.1-HBASE-0.94.15-SECURITY

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 1.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.16s 3.1-HBASE-0.94.15-SECURITY

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000) 1.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.61s 3.1-HBASE-0.94.15-SECURITY

select count(active_visitor) count from AGGREGATION_TABLE 2.64s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.71s 3.1-HBASE-0.94.15-SECURITY

select count(distinct active_visitor) count from AGGREGATION_TABLE 2.96s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.06s 3.1-HBASE-0.94.15-SECURITY

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE 2.97s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.1s 3.1-HBASE-0.94.15-SECURITY

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE 2.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.1s 3.1-HBASE-0.94.15-SECURITY

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE 3.62s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.7s 3.1-HBASE-0.94.15-SECURITY

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE 4.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 4.3s 3.1-HBASE-0.94.15-SECURITY

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE 4.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 4.34s 3.1-HBASE-0.94.15-SECURITY

select core, count(db) count from AGGREGATION_TABLE group by CORE 0.71s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.79s 3.1-HBASE-0.94.15-SECURITY

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE 1.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.99s 3.1-HBASE-0.94.15-SECURITY

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE 1.92s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.09s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100) 0.93s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.99s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200 1.12s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.14s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000 1.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.12s 3.1-HBASE-0.94.15-SECURITY

select count(core) from AGGREGATION_TABLE where core > 90 0.99s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA AGGREGATION_TABLE [2000000 ROWS] 108.44s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 118.06s 3.1-HBASE-0.94.15-SECURITY

---

IN_LIKE_TABLE

Phoenix 1.2+ uses skip scan that gives significant performance improvement for IN/LIKE queries.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B VARCHAR, CF.C VARCHAR CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D','E','F','G','H','I')

DATA GENERATOR
STRING :: Values: A|B|C|D|E|F|G|H|I
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
STRING :: Length: 50 Values: RANDOM
STRING :: Length: 50 Values: RANDOM

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X') 0.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.8s 3.1-HBASE-0.94.15-SECURITY

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001') 0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.01s 3.1-HBASE-0.94.15-SECURITY

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%' 0.01s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.02s 3.1-HBASE-0.94.15-SECURITY

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%' 1.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.6s 3.1-HBASE-0.94.15-SECURITY

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%') 1.44s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.3s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA IN_LIKE_TABLE [2000000 ROWS] 91.37s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 93.61s 3.1-HBASE-0.94.15-SECURITY

---

INDEXED_TABLE

Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) IMMUTABLE_ROWS=true,MAX_FILESIZE=30485760;CREATE INDEX idx1 ON $TABLE (CORE);CREATE INDEX idx2 ON $TABLE (DB);CREATE INDEX idx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX idx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX ids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX ids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX ids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX ids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE 0.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.54s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE 0.75s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.8s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE 0.33s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.3s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE 1.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.01s 3.1-HBASE-0.94.15-SECURITY

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.2s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 1.71s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.74s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core IN (1,100) 0.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.08s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100) 0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.04s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100) 0.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.09s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100) 1.41s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.39s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 0.12s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.08s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 0.09s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.1s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 0.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.1s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100) 1.43s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.38s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core < 10 and db < 200 0.21s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.19s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200 0.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.7s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200 0.19s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.17s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200 1.7s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.45s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core < 100 and db < 2000 0.73s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.64s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000 1.81s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.58s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core > 90 0.15s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.14s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90 1.47s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.33s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE where core > 0 0.49s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.44s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0 1.55s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.22s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE where db >5 and db <7 order by db 0.05s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.09s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db 2.69s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.43s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE order by db limit 10 0.08s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.07s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10 2.12s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.57s 3.1-HBASE-0.94.15-SECURITY

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR) 39.83s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 37.48s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA INDEXED_TABLE [2000000 ROWS] 464.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 451.97s 3.1-HBASE-0.94.15-SECURITY

---

INDEXED_TABLE_MUTABLE

Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) MAX_FILESIZE=30485760;CREATE INDEX midx1 ON $TABLE (CORE);CREATE INDEX midx2 ON $TABLE (DB);CREATE INDEX midx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX midx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX mids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX mids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX mids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX mids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE_MUTABLE 0.94s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.14s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(*) from INDEXED_TABLE_MUTABLE 1.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.89s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(*) from INDEXED_TABLE_MUTABLE 0.58s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.61s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE_MUTABLE 0.93s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.09s 3.1-HBASE-0.94.15-SECURITY

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 0.39s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.45s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host 1.6s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.78s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.14s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.12s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.04s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.11s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.12s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100) 0.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.37s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.14s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.07s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.13s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.13s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100) 0.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.37s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 0.52s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.54s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 0.42s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.42s 3.1-HBASE-0.94.15-SECURITY

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 0.51s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.51s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200 1.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.53s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000 1.24s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.28s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000 1.29s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.8s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core > 90 0.18s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.16s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 90 1.04s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.34s 3.1-HBASE-0.94.15-SECURITY

select count(core) from INDEXED_TABLE_MUTABLE where core > 0 0.65s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.58s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 0 1.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.41s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db 0.16s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.16s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db 1.95s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.58s 3.1-HBASE-0.94.15-SECURITY

select db from INDEXED_TABLE_MUTABLE order by db limit 10 1.25s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.33s 3.1-HBASE-0.94.15-SECURITY

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE order by db limit 10 1.34s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.98s 3.1-HBASE-0.94.15-SECURITY

CREATE INDEX midx5 ON INDEXED_TABLE_MUTABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR) 34.76s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 34.28s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA INDEXED_TABLE_MUTABLE [2000000 ROWS] 848.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 843.54s 3.1-HBASE-0.94.15-SECURITY

---

TABLE_6CF

Data is split in 6 column families. Phoenix 1.2+ uses Essential Column Family filter feature which fetches only required columns when filtering rows.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 1000 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 5000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM
INTEGER :: Max. Value: 15000 Values: RANDOM

select count(1) from TABLE_6CF where K1 in ('A', 'B', 'C', 'D') 0.84s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.75s 3.1-HBASE-0.94.15-SECURITY

select count(1) from TABLE_6CF where K1 in ('A', 'C') 0.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.63s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_6CF where f < 1000 1.39s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.42s 3.1-HBASE-0.94.15-SECURITY

select a,b,c,d,e,f from TABLE_6CF where B>1000 and B<2000 and f>1000 and f<2000 1.41s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.31s 3.1-HBASE-0.94.15-SECURITY

select sum(a),sum(b),sum(c),sum(d) from TABLE_6CF group by K1 5.63s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 5.66s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_6CF group by A 0.89s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 0.84s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_6CF group by B 3.06s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.23s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_6CF where f < 10000 2.74s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.75s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA TABLE_6CF [2000000 ROWS] 107.54s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 106.88s 3.1-HBASE-0.94.15-SECURITY

---

SALTED_TABLE

This is Phoenix 1.2+ feature. Data is split in 4 regions equal to number of region servers in test cluster by adding salted byte to each key.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CFA.A VARCHAR, CFA.B CHAR(100), CFA.C INTEGER, CFB.D INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SALT_BUCKETS=4

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
STRING :: Length: 100 Values: RANDOM
STRING :: Length: 100 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D') 1.1s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.13s 3.1-HBASE-0.94.15-SECURITY

select count(*) from SALTED_TABLE where D < 1000 1.47s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.54s 3.1-HBASE-0.94.15-SECURITY

select avg(c),avg(d) from SALTED_TABLE group by K1 5.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 5.61s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA SALTED_TABLE [2000000 ROWS] 108.57s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 111.21s 3.1-HBASE-0.94.15-SECURITY

---

TABLE_1CF

Same data as in 6 column family table but this one only has a single column family. Performance should be worse in most cases.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 1000 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 5000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM
INTEGER :: Max. Value: 15000 Values: RANDOM

select count(1) from TABLE_1CF where K1 in ('A', 'B', 'C', 'D') 1.91s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.82s 3.1-HBASE-0.94.15-SECURITY

select count(1) from TABLE_1CF where K1 in ('A', 'C') 1.64s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 1.64s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF where f < 1000 2.37s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.35s 3.1-HBASE-0.94.15-SECURITY

select a,b,c,d,e,f from TABLE_1CF where B>1000 and B<2000 and f>1000 and f<2000 2.67s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.67s 3.1-HBASE-0.94.15-SECURITY

select sum(a),sum(b),sum(c),sum(d) from TABLE_1CF group by K1 2.52s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.47s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF group by A 1.98s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.06s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF group by B 2.07s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.12s 3.1-HBASE-0.94.15-SECURITY

select count(*) from TABLE_1CF where f < 10000 2.25s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.21s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA TABLE_1CF [2000000 ROWS] 99.68s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 99.59s 3.1-HBASE-0.94.15-SECURITY

---

WIDE_PK

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (mypk CHAR(500) NOT NULL PRIMARY KEY,CF.column1 INTEGER,CF.column2 INTEGER,CF.column3 INTEGER,CF.column4 INTEGER,CF.column5 INTEGER) SALT_BUCKETS=4;

DATA GENERATOR
STRING :: Length: 500 Values: SEQUENTIAL
INTEGER :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM

select count(*) from WIDE_PK 2.66s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.61s 3.1-HBASE-0.94.15-SECURITY

select count(*) from WIDE_PK where column2<10 2.93s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 2.96s 3.1-HBASE-0.94.15-SECURITY

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50 3.65s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 3.53s 3.1-HBASE-0.94.15-SECURITY

LOAD DATA WIDE_PK [2000000 ROWS] 322.79s V3.0.0-INCUBATING-RELEASE-HBASE-0.94.15-SECURITY 244.94s 3.1-HBASE-0.94.15-SECURITY

---

Note: Hover over version label to see Phoenix Query Explain Plan.