Phoenix SNAPSHOT Performance

Phoenix Performance Result :: Thu Jan 16 16:08:36 PST 2014

Queries by Category

Aggregation

select count(*) from AGGREGATION_TABLE

0.99s HBASE-DEFAULT

1.1s HBASE-REVSCAN

1.1s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from AGGREGATION_TABLE group by HOST

0.97s HBASE-DEFAULT

1.11s HBASE-REVSCAN

1.05s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, count(1) from AGGREGATION_TABLE group by CORE

1.27s HBASE-DEFAULT

1.32s HBASE-REVSCAN

1.27s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host

1.92s HBASE-DEFAULT

2.14s HBASE-REVSCAN

2.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'

2.34s HBASE-DEFAULT

2.71s HBASE-REVSCAN

2.58s PHOENIX-REVSCAN-HBASE-REVSCAN

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.02s HBASE-DEFAULT

1.1s HBASE-REVSCAN

1.09s PHOENIX-REVSCAN-HBASE-REVSCAN

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)

1.21s HBASE-DEFAULT

1.33s HBASE-REVSCAN

1.35s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(active_visitor) count from AGGREGATION_TABLE

1.52s HBASE-DEFAULT

1.77s HBASE-REVSCAN

1.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(distinct active_visitor) count from AGGREGATION_TABLE

1.85s HBASE-DEFAULT

2.13s HBASE-REVSCAN

1.99s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE

2.09s HBASE-DEFAULT

2.36s HBASE-REVSCAN

2.22s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, count(db) count from AGGREGATION_TABLE group by CORE

1.63s HBASE-DEFAULT

1.84s HBASE-REVSCAN

1.82s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200

0.89s HBASE-DEFAULT

0.97s HBASE-REVSCAN

0.97s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000

0.75s HBASE-DEFAULT

0.82s HBASE-REVSCAN

0.82s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core > 90

0.78s HBASE-DEFAULT

0.88s HBASE-REVSCAN

0.82s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from WIDE_PK

2.2s HBASE-DEFAULT

2.37s HBASE-REVSCAN

2.41s PHOENIX-REVSCAN-HBASE-REVSCAN

Aggregation with filter no non-pk

select count(*) from TABLE_6CF where f < 10000

2.34s HBASE-DEFAULT

2.38s HBASE-REVSCAN

2.46s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF where f < 10000

2.32s HBASE-DEFAULT

2.39s HBASE-REVSCAN

2.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from WIDE_PK where column2<10

3.4s HBASE-DEFAULT

3.78s HBASE-REVSCAN

3.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50

4.85s HBASE-DEFAULT

5.36s HBASE-REVSCAN

5.38s PHOENIX-REVSCAN-HBASE-REVSCAN

ColumnFamilies-Single

select count(1) from TABLE_6CF where K1 in ('A', 'B', 'C', 'D')

1.53s HBASE-DEFAULT

1.61s HBASE-REVSCAN

1.7s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from TABLE_6CF where K1 in ('A', 'C')

1.52s HBASE-DEFAULT

1.47s HBASE-REVSCAN

1.52s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_6CF where f < 1000

1.32s HBASE-DEFAULT

1.3s HBASE-REVSCAN

1.37s PHOENIX-REVSCAN-HBASE-REVSCAN

select a,b,c,d,e,f from TABLE_6CF where B>1000 and B<2000 and f>1000 and f<2000

1.39s HBASE-DEFAULT

1.37s HBASE-REVSCAN

1.4s PHOENIX-REVSCAN-HBASE-REVSCAN

select sum(a),sum(b),sum(c),sum(d) from TABLE_6CF group by K1

4.76s HBASE-DEFAULT

4.8s HBASE-REVSCAN

5.03s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from TABLE_1CF where K1 in ('A', 'B', 'C', 'D')

1.79s HBASE-DEFAULT

1.74s HBASE-REVSCAN

1.85s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from TABLE_1CF where K1 in ('A', 'C')

1.56s HBASE-DEFAULT

1.61s HBASE-REVSCAN

1.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF where f < 1000

1.91s HBASE-DEFAULT

1.96s HBASE-REVSCAN

2.05s PHOENIX-REVSCAN-HBASE-REVSCAN

select a,b,c,d,e,f from TABLE_1CF where B>1000 and B<2000 and f>1000 and f<2000

2.38s HBASE-DEFAULT

2.34s HBASE-REVSCAN

2.48s PHOENIX-REVSCAN-HBASE-REVSCAN

select sum(a),sum(b),sum(c),sum(d) from TABLE_1CF group by K1

3.8s HBASE-DEFAULT

4s HBASE-REVSCAN

4.19s PHOENIX-REVSCAN-HBASE-REVSCAN

Count Distinct

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE

2.59s HBASE-DEFAULT

2.9s HBASE-REVSCAN

2.74s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE

2.84s HBASE-DEFAULT

3.07s HBASE-REVSCAN

2.97s PHOENIX-REVSCAN-HBASE-REVSCAN

IN/LIKE Clause

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)

0.71s HBASE-DEFAULT

0.79s HBASE-REVSCAN

0.76s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')

0.67s HBASE-DEFAULT

0.75s HBASE-REVSCAN

0.71s PHOENIX-REVSCAN-HBASE-REVSCAN

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')

0.01s HBASE-DEFAULT

0.01s HBASE-REVSCAN

0.01s PHOENIX-REVSCAN-HBASE-REVSCAN

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'

0.01s HBASE-DEFAULT

0.01s HBASE-REVSCAN

0.01s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'

1.42s HBASE-DEFAULT

1.38s HBASE-REVSCAN

1.29s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')

1.46s HBASE-DEFAULT

1.28s HBASE-REVSCAN

1.31s PHOENIX-REVSCAN-HBASE-REVSCAN

Index

select count(*) from INDEXED_TABLE

0.96s HBASE-DEFAULT

0.88s HBASE-REVSCAN

0.9s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE

2.12s HBASE-DEFAULT

2.22s HBASE-REVSCAN

2.3s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE

0.92s HBASE-DEFAULT

0.75s HBASE-REVSCAN

0.81s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE

1.36s HBASE-DEFAULT

1.42s HBASE-REVSCAN

1.53s PHOENIX-REVSCAN-HBASE-REVSCAN

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

0.26s HBASE-DEFAULT

0.24s HBASE-REVSCAN

0.28s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.45s HBASE-DEFAULT

1.46s HBASE-REVSCAN

1.55s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core IN (1,100)

0.12s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)

0.08s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)

0.09s HBASE-DEFAULT

0.1s HBASE-REVSCAN

0.07s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)

0.95s HBASE-DEFAULT

0.97s HBASE-REVSCAN

1.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.14s HBASE-DEFAULT

0.09s HBASE-REVSCAN

0.14s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.15s HBASE-DEFAULT

0.16s HBASE-REVSCAN

0.16s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.12s HBASE-DEFAULT

0.12s HBASE-REVSCAN

0.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.98s HBASE-DEFAULT

1.01s HBASE-REVSCAN

1.1s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core < 10 and db < 200

0.23s HBASE-DEFAULT

0.2s HBASE-REVSCAN

0.2s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

0.69s HBASE-DEFAULT

0.54s HBASE-REVSCAN

0.74s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

0.19s HBASE-DEFAULT

0.17s HBASE-REVSCAN

0.21s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.32s HBASE-DEFAULT

1.33s HBASE-REVSCAN

1.4s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core < 100 and db < 2000

1.4s HBASE-DEFAULT

1.21s HBASE-REVSCAN

1.29s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000

2.84s HBASE-DEFAULT

3.02s HBASE-REVSCAN

3.2s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core > 90

0.17s HBASE-DEFAULT

0.18s HBASE-REVSCAN

0.18s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90

1.13s HBASE-DEFAULT

1.17s HBASE-REVSCAN

1.25s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core > 0

0.95s HBASE-DEFAULT

1.04s HBASE-REVSCAN

1.06s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0

1.86s HBASE-DEFAULT

1.95s HBASE-REVSCAN

2.09s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE where db >5 and db <7 order by db

0.05s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.06s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db

1.83s HBASE-DEFAULT

1.91s HBASE-REVSCAN

1.96s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE order by db limit 10

0.07s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.07s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10

2.34s HBASE-DEFAULT

2.43s HBASE-REVSCAN

2.68s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from INDEXED_TABLE_MUTABLE

1.35s HBASE-DEFAULT

1.34s HBASE-REVSCAN

1.03s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(*) from INDEXED_TABLE_MUTABLE

1.04s HBASE-DEFAULT

1.85s HBASE-REVSCAN

1.72s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(*) from INDEXED_TABLE_MUTABLE

1.24s HBASE-DEFAULT

1.15s HBASE-REVSCAN

0.79s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE_MUTABLE

1.64s HBASE-DEFAULT

1.57s HBASE-REVSCAN

1.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

0.52s HBASE-DEFAULT

0.42s HBASE-REVSCAN

0.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.58s HBASE-DEFAULT

1.6s HBASE-REVSCAN

1.62s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

0.15s HBASE-DEFAULT

0.14s HBASE-REVSCAN

0.14s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

0.08s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

0.13s HBASE-DEFAULT

0.13s HBASE-REVSCAN

0.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

1.06s HBASE-DEFAULT

1.06s HBASE-REVSCAN

1.02s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

0.18s HBASE-DEFAULT

0.16s HBASE-REVSCAN

0.16s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

0.11s HBASE-DEFAULT

0.12s HBASE-REVSCAN

0.11s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

0.16s HBASE-DEFAULT

0.16s HBASE-REVSCAN

0.14s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

1.09s HBASE-DEFAULT

1.09s HBASE-REVSCAN

1.04s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

0.56s HBASE-DEFAULT

0.5s HBASE-REVSCAN

0.4s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

0.49s HBASE-DEFAULT

0.5s HBASE-REVSCAN

0.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

0.56s HBASE-DEFAULT

0.52s HBASE-REVSCAN

0.38s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

1.38s HBASE-DEFAULT

1.42s HBASE-REVSCAN

1.38s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000

1.8s HBASE-DEFAULT

1.79s HBASE-REVSCAN

1.32s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000

2.98s HBASE-DEFAULT

3.19s HBASE-REVSCAN

3.1s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core > 90

0.23s HBASE-DEFAULT

0.2s HBASE-REVSCAN

0.21s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 90

1.22s HBASE-DEFAULT

1.25s HBASE-REVSCAN

1.17s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core > 0

1.21s HBASE-DEFAULT

1.08s HBASE-REVSCAN

0.92s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 0

2.08s HBASE-DEFAULT

2.08s HBASE-REVSCAN

1.92s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db

0.14s HBASE-DEFAULT

0.13s HBASE-REVSCAN

0.13s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db

1.82s HBASE-DEFAULT

1.98s HBASE-REVSCAN

1.89s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE_MUTABLE order by db limit 10

0.94s HBASE-DEFAULT

0.98s HBASE-REVSCAN

0.78s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE order by db limit 10

2.85s HBASE-DEFAULT

2.74s HBASE-REVSCAN

2.48s PHOENIX-REVSCAN-HBASE-REVSCAN

Index Creation After Data

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)

35.22s HBASE-DEFAULT

36.11s HBASE-REVSCAN

38.81s PHOENIX-REVSCAN-HBASE-REVSCAN

CREATE INDEX midx5 ON INDEXED_TABLE_MUTABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)

34.07s HBASE-DEFAULT

38.7s HBASE-REVSCAN

39.62s PHOENIX-REVSCAN-HBASE-REVSCAN

Large Group By

select count(*) from TABLE_6CF group by A

1.76s HBASE-DEFAULT

1.82s HBASE-REVSCAN

1.91s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_6CF group by B

2.79s HBASE-DEFAULT

2.86s HBASE-REVSCAN

2.9s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF group by A

1.96s HBASE-DEFAULT

2.04s HBASE-REVSCAN

2.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF group by B

2.65s HBASE-DEFAULT

2.76s HBASE-REVSCAN

2.84s PHOENIX-REVSCAN-HBASE-REVSCAN

Load Data

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]

110.52s HBASE-DEFAULT

115.22s HBASE-REVSCAN

108.72s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]

92.8s HBASE-DEFAULT

90.19s HBASE-REVSCAN

91.36s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA INDEXED_TABLE [2000000 ROWS]

458.48s HBASE-DEFAULT

454.32s HBASE-REVSCAN

447.77s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA INDEXED_TABLE_MUTABLE [2000000 ROWS]

867.31s HBASE-DEFAULT

670.46s HBASE-REVSCAN

696.2s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA TABLE_6CF [2000000 ROWS]

110.66s HBASE-DEFAULT

104.62s HBASE-REVSCAN

106.98s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA SALTED_TABLE [2000000 ROWS]

108.16s HBASE-DEFAULT

108.95s HBASE-REVSCAN

111.67s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA TABLE_1CF [2000000 ROWS]

103.32s HBASE-DEFAULT

98.7s HBASE-REVSCAN

98.46s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA WIDE_PK [2000000 ROWS]

228.31s HBASE-DEFAULT

228.85s HBASE-REVSCAN

237.21s PHOENIX-REVSCAN-HBASE-REVSCAN

Percentile

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE

1.8s HBASE-DEFAULT

2.11s HBASE-REVSCAN

1.96s PHOENIX-REVSCAN-HBASE-REVSCAN

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE

1.83s HBASE-DEFAULT

2.05s HBASE-REVSCAN

1.96s PHOENIX-REVSCAN-HBASE-REVSCAN

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE

2.59s HBASE-DEFAULT

2.96s HBASE-REVSCAN

2.74s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE

2.97s HBASE-DEFAULT

3.13s HBASE-REVSCAN

3.03s PHOENIX-REVSCAN-HBASE-REVSCAN

Salting

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')

1.5s HBASE-DEFAULT

1.71s HBASE-REVSCAN

1.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from SALTED_TABLE where D < 1000

0.86s HBASE-DEFAULT

0.97s HBASE-REVSCAN

0.89s PHOENIX-REVSCAN-HBASE-REVSCAN

select avg(c),avg(d) from SALTED_TABLE group by K1

3.24s HBASE-DEFAULT

3.56s HBASE-REVSCAN

3.41s PHOENIX-REVSCAN-HBASE-REVSCAN

Queries by Table

AGGREGATION_TABLE

Table used for various aggregation functions

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) SPLIT ON ('CSGoogle','CSSalesforce','EUApple','EUGoogle','EUSalesforce','NAApple','NAGoogle','NASalesforce')

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from AGGREGATION_TABLE

0.99s HBASE-DEFAULT

1.1s HBASE-REVSCAN

1.1s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from AGGREGATION_TABLE group by HOST

0.97s HBASE-DEFAULT

1.11s HBASE-REVSCAN

1.05s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, count(1) from AGGREGATION_TABLE group by CORE

1.27s HBASE-DEFAULT

1.32s HBASE-REVSCAN

1.27s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host

1.92s HBASE-DEFAULT

2.14s HBASE-REVSCAN

2.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'

2.34s HBASE-DEFAULT

2.71s HBASE-REVSCAN

2.58s PHOENIX-REVSCAN-HBASE-REVSCAN

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.02s HBASE-DEFAULT

1.1s HBASE-REVSCAN

1.09s PHOENIX-REVSCAN-HBASE-REVSCAN

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)

1.21s HBASE-DEFAULT

1.33s HBASE-REVSCAN

1.35s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(active_visitor) count from AGGREGATION_TABLE

1.52s HBASE-DEFAULT

1.77s HBASE-REVSCAN

1.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(distinct active_visitor) count from AGGREGATION_TABLE

1.85s HBASE-DEFAULT

2.13s HBASE-REVSCAN

1.99s PHOENIX-REVSCAN-HBASE-REVSCAN

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE

1.8s HBASE-DEFAULT

2.11s HBASE-REVSCAN

1.96s PHOENIX-REVSCAN-HBASE-REVSCAN

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE

1.83s HBASE-DEFAULT

2.05s HBASE-REVSCAN

1.96s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE

2.09s HBASE-DEFAULT

2.36s HBASE-REVSCAN

2.22s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE

2.59s HBASE-DEFAULT

2.9s HBASE-REVSCAN

2.74s PHOENIX-REVSCAN-HBASE-REVSCAN

2.59s HBASE-DEFAULT

2.96s HBASE-REVSCAN

2.74s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, count(db) count from AGGREGATION_TABLE group by CORE

1.63s HBASE-DEFAULT

1.84s HBASE-REVSCAN

1.82s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE

2.84s HBASE-DEFAULT

3.07s HBASE-REVSCAN

2.97s PHOENIX-REVSCAN-HBASE-REVSCAN

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE

2.97s HBASE-DEFAULT

3.13s HBASE-REVSCAN

3.03s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)

0.71s HBASE-DEFAULT

0.79s HBASE-REVSCAN

0.76s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200

0.89s HBASE-DEFAULT

0.97s HBASE-REVSCAN

0.97s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000

0.75s HBASE-DEFAULT

0.82s HBASE-REVSCAN

0.82s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from AGGREGATION_TABLE where core > 90

0.78s HBASE-DEFAULT

0.88s HBASE-REVSCAN

0.82s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]

110.52s HBASE-DEFAULT

115.22s HBASE-REVSCAN

108.72s PHOENIX-REVSCAN-HBASE-REVSCAN

IN_LIKE_TABLE

Phoenix 1.2+ uses skip scan that gives significant performance improvement for IN/LIKE queries.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B VARCHAR, CF.C VARCHAR CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D','E','F','G','H','I')

DATA GENERATOR
STRING :: Values: A|B|C|D|E|F|G|H|I
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
STRING :: Length: 50 Values: RANDOM
STRING :: Length: 50 Values: RANDOM

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')

0.67s HBASE-DEFAULT

0.75s HBASE-REVSCAN

0.71s PHOENIX-REVSCAN-HBASE-REVSCAN

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')

0.01s HBASE-DEFAULT

0.01s HBASE-REVSCAN

0.01s PHOENIX-REVSCAN-HBASE-REVSCAN

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'

0.01s HBASE-DEFAULT

0.01s HBASE-REVSCAN

0.01s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'

1.42s HBASE-DEFAULT

1.38s HBASE-REVSCAN

1.29s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')

1.46s HBASE-DEFAULT

1.28s HBASE-REVSCAN

1.31s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]

92.8s HBASE-DEFAULT

90.19s HBASE-REVSCAN

91.36s PHOENIX-REVSCAN-HBASE-REVSCAN

INDEXED_TABLE

Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) IMMUTABLE_ROWS=true,MAX_FILESIZE=30485760;CREATE INDEX idx1 ON $TABLE (CORE);CREATE INDEX idx2 ON $TABLE (DB);CREATE INDEX idx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX idx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX ids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX ids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX ids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX ids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE

0.96s HBASE-DEFAULT

0.88s HBASE-REVSCAN

0.9s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE

2.12s HBASE-DEFAULT

2.22s HBASE-REVSCAN

2.3s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE

0.92s HBASE-DEFAULT

0.75s HBASE-REVSCAN

0.81s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE

1.36s HBASE-DEFAULT

1.42s HBASE-REVSCAN

1.53s PHOENIX-REVSCAN-HBASE-REVSCAN

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

0.26s HBASE-DEFAULT

0.24s HBASE-REVSCAN

0.28s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.45s HBASE-DEFAULT

1.46s HBASE-REVSCAN

1.55s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core IN (1,100)

0.12s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)

0.08s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)

0.09s HBASE-DEFAULT

0.1s HBASE-REVSCAN

0.07s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)

0.95s HBASE-DEFAULT

0.97s HBASE-REVSCAN

1.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.14s HBASE-DEFAULT

0.09s HBASE-REVSCAN

0.14s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.15s HBASE-DEFAULT

0.16s HBASE-REVSCAN

0.16s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.12s HBASE-DEFAULT

0.12s HBASE-REVSCAN

0.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

0.98s HBASE-DEFAULT

1.01s HBASE-REVSCAN

1.1s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core < 10 and db < 200

0.23s HBASE-DEFAULT

0.2s HBASE-REVSCAN

0.2s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

0.69s HBASE-DEFAULT

0.54s HBASE-REVSCAN

0.74s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

0.19s HBASE-DEFAULT

0.17s HBASE-REVSCAN

0.21s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.32s HBASE-DEFAULT

1.33s HBASE-REVSCAN

1.4s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core < 100 and db < 2000

1.4s HBASE-DEFAULT

1.21s HBASE-REVSCAN

1.29s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000

2.84s HBASE-DEFAULT

3.02s HBASE-REVSCAN

3.2s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core > 90

0.17s HBASE-DEFAULT

0.18s HBASE-REVSCAN

0.18s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90

1.13s HBASE-DEFAULT

1.17s HBASE-REVSCAN

1.25s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE where core > 0

0.95s HBASE-DEFAULT

1.04s HBASE-REVSCAN

1.06s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0

1.86s HBASE-DEFAULT

1.95s HBASE-REVSCAN

2.09s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE where db >5 and db <7 order by db

0.05s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.06s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db

1.83s HBASE-DEFAULT

1.91s HBASE-REVSCAN

1.96s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE order by db limit 10

0.07s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.07s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10

2.34s HBASE-DEFAULT

2.43s HBASE-REVSCAN

2.68s PHOENIX-REVSCAN-HBASE-REVSCAN

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)

35.22s HBASE-DEFAULT

36.11s HBASE-REVSCAN

38.81s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA INDEXED_TABLE [2000000 ROWS]

458.48s HBASE-DEFAULT

454.32s HBASE-REVSCAN

447.77s PHOENIX-REVSCAN-HBASE-REVSCAN

INDEXED_TABLE_MUTABLE

Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) MAX_FILESIZE=30485760;CREATE INDEX midx1 ON $TABLE (CORE);CREATE INDEX midx2 ON $TABLE (DB);CREATE INDEX midx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX midx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX mids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX mids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX mids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX mids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE_MUTABLE

1.35s HBASE-DEFAULT

1.34s HBASE-REVSCAN

1.03s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(*) from INDEXED_TABLE_MUTABLE

1.04s HBASE-DEFAULT

1.85s HBASE-REVSCAN

1.72s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(*) from INDEXED_TABLE_MUTABLE

1.24s HBASE-DEFAULT

1.15s HBASE-REVSCAN

0.79s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE_MUTABLE

1.64s HBASE-DEFAULT

1.57s HBASE-REVSCAN

1.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

0.52s HBASE-DEFAULT

0.42s HBASE-REVSCAN

0.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE_MUTABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.58s HBASE-DEFAULT

1.6s HBASE-REVSCAN

1.62s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

0.15s HBASE-DEFAULT

0.14s HBASE-REVSCAN

0.14s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

0.08s HBASE-DEFAULT

0.08s HBASE-REVSCAN

0.08s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

0.13s HBASE-DEFAULT

0.13s HBASE-REVSCAN

0.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,100)

1.06s HBASE-DEFAULT

1.06s HBASE-REVSCAN

1.02s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

0.18s HBASE-DEFAULT

0.16s HBASE-REVSCAN

0.16s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

0.11s HBASE-DEFAULT

0.12s HBASE-REVSCAN

0.11s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

0.16s HBASE-DEFAULT

0.16s HBASE-REVSCAN

0.14s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core IN (1,25,50,75,100)

1.09s HBASE-DEFAULT

1.09s HBASE-REVSCAN

1.04s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

0.56s HBASE-DEFAULT

0.5s HBASE-REVSCAN

0.4s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE midx1 midx2 midx3 midx4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

0.49s HBASE-DEFAULT

0.5s HBASE-REVSCAN

0.44s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+ INDEX(INDEXED_TABLE_MUTABLE mids1 mids2 mids3 mids4) */ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

0.56s HBASE-DEFAULT

0.52s HBASE-REVSCAN

0.38s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 10 and db < 200

1.38s HBASE-DEFAULT

1.42s HBASE-REVSCAN

1.38s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000

1.8s HBASE-DEFAULT

1.79s HBASE-REVSCAN

1.32s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core < 100 and db < 2000

2.98s HBASE-DEFAULT

3.19s HBASE-REVSCAN

3.1s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core > 90

0.23s HBASE-DEFAULT

0.2s HBASE-REVSCAN

0.21s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 90

1.22s HBASE-DEFAULT

1.25s HBASE-REVSCAN

1.17s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(core) from INDEXED_TABLE_MUTABLE where core > 0

1.21s HBASE-DEFAULT

1.08s HBASE-REVSCAN

0.92s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE_MUTABLE where core > 0

2.08s HBASE-DEFAULT

2.08s HBASE-REVSCAN

1.92s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db

0.14s HBASE-DEFAULT

0.13s HBASE-REVSCAN

0.13s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE where db >5 and db <7 order by db

1.82s HBASE-DEFAULT

1.98s HBASE-REVSCAN

1.89s PHOENIX-REVSCAN-HBASE-REVSCAN

select db from INDEXED_TABLE_MUTABLE order by db limit 10

0.94s HBASE-DEFAULT

0.98s HBASE-REVSCAN

0.78s PHOENIX-REVSCAN-HBASE-REVSCAN

select /*+NO_INDEX*/ db from INDEXED_TABLE_MUTABLE order by db limit 10

2.85s HBASE-DEFAULT

2.74s HBASE-REVSCAN

2.48s PHOENIX-REVSCAN-HBASE-REVSCAN

CREATE INDEX midx5 ON INDEXED_TABLE_MUTABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)

34.07s HBASE-DEFAULT

38.7s HBASE-REVSCAN

39.62s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA INDEXED_TABLE_MUTABLE [2000000 ROWS]

867.31s HBASE-DEFAULT

670.46s HBASE-REVSCAN

696.2s PHOENIX-REVSCAN-HBASE-REVSCAN

TABLE_6CF

Data is split in 6 column families. Phoenix 1.2+ uses Essential Column Family filter feature which fetches only required columns when filtering rows.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 1000 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 5000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM
INTEGER :: Max. Value: 15000 Values: RANDOM

select count(1) from TABLE_6CF where K1 in ('A', 'B', 'C', 'D')

1.53s HBASE-DEFAULT

1.61s HBASE-REVSCAN

1.7s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from TABLE_6CF where K1 in ('A', 'C')

1.52s HBASE-DEFAULT

1.47s HBASE-REVSCAN

1.52s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_6CF where f < 1000

1.32s HBASE-DEFAULT

1.3s HBASE-REVSCAN

1.37s PHOENIX-REVSCAN-HBASE-REVSCAN

select a,b,c,d,e,f from TABLE_6CF where B>1000 and B<2000 and f>1000 and f<2000

1.39s HBASE-DEFAULT

1.37s HBASE-REVSCAN

1.4s PHOENIX-REVSCAN-HBASE-REVSCAN

select sum(a),sum(b),sum(c),sum(d) from TABLE_6CF group by K1

4.76s HBASE-DEFAULT

4.8s HBASE-REVSCAN

5.03s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_6CF group by A

1.76s HBASE-DEFAULT

1.82s HBASE-REVSCAN

1.91s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_6CF group by B

2.79s HBASE-DEFAULT

2.86s HBASE-REVSCAN

2.9s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_6CF where f < 10000

2.34s HBASE-DEFAULT

2.38s HBASE-REVSCAN

2.46s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA TABLE_6CF [2000000 ROWS]

110.66s HBASE-DEFAULT

104.62s HBASE-REVSCAN

106.98s PHOENIX-REVSCAN-HBASE-REVSCAN

SALTED_TABLE

This is Phoenix 1.2+ feature. Data is split in 4 regions equal to number of region servers in test cluster by adding salted byte to each key.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CFA.A VARCHAR, CFA.B CHAR(100), CFA.C INTEGER, CFB.D INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SALT_BUCKETS=4

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
STRING :: Length: 100 Values: RANDOM
STRING :: Length: 100 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')

1.5s HBASE-DEFAULT

1.71s HBASE-REVSCAN

1.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from SALTED_TABLE where D < 1000

0.86s HBASE-DEFAULT

0.97s HBASE-REVSCAN

0.89s PHOENIX-REVSCAN-HBASE-REVSCAN

select avg(c),avg(d) from SALTED_TABLE group by K1

3.24s HBASE-DEFAULT

3.56s HBASE-REVSCAN

3.41s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA SALTED_TABLE [2000000 ROWS]

108.16s HBASE-DEFAULT

108.95s HBASE-REVSCAN

111.67s PHOENIX-REVSCAN-HBASE-REVSCAN

TABLE_1CF

Same data as in 6 column family table but this one only has a single column family. Performance should be worse in most cases.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 1000 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 5000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM
INTEGER :: Max. Value: 15000 Values: RANDOM

select count(1) from TABLE_1CF where K1 in ('A', 'B', 'C', 'D')

1.79s HBASE-DEFAULT

1.74s HBASE-REVSCAN

1.85s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(1) from TABLE_1CF where K1 in ('A', 'C')

1.56s HBASE-DEFAULT

1.61s HBASE-REVSCAN

1.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF where f < 1000

1.91s HBASE-DEFAULT

1.96s HBASE-REVSCAN

2.05s PHOENIX-REVSCAN-HBASE-REVSCAN

select a,b,c,d,e,f from TABLE_1CF where B>1000 and B<2000 and f>1000 and f<2000

2.38s HBASE-DEFAULT

2.34s HBASE-REVSCAN

2.48s PHOENIX-REVSCAN-HBASE-REVSCAN

select sum(a),sum(b),sum(c),sum(d) from TABLE_1CF group by K1

3.8s HBASE-DEFAULT

4s HBASE-REVSCAN

4.19s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF group by A

1.96s HBASE-DEFAULT

2.04s HBASE-REVSCAN

2.12s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF group by B

2.65s HBASE-DEFAULT

2.76s HBASE-REVSCAN

2.84s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from TABLE_1CF where f < 10000

2.32s HBASE-DEFAULT

2.39s HBASE-REVSCAN

2.44s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA TABLE_1CF [2000000 ROWS]

103.32s HBASE-DEFAULT

98.7s HBASE-REVSCAN

98.46s PHOENIX-REVSCAN-HBASE-REVSCAN

WIDE_PK

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (mypk CHAR(500) NOT NULL PRIMARY KEY,CF.column1 INTEGER,CF.column2 INTEGER,CF.column3 INTEGER,CF.column4 INTEGER,CF.column5 INTEGER) SALT_BUCKETS=4;

DATA GENERATOR
STRING :: Length: 500 Values: SEQUENTIAL
INTEGER :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM

select count(*) from WIDE_PK

2.2s HBASE-DEFAULT

2.37s HBASE-REVSCAN

2.41s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from WIDE_PK where column2<10

3.4s HBASE-DEFAULT

3.78s HBASE-REVSCAN

3.69s PHOENIX-REVSCAN-HBASE-REVSCAN

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50

4.85s HBASE-DEFAULT

5.36s HBASE-REVSCAN

5.38s PHOENIX-REVSCAN-HBASE-REVSCAN

LOAD DATA WIDE_PK [2000000 ROWS]

228.31s HBASE-DEFAULT

228.85s HBASE-REVSCAN

237.21s PHOENIX-REVSCAN-HBASE-REVSCAN

Note: Hover over version label to see Phoenix Query Explain Plan.