Phoenix Performance Result :: Mon Dec 02 16:48:12 PST 2013
Queries by Category

Aggregation

select count(*) from AGGREGATION_TABLE
1.03s HBASE_0.94.14-PHOENIXSNAPSHOT
1.25s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from AGGREGATION_TABLE group by HOST
1.04s HBASE_0.94.14-PHOENIXSNAPSHOT
1.23s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, count(1) from AGGREGATION_TABLE group by CORE
1.23s HBASE_0.94.14-PHOENIXSNAPSHOT
1.42s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host
2.05s HBASE_0.94.14-PHOENIXSNAPSHOT
2.38s HBASE_0.94.12-PHOENIXSNAPSHOT

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'
2.52s HBASE_0.94.14-PHOENIXSNAPSHOT
2.94s HBASE_0.94.12-PHOENIXSNAPSHOT

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.03s HBASE_0.94.14-PHOENIXSNAPSHOT
1.14s HBASE_0.94.12-PHOENIXSNAPSHOT

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)
1.31s HBASE_0.94.14-PHOENIXSNAPSHOT
1.41s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(active_visitor) count from AGGREGATION_TABLE
1.69s HBASE_0.94.14-PHOENIXSNAPSHOT
2.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(distinct active_visitor) count from AGGREGATION_TABLE
1.9s HBASE_0.94.14-PHOENIXSNAPSHOT
2.33s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE
2.26s HBASE_0.94.14-PHOENIXSNAPSHOT
2.77s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, count(db) count from AGGREGATION_TABLE group by CORE
1.63s HBASE_0.94.14-PHOENIXSNAPSHOT
1.95s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200
0.99s HBASE_0.94.14-PHOENIXSNAPSHOT
1.02s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000
0.78s HBASE_0.94.14-PHOENIXSNAPSHOT
0.89s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core > 90
0.79s HBASE_0.94.14-PHOENIXSNAPSHOT
0.96s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from WIDE_PK
2.41s HBASE_0.94.14-PHOENIXSNAPSHOT
3.96s HBASE_0.94.12-PHOENIXSNAPSHOT

Aggregation with filter on non-pk

select count(*) from WIDE_PK where column2<10
3.28s HBASE_0.94.14-PHOENIXSNAPSHOT
5.76s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50
4.68s HBASE_0.94.14-PHOENIXSNAPSHOT
8.16s HBASE_0.94.12-PHOENIXSNAPSHOT

ColumnFamilies-Multiple

select count(1) from CF_TABLE_14CF where K1 in ('A', 'B', 'C', 'D')
2s HBASE_0.94.14-PHOENIXSNAPSHOT
2.08s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from CF_TABLE_14CF where K1 in ('A', 'C')
1.39s HBASE_0.94.14-PHOENIXSNAPSHOT
1.58s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from CF_TABLE_14CF where N < 1000
1.05s HBASE_0.94.14-PHOENIXSNAPSHOT
1.08s HBASE_0.94.12-PHOENIXSNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_14CF where (B>1000 and B<2000) and (M>1000 and M<2000)
1.31s HBASE_0.94.14-PHOENIXSNAPSHOT
1.44s HBASE_0.94.12-PHOENIXSNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_14CF group by K1
5.39s HBASE_0.94.14-PHOENIXSNAPSHOT
5.72s HBASE_0.94.12-PHOENIXSNAPSHOT

ColumnFamilies-Single

select count(1) from CF_TABLE_1CF where K1 in ('A', 'B', 'C', 'D')
2.29s HBASE_0.94.14-PHOENIXSNAPSHOT
2.69s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from CF_TABLE_1CF where K1 in ('A', 'C')
1.94s HBASE_0.94.14-PHOENIXSNAPSHOT
2.42s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from CF_TABLE_1CF where N < 1000
2.17s HBASE_0.94.14-PHOENIXSNAPSHOT
3.19s HBASE_0.94.12-PHOENIXSNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_1CF where B>1000 and B<2000 and M>1000 and M<2000
2.68s HBASE_0.94.14-PHOENIXSNAPSHOT
3.84s HBASE_0.94.12-PHOENIXSNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_1CF group by K1
4.09s HBASE_0.94.14-PHOENIXSNAPSHOT
6.53s HBASE_0.94.12-PHOENIXSNAPSHOT

Count Distinct

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE
2.71s HBASE_0.94.14-PHOENIXSNAPSHOT
3.21s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE
2.68s HBASE_0.94.14-PHOENIXSNAPSHOT
2.99s HBASE_0.94.12-PHOENIXSNAPSHOT

IN/LIKE Clause

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)
0.75s HBASE_0.94.14-PHOENIXSNAPSHOT
0.9s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')
0.68s HBASE_0.94.14-PHOENIXSNAPSHOT
0.76s HBASE_0.94.12-PHOENIXSNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')
0s HBASE_0.94.14-PHOENIXSNAPSHOT
0.01s HBASE_0.94.12-PHOENIXSNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'
0.01s HBASE_0.94.14-PHOENIXSNAPSHOT
0.01s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'
1.14s HBASE_0.94.14-PHOENIXSNAPSHOT
1.17s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')
1.21s HBASE_0.94.14-PHOENIXSNAPSHOT
1.21s HBASE_0.94.12-PHOENIXSNAPSHOT

Index

select count(*) from INDEXED_TABLE
0.76s HBASE_0.94.14-PHOENIXSNAPSHOT
0.69s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE
2.39s HBASE_0.94.14-PHOENIXSNAPSHOT
2.39s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE
0.68s HBASE_0.94.14-PHOENIXSNAPSHOT
0.6s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE
1.46s HBASE_0.94.14-PHOENIXSNAPSHOT
1.56s HBASE_0.94.12-PHOENIXSNAPSHOT

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
0.18s HBASE_0.94.14-PHOENIXSNAPSHOT
0.18s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.6s HBASE_0.94.14-PHOENIXSNAPSHOT
1.69s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,100)
0.11s HBASE_0.94.14-PHOENIXSNAPSHOT
0.12s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.08s HBASE_0.94.14-PHOENIXSNAPSHOT
0.08s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.1s HBASE_0.94.14-PHOENIXSNAPSHOT
0.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)
1.15s HBASE_0.94.14-PHOENIXSNAPSHOT
1.15s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.11s HBASE_0.94.14-PHOENIXSNAPSHOT
0.13s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.15s HBASE_0.94.14-PHOENIXSNAPSHOT
0.16s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.12s HBASE_0.94.14-PHOENIXSNAPSHOT
0.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
1.14s HBASE_0.94.14-PHOENIXSNAPSHOT
1.13s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core < 10 and db < 200
0.2s HBASE_0.94.14-PHOENIXSNAPSHOT
0.2s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.8s HBASE_0.94.14-PHOENIXSNAPSHOT
0.67s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.18s HBASE_0.94.14-PHOENIXSNAPSHOT
0.16s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200
1.45s HBASE_0.94.14-PHOENIXSNAPSHOT
1.49s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core < 100 and db < 2000
0.98s HBASE_0.94.14-PHOENIXSNAPSHOT
0.96s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000
3.1s HBASE_0.94.14-PHOENIXSNAPSHOT
3.23s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core > 90
0.16s HBASE_0.94.14-PHOENIXSNAPSHOT
0.16s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90
1.26s HBASE_0.94.14-PHOENIXSNAPSHOT
1.32s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core > 0
0.87s HBASE_0.94.14-PHOENIXSNAPSHOT
0.84s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0
2.02s HBASE_0.94.14-PHOENIXSNAPSHOT
2.17s HBASE_0.94.12-PHOENIXSNAPSHOT

select db from INDEXED_TABLE where db >5 and db <7 order by db
0.08s HBASE_0.94.14-PHOENIXSNAPSHOT
0.04s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db
1.84s HBASE_0.94.14-PHOENIXSNAPSHOT
2.01s HBASE_0.94.12-PHOENIXSNAPSHOT

select db from INDEXED_TABLE order by db limit 10
0.07s HBASE_0.94.14-PHOENIXSNAPSHOT
0.07s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10
2.41s HBASE_0.94.14-PHOENIXSNAPSHOT
2.67s HBASE_0.94.12-PHOENIXSNAPSHOT

Index Creation After Data

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)
37.4s HBASE_0.94.14-PHOENIXSNAPSHOT
35.62s HBASE_0.94.12-PHOENIXSNAPSHOT

Load Data

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]
99.31s HBASE_0.94.14-PHOENIXSNAPSHOT
95.52s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]
78.93s HBASE_0.94.14-PHOENIXSNAPSHOT
73.98s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA INDEXED_TABLE [2000000 ROWS]
427.32s HBASE_0.94.14-PHOENIXSNAPSHOT
448.22s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA CF_TABLE_14CF [2000000 ROWS]
156.75s HBASE_0.94.14-PHOENIXSNAPSHOT
156.18s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA SALTED_TABLE [2000000 ROWS]
97.72s HBASE_0.94.14-PHOENIXSNAPSHOT
92.55s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA CF_TABLE_1CF [2000000 ROWS]
133.43s HBASE_0.94.14-PHOENIXSNAPSHOT
130.22s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA WIDE_PK [2000000 ROWS]
218.18s HBASE_0.94.14-PHOENIXSNAPSHOT
218.65s HBASE_0.94.12-PHOENIXSNAPSHOT

Percentile

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE
1.92s HBASE_0.94.14-PHOENIXSNAPSHOT
2.33s HBASE_0.94.12-PHOENIXSNAPSHOT

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE
1.9s HBASE_0.94.14-PHOENIXSNAPSHOT
2.31s HBASE_0.94.12-PHOENIXSNAPSHOT

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE
2.71s HBASE_0.94.14-PHOENIXSNAPSHOT
3.22s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE
2.74s HBASE_0.94.14-PHOENIXSNAPSHOT
3.05s HBASE_0.94.12-PHOENIXSNAPSHOT

Salting

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')
1.68s HBASE_0.94.14-PHOENIXSNAPSHOT
1.93s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from SALTED_TABLE where D < 1000
0.97s HBASE_0.94.14-PHOENIXSNAPSHOT
1.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select avg(c),avg(d) from SALTED_TABLE group by K1
3.53s HBASE_0.94.14-PHOENIXSNAPSHOT
4.06s HBASE_0.94.12-PHOENIXSNAPSHOT

Upsert Select

upsert into CF_TABLE_14CF_UPSERTSELECT select * from CF_TABLE_14CF
81.44s HBASE_0.94.14-PHOENIXSNAPSHOT
77.41s HBASE_0.94.12-PHOENIXSNAPSHOT

upsert into CF_TABLE_1CF_UPSERTSELECT select * from CF_TABLE_1CF
53.98s HBASE_0.94.14-PHOENIXSNAPSHOT
57.42s HBASE_0.94.12-PHOENIXSNAPSHOT



Queries by Table

AGGREGATION_TABLE


Table used for various aggregation functions

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) SPLIT ON ('CSGoogle','CSSalesforce','EUApple','EUGoogle','EUSalesforce','NAApple','NAGoogle','NASalesforce')

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from AGGREGATION_TABLE
1.03s HBASE_0.94.14-PHOENIXSNAPSHOT
1.25s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from AGGREGATION_TABLE group by HOST
1.04s HBASE_0.94.14-PHOENIXSNAPSHOT
1.23s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, count(1) from AGGREGATION_TABLE group by CORE
1.23s HBASE_0.94.14-PHOENIXSNAPSHOT
1.42s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host
2.05s HBASE_0.94.14-PHOENIXSNAPSHOT
2.38s HBASE_0.94.12-PHOENIXSNAPSHOT

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'
2.52s HBASE_0.94.14-PHOENIXSNAPSHOT
2.94s HBASE_0.94.12-PHOENIXSNAPSHOT

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.03s HBASE_0.94.14-PHOENIXSNAPSHOT
1.14s HBASE_0.94.12-PHOENIXSNAPSHOT

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)
1.31s HBASE_0.94.14-PHOENIXSNAPSHOT
1.41s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(active_visitor) count from AGGREGATION_TABLE
1.69s HBASE_0.94.14-PHOENIXSNAPSHOT
2.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(distinct active_visitor) count from AGGREGATION_TABLE
1.9s HBASE_0.94.14-PHOENIXSNAPSHOT
2.33s HBASE_0.94.12-PHOENIXSNAPSHOT

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE
1.92s HBASE_0.94.14-PHOENIXSNAPSHOT
2.33s HBASE_0.94.12-PHOENIXSNAPSHOT

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE
1.9s HBASE_0.94.14-PHOENIXSNAPSHOT
2.31s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE
2.26s HBASE_0.94.14-PHOENIXSNAPSHOT
2.77s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE
2.71s HBASE_0.94.14-PHOENIXSNAPSHOT
3.21s HBASE_0.94.12-PHOENIXSNAPSHOT

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE
2.71s HBASE_0.94.14-PHOENIXSNAPSHOT
3.22s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, count(db) count from AGGREGATION_TABLE group by CORE
1.63s HBASE_0.94.14-PHOENIXSNAPSHOT
1.95s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE
2.68s HBASE_0.94.14-PHOENIXSNAPSHOT
2.99s HBASE_0.94.12-PHOENIXSNAPSHOT

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE
2.74s HBASE_0.94.14-PHOENIXSNAPSHOT
3.05s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)
0.75s HBASE_0.94.14-PHOENIXSNAPSHOT
0.9s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200
0.99s HBASE_0.94.14-PHOENIXSNAPSHOT
1.02s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000
0.78s HBASE_0.94.14-PHOENIXSNAPSHOT
0.89s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from AGGREGATION_TABLE where core > 90
0.79s HBASE_0.94.14-PHOENIXSNAPSHOT
0.96s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]
99.31s HBASE_0.94.14-PHOENIXSNAPSHOT
95.52s HBASE_0.94.12-PHOENIXSNAPSHOT

IN_LIKE_TABLE


Phoenix 1.2+ uses skip scan that gives significant performance improvement for IN/LIKE queries.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B VARCHAR, CF.C VARCHAR CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D','E','F','G','H','I')

DATA GENERATOR
STRING :: Values: A|B|C|D|E|F|G|H|I
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
STRING :: Length: 50 Values: RANDOM
STRING :: Length: 50 Values: RANDOM

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')
0.68s HBASE_0.94.14-PHOENIXSNAPSHOT
0.76s HBASE_0.94.12-PHOENIXSNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')
0s HBASE_0.94.14-PHOENIXSNAPSHOT
0.01s HBASE_0.94.12-PHOENIXSNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'
0.01s HBASE_0.94.14-PHOENIXSNAPSHOT
0.01s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'
1.14s HBASE_0.94.14-PHOENIXSNAPSHOT
1.17s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')
1.21s HBASE_0.94.14-PHOENIXSNAPSHOT
1.21s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]
78.93s HBASE_0.94.14-PHOENIXSNAPSHOT
73.98s HBASE_0.94.12-PHOENIXSNAPSHOT

INDEXED_TABLE


Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) IMMUTABLE_ROWS=true,MAX_FILESIZE=30485760;CREATE INDEX idx1 ON $TABLE (CORE);CREATE INDEX idx2 ON $TABLE (DB);CREATE INDEX idx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX idx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX ids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX ids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX ids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX ids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE
0.76s HBASE_0.94.14-PHOENIXSNAPSHOT
0.69s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE
2.39s HBASE_0.94.14-PHOENIXSNAPSHOT
2.39s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE
0.68s HBASE_0.94.14-PHOENIXSNAPSHOT
0.6s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE
1.46s HBASE_0.94.14-PHOENIXSNAPSHOT
1.56s HBASE_0.94.12-PHOENIXSNAPSHOT

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
0.18s HBASE_0.94.14-PHOENIXSNAPSHOT
0.18s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host
1.6s HBASE_0.94.14-PHOENIXSNAPSHOT
1.69s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,100)
0.11s HBASE_0.94.14-PHOENIXSNAPSHOT
0.12s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.08s HBASE_0.94.14-PHOENIXSNAPSHOT
0.08s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)
0.1s HBASE_0.94.14-PHOENIXSNAPSHOT
0.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)
1.15s HBASE_0.94.14-PHOENIXSNAPSHOT
1.15s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.11s HBASE_0.94.14-PHOENIXSNAPSHOT
0.13s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.15s HBASE_0.94.14-PHOENIXSNAPSHOT
0.16s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
0.12s HBASE_0.94.14-PHOENIXSNAPSHOT
0.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)
1.14s HBASE_0.94.14-PHOENIXSNAPSHOT
1.13s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core < 10 and db < 200
0.2s HBASE_0.94.14-PHOENIXSNAPSHOT
0.2s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.8s HBASE_0.94.14-PHOENIXSNAPSHOT
0.67s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200
0.18s HBASE_0.94.14-PHOENIXSNAPSHOT
0.16s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200
1.45s HBASE_0.94.14-PHOENIXSNAPSHOT
1.49s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core < 100 and db < 2000
0.98s HBASE_0.94.14-PHOENIXSNAPSHOT
0.96s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000
3.1s HBASE_0.94.14-PHOENIXSNAPSHOT
3.23s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core > 90
0.16s HBASE_0.94.14-PHOENIXSNAPSHOT
0.16s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90
1.26s HBASE_0.94.14-PHOENIXSNAPSHOT
1.32s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(core) from INDEXED_TABLE where core > 0
0.87s HBASE_0.94.14-PHOENIXSNAPSHOT
0.84s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0
2.02s HBASE_0.94.14-PHOENIXSNAPSHOT
2.17s HBASE_0.94.12-PHOENIXSNAPSHOT

select db from INDEXED_TABLE where db >5 and db <7 order by db
0.08s HBASE_0.94.14-PHOENIXSNAPSHOT
0.04s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db
1.84s HBASE_0.94.14-PHOENIXSNAPSHOT
2.01s HBASE_0.94.12-PHOENIXSNAPSHOT

select db from INDEXED_TABLE order by db limit 10
0.07s HBASE_0.94.14-PHOENIXSNAPSHOT
0.07s HBASE_0.94.12-PHOENIXSNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10
2.41s HBASE_0.94.14-PHOENIXSNAPSHOT
2.67s HBASE_0.94.12-PHOENIXSNAPSHOT

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)
37.4s HBASE_0.94.14-PHOENIXSNAPSHOT
35.62s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA INDEXED_TABLE [2000000 ROWS]
427.32s HBASE_0.94.14-PHOENIXSNAPSHOT
448.22s HBASE_0.94.12-PHOENIXSNAPSHOT

CF_TABLE_14CF


Data is split in 14 column families. Phoenix 1.2+ uses Essential Column Family filter feature which fetches only required columns when filtering rows.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER, CF7.G INTEGER, CF8.H INTEGER, CF9.I INTEGER, CF10.J INTEGER, CF11.K INTEGER, CF12.L INTEGER, CF13.M INTEGER, CF14.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER, CF7.G INTEGER, CF8.H INTEGER, CF9.I INTEGER, CF10.J INTEGER, CF11.K INTEGER, CF12.L INTEGER, CF13.M INTEGER, CF14.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from CF_TABLE_14CF where K1 in ('A', 'B', 'C', 'D')
2s HBASE_0.94.14-PHOENIXSNAPSHOT
2.08s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from CF_TABLE_14CF where K1 in ('A', 'C')
1.39s HBASE_0.94.14-PHOENIXSNAPSHOT
1.58s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from CF_TABLE_14CF where N < 1000
1.05s HBASE_0.94.14-PHOENIXSNAPSHOT
1.08s HBASE_0.94.12-PHOENIXSNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_14CF where (B>1000 and B<2000) and (M>1000 and M<2000)
1.31s HBASE_0.94.14-PHOENIXSNAPSHOT
1.44s HBASE_0.94.12-PHOENIXSNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_14CF group by K1
5.39s HBASE_0.94.14-PHOENIXSNAPSHOT
5.72s HBASE_0.94.12-PHOENIXSNAPSHOT

upsert into CF_TABLE_14CF_UPSERTSELECT select * from CF_TABLE_14CF
81.44s HBASE_0.94.14-PHOENIXSNAPSHOT
77.41s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA CF_TABLE_14CF [2000000 ROWS]
156.75s HBASE_0.94.14-PHOENIXSNAPSHOT
156.18s HBASE_0.94.12-PHOENIXSNAPSHOT

SALTED_TABLE


This is Phoenix 1.2+ feature. Data is split in 4 regions equal to number of region servers in test cluster by adding salted byte to each key.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CFA.A VARCHAR, CFA.B CHAR(100), CFA.C INTEGER, CFB.D INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SALT_BUCKETS=4

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
STRING :: Length: 100 Values: RANDOM
STRING :: Length: 100 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')
1.68s HBASE_0.94.14-PHOENIXSNAPSHOT
1.93s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from SALTED_TABLE where D < 1000
0.97s HBASE_0.94.14-PHOENIXSNAPSHOT
1.1s HBASE_0.94.12-PHOENIXSNAPSHOT

select avg(c),avg(d) from SALTED_TABLE group by K1
3.53s HBASE_0.94.14-PHOENIXSNAPSHOT
4.06s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA SALTED_TABLE [2000000 ROWS]
97.72s HBASE_0.94.14-PHOENIXSNAPSHOT
92.55s HBASE_0.94.12-PHOENIXSNAPSHOT

CF_TABLE_1CF


Same data as in 14 column family table but this one only has a single column family. Performance should be worse in most cases.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER, CF.G INTEGER, CF.H INTEGER, CF.I INTEGER, CF.J INTEGER, CF.K INTEGER, CF.L INTEGER, CF.M INTEGER, CF.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER, CF.G INTEGER, CF.H INTEGER, CF.I INTEGER, CF.J INTEGER, CF.K INTEGER, CF.L INTEGER, CF.M INTEGER, CF.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from CF_TABLE_1CF where K1 in ('A', 'B', 'C', 'D')
2.29s HBASE_0.94.14-PHOENIXSNAPSHOT
2.69s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(1) from CF_TABLE_1CF where K1 in ('A', 'C')
1.94s HBASE_0.94.14-PHOENIXSNAPSHOT
2.42s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from CF_TABLE_1CF where N < 1000
2.17s HBASE_0.94.14-PHOENIXSNAPSHOT
3.19s HBASE_0.94.12-PHOENIXSNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_1CF where B>1000 and B<2000 and M>1000 and M<2000
2.68s HBASE_0.94.14-PHOENIXSNAPSHOT
3.84s HBASE_0.94.12-PHOENIXSNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_1CF group by K1
4.09s HBASE_0.94.14-PHOENIXSNAPSHOT
6.53s HBASE_0.94.12-PHOENIXSNAPSHOT

upsert into CF_TABLE_1CF_UPSERTSELECT select * from CF_TABLE_1CF
53.98s HBASE_0.94.14-PHOENIXSNAPSHOT
57.42s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA CF_TABLE_1CF [2000000 ROWS]
133.43s HBASE_0.94.14-PHOENIXSNAPSHOT
130.22s HBASE_0.94.12-PHOENIXSNAPSHOT

WIDE_PK




ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (mypk CHAR(500) NOT NULL PRIMARY KEY,CF.column1 INTEGER,CF.column2 INTEGER,CF.column3 INTEGER,CF.column4 INTEGER,CF.column5 INTEGER) SALT_BUCKETS=4;

DATA GENERATOR
STRING :: Length: 500 Values: SEQUENTIAL
INTEGER :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM

select count(*) from WIDE_PK
2.41s HBASE_0.94.14-PHOENIXSNAPSHOT
3.96s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from WIDE_PK where column2<10
3.28s HBASE_0.94.14-PHOENIXSNAPSHOT
5.76s HBASE_0.94.12-PHOENIXSNAPSHOT

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50
4.68s HBASE_0.94.14-PHOENIXSNAPSHOT
8.16s HBASE_0.94.12-PHOENIXSNAPSHOT

LOAD DATA WIDE_PK [2000000 ROWS]
218.18s HBASE_0.94.14-PHOENIXSNAPSHOT
218.65s HBASE_0.94.12-PHOENIXSNAPSHOT


Note: Hover over version label to see Phoenix Query Explain Plan.