Phoenix SNAPSHOT Performance

Phoenix Performance Result :: Tue Dec 03 14:38:06 PST 2013

Queries by Category

Aggregation

select count(*) from AGGREGATION_TABLE

1.05s PHOENIX-1.2.1

1s PHOENIX-SNAPSHOT

select count(1) from AGGREGATION_TABLE group by HOST

0.99s PHOENIX-1.2.1

1.05s PHOENIX-SNAPSHOT

select core, count(1) from AGGREGATION_TABLE group by CORE

1.27s PHOENIX-1.2.1

1.22s PHOENIX-SNAPSHOT

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host

1.95s PHOENIX-1.2.1

2.07s PHOENIX-SNAPSHOT

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'

2.55s PHOENIX-1.2.1

2.6s PHOENIX-SNAPSHOT

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

0.96s PHOENIX-1.2.1

1.08s PHOENIX-SNAPSHOT

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)

1.19s PHOENIX-1.2.1

1.31s PHOENIX-SNAPSHOT

select count(active_visitor) count from AGGREGATION_TABLE

1.67s PHOENIX-1.2.1

1.72s PHOENIX-SNAPSHOT

select count(distinct active_visitor) count from AGGREGATION_TABLE

N/A for PHOENIX-1.2.1

1.98s PHOENIX-SNAPSHOT

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE

2.26s PHOENIX-1.2.1

2.27s PHOENIX-SNAPSHOT

select core, count(db) count from AGGREGATION_TABLE group by CORE

1.62s PHOENIX-1.2.1

1.64s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200

0.89s PHOENIX-1.2.1

0.95s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000

0.75s PHOENIX-1.2.1

0.8s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core > 90

0.82s PHOENIX-1.2.1

0.84s PHOENIX-SNAPSHOT

select count(*) from WIDE_PK

2.48s PHOENIX-1.2.1

2.83s PHOENIX-SNAPSHOT

Aggregation with filter no non-pk

select count(*) from CF_TABLE_14CF where N < 10000

1.07s PHOENIX-1.2.1

1.17s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_1CF where N < 10000

2.18s PHOENIX-1.2.1

2.4s PHOENIX-SNAPSHOT

select count(*) from WIDE_PK where column2<10

3.87s PHOENIX-1.2.1

3.5s PHOENIX-SNAPSHOT

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50

5.46s PHOENIX-1.2.1

4.85s PHOENIX-SNAPSHOT

ColumnFamilies-Multiple

select count(1) from CF_TABLE_14CF where K1 in ('A', 'B', 'C', 'D')

1.86s PHOENIX-1.2.1

1.76s PHOENIX-SNAPSHOT

select count(1) from CF_TABLE_14CF where K1 in ('A', 'C')

1.54s PHOENIX-1.2.1

1.61s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_14CF where N < 1000

1.02s PHOENIX-1.2.1

1.13s PHOENIX-SNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_14CF where (B>1000 and B<2000) and (M>1000 and M<2000)

1.22s PHOENIX-1.2.1

1.46s PHOENIX-SNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_14CF group by K1

5.21s PHOENIX-1.2.1

5.67s PHOENIX-SNAPSHOT

ColumnFamilies-Single

select count(1) from CF_TABLE_1CF where K1 in ('A', 'B', 'C', 'D')

2s PHOENIX-1.2.1

2.23s PHOENIX-SNAPSHOT

select count(1) from CF_TABLE_1CF where K1 in ('A', 'C')

1.72s PHOENIX-1.2.1

2.18s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_1CF where N < 1000

2.2s PHOENIX-1.2.1

2.4s PHOENIX-SNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_1CF where B>1000 and B<2000 and M>1000 and M<2000

2.55s PHOENIX-1.2.1

2.89s PHOENIX-SNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_1CF group by K1

4.01s PHOENIX-1.2.1

4.57s PHOENIX-SNAPSHOT

Count Distinct

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE

N/A for PHOENIX-1.2.1

2.74s PHOENIX-SNAPSHOT

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE

N/A for PHOENIX-1.2.1

2.68s PHOENIX-SNAPSHOT

IN/LIKE Clause

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)

0.74s PHOENIX-1.2.1

0.81s PHOENIX-SNAPSHOT

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')

0.58s PHOENIX-1.2.1

0.73s PHOENIX-SNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')

0.01s PHOENIX-1.2.1

0.01s PHOENIX-SNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'

0.02s PHOENIX-1.2.1

0.01s PHOENIX-SNAPSHOT

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'

1.04s PHOENIX-1.2.1

1.14s PHOENIX-SNAPSHOT

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')

1.04s PHOENIX-1.2.1

1.22s PHOENIX-SNAPSHOT

Index

select count(*) from INDEXED_TABLE

1.67s PHOENIX-1.2.1

0.78s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE

1.55s PHOENIX-1.2.1

2.19s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE

1.54s PHOENIX-1.2.1

0.71s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE

1.54s PHOENIX-1.2.1

1.56s PHOENIX-SNAPSHOT

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.5s PHOENIX-1.2.1

0.17s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.53s PHOENIX-1.2.1

1.73s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,100)

1.18s PHOENIX-1.2.1

0.07s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)

1.17s PHOENIX-1.2.1

0.08s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)

1.15s PHOENIX-1.2.1

0.06s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)

1.14s PHOENIX-1.2.1

1.19s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.2s PHOENIX-1.2.1

0.13s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.21s PHOENIX-1.2.1

0.16s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.22s PHOENIX-1.2.1

0.12s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.2s PHOENIX-1.2.1

1.21s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core < 10 and db < 200

1.42s PHOENIX-1.2.1

0.19s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.42s PHOENIX-1.2.1

0.85s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.42s PHOENIX-1.2.1

0.19s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.43s PHOENIX-1.2.1

1.58s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core < 100 and db < 2000

3.01s PHOENIX-1.2.1

1s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000

2.97s PHOENIX-1.2.1

3.17s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core > 90

1.29s PHOENIX-1.2.1

0.17s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90

1.29s PHOENIX-1.2.1

1.32s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core > 0

2.06s PHOENIX-1.2.1

0.88s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0

2.1s PHOENIX-1.2.1

2.19s PHOENIX-SNAPSHOT

select db from INDEXED_TABLE where db >5 and db <7 order by db

SQL Exception - Check logs for PHOENIX-1.2.1

0.05s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db

SQL Exception - Check logs for PHOENIX-1.2.1

2s PHOENIX-SNAPSHOT

select db from INDEXED_TABLE order by db limit 10

SQL Exception - Check logs for PHOENIX-1.2.1

0.07s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10

SQL Exception - Check logs for PHOENIX-1.2.1

2.6s PHOENIX-SNAPSHOT

Index Creation After Data

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)

SQL Exception - Check logs for PHOENIX-1.2.1

36.11s PHOENIX-SNAPSHOT

Load Data

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]

81.97s PHOENIX-1.2.1

100.84s PHOENIX-SNAPSHOT

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]

64.67s PHOENIX-1.2.1

80.31s PHOENIX-SNAPSHOT

LOAD DATA INDEXED_TABLE [2000000 ROWS]

104.87s PHOENIX-1.2.1

428.05s PHOENIX-SNAPSHOT

LOAD DATA CF_TABLE_14CF [2000000 ROWS]

156.97s PHOENIX-1.2.1

161.07s PHOENIX-SNAPSHOT

LOAD DATA SALTED_TABLE [2000000 ROWS]

88.72s PHOENIX-1.2.1

99.73s PHOENIX-SNAPSHOT

LOAD DATA CF_TABLE_1CF [2000000 ROWS]

130.95s PHOENIX-1.2.1

137.28s PHOENIX-SNAPSHOT

LOAD DATA WIDE_PK [2000000 ROWS]

203.31s PHOENIX-1.2.1

217.72s PHOENIX-SNAPSHOT

Percentile

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE

SQL Exception - Check logs for PHOENIX-1.2.1

1.99s PHOENIX-SNAPSHOT

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE

SQL Exception - Check logs for PHOENIX-1.2.1

1.96s PHOENIX-SNAPSHOT

select percentile_cont(0.5) within group (order by core asc), percentile_cont(0.5) within group (order by db asc), percentile_cont(0.5) within group (order by active_visitor asc) from AGGREGATION_TABLE

SQL Exception - Check logs for PHOENIX-1.2.1

2.8s PHOENIX-SNAPSHOT

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE

SQL Exception - Check logs for PHOENIX-1.2.1

2.71s PHOENIX-SNAPSHOT

Salting

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')

1.63s PHOENIX-1.2.1

1.73s PHOENIX-SNAPSHOT

select count(*) from SALTED_TABLE where D < 1000

0.98s PHOENIX-1.2.1

0.99s PHOENIX-SNAPSHOT

select avg(c),avg(d) from SALTED_TABLE group by K1

3.58s PHOENIX-1.2.1

3.74s PHOENIX-SNAPSHOT

Upsert Select

upsert into CF_TABLE_14CF_UPSERTSELECT select * from CF_TABLE_14CF

0.22s PHOENIX-1.2.1

79.43s PHOENIX-SNAPSHOT

upsert into CF_TABLE_1CF_UPSERTSELECT select * from CF_TABLE_1CF

0.22s PHOENIX-1.2.1

54.52s PHOENIX-SNAPSHOT

Queries by Table

AGGREGATION_TABLE

Table used for various aggregation functions

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) SPLIT ON ('CSGoogle','CSSalesforce','EUApple','EUGoogle','EUSalesforce','NAApple','NAGoogle','NASalesforce')

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from AGGREGATION_TABLE

1.05s PHOENIX-1.2.1

1s PHOENIX-SNAPSHOT

select count(1) from AGGREGATION_TABLE group by HOST

0.99s PHOENIX-1.2.1

1.05s PHOENIX-SNAPSHOT

select core, count(1) from AGGREGATION_TABLE group by CORE

1.27s PHOENIX-1.2.1

1.22s PHOENIX-SNAPSHOT

select core, host, sum(ACTIVE_VISITOR) from AGGREGATION_TABLE group by core, host

1.95s PHOENIX-1.2.1

2.07s PHOENIX-SNAPSHOT

select AVG(DB), MIN(CORE), MAX(ACTIVE_VISITOR) from AGGREGATION_TABLE where host='CS' and DOMAIN<>'Google.com'

2.55s PHOENIX-1.2.1

2.6s PHOENIX-SNAPSHOT

select round(date, 'day',50), sum(core)+2 from AGGREGATION_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

0.96s PHOENIX-1.2.1

1.08s PHOENIX-SNAPSHOT

select trunc(date, 'hour', 1000), count(DB), count(ACTIVE_VISITOR) from AGGREGATION_TABLE where feature='Login' and (core<50 or db<20 or active_visitor > 200) group by trunc(date, 'hour', 1000)

1.19s PHOENIX-1.2.1

1.31s PHOENIX-SNAPSHOT

select count(active_visitor) count from AGGREGATION_TABLE

1.67s PHOENIX-1.2.1

1.72s PHOENIX-SNAPSHOT

select count(distinct active_visitor) count from AGGREGATION_TABLE

N/A for PHOENIX-1.2.1

1.98s PHOENIX-SNAPSHOT

select percentile_cont(0.9) within group (order by active_visitor asc) from AGGREGATION_TABLE

SQL Exception - Check logs for PHOENIX-1.2.1

1.99s PHOENIX-SNAPSHOT

select percentile_cont(0.1) within group (order by active_visitor desc) from AGGREGATION_TABLE

SQL Exception - Check logs for PHOENIX-1.2.1

1.96s PHOENIX-SNAPSHOT

select count(core), count(db), count(active_visitor) from AGGREGATION_TABLE

2.26s PHOENIX-1.2.1

2.27s PHOENIX-SNAPSHOT

select count(distinct core), count(distinct db), count(distinct active_visitor) from AGGREGATION_TABLE

N/A for PHOENIX-1.2.1

2.74s PHOENIX-SNAPSHOT

SQL Exception - Check logs for PHOENIX-1.2.1

2.8s PHOENIX-SNAPSHOT

select core, count(db) count from AGGREGATION_TABLE group by CORE

1.62s PHOENIX-1.2.1

1.64s PHOENIX-SNAPSHOT

select core, count(distinct db) count from AGGREGATION_TABLE group by CORE

N/A for PHOENIX-1.2.1

2.68s PHOENIX-SNAPSHOT

select core, percentile_cont(0.9999) within group (order by db asc) from AGGREGATION_TABLE group by CORE

SQL Exception - Check logs for PHOENIX-1.2.1

2.71s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core IN (1,25,50,75,100)

0.74s PHOENIX-1.2.1

0.81s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and db < 200

0.89s PHOENIX-1.2.1

0.95s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core < 10 and active_visitor < 1000

0.75s PHOENIX-1.2.1

0.8s PHOENIX-SNAPSHOT

select count(core) from AGGREGATION_TABLE where core > 90

0.82s PHOENIX-1.2.1

0.84s PHOENIX-SNAPSHOT

LOAD DATA AGGREGATION_TABLE [2000000 ROWS]

81.97s PHOENIX-1.2.1

100.84s PHOENIX-SNAPSHOT

IN_LIKE_TABLE

Phoenix 1.2+ uses skip scan that gives significant performance improvement for IN/LIKE queries.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B VARCHAR, CF.C VARCHAR CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D','E','F','G','H','I')

DATA GENERATOR
STRING :: Values: A|B|C|D|E|F|G|H|I
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
STRING :: Length: 50 Values: RANDOM
STRING :: Length: 50 Values: RANDOM

select count(1) from IN_LIKE_TABLE where K1 in ('Z', 'D', 'F', 'X')

0.58s PHOENIX-1.2.1

0.73s PHOENIX-SNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A','B') and K2 in ('xxx1000000','xxx2000000','xxx2000001')

0.01s PHOENIX-1.2.1

0.01s PHOENIX-SNAPSHOT

select * from IN_LIKE_TABLE where K1 in ('A', 'C', 'E', 'F', 'H') and K2 like 'xxxxxx1%'

0.02s PHOENIX-1.2.1

0.01s PHOENIX-SNAPSHOT

select count(*) from IN_LIKE_TABLE where K1 in ('X','A','B','C','D','E','F','G','H','I','Z') and K2 like '%1%'

1.04s PHOENIX-1.2.1

1.14s PHOENIX-SNAPSHOT

select count(*) from IN_LIKE_TABLE where (K1 in ('A','E','F','G','H','I','Z') or K1 like 'E%') and (K2 like '%xx1%' or K2 like '%xxxxxx2%')

1.04s PHOENIX-1.2.1

1.22s PHOENIX-SNAPSHOT

LOAD DATA IN_LIKE_TABLE [2000000 ROWS]

64.67s PHOENIX-1.2.1

80.31s PHOENIX-SNAPSHOT

INDEXED_TABLE

Indexing test. Phoenix 2.0+ feature. See explain plan by hovering over version label to see which index table is used.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (HOST CHAR(2) NOT NULL,DOMAIN VARCHAR NOT NULL,FEATURE VARCHAR NOT NULL,DATE DATE NOT NULL,USAGE.CORE BIGINT,USAGE.DB BIGINT,STATS.ACTIVE_VISITOR INTEGER CONSTRAINT PK PRIMARY KEY (HOST, DOMAIN, FEATURE, DATE)) IMMUTABLE_ROWS=true,MAX_FILESIZE=30485760;CREATE INDEX idx1 ON $TABLE (CORE);CREATE INDEX idx2 ON $TABLE (DB);CREATE INDEX idx3 ON $TABLE (DB,ACTIVE_VISITOR);CREATE INDEX idx4 ON $TABLE (CORE,DB,ACTIVE_VISITOR);CREATE INDEX ids1 ON $TABLE (CORE) SALT_BUCKETS=16;CREATE INDEX ids2 ON $TABLE (DB) SALT_BUCKETS=16;CREATE INDEX ids3 ON $TABLE (DB,ACTIVE_VISITOR) SALT_BUCKETS=16;CREATE INDEX ids4 ON $TABLE (CORE,DB,ACTIVE_VISITOR) SALT_BUCKETS=16;

DATA GENERATOR
STRING :: Values: NA|CS|EU
STRING :: Values: Salesforce.com|Apple.com|Google.com|Yelp.com
STRING :: Values: Login|Report|Dashboard|Sales|UI
DATE :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 2000 Values: RANDOM
INTEGER :: Max. Value: 10000 Values: RANDOM

select count(*) from INDEXED_TABLE

1.67s PHOENIX-1.2.1

0.78s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(*) from INDEXED_TABLE

1.55s PHOENIX-1.2.1

2.19s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(*) from INDEXED_TABLE

1.54s PHOENIX-1.2.1

0.71s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(*) from INDEXED_TABLE

1.54s PHOENIX-1.2.1

1.56s PHOENIX-SNAPSHOT

select round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.5s PHOENIX-1.2.1

0.17s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ round(date, 'day',50), sum(core)+2 from INDEXED_TABLE where (CORE<10 or CORE>90) group by round(date, 'day',50), host

1.53s PHOENIX-1.2.1

1.73s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,100)

1.18s PHOENIX-1.2.1

0.07s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,100)

1.17s PHOENIX-1.2.1

0.08s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,100)

1.15s PHOENIX-1.2.1

0.06s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,100)

1.14s PHOENIX-1.2.1

1.19s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.2s PHOENIX-1.2.1

0.13s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.21s PHOENIX-1.2.1

0.16s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.22s PHOENIX-1.2.1

0.12s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core IN (1,25,50,75,100)

1.2s PHOENIX-1.2.1

1.21s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core < 10 and db < 200

1.42s PHOENIX-1.2.1

0.19s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE idx1 idx2 idx3 idx4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.42s PHOENIX-1.2.1

0.85s PHOENIX-SNAPSHOT

select /*+ INDEX(INDEXED_TABLE ids1 ids2 ids3 ids4) */ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.42s PHOENIX-1.2.1

0.19s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 10 and db < 200

1.43s PHOENIX-1.2.1

1.58s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core < 100 and db < 2000

3.01s PHOENIX-1.2.1

1s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core < 100 and db < 2000

2.97s PHOENIX-1.2.1

3.17s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core > 90

1.29s PHOENIX-1.2.1

0.17s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 90

1.29s PHOENIX-1.2.1

1.32s PHOENIX-SNAPSHOT

select count(core) from INDEXED_TABLE where core > 0

2.06s PHOENIX-1.2.1

0.88s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ count(core) from INDEXED_TABLE where core > 0

2.1s PHOENIX-1.2.1

2.19s PHOENIX-SNAPSHOT

select db from INDEXED_TABLE where db >5 and db <7 order by db

SQL Exception - Check logs for PHOENIX-1.2.1

0.05s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE where db >5 and db <7 order by db

SQL Exception - Check logs for PHOENIX-1.2.1

2s PHOENIX-SNAPSHOT

select db from INDEXED_TABLE order by db limit 10

SQL Exception - Check logs for PHOENIX-1.2.1

0.07s PHOENIX-SNAPSHOT

select /*+NO_INDEX*/ db from INDEXED_TABLE order by db limit 10

SQL Exception - Check logs for PHOENIX-1.2.1

2.6s PHOENIX-SNAPSHOT

CREATE INDEX idx5 ON INDEXED_TABLE (CORE) INCLUDE (DB,ACTIVE_VISITOR)

SQL Exception - Check logs for PHOENIX-1.2.1

36.11s PHOENIX-SNAPSHOT

LOAD DATA INDEXED_TABLE [2000000 ROWS]

104.87s PHOENIX-1.2.1

428.05s PHOENIX-SNAPSHOT

CF_TABLE_14CF

Data is split in 14 column families. Phoenix 1.2+ uses Essential Column Family filter feature which fetches only required columns when filtering rows.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER, CF7.G INTEGER, CF8.H INTEGER, CF9.I INTEGER, CF10.J INTEGER, CF11.K INTEGER, CF12.L INTEGER, CF13.M INTEGER, CF14.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF1.A INTEGER, CF2.B INTEGER, CF3.C INTEGER, CF4.D INTEGER, CF5.E INTEGER, CF6.F INTEGER, CF7.G INTEGER, CF8.H INTEGER, CF9.I INTEGER, CF10.J INTEGER, CF11.K INTEGER, CF12.L INTEGER, CF13.M INTEGER, CF14.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from CF_TABLE_14CF where K1 in ('A', 'B', 'C', 'D')

1.86s PHOENIX-1.2.1

1.76s PHOENIX-SNAPSHOT

select count(1) from CF_TABLE_14CF where K1 in ('A', 'C')

1.54s PHOENIX-1.2.1

1.61s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_14CF where N < 1000

1.02s PHOENIX-1.2.1

1.13s PHOENIX-SNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_14CF where (B>1000 and B<2000) and (M>1000 and M<2000)

1.22s PHOENIX-1.2.1

1.46s PHOENIX-SNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_14CF group by K1

5.21s PHOENIX-1.2.1

5.67s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_14CF where N < 10000

1.07s PHOENIX-1.2.1

1.17s PHOENIX-SNAPSHOT

upsert into CF_TABLE_14CF_UPSERTSELECT select * from CF_TABLE_14CF

0.22s PHOENIX-1.2.1

79.43s PHOENIX-SNAPSHOT

LOAD DATA CF_TABLE_14CF [2000000 ROWS]

156.97s PHOENIX-1.2.1

161.07s PHOENIX-SNAPSHOT

SALTED_TABLE

This is Phoenix 1.2+ feature. Data is split in 4 regions equal to number of region servers in test cluster by adding salted byte to each key.

ROWS 2000000 [2M]

DDL CREATE TABLE $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CFA.A VARCHAR, CFA.B CHAR(100), CFA.C INTEGER, CFB.D INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SALT_BUCKETS=4

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
STRING :: Length: 100 Values: RANDOM
STRING :: Length: 100 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from SALTED_TABLE where K1 in ('A', 'B', 'C', 'D')

1.63s PHOENIX-1.2.1

1.73s PHOENIX-SNAPSHOT

select count(*) from SALTED_TABLE where D < 1000

0.98s PHOENIX-1.2.1

0.99s PHOENIX-SNAPSHOT

select avg(c),avg(d) from SALTED_TABLE group by K1

3.58s PHOENIX-1.2.1

3.74s PHOENIX-SNAPSHOT

LOAD DATA SALTED_TABLE [2000000 ROWS]

88.72s PHOENIX-1.2.1

99.73s PHOENIX-SNAPSHOT

CF_TABLE_1CF

Same data as in 14 column family table but this one only has a single column family. Performance should be worse in most cases.

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER, CF.G INTEGER, CF.H INTEGER, CF.I INTEGER, CF.J INTEGER, CF.K INTEGER, CF.L INTEGER, CF.M INTEGER, CF.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D');CREATE TABLE IF NOT EXISTS $TABLE_UPSERTSELECT (K1 CHAR(1) NOT NULL, K2 VARCHAR NOT NULL, CF.A INTEGER, CF.B INTEGER, CF.C INTEGER, CF.D INTEGER, CF.E INTEGER, CF.F INTEGER, CF.G INTEGER, CF.H INTEGER, CF.I INTEGER, CF.J INTEGER, CF.K INTEGER, CF.L INTEGER, CF.M INTEGER, CF.N INTEGER CONSTRAINT PK PRIMARY KEY (K1,K2)) SPLIT ON ('B','C','D')

DATA GENERATOR
STRING :: Values: A|B|C|D
STRING :: Length: 10 Values: SEQUENTIAL
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM
INTEGER :: Max. Value: 1000000 Values: RANDOM

select count(1) from CF_TABLE_1CF where K1 in ('A', 'B', 'C', 'D')

2s PHOENIX-1.2.1

2.23s PHOENIX-SNAPSHOT

select count(1) from CF_TABLE_1CF where K1 in ('A', 'C')

1.72s PHOENIX-1.2.1

2.18s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_1CF where N < 1000

2.2s PHOENIX-1.2.1

2.4s PHOENIX-SNAPSHOT

select a,b,c,d,e,f,g,h,i,j,k,l,m,n from CF_TABLE_1CF where B>1000 and B<2000 and M>1000 and M<2000

2.55s PHOENIX-1.2.1

2.89s PHOENIX-SNAPSHOT

select sum(a),sum(e),sum(j),sum(n) from CF_TABLE_1CF group by K1

4.01s PHOENIX-1.2.1

4.57s PHOENIX-SNAPSHOT

select count(*) from CF_TABLE_1CF where N < 10000

2.18s PHOENIX-1.2.1

2.4s PHOENIX-SNAPSHOT

upsert into CF_TABLE_1CF_UPSERTSELECT select * from CF_TABLE_1CF

0.22s PHOENIX-1.2.1

54.52s PHOENIX-SNAPSHOT

LOAD DATA CF_TABLE_1CF [2000000 ROWS]

130.95s PHOENIX-1.2.1

137.28s PHOENIX-SNAPSHOT

WIDE_PK

ROWS 2000000 [2M]

DDL CREATE TABLE IF NOT EXISTS $TABLE (mypk CHAR(500) NOT NULL PRIMARY KEY,CF.column1 INTEGER,CF.column2 INTEGER,CF.column3 INTEGER,CF.column4 INTEGER,CF.column5 INTEGER) SALT_BUCKETS=4;

DATA GENERATOR
STRING :: Length: 500 Values: SEQUENTIAL
INTEGER :: Values: SEQUENTIAL
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM
INTEGER :: Max. Value: 100 Values: RANDOM

select count(*) from WIDE_PK

2.48s PHOENIX-1.2.1

2.83s PHOENIX-SNAPSHOT

select count(*) from WIDE_PK where column2<10

3.87s PHOENIX-1.2.1

3.5s PHOENIX-SNAPSHOT

select count(*) from WIDE_PK where column2<50 and column3<50 and column4<50 and column5<50

5.46s PHOENIX-1.2.1

4.85s PHOENIX-SNAPSHOT

LOAD DATA WIDE_PK [2000000 ROWS]

203.31s PHOENIX-1.2.1

217.72s PHOENIX-SNAPSHOT

Note: Hover over version label to see Phoenix Query Explain Plan.