Options

Performance Issues with Vertica 6.1.3

Hi,
We are facing performance issues with vertica 6.1.3.  The query execution time vary form time to time and sometimes takes too time and sometimes work normal.

These are the system level configuration:
  
SELECT * FROM NODES;

node_name,node_id,catalog_path
v_xxxxxxxx_node0001,45035996273704970,/data/vertica/xxxxxxxx/v_xxxxxxxx_node0001_catalog/Catalog
v_xxxxxxxx_node0002,45035996415221126,/data/vertica/xxxxxxxx/v_xxxxxxxx_node0002_catalog/Catalog
v_xxxxxxxx_node0003,45035996415221130,/data/vertica/xxxxxxxx/v_xxxxxxxx_node0003_catalog/Catalog
v_xxxxxxxx_node0005,45035998153802294,/data/vertica/xxxxxxxx/v_xxxxxxxx_node0005_catalog/Catalog


SELECT * FROM HOST_RESOURCES;
host_name,open_files_limit,threads_limit,core_file_limit_max_size_bytes,processor_count,processor_core_count,processor_description,opened_file_count,opened_socket_count,opened_nonfile_nonsocket_count,total_memory_bytes,total_memory_free_bytes,total_buffer_memory_bytes,total_memory_cache_bytes,total_swap_memory_bytes,total_swap_memory_free_bytes,disk_space_free_mb,disk_space_used_mb,disk_space_total_mb
10.X.X.XX1,65536,60385,0,2,32,Intel(R) Xeon(R) CPU E5-2690 v2 @ 3.00GHz,8,14,4,63318654976,14592794624,2074959872,26716893184,10737410048,7769448448,770528,261592,1032121
10.X.X.XX2,65536,60385,0,2,32,Intel(R) Xeon(R) CPU E5-2690 v2 @ 3.00GHz,213,9,4,63318654976,20720758784,4905955328,24297656320,10737410048,8667422720,757134,274987,1032121
10.X.X.XX3,65536,60385,0,2,32,Intel(R) Xeon(R) CPU E5-2690 v2 @ 3.00GHz,6,10,4,63318654976,24174723072,3457323008,26202079232,10737410048,9210142720,608332,423788,1032121
10.X.X.XX4,65536,59930,0,2,32,Intel(R) Xeon(R) CPU E5-2690 v2 @ 3.00GHz,6,11,4,63318654976,19496751104,2656628736,33034432512,4227850240,2585124864,765264,266856,1032121


SELECT * FROM RESOURCE_POOLS;
pool_id,name,is_internal,memorysize,maxmemorysize,executionparallelism,priority,runtimepriority,runtimeprioritythreshold,queuetimeout,plannedconcurrency,maxconcurrency,runtimecap,singleinitiator
45035996273719428,general,true,,Special: 95%,AUTO,0,LOW,0,300,AUTO,NULL,NULL,false
45035996273719430,sysquery,true,64M,,AUTO,110,LOW,0,300,8,NULL,NULL,false
45035996273719432,sysdata,true,100M,1G,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL
45035996273719434,wosdata,true,0%,2G,NULL,NULL,NULL,NULL,NULL,6,NULL,NULL,NULL
45035996273719436,tm,true,200M,,AUTO,105,LOW,0,300,4,3,NULL,true
45035996273719438,refresh,true,0%,,AUTO,-10,LOW,0,300,4,NULL,NULL,true
45035996273719440,recovery,true,0%,,AUTO,107,LOW,0,300,10,5,NULL,true
45035996273719442,dbd,true,0%,,AUTO,110,LOW,0,7200,AUTO,NULL,NULL,true
45035996399752948,dashboard_pool,false,0%,,AUTO,10,HIGH,0,7200,AUTO,NULL,NULL,false
45035996433524748,pentaho_pool,false,0%,,AUTO,80,HIGH,0,7200,AUTO,NULL,NULL,false
45035996446350648,bigdatareadonly_pool,false,0%,,AUTO,100,HIGH,0,7200,AUTO,NULL,NULL,false
45035996953883208,api_pool,false,0%,,AUTO,12,LOW,0,7200,22,NULL,NULL,false
49539595991057136,measures_pool,false,0%,,AUTO,7,LOW,0,7200,AUTO,NULL,NULL,false



node_name,pool_oid,pool_name,is_internal,memory_size_kb,memory_size_actual_kb,memory_inuse_kb,general_memory_borrowed_kb,queueing_threshold_kb,max_memory_size_kb,running_query_count,planned_concurrency,max_concurrency,is_standalone,queue_timeout_in_seconds,execution_parallelism,priority,runtime_priority,runtime_priority_threshold,single_initiator,query_budget_kb
v_xxxxxxxx_node0001,45035996273719428,general,true,56377862,56377862,16041339,0,53558972,56377862,0,27,NULL,true,300,AUTO,0,LOW,0,false,1983362
v_xxxxxxxx_node0001,45035996273719430,sysquery,true,65536,65536,65536,91610,53621228,56443398,1,8,NULL,false,300,AUTO,110,LOW,0,false,8192
v_xxxxxxxx_node0001,45035996273719432,sysdata,true,102400,102400,102400,73728,996147,1048576,0,1,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0001,45035996273719434,wosdata,true,0,0,0,8192,1992294,2097152,0,6,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0001,45035996273719436,tm,true,204800,204800,0,0,53753532,56582662,0,4,3,false,300,AUTO,105,LOW,0,true,51200
v_xxxxxxxx_node0001,45035996273719438,refresh,true,0,0,0,0,53558972,56377862,0,4,NULL,false,300,AUTO,-10,LOW,0,true,13387695
v_xxxxxxxx_node0001,45035996273719440,recovery,true,0,0,0,0,53558972,56377862,0,10,5,false,300,AUTO,107,LOW,0,true,5355078
v_xxxxxxxx_node0001,45035996273719442,dbd,true,0,0,0,0,53558972,56377862,0,4,NULL,false,7200,AUTO,110,LOW,0,true,13387695
v_xxxxxxxx_node0001,45035996399752948,dashboard_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,10,HIGH,0,false,1983362
v_xxxxxxxx_node0001,45035996433524748,pentaho_pool,false,0,0,0,1983362,53558972,56377862,1,27,NULL,false,7200,AUTO,80,HIGH,0,false,1983362
v_xxxxxxxx_node0001,45035996446350648,bigdatareadonly_pool,false,0,0,0,13884447,53558972,56377862,7,27,NULL,false,7200,AUTO,100,HIGH,0,false,1983362
v_xxxxxxxx_node0001,45035996953883208,api_pool,false,0,0,0,0,53558972,56377862,0,22,NULL,false,7200,AUTO,12,LOW,0,false,2434126
v_xxxxxxxx_node0001,49539595991057136,measures_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,7,LOW,0,false,1983362
v_xxxxxxxx_node0002,45035996273719428,general,true,56377862,56377862,18581952,0,53558972,56377862,0,27,NULL,true,300,AUTO,0,LOW,0,false,1905993
v_xxxxxxxx_node0002,45035996273719430,sysquery,true,65536,65536,65536,78581,53621228,56443398,1,8,NULL,false,300,AUTO,110,LOW,0,false,8192
v_xxxxxxxx_node0002,45035996273719432,sysdata,true,102400,102400,102400,937984,996147,1048576,0,1,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0002,45035996273719434,wosdata,true,0,0,0,2097152,1992294,2097152,0,6,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0002,45035996273719436,tm,true,204800,204800,204800,220288,53753532,56582662,1,4,3,false,300,AUTO,105,LOW,0,true,51200
v_xxxxxxxx_node0002,45035996273719438,refresh,true,0,0,0,0,53558972,56377862,0,4,NULL,false,300,AUTO,-10,LOW,0,true,12865455
v_xxxxxxxx_node0002,45035996273719440,recovery,true,0,0,0,0,53558972,56377862,0,10,5,false,300,AUTO,107,LOW,0,true,5146182
v_xxxxxxxx_node0002,45035996273719442,dbd,true,0,0,0,0,53558972,56377862,0,4,NULL,false,7200,AUTO,110,LOW,0,true,12865455
v_xxxxxxxx_node0002,45035996399752948,dashboard_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,10,HIGH,0,false,1905993
v_xxxxxxxx_node0002,45035996433524748,pentaho_pool,false,0,0,0,1905993,53558972,56377862,1,27,NULL,false,7200,AUTO,80,HIGH,0,false,1905993
v_xxxxxxxx_node0002,45035996446350648,bigdatareadonly_pool,false,0,0,0,13341954,53558972,56377862,7,27,NULL,false,7200,AUTO,100,HIGH,0,false,1905993
v_xxxxxxxx_node0002,45035996953883208,api_pool,false,0,0,0,0,53558972,56377862,0,22,NULL,false,7200,AUTO,12,LOW,0,false,2339173
v_xxxxxxxx_node0002,49539595991057136,measures_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,7,LOW,0,false,1905993
v_xxxxxxxx_node0003,45035996273719428,general,true,56377862,56377862,16033893,0,53558972,56377862,0,27,NULL,true,300,AUTO,0,LOW,0,false,1983362
v_xxxxxxxx_node0003,45035996273719430,sysquery,true,65536,65536,65536,54887,53621228,56443398,1,8,NULL,false,300,AUTO,110,LOW,0,false,8192
v_xxxxxxxx_node0003,45035996273719432,sysdata,true,102400,102400,102400,102400,996147,1048576,0,1,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0003,45035996273719434,wosdata,true,0,0,0,8192,1992294,2097152,0,6,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0003,45035996273719436,tm,true,204800,204800,0,0,53753532,56582662,0,4,3,false,300,AUTO,105,LOW,0,true,51200
v_xxxxxxxx_node0003,45035996273719438,refresh,true,0,0,0,0,53558972,56377862,0,4,NULL,false,300,AUTO,-10,LOW,0,true,13387695
v_xxxxxxxx_node0003,45035996273719440,recovery,true,0,0,0,0,53558972,56377862,0,10,5,false,300,AUTO,107,LOW,0,true,5355078
v_xxxxxxxx_node0003,45035996273719442,dbd,true,0,0,0,0,53558972,56377862,0,4,NULL,false,7200,AUTO,110,LOW,0,true,13387695
v_xxxxxxxx_node0003,45035996399752948,dashboard_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,10,HIGH,0,false,1983362
v_xxxxxxxx_node0003,45035996433524748,pentaho_pool,false,0,0,0,1983362,53558972,56377862,1,27,NULL,false,7200,AUTO,80,HIGH,0,false,1983362
v_xxxxxxxx_node0003,45035996446350648,bigdatareadonly_pool,false,0,0,0,13885052,53558972,56377862,7,27,NULL,false,7200,AUTO,100,HIGH,0,false,1983362
v_xxxxxxxx_node0003,45035996953883208,api_pool,false,0,0,0,0,53558972,56377862,0,22,NULL,false,7200,AUTO,12,LOW,0,false,2434126
v_xxxxxxxx_node0003,49539595991057136,measures_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,7,LOW,0,false,1983362
v_xxxxxxxx_node0005,45035996273719428,general,true,56377862,56377862,15940188,0,53558972,56377862,0,27,NULL,true,300,AUTO,0,LOW,0,false,1983362
v_xxxxxxxx_node0005,45035996273719430,sysquery,true,65536,65536,65536,51598,53621228,56443398,1,8,NULL,false,300,AUTO,110,LOW,0,false,8192
v_xxxxxxxx_node0005,45035996273719432,sysdata,true,102400,102400,102400,12288,996147,1048576,0,1,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0005,45035996273719434,wosdata,true,0,0,0,8192,1992294,2097152,0,6,0,false,0,AUTO,0,LOW,0,false,NULL
v_xxxxxxxx_node0005,45035996273719436,tm,true,204800,204800,0,0,53753532,56582662,0,4,3,false,300,AUTO,105,LOW,0,true,51200
v_xxxxxxxx_node0005,45035996273719438,refresh,true,0,0,0,0,53558972,56377862,0,4,NULL,false,300,AUTO,-10,LOW,0,true,13387695
v_xxxxxxxx_node0005,45035996273719440,recovery,true,0,0,0,0,53558972,56377862,0,10,5,false,300,AUTO,107,LOW,0,true,5355078
v_xxxxxxxx_node0005,45035996273719442,dbd,true,0,0,0,0,53558972,56377862,0,4,NULL,false,7200,AUTO,110,LOW,0,true,13387695
v_xxxxxxxx_node0005,45035996399752948,dashboard_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,10,HIGH,0,false,1983362
v_xxxxxxxx_node0005,45035996433524748,pentaho_pool,false,0,0,0,1983362,53558972,56377862,1,27,NULL,false,7200,AUTO,80,HIGH,0,false,1983362
v_xxxxxxxx_node0005,45035996446350648,bigdatareadonly_pool,false,0,0,0,13884748,53558972,56377862,7,27,NULL,false,7200,AUTO,100,HIGH,0,false,1983362
v_xxxxxxxx_node0005,45035996953883208,api_pool,false,0,0,0,0,53558972,56377862,0,22,NULL,false,7200,AUTO,12,LOW,0,false,2434126
v_xxxxxxxx_node0005,49539595991057136,measures_pool,false,0,0,0,0,53558972,56377862,0,27,NULL,false,7200,AUTO,7,LOW,0,false,1983362


SELECT * FROM NETWORK_INTERFACES;
node_id,node_name,interface,ip_address,subnet,mask,broadcast_address
45035996273704970,v_xxxxxxxx_node0001,lo,127.0.0.1,127.0.0.0,255.0.0.0,127.0.0.1
45035996273704970,v_xxxxxxxx_node0001,eth0,10.X.X.XX1,10.0.1.0,255.255.255.0,10.0.1.255
45035996415221130,v_xxxxxxxx_node0003,lo,127.0.0.1,127.0.0.0,255.0.0.0,127.0.0.1
45035996415221130,v_xxxxxxxx_node0003,eth0,10.X.X.XX3,10.0.1.0,255.255.255.0,10.0.1.255
45035998153802294,v_xxxxxxxx_node0005,lo,127.0.0.1,127.0.0.0,255.0.0.0,127.0.0.1
45035998153802294,v_xxxxxxxx_node0005,eth0,10.X.X.XX4,10.0.1.0,255.255.255.0,10.0.1.255
45035996415221126,v_xxxxxxxx_node0002,lo,127.0.0.1,127.0.0.0,255.0.0.0,127.0.0.1
45035996415221126,v_xxxxxxxx_node0002,eth0,10.X.X.XX2,10.0.1.0,255.255.255.0,10.0.1.255

Please let me know if you require any other details. 


Comments

  • Options
    Hi ,

    Performance problem can be related to many aspects , you need to provide detail description about your use case , what you trying to do and what is happen , if its related to query response time you should provide the execution plan .

    Do you have any backup or some other process that run periodically on your system . If you don’t know from where to start , I will advise to run workload analyzer  . See details - http://www.vertica.com/2014/05/06/inside-the-secret-world-of-the-workload-analyzer/

Leave a Comment

BoldItalicStrikethroughOrdered listUnordered list
Emoji
Image
Align leftAlign centerAlign rightToggle HTML viewToggle full pageToggle lights
Drop image/file