ignite-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Vladimir Ozerov <voze...@gridgain.com>
Subject Re: Host Arrays in C++ API
Date Mon, 28 Mar 2016 17:20:41 GMT
Hi Arthi,

I think first of all we should understand how much time is spent on query
itself and how much time is spent on deserialization. Yoo already provided
XML configuration. Could you please also provide your CPP classes, your
code to query Ignite and SQL query itself?

Vladimir

On Mon, Mar 28, 2016 at 7:59 PM, arthi <Arthi.Kasturirangan.ap@nielsen.com>
wrote:

> Hi Igor,
>
> The result set has 907171 rows. I am running a 4 node cluster. The query
> hits three caches with rows 30024916,20196,4892601. The results are columns
> from SHOP_ITEM_BITMAP_CACHE.
>
> Here is the config -
> <bean class="org.apache.ignite.configuration.CacheConfiguration">
>                                         <property name="name"
> value="SHOP_ITEM_BITMAP_CACHE" />
>                                         <property name="atomicityMode"
> value="ATOMIC"/>
>                     <property name="backups" value="0"/>
>                                         <property name="memoryMode"
> value="ONHEAP_TIERED"/>
>                                         <property name="offHeapMaxMemory"
> value="0"/>
>                                         <property name="swapEnabled"
> value="false"/>
>                                         <property name="cacheMode"
> value="PARTITIONED" />
>                                         <property name="affinity">
>                                                 <bean
>
> class="org.apache.ignite.cache.affinity.rendezvous.RendezvousAffinityFunction">
>                                                         <property
> name="partitions" value="128"/>
>                                                 </bean>
>                                         </property>
>                                         <property name="cacheStoreFactory">
>                                                 <bean
> class="javax.cache.configuration.FactoryBuilder$SingletonFactory">
>                                                   <constructor-arg>
>                                                         <bean
>
> class="com.nielsen.poc.aggregation.ignite.datagrid.store.ShopItemBitmapStore">
>                                                         </bean>
>                                                   </constructor-arg>
>                                                 </bean>
>                                         </property>
>                                         <property name="readThrough"
> value="true" />
>                                         <property name="queryEntities">
>                                                 <list>
>                                                         <bean
> class="org.apache.ignite.cache.QueryEntity">
>                                                                 <property
> name="keyType" value="java.lang.Long" />
>                                                                 <property
> name="valueType"
> value="com.nielsen.poc.aggregation.ignite.datagrid.model.ShopItemBitmap" />
>                                                                 <property
> name="fields">
>
> <map>
>
>       <entry key="id" value="java.lang.Long" />
>
>       <entry key="sid_per_id" value="java.lang.Long" />
>
>       <entry key="sid_mah_id" value="java.lang.Long" />
>
>       <entry key="sid_itm_id" value="java.lang.Long" />
>
>       <entry key="sid_prm_id" value="java.lang.Long" />
>
>       <entry key="sid_cha_code" value="java.lang.String" />
>
>       <entry key="sid_service" value="java.lang.String" />
>
>       <entry key="sid_itm_dist" value="java.lang.String" />
>
> </map>
>                                                                 </property>
>                                                                 <property
> name="indexes">
>
> <list>
>
>       <bean class="org.apache.ignite.cache.QueryIndex">
>
>               <constructor-arg value="sid_mah_id" />
>
>       </bean>
>
>       <bean class="org.apache.ignite.cache.QueryIndex">
>
>               <constructor-arg value="sid_itm_id" />
>
>       </bean>
>
> </list>
>                                                                 </property>
>                                                         </bean>
>                                                 </list>
>                                         </property>
>                                 </bean>
>
>                                 <bean
> class="org.apache.ignite.configuration.CacheConfiguration">
>                                         <property name="name"
> value="MARKET_POD_ACV_CACHE" />
>                                         <property name="atomicityMode"
> value="ATOMIC"/>
>                                         <property name="backups"
> value="0"/>
>                                         <property name="memoryMode"
> value="ONHEAP_TIERED"/>
>                                         <property name="offHeapMaxMemory"
> value="0"/>
>
>                                         <property name="swapEnabled"
> value="false"/>
>                                         <property name="cacheMode"
> value="REPLICATED" />
>                                         <property name="cacheStoreFactory">
>                                                 <bean
> class="javax.cache.configuration.FactoryBuilder$SingletonFactory">
>                                                   <constructor-arg>
>                                                         <bean
>
> class="com.nielsen.poc.aggregation.ignite.datagrid.store.MarketPodAcvStore">
>                                                         </bean>
>                                                   </constructor-arg>
>                                                 </bean>
>                                         </property>
>                                         <property name="readThrough"
> value="true" />
>                                         <property name="queryEntities">
>                                                 <list>
>                                                         <bean
> class="org.apache.ignite.cache.QueryEntity">
>                                                                 <property
> name="keyType" value="java.lang.Long" />
>                                                                 <property
> name="valueType"
> value="com.nielsen.poc.aggregation.ignite.datagrid.model.MarketPodAcv" />
>                                                                 <property
> name="fields">
>
> <map>
>
>       <entry key="id" value="java.lang.Long" />
>
>       <entry key="mrkt_key" value="java.lang.Long" />
>
>       <entry key="prd_id" value="java.lang.Long" />
>
>       <entry key="chld_mrkt_key" value="java.lang.Long" />
>
> </map>
>                                                                 </property>
>                                                                 <property
> name="indexes">
>
> <list>
>
>       <bean class="org.apache.ignite.cache.QueryIndex">
>
>               <constructor-arg index="0">
>
>                       <list>
>
>                               <value>mrkt_key</value>
>
>                               <value>prd_id</value>
>
>                               <value>chld_mrkt_key</value>
>
>                       </list>
>
>               </constructor-arg>
>
>               <constructor-arg index="1" value="SORTED"/>
>
>       </bean>
>
>       <bean class="org.apache.ignite.cache.QueryIndex">
>
>               <constructor-arg value="chld_mrkt_key" />
>
>       </bean>
>
> </list>
>                                                                 </property>
>                                                         </bean>
>                                                 </list>
>                                         </property>
>                                 </bean>
>
>                                 <bean
> class="org.apache.ignite.configuration.CacheConfiguration">
>                                         <property name="name"
> value="PROD_HIER_CACHE" />
>                                         <property name="atomicityMode"
> value="ATOMIC"/>
>                     <property name="backups" value="0"/>
>                                         <property name="memoryMode"
> value="ONHEAP_TIERED"/>
>                                         <property name="offHeapMaxMemory"
> value="0"/>
>
>
>                                         <property name="swapEnabled"
> value="false"/>
>                                         <property name="cacheMode"
> value="REPLICATED" />
>                                         <property name="cacheStoreFactory">
>                                                 <bean
> class="javax.cache.configuration.FactoryBuilder$SingletonFactory">
>                                                   <constructor-arg>
>                                                         <bean
> class="com.nielsen.poc.aggregation.ignite.datagrid.store.ProdHierStore">
>                                                         </bean>
>                                                   </constructor-arg>
>                                                 </bean>
>                                         </property>
>                                         <property name="readThrough"
> value="true" />
>                                         <property name="queryEntities">
>                                                 <list>
>                                                         <bean
> class="org.apache.ignite.cache.QueryEntity">
>                                                                 <property
> name="keyType" value="java.lang.Long" />
>                                                                 <property
> name="valueType"
> value="com.nielsen.poc.aggregation.ignite.datagrid.model.ProdHier" />
>                                                                 <property
> name="fields">
>
> <map>
>
>       <entry key="id" value="java.lang.Long" />
>
>       <entry key="ghd_hie_id" value="java.lang.Long" />
>
>       <entry key="ghd_lev_0" value="java.lang.String" />
>
>       <entry key="ghd_lev_1" value="java.lang.String" />
>
>       <entry key="ghd_lev_2" value="java.lang.String" />
>
>       <entry key="ghd_lev_3" value="java.lang.String" />
>
>       <entry key="ghd_lev_4" value="java.lang.String" />
>
>       <entry key="ghd_lev_5" value="java.lang.String" />
>
>       <entry key="ghd_lev_6" value="java.lang.String" />
>
>       <entry key="ghd_lev_7" value="java.lang.String" />
>
>       <entry key="ghd_lev_8" value="java.lang.String" />
>
>       <entry key="ghd_lev_9" value="java.lang.String" />
>
>       <entry key="ghd_lev_2_desc" value="java.lang.String" />
>
> </map>
>                                                                 </property>
>                                                                 <property
> name="indexes">
>
> <list>
>
>       <bean class="org.apache.ignite.cache.QueryIndex">
>
>               <constructor-arg index="0">
>
>                       <list>
>
>                               <value>ghd_hie_id</value>
>
>                               <value>ghd_lev_2_desc</value>
>
>                       </list>
>
>               </constructor-arg>
>
>               <constructor-arg index="1" value="SORTED"/>
>
>       </bean>
>
>       <bean class="org.apache.ignite.cache.QueryIndex">
>
>               <constructor-arg value="ghd_lev_6" />
>
>       </bean>
>
> </list>
>                                                                 </property>
>                                                         </bean>
>                                                 </list>
>                                         </property>
>                                 </bean>
>
> This query takes 10-14 secs for getAll. Can this be made to 1-2 secs?
>
> Thanks,
> Arthi
>
>
>
>
> --
> View this message in context:
> http://apache-ignite-users.70518.x6.nabble.com/Host-Arrays-in-C-API-tp3707p3715.html
> Sent from the Apache Ignite Users mailing list archive at Nabble.com.
>

Mime
View raw message