<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic tSalesforceInput slow in Talend Studio</title>
    <link>https://community.qlik.com/t5/Talend-Studio/tSalesforceInput-slow/m-p/2362277#M126442</link>
    <description>&lt;P&gt;Hi All,&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;We are extracting data from Salesforce through tMap then into Snowflake.&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;We are using tSalesforceInput - tMap - tDBOutput&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;When we run the job it completes fine but is taken hours to get the data. We have two objects one with 2.1 million rows which is taken 2 1/2 and one with 5 million rows which is taken over 5 hours. It is batching in rows of 250. &lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;The batch size in the tSalesforceInput component is set to 250. If i increase this to 1000 it still only does batches of 250. If i go above 1000 the job errors. &lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;Is there anything i can do to improve the speed?&lt;/P&gt;</description>
    <pubDate>Fri, 15 Nov 2024 23:49:01 GMT</pubDate>
    <dc:creator>JSlatorMHC</dc:creator>
    <dc:date>2024-11-15T23:49:01Z</dc:date>
    <item>
      <title>tSalesforceInput slow</title>
      <link>https://community.qlik.com/t5/Talend-Studio/tSalesforceInput-slow/m-p/2362277#M126442</link>
      <description>&lt;P&gt;Hi All,&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;We are extracting data from Salesforce through tMap then into Snowflake.&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;We are using tSalesforceInput - tMap - tDBOutput&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;When we run the job it completes fine but is taken hours to get the data. We have two objects one with 2.1 million rows which is taken 2 1/2 and one with 5 million rows which is taken over 5 hours. It is batching in rows of 250. &lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;The batch size in the tSalesforceInput component is set to 250. If i increase this to 1000 it still only does batches of 250. If i go above 1000 the job errors. &lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;Is there anything i can do to improve the speed?&lt;/P&gt;</description>
      <pubDate>Fri, 15 Nov 2024 23:49:01 GMT</pubDate>
      <guid>https://community.qlik.com/t5/Talend-Studio/tSalesforceInput-slow/m-p/2362277#M126442</guid>
      <dc:creator>JSlatorMHC</dc:creator>
      <dc:date>2024-11-15T23:49:01Z</dc:date>
    </item>
    <item>
      <title>Re: tSalesforceInput slow</title>
      <link>https://community.qlik.com/t5/Talend-Studio/tSalesforceInput-slow/m-p/2362278#M126443</link>
      <description>&lt;P&gt;@John Slator​&amp;nbsp;, you can try to use BULK connection option and see how it is performing?&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;Thanks,&lt;/P&gt;&lt;P&gt;Manohar&lt;/P&gt;</description>
      <pubDate>Tue, 24 Aug 2021 10:14:37 GMT</pubDate>
      <guid>https://community.qlik.com/t5/Talend-Studio/tSalesforceInput-slow/m-p/2362278#M126443</guid>
      <dc:creator>manodwhb</dc:creator>
      <dc:date>2021-08-24T10:14:37Z</dc:date>
    </item>
  </channel>
</rss>

