disable compression if cf is enabled

Author: shivam2680

lib/DBSQLSession.ts

@@ -227,14 +227,14 @@ export default class DBSQLSession implements IDBSQLSession {
       request.parameters = getQueryParameters(options.namedParameters, options.ordinalParameters);
     }
 
-    if (ProtocolVersion.supportsArrowCompression(this.serverProtocolVersion)) {
-      request.canDecompressLZ4Result = (options.useLZ4Compression ?? clientConfig.useLZ4Compression) && Boolean(LZ4);
-    }
-
     if (ProtocolVersion.supportsCloudFetch(this.serverProtocolVersion)) {
       request.canDownloadResult = options.useCloudFetch ?? clientConfig.useCloudFetch;
     }
 
+    if (ProtocolVersion.supportsArrowCompression(this.serverProtocolVersion) && request.canDownloadResult !== true) {
+      request.canDecompressLZ4Result = (options.useLZ4Compression ?? clientConfig.useLZ4Compression) && Boolean(LZ4);
+    }
+
     const operationPromise = driver.executeStatement(request);
     const response = await this.handleResponse(operationPromise);
     const operation = this.createOperation(response);

tests/unit/DBSQLSession.test.ts

@@ -86,7 +86,8 @@ describe('DBSQLSession', () => {
       });
 
       it('should apply defaults for Arrow options', async () => {
-        case1: {
+        // case 1
+        {
           const session = new DBSQLSession({
             handle: sessionHandleStub,
             context: new ClientContextStub({ arrowEnabled: true }),
@@ -95,7 +96,8 @@ describe('DBSQLSession', () => {
           expect(result).instanceOf(DBSQLOperation);
         }
 
-        case2: {
+        // case 2
+        {
           const session = new DBSQLSession({
             handle: sessionHandleStub,
             context: new ClientContextStub({ arrowEnabled: true, useArrowNativeTypes: false }),
@@ -158,9 +160,14 @@ describe('DBSQLSession', () => {
           }
 
           if (version >= TProtocolVersion.SPARK_CLI_SERVICE_PROTOCOL_V6) {
-            expect(req.canDecompressLZ4Result).to.be.true;
+            // Since cloud fetch is enabled, canDecompressLZ4Result should not be set
+            if (req.canDownloadResult === true) {
+              expect(req.canDecompressLZ4Result).to.not.be.true;
+            } else {
+              expect(req.canDecompressLZ4Result).to.be.true;
+            }
           } else {
-            expect(req.canDecompressLZ4Result).to.not.exist;
+            expect(req.canDecompressLZ4Result).to.not.be.true;
           }
 
           if (version >= TProtocolVersion.SPARK_CLI_SERVICE_PROTOCOL_V5) {
@@ -180,6 +187,76 @@ describe('DBSQLSession', () => {
         });
       }
     });
+
+    describe('LZ4 compression with cloud fetch', () => {
+      it('should not set canDecompressLZ4Result when cloud fetch is enabled (canDownloadResult=true)', async () => {
+        const context = new ClientContextStub({ useLZ4Compression: true });
+        const driver = sinon.spy(context.driver);
+        const statement = 'SELECT * FROM table';
+
+        // Use V6+ which supports arrow compression
+        const session = new DBSQLSession({
+          handle: sessionHandleStub,
+          context,
+          serverProtocolVersion: TProtocolVersion.SPARK_CLI_SERVICE_PROTOCOL_V6,
+        });
+
+        // Execute with cloud fetch enabled
+        await session.executeStatement(statement, { useCloudFetch: true });
+
+        expect(driver.executeStatement.callCount).to.eq(1);
+        const req = driver.executeStatement.firstCall.args[0];
+
+        // canDownloadResult should be true and canDecompressLZ4Result should NOT be set
+        expect(req.canDownloadResult).to.be.true;
+        expect(req.canDecompressLZ4Result).to.not.be.true;
+      });
+
+      it('should set canDecompressLZ4Result when cloud fetch is disabled (canDownloadResult=false)', async () => {
+        const context = new ClientContextStub({ useLZ4Compression: true });
+        const driver = sinon.spy(context.driver);
+        const statement = 'SELECT * FROM table';
+
+        // Use V6+ which supports arrow compression
+        const session = new DBSQLSession({
+          handle: sessionHandleStub,
+          context,
+          serverProtocolVersion: TProtocolVersion.SPARK_CLI_SERVICE_PROTOCOL_V6,
+        });
+
+        // Execute with cloud fetch disabled
+        await session.executeStatement(statement, { useCloudFetch: false });
+
+        expect(driver.executeStatement.callCount).to.eq(1);
+        const req = driver.executeStatement.firstCall.args[0];
+
+        // canDownloadResult should be false and canDecompressLZ4Result should be set
+        expect(req.canDownloadResult).to.be.false;
+        expect(req.canDecompressLZ4Result).to.be.true;
+      });
+
+      it('should not set canDecompressLZ4Result when server protocol does not support Arrow compression', async () => {
+        const context = new ClientContextStub({ useLZ4Compression: true });
+        const driver = sinon.spy(context.driver);
+        const statement = 'SELECT * FROM table';
+
+        // Use V5 which does not support arrow compression
+        const session = new DBSQLSession({
+          handle: sessionHandleStub,
+          context,
+          serverProtocolVersion: TProtocolVersion.SPARK_CLI_SERVICE_PROTOCOL_V5,
+        });
+
+        // Execute with cloud fetch disabled
+        await session.executeStatement(statement, { useCloudFetch: false });
+
+        expect(driver.executeStatement.callCount).to.eq(1);
+        const req = driver.executeStatement.firstCall.args[0];
+
+        // canDecompressLZ4Result should NOT be set regardless of cloud fetch setting
+        expect(req.canDecompressLZ4Result).to.not.be.true;
+      });
+    });
   });
 
   describe('getTypeInfo', () => {