]> git-server-git.apps.pok.os.sepia.ceph.com Git - ceph.git/commitdiff
- s3select fixes, related to Trino/TPCDS benchmark 52651/head
authorgalsalomon66 <gal.salomon@gmail.com>
Sun, 25 Jun 2023 22:10:38 +0000 (01:10 +0300)
committergalsalomon66 <gal.salomon@gmail.com>
Tue, 15 Aug 2023 12:34:05 +0000 (15:34 +0300)
- s3select submodule
- add log-message for better tracing the flow timeline
- fix valgrind issue
- new s3select version. fix crash upon wrong initialization on JSON flow
- s3select module. a fix for a constant number of columns(128).
- s3select module. QE fixes

Signed-off-by: galsalomon66 <gal.salomon@gmail.com>
src/rgw/rgw_s3select.cc
src/s3select

index 7d93569f3a4cf1fa2223354d14f64cd2e83b8751..c7eaa69842f3d9207a9ad76948137f8efb55bd6e 100644 (file)
@@ -445,6 +445,7 @@ int RGWSelectObj_ObjStore_S3::run_s3select_on_csv(const char* query, const char*
   } else {
     m_aws_response_handler.send_continuation_response();
   }
+  ldpp_dout(this, 10) << "s3-select: complete chunk processing : chunk length = " << input_length << dendl;
   if (enable_progress == true) {
     fp_chunked_transfer_encoding();
     m_aws_response_handler.init_progress_response();
@@ -458,7 +459,7 @@ int RGWSelectObj_ObjStore_S3::run_s3select_on_parquet(const char* query)
   int status = 0;
 #ifdef _ARROW_EXIST
   if (!m_s3_parquet_object.is_set()) {
-    //parsing the SQL statement
+    //parsing the SQL statement.
     s3select_syntax.parse_query(m_sql_query.c_str());
     //m_s3_parquet_object.set_external_debug_system(fp_debug_mesg);
     try {
index 874752f9cc931b2b0af52e96bcc147e0239faa14..8f86167c65ccd4f134b6baec0eeb0ed7ea193bf8 160000 (submodule)
@@ -1 +1 @@
-Subproject commit 874752f9cc931b2b0af52e96bcc147e0239faa14
+Subproject commit 8f86167c65ccd4f134b6baec0eeb0ed7ea193bf8