@pytest.mark.s3select
def test_count_json_operation():
json_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
num_of_rows = 1
obj_to_load = create_random_json_object(num_of_rows,10)
upload_object(bucket_name,json_obj_name,obj_to_load)
json_obj = csv_to_json(csv_obj);
json_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,json_obj_name,json_obj)
json_obj_name_2 = get_random_string()
json_obj = create_random_json_object(10000,10)
json_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,json_obj_name,json_obj)
res_s3select_nullif = remove_xml_tags_from_result( run_s3select_json(bucket_name,json_obj_name,"select count(0) from s3object[*].root where nullif(_1.c1,_1.c2) is null ;") ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
csv_obj_name_2 = get_random_string()
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_nullif = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select count(0) from s3object where nullif(_1,_2) is null ;") ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_nullif = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select count(0) from s3object where (nullif(_1,_2) is null) = true ;") ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_null = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select count(*) from s3object where nullif(_1,_2) is not null ;") ).replace("\n","")
csv_obj = create_random_csv_object(1,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select lower("AB12cd$$") from s3object ;') ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_in = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select int(_1) from s3object where int(_1) in(1);')).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_in = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select int(_1) from s3object where (int(_1) in(1)) = true;')).replace("\n","")
csv_obj = create_random_csv_object_string(1000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_like = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where _1 like "%aeio%";')).replace("\n","")
csv_obj = create_random_csv_object_string(1000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_like = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where (_1 like "%aeio%") = true;')).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_nullif = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select count(0) from stdin where nullif(_1,_2) is null ;") ).replace("\n","")
csv_obj = create_random_csv_object(1,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select lower("AB12cd$$") from stdin ;') ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_in = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select int(_1) from stdin where int(_1) in(1);')).replace("\n","")
csv_obj = create_random_csv_object_string(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_in = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from stdin where _1 like "%aeio%";')).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select min(int(_1)),max(int(_2)),min(int(_3))+1 from s3object;")).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_alias = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select int(_1) as a1, int(_2) as a2 , (a1+a2) as a3 from s3object where a3>100 and a3<300;") ).replace(",","")
csv_obj = create_random_csv_object(number_of_rows,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_alias = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,"select int(_1) as a1,int(_2) as a2, a1+a4 as a3, a5+a1 as a4, int(_3)+a3 as a5 from s3object;") )
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select case when cast(_1 as int)>100 and cast(_1 as int)<200 then "(100-200)" when cast(_1 as int)>200 and cast(_1 as int)<300 then "(200-300)" else "NONE" end from s3object;') ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where char_length(_3)>2 and char_length(_4)>2 and cast(substring(_3,1,2) as int) = cast(substring(_4,1,2) as int);') ).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where cast(_3 as int)>999;') ).replace("\n","")
csv_obj = create_random_csv_object_trim(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_trim = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where trim(_1) = "aeiou";')).replace("\n","")
csv_obj = create_random_csv_object_trim(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_trim = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where trim(_1) = "aeiou" = true;')).replace("\n","")
csv_obj = create_random_csv_object_escape(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_escape = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where _1 like "%_ar" escape "%";')).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_case = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select case cast(_1 as int) when cast(_2 as int) then "case_1_1" else "case_2_2" end from s3object;')).replace("\n","")
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_cast = remove_xml_tags_from_result( run_s3select(bucket_name,csv_obj_name,'select count(*) from s3object where cast(int(_1) as bool) = true ;')).replace("\n","")
csv_obj = create_random_csv_object(1000000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
obj_size = len(csv_obj.encode('utf-8'))
csv_obj = create_random_csv_object(10000,10)
csv_obj_name = get_random_string()
- bucket_name = "test"
+ bucket_name = get_new_bucket_name()
++
upload_object(bucket_name,csv_obj_name,csv_obj)
res_s3select_1 = remove_xml_tags_from_result( run_s3select_output(bucket_name,csv_obj_name,"select _1, _2 from s3object where nullif(_1,_2) is null ;", "ALWAYS") ).replace("\n",",").replace(",","")