public class org.apache.drill.exec.store.http.TestPagination extends org.apache.drill.test.ClusterTest { private static final int MOCK_SERVER_PORT; private static java.lang.String TEST_CSV_RESPONSE; private static java.lang.String TEST_CSV_RESPONSE_2; private static java.lang.String TEST_CSV_RESPONSE_3; private static java.lang.String TEST_CSV_RESPONSE_4; private static java.lang.String TEST_JSON_PAGE1; private static java.lang.String TEST_JSON_PAGE2; private static java.lang.String TEST_JSON_PAGE3; private static java.lang.String TEST_JSON_INDEX_PAGE1; private static java.lang.String TEST_JSON_INDEX_PAGE2; private static java.lang.String TEST_JSON_INDEX_PAGE3; private static java.lang.String TEST_JSON_INDEX_PAGE4; private static java.lang.String TEST_JSON_NESTED_INDEX; private static java.lang.String TEST_JSON_NESTED_INDEX2; private static java.lang.String TEST_XML_PAGE1; private static java.lang.String TEST_XML_PAGE2; private static java.lang.String TEST_XML_PAGE3; public void () { org.apache.drill.exec.store.http.TestPagination v; v := @this: org.apache.drill.exec.store.http.TestPagination; specialinvoke v.()>(); return; } public static void setup() throws java.lang.Exception { org.apache.drill.shaded.guava.com.google.common.io.CharSource v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v; java.nio.file.Path v; java.lang.String v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v; java.io.File v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v; org.apache.drill.test.BaseDirTestWatcher v, v; org.apache.drill.test.ClusterFixtureBuilder v; java.lang.String[] v; java.nio.charset.Charset v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v; org.apache.drill.test.ClusterFixture v, v; v = ; v = staticinvoke (v); staticinvoke (v); v = staticinvoke ("/data/response.csv"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/response_2.csv"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/response_3.csv"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/response_4.csv"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/p.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/p.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/p.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/index_response.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/index_response.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/index_response.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/index_response.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/nested_pagination_fields.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/nested_pagination_fields.json"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/response_1.xml"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/response_2.xml"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = staticinvoke ("/data/response_3.xml"); v = ; v = staticinvoke (v, v); v = virtualinvoke v.(); = v; v = ; v = newarray (java.lang.String)[0]; v = staticinvoke ("data/", v); virtualinvoke v.(v); v = ; staticinvoke (v); v = ; staticinvoke (v); return; } public static void makeLiveConfig(org.apache.drill.test.ClusterFixture) { java.util.HashMap v, v; java.lang.Integer v, v, v; org.apache.drill.exec.store.http.HttpApiConfig$HttpApiConfigBuilder v, v, v, v, v, v, v; java.lang.Boolean v, v; java.lang.String v; org.apache.drill.test.ClusterFixture v; org.apache.drill.common.logical.security.CredentialsProvider v; org.apache.drill.exec.store.http.HttpApiConfig v; org.apache.drill.common.logical.StoragePluginConfig$AuthMode v; org.apache.drill.exec.store.http.HttpPaginatorConfig v; org.apache.drill.exec.store.http.HttpPaginatorConfig$HttpPaginatorConfigBuilder v, v, v, v, v; org.apache.drill.exec.store.http.HttpStoragePluginConfig v; v := @parameter: org.apache.drill.test.ClusterFixture; v = new java.util.HashMap; specialinvoke v.()>(); interfaceinvoke v.("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win; x) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36"); v = staticinvoke (); v = virtualinvoke v.("page"); v = virtualinvoke v.("per_page"); v = virtualinvoke v.(5); v = virtualinvoke v.("PAGE"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("https://api.github.com/orgs/{org}/repos"); v = virtualinvoke v.("get"); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(v); v = virtualinvoke v.(); v = new java.util.HashMap; specialinvoke v.()>(); interfaceinvoke v.("github", v); v = new org.apache.drill.exec.store.http.HttpStoragePluginConfig; v = staticinvoke (0); v = staticinvoke (10); v = staticinvoke (1000); v = staticinvoke (80); v = ; v = ; v = virtualinvoke v.(); specialinvoke v.(java.lang.Boolean,java.util.Map,java.lang.Integer,java.lang.Integer,java.lang.String,java.lang.String,java.lang.String,java.lang.Integer,java.lang.String,java.lang.String,java.lang.String,org.apache.drill.common.logical.OAuthConfig,org.apache.drill.common.logical.security.CredentialsProvider,java.lang.String)>(v, v, v, v, null, null, "", v, "", "", "", null, v, v); v = staticinvoke (1); virtualinvoke v.(v); virtualinvoke v.("live", v); return; } public static void makeMockConfig(org.apache.drill.test.ClusterFixture) { java.lang.Integer v, v, v; org.apache.drill.exec.store.http.HttpApiConfig v, v, v, v, v, v, v, v, v; java.util.ArrayList v; java.lang.String v; org.apache.drill.exec.store.http.HttpPaginatorConfig v, v, v, v; org.apache.drill.exec.store.http.HttpPaginatorConfig$HttpPaginatorConfigBuilder v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v; org.apache.drill.common.logical.security.CredentialsProvider v; org.apache.drill.common.logical.StoragePluginConfig$AuthMode v; org.apache.drill.exec.store.http.HttpXmlOptions$HttpXmlOptionsBuilder v, v; org.apache.drill.exec.store.http.HttpXmlOptions v; java.util.HashMap v, v; org.apache.drill.exec.store.http.HttpApiConfig$HttpApiConfigBuilder v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v, v; java.lang.Boolean v, v; org.apache.drill.test.ClusterFixture v; org.apache.drill.exec.store.http.HttpStoragePluginConfig v; v := @parameter: org.apache.drill.test.ClusterFixture; v = new java.util.HashMap; specialinvoke v.()>(); interfaceinvoke v.("header1", "value1"); interfaceinvoke v.("header2", "value2"); v = staticinvoke (); v = virtualinvoke v.("limit"); v = virtualinvoke v.("offset"); v = virtualinvoke v.("offset"); v = virtualinvoke v.(2); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("offset"); v = virtualinvoke v.("has-more"); v = virtualinvoke v.("index"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/json"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("after"); v = virtualinvoke v.("index"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/json"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/json"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.("results"); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/json"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.(0); v = virtualinvoke v.("companies"); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/json"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/json"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.(1); v = virtualinvoke v.(v); v = virtualinvoke v.("json"); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("page"); v = virtualinvoke v.("page"); v = virtualinvoke v.("pageSize"); v = virtualinvoke v.(3); v = virtualinvoke v.(); v = new java.util.ArrayList; specialinvoke v.()>(); interfaceinvoke v.("foo"); v = staticinvoke (); v = virtualinvoke v.(2); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/xml"); v = virtualinvoke v.("GET"); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.(v); v = virtualinvoke v.("xml"); v = virtualinvoke v.(v); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/xml/{org}"); v = virtualinvoke v.("GET"); v = virtualinvoke v.(0); v = virtualinvoke v.(v); v = virtualinvoke v.(v); v = virtualinvoke v.("xml"); v = virtualinvoke v.(v); v = virtualinvoke v.(); v = staticinvoke (); v = virtualinvoke v.("http://localhost:8092/csv"); v = virtualinvoke v.("get"); v = virtualinvoke v.(v); v = virtualinvoke v.("csv"); v = virtualinvoke v.(0); v = virtualinvoke v.("results"); v = virtualinvoke v.(); v = new java.util.HashMap; specialinvoke v.()>(); interfaceinvoke v.("csv_paginator", v); interfaceinvoke v.("json_index", v); interfaceinvoke v.("json_index_datapath", v); interfaceinvoke v.("nested_keyset", v); interfaceinvoke v.("nested_keyset_and_datapath", v); interfaceinvoke v.("json_paginator", v); interfaceinvoke v.("json_tail", v); interfaceinvoke v.("xml_paginator", v); interfaceinvoke v.("xml_paginator_url_params", v); v = new org.apache.drill.exec.store.http.HttpStoragePluginConfig; v = staticinvoke (0); v = staticinvoke (2); v = staticinvoke (1000); v = staticinvoke (80); v = ; v = ; v = virtualinvoke v.(); specialinvoke v.(java.lang.Boolean,java.util.Map,java.lang.Integer,java.lang.Integer,java.lang.String,java.lang.String,java.lang.String,java.lang.Integer,java.lang.String,java.lang.String,java.lang.String,org.apache.drill.common.logical.OAuthConfig,org.apache.drill.common.logical.security.CredentialsProvider,java.lang.String)>(v, v, v, v, null, null, "", v, "", "", "", null, v, v); v = staticinvoke (1); virtualinvoke v.(v); virtualinvoke v.("local", v); return; } public void testPagePaginationWithURLParameters() throws java.lang.Exception { org.apache.drill.test.QueryBuilder v, v; java.util.Iterator v; org.apache.drill.exec.store.http.TestPagination v; java.util.List v; int v, v, v, v; org.apache.drill.exec.proto.UserBitShared$QueryData v; java.lang.Object v; org.apache.drill.test.ClientFixture v; boolean v; v := @this: org.apache.drill.exec.store.http.TestPagination; v = ; v = virtualinvoke v.(); v = virtualinvoke v.("SELECT * FROM live.github WHERE org=\'apache\' LIMIT 15"); v = virtualinvoke v.(); v = interfaceinvoke v.(); staticinvoke (3L, v); v = 0; v = interfaceinvoke v.(); label: v = interfaceinvoke v.(); if v == 0 goto label; v = interfaceinvoke v.(); v = virtualinvoke v.(); v = virtualinvoke v.(); v = v + v; virtualinvoke v.(); goto label; label: v = interfaceinvoke v.(); staticinvoke (3L, v); staticinvoke (15L, v); return; } public void simpleJSONPaginatorQuery() throws java.lang.Exception { java.lang.Throwable v; org.apache.drill.exec.store.http.TestPagination v; int v, v, v; okhttp.mockwebserver.MockWebServer v; java.lang.String v, v, v; org.apache.drill.test.ClientFixture v; boolean v; org.apache.drill.test.QueryBuilder v, v; java.util.Iterator v; java.util.List v; org.apache.drill.exec.proto.UserBitShared$QueryData v; java.lang.Object v; okhttp.mockwebserver.MockResponse v, v, v, v, v, v, v, v, v; v := @this: org.apache.drill.exec.store.http.TestPagination; v = virtualinvoke v.(); label: v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = ; v = virtualinvoke v.(); v = virtualinvoke v.("SELECT * FROM `local`.`json_paginator` LIMIT 4"); v = virtualinvoke v.(); v = 0; v = interfaceinvoke v.(); label: v = interfaceinvoke v.(); if v == 0 goto label; v = interfaceinvoke v.(); v = virtualinvoke v.(); v = virtualinvoke v.(); v = v + v; virtualinvoke v.(); goto label; label: v = interfaceinvoke v.(); staticinvoke (2L, v); staticinvoke (4L, v); label: virtualinvoke v.(); goto label; label: v := @caughtexception; throw v; label: return; catch java.lang.Throwable from label to label with label; } public void simpleJSONPaginatorQueryWithTail() throws java.lang.Exception { java.lang.Throwable v; org.apache.drill.exec.store.http.TestPagination v; int v, v, v; okhttp.mockwebserver.MockWebServer v; java.lang.String v, v, v, v; org.apache.drill.test.ClientFixture v; boolean v; org.apache.drill.test.QueryBuilder v, v; java.util.Iterator v; okhttp.mockwebserver.RecordedRequest v; java.util.List v; org.apache.drill.exec.proto.UserBitShared$QueryData v; java.lang.Object v; okhttp.HttpUrl v; okhttp.mockwebserver.MockResponse v, v, v, v, v, v, v, v, v; v := @this: org.apache.drill.exec.store.http.TestPagination; v = virtualinvoke v.(); label: v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = ; v = virtualinvoke v.(); v = virtualinvoke v.("SELECT * FROM `local`.`json_tail`.`?arg1=foo` LIMIT 4"); v = virtualinvoke v.(); v = 0; v = interfaceinvoke v.(); label: v = interfaceinvoke v.(); if v == 0 goto label; v = interfaceinvoke v.(); v = virtualinvoke v.(); v = virtualinvoke v.(); v = v + v; virtualinvoke v.(); goto label; label: v = interfaceinvoke v.(); staticinvoke (2L, v); staticinvoke (4L, v); v = virtualinvoke v.(); v = virtualinvoke v.(); v = virtualinvoke v.(); staticinvoke ("http://localhost:8092/json?arg1=foo&offset=0&limit=2", v); label: virtualinvoke v.(); goto label; label: v := @caughtexception; throw v; label: return; catch java.lang.Throwable from label to label with label; } public void simpleJSONPaginatorQueryWith429() throws java.lang.Exception { java.lang.Throwable v; org.apache.drill.exec.store.http.TestPagination v; int v, v, v; okhttp.mockwebserver.MockWebServer v; java.lang.String v, v, v; org.apache.drill.test.ClientFixture v; boolean v; org.apache.drill.test.QueryBuilder v, v; java.util.Iterator v; java.util.List v; org.apache.drill.exec.proto.UserBitShared$QueryData v; java.lang.Object v; okhttp.mockwebserver.MockResponse v, v, v, v, v, v, v, v, v, v, v, v, v; v := @this: org.apache.drill.exec.store.http.TestPagination; v = virtualinvoke v.(); label: v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(429); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(429); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = ; v = virtualinvoke v.(); v = virtualinvoke v.("SELECT * FROM `local`.`json_paginator` LIMIT 4"); v = virtualinvoke v.(); v = 0; v = interfaceinvoke v.(); label: v = interfaceinvoke v.(); if v == 0 goto label; v = interfaceinvoke v.(); v = virtualinvoke v.(); v = virtualinvoke v.(); v = v + v; virtualinvoke v.(); goto label; label: v = interfaceinvoke v.(); staticinvoke (2L, v); staticinvoke (4L, v); label: virtualinvoke v.(); goto label; label: v := @caughtexception; throw v; label: return; catch java.lang.Throwable from label to label with label; } public void simpleJSONIndexQuery() throws java.lang.Exception { java.lang.Throwable v; org.apache.drill.exec.store.http.TestPagination v; int v, v, v; okhttp.mockwebserver.MockWebServer v; java.lang.String v, v; org.apache.drill.test.ClientFixture v; boolean v; org.apache.drill.test.QueryBuilder v, v; java.util.Iterator v; java.util.List v; org.apache.drill.exec.proto.UserBitShared$QueryData v; java.lang.Object v; okhttp.mockwebserver.MockResponse v, v, v, v, v, v; v := @this: org.apache.drill.exec.store.http.TestPagination; v = virtualinvoke v.(); label: v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = ; v = virtualinvoke v.(); v = virtualinvoke v.("SELECT * FROM `local`.`json_index` LIMIT 4"); v = virtualinvoke v.(); v = 0; v = interfaceinvoke v.(); label: v = interfaceinvoke v.(); if v == 0 goto label; v = interfaceinvoke v.(); v = virtualinvoke v.(); v = virtualinvoke v.(); v = v + v; virtualinvoke v.(); goto label; label: v = interfaceinvoke v.(); staticinvoke (2L, v); staticinvoke (2L, v); label: virtualinvoke v.(); goto label; label: v := @caughtexception; throw v; label: return; catch java.lang.Throwable from label to label with label; } public void simpleJSONIndexQueryWithProjectedColumns() throws java.lang.Exception { java.lang.Throwable v; org.apache.drill.exec.store.http.TestPagination v; int v, v, v; okhttp.mockwebserver.MockWebServer v; java.lang.String v, v; org.apache.drill.test.ClientFixture v; boolean v; org.apache.drill.test.QueryBuilder v, v; java.util.Iterator v; java.util.List v; org.apache.drill.exec.proto.UserBitShared$QueryData v; java.lang.Object v; okhttp.mockwebserver.MockResponse v, v, v, v, v, v; v := @this: org.apache.drill.exec.store.http.TestPagination; v = virtualinvoke v.(); label: v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = new okhttp.mockwebserver.MockResponse; specialinvoke v.()>(); v = virtualinvoke v.(200); v = ; v = virtualinvoke v.(v); virtualinvoke v.(v); v = ; v = virtualinvoke v.(); v = virtualinvoke v.