From f2baf289a4496da6ff889fcbc0a9859b8edbb95b Mon Sep 17 00:00:00 2001 From: Eric Vandenberg Date: Wed, 23 Oct 2024 13:59:22 -0700 Subject: [PATCH] SNOW-1738538 Fix multi-ast eval validation in decoding expectation test ast --- src/snowflake/snowpark/_internal/ast_utils.py | 14 +- tests/ast/data/DataFrame.collect.test | 200 +++ tests/ast/data/DataFrame.count.test | 33 + tests/ast/data/DataFrame.count2.test | 33 + tests/ast/data/DataFrame.stat.test | 794 +++++++++ .../ast/data/DataFrame.to_local_iterator.test | 255 +++ tests/ast/data/DataFrame.to_pandas.test | 67 + tests/ast/data/DataFrame.to_pandas_batch.test | 67 + tests/ast/data/DataFrame.write.test | 860 +++++++++ .../ast/data/RelationalGroupedDataFrame.test | 513 ++++++ tests/ast/data/Table.delete.test | 319 ++++ tests/ast/data/Table.merge.test | 931 ++++++++++ tests/ast/data/Table.update.test | 333 ++++ tests/ast/data/col_udf.test | 387 +++++ tests/ast/data/df_random_split.test | 152 ++ tests/ast/data/sproc.test | 1529 +++++++++++++++++ tests/ast/data/udaf.test | 133 ++ tests/ast/data/udtf.test | 495 ++++++ 18 files changed, 7114 insertions(+), 1 deletion(-) diff --git a/src/snowflake/snowpark/_internal/ast_utils.py b/src/snowflake/snowpark/_internal/ast_utils.py index 05351e250e..ab909f2401 100644 --- a/src/snowflake/snowpark/_internal/ast_utils.py +++ b/src/snowflake/snowpark/_internal/ast_utils.py @@ -1342,7 +1342,19 @@ def ClearTempTables(message: proto.Request) -> None: def base64_str_to_request(base64_str: str) -> proto.Request: message = proto.Request() - message.ParseFromString(base64.b64decode(base64_str.strip())) + + proto_strs = [base64.b64decode(s) for s in base64_str.split("\n")] + + message = proto.Request() + message.ParseFromString(proto_strs[0]) + + for proto_str in proto_strs[1:]: + temp_msg = proto.Request() + temp_msg.ParseFromString(proto_str) + for temp_stmt in temp_msg.body: + stmt = message.body.add() + stmt.CopyFrom(temp_stmt) + return message diff --git a/tests/ast/data/DataFrame.collect.test b/tests/ast/data/DataFrame.collect.test index 0c3f6a5af2..ea2d8aee91 100644 --- a/tests/ast/data/DataFrame.collect.test +++ b/tests/ast/data/DataFrame.collect.test @@ -94,6 +94,206 @@ body { } } } +body { + assign { + expr { + sp_dataframe_collect { + case_sensitive: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 29 + } + } + } + symbol { + } + uid: 4 + var_id { + bitfield1: 4 + } + } +} +body { + eval { + uid: 5 + var_id { + bitfield1: 4 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + id { + bitfield1: 1 + } + log_on_exception: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + eval { + uid: 9 + var_id { + bitfield1: 8 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + case_sensitive: true + id { + bitfield1: 1 + } + no_wait: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + symbol { + } + uid: 10 + var_id { + bitfield1: 10 + } + } +} +body { + eval { + uid: 11 + var_id { + bitfield1: 10 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + case_sensitive: true + id { + bitfield1: 1 + } + no_wait: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 12 + var_id { + bitfield1: 12 + } + } +} +body { + eval { + uid: 13 + var_id { + bitfield1: 12 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + id { + bitfield1: 1 + } + log_on_exception: true + no_wait: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + eval { + uid: 15 + var_id { + bitfield1: 14 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.count.test b/tests/ast/data/DataFrame.count.test index 59f1f3ea52..626cca6a3a 100644 --- a/tests/ast/data/DataFrame.count.test +++ b/tests/ast/data/DataFrame.count.test @@ -106,6 +106,39 @@ body { } } } +body { + assign { + expr { + sp_dataframe_count { + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.count2.test b/tests/ast/data/DataFrame.count2.test index 030514ff6a..217f7ade45 100644 --- a/tests/ast/data/DataFrame.count2.test +++ b/tests/ast/data/DataFrame.count2.test @@ -135,6 +135,39 @@ body { } } } +body { + assign { + expr { + sp_dataframe_count { + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 34 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.stat.test b/tests/ast/data/DataFrame.stat.test index 02a0bfffe3..ef685b5aca 100644 --- a/tests/ast/data/DataFrame.stat.test +++ b/tests/ast/data/DataFrame.stat.test @@ -192,6 +192,800 @@ body { } } } +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + vs { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + v: 0.1 + } + } + vs { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + v: 0.5 + } + } + } + } + vs { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + vs { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + v: 0.2 + } + } + vs { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + v: 0.6 + } + } + } + } + vs { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + vs { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + v: 0.3 + } + } + vs { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + v: 0.7 + } + } + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "a" + vs: "b" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + } + } + symbol { + value: "df" + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_cov { + col1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + v: "a" + } + } + col2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + v: "b" + } + } + id { + bitfield1: 6 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + } + } + symbol { + value: "df4" + } + uid: 7 + var_id { + bitfield1: 7 + } + } +} +body { + eval { + uid: 8 + var_id { + bitfield1: 7 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_cov { + col1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: "a" + } + } + col2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: "b" + } + } + id { + bitfield1: 6 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + statement_params { + _1: "a" + _2: "b" + } + } + } + symbol { + value: "df5" + } + uid: 9 + var_id { + bitfield1: 9 + } + } +} +body { + eval { + uid: 10 + var_id { + bitfield1: 9 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_corr { + col1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + v: "a" + } + } + col2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + v: "b" + } + } + id { + bitfield1: 6 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + symbol { + value: "df4" + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + eval { + uid: 12 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_corr { + col1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "a" + } + } + col2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "b" + } + } + id { + bitfield1: 6 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + statement_params { + _1: "a" + _2: "b" + } + } + } + symbol { + value: "df5" + } + uid: 13 + var_id { + bitfield1: 13 + } + } +} +body { + eval { + uid: 14 + var_id { + bitfield1: 13 + } + } +} +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 1 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 1 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 1 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 2 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 2 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 1 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 2 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 1 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 2 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 3 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 3 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 2 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 3 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 3 + } + } + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "key" + vs: "value" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + symbol { + value: "df" + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_cross_tab { + col1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: "key" + } + } + col2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: "value" + } + } + id { + bitfield1: 15 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + } + } + symbol { + value: "ct" + } + uid: 16 + var_id { + bitfield1: 16 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_cross_tab { + col1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + v: "key" + } + } + col2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + v: "value" + } + } + id { + bitfield1: 15 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + statement_params { + _1: "a" + _2: "b" + } + } + } + symbol { + value: "ct2" + } + uid: 17 + var_id { + bitfield1: 17 + } + } +} +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: "Bob" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: 17 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: "Alice" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: 10 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: "Nico" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: 8 + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: "Bob" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: 12 + } + } + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "name" + vs: "age" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + } + } + symbol { + value: "df" + } + uid: 18 + var_id { + bitfield1: 18 + } + } +} +body { + assign { + expr { + sp_dataframe_stat_sample_by { + col { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + v: "name" + } + } + df { + sp_dataframe_ref { + id { + bitfield1: 18 + } + } + } + fractions { + _1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + v: "Bob" + } + } + _2: 0.5 + } + fractions { + _1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + v: "Nico" + } + } + _2: 1.0 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + } + } + symbol { + value: "sample_df" + } + uid: 19 + var_id { + bitfield1: 19 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.to_local_iterator.test b/tests/ast/data/DataFrame.to_local_iterator.test index 8ab713f9cc..78cedfa6c0 100644 --- a/tests/ast/data/DataFrame.to_local_iterator.test +++ b/tests/ast/data/DataFrame.to_local_iterator.test @@ -95,6 +95,261 @@ body { } } } +body { + assign { + expr { + sp_dataframe_to_local_iterator { + case_sensitive: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 29 + } + } + } + symbol { + } + uid: 4 + var_id { + bitfield1: 4 + } + } +} +body { + eval { + uid: 5 + var_id { + bitfield1: 4 + } + } +} +body { + assign { + expr { + sp_dataframe_select__columns { + cols { + sp_column_sql_expr { + sql: "*" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + } + } + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + variadic: true + } + } + symbol { + value: "rows" + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_to_local_iterator { + block: true + case_sensitive: true + id { + bitfield1: 6 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + } + } + symbol { + } + uid: 7 + var_id { + bitfield1: 7 + } + } +} +body { + eval { + uid: 8 + var_id { + bitfield1: 7 + } + } +} +body { + assign { + expr { + sp_dataframe_to_local_iterator { + block: true + case_sensitive: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 9 + var_id { + bitfield1: 9 + } + } +} +body { + eval { + uid: 10 + var_id { + bitfield1: 9 + } + } +} +body { + assign { + expr { + sp_dataframe_filter { + condition { + gt { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + rhs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: 1 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + symbol { + value: "rows" + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_dataframe_to_local_iterator { + case_sensitive: true + id { + bitfield1: 11 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + symbol { + } + uid: 12 + var_id { + bitfield1: 12 + } + } +} +body { + eval { + uid: 13 + var_id { + bitfield1: 12 + } + } +} +body { + assign { + expr { + sp_dataframe_to_local_iterator { + block: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + eval { + uid: 15 + var_id { + bitfield1: 14 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.to_pandas.test b/tests/ast/data/DataFrame.to_pandas.test index 8ca031e762..8df245b54e 100644 --- a/tests/ast/data/DataFrame.to_pandas.test +++ b/tests/ast/data/DataFrame.to_pandas.test @@ -110,6 +110,73 @@ body { } } } +body { + assign { + expr { + sp_dataframe_to_pandas { + block: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_to_pandas { + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + eval { + uid: 9 + var_id { + bitfield1: 8 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.to_pandas_batch.test b/tests/ast/data/DataFrame.to_pandas_batch.test index a892d0e7c5..d2bb19b606 100644 --- a/tests/ast/data/DataFrame.to_pandas_batch.test +++ b/tests/ast/data/DataFrame.to_pandas_batch.test @@ -110,6 +110,73 @@ body { } } } +body { + assign { + expr { + sp_dataframe_to_pandas_batches { + block: true + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_to_pandas_batches { + id { + bitfield1: 1 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + eval { + uid: 9 + var_id { + bitfield1: 8 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/DataFrame.write.test b/tests/ast/data/DataFrame.write.test index c9724604c1..8d068777fd 100644 --- a/tests/ast/data/DataFrame.write.test +++ b/tests/ast/data/DataFrame.write.test @@ -156,6 +156,866 @@ body { } } } +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + save_mode { + sp_save_mode_overwrite: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + } + } + symbol { + } + uid: 5 + var_id { + bitfield1: 5 + } + } +} +body { + assign { + expr { + sp_write_table { + block: true + column_order: "index" + id { + bitfield1: 5 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 31 + } + table_name { + sp_table_name_flat { + name: "saved_table" + } + } + table_type: "temporary" + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + save_mode { + sp_save_mode_overwrite: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + assign { + expr { + sp_write_table { + block: true + column_order: "index" + id { + bitfield1: 8 + } + mode { + sp_save_mode_ignore: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + table_name { + sp_table_name_flat { + name: "saved_table" + } + } + table_type: "temporary" + } + } + symbol { + } + uid: 9 + var_id { + bitfield1: 9 + } + } +} +body { + eval { + uid: 10 + var_id { + bitfield1: 9 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + save_mode { + sp_save_mode_truncate: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + symbol { + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_write_table { + block: true + clustering_keys { + list { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: "STR" + } + } + list { + apply_expr { + fn { + builtin_fn { + name { + fn_name_flat { + name: "col" + } + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: "num1" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + } + column_order: "name" + comment { + value: "test" + } + id { + bitfield1: 11 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + statement_params { + _1: "k" + _2: "v" + } + table_name { + sp_table_name_flat { + name: "test_destination" + } + } + table_type: "transient" + } + } + symbol { + } + uid: 12 + var_id { + bitfield1: 12 + } + } +} +body { + eval { + uid: 13 + var_id { + bitfield1: 12 + } + } +} +body { + assign { + expr { + sp_sql { + query: "create temp stage if not exists test_stage" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + symbol { + value: "stage_created_result" + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 14 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + symbol { + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + eval { + uid: 16 + var_id { + bitfield1: 15 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 17 + var_id { + bitfield1: 17 + } + } +} +body { + assign { + expr { + sp_write_copy_into_location { + block: true + id { + bitfield1: 17 + } + location: "@test_stage/copied_from_dataframe" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 18 + var_id { + bitfield1: 18 + } + } +} +body { + eval { + uid: 19 + var_id { + bitfield1: 18 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + } + } + symbol { + } + uid: 20 + var_id { + bitfield1: 20 + } + } +} +body { + assign { + expr { + sp_write_copy_into_location { + block: true + copy_options { + _1: "overwrite" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: true + } + } + } + copy_options { + _1: "single" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: true + } + } + } + file_format_type { + value: "parquet" + } + header: true + id { + bitfield1: 20 + } + location: "@test_stage/copied_from_dataframe" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + } + } + symbol { + } + uid: 21 + var_id { + bitfield1: 21 + } + } +} +body { + eval { + uid: 22 + var_id { + bitfield1: 21 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + } + } + symbol { + } + uid: 23 + var_id { + bitfield1: 23 + } + } +} +body { + assign { + expr { + sp_write_copy_into_location { + copy_options { + _1: "INCLUDE_QUERY_ID" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + v: true + } + } + } + copy_options { + _1: "DETAILED_OUTPUT" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + } + } + } + file_format_name { + value: "csv" + } + format_type_options { + _1: "compression" + _2: "bzip2" + } + id { + bitfield1: 23 + } + location: "@test_stage/copied_from_dataframe" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + } + } + symbol { + } + uid: 24 + var_id { + bitfield1: 24 + } + } +} +body { + eval { + uid: 25 + var_id { + bitfield1: 24 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + } + } + symbol { + } + uid: 26 + var_id { + bitfield1: 26 + } + } +} +body { + assign { + expr { + sp_write_copy_into_location { + copy_options { + _1: "INCLUDE_QUERY_ID" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + v: true + } + } + } + copy_options { + _1: "DETAILED_OUTPUT" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + } + } + } + file_format_name { + value: "csv" + } + format_type_options { + _1: "compression" + _2: "bzip2" + } + format_type_options { + _1: "binary_format" + _2: "base64" + } + id { + bitfield1: 26 + } + location: "@test_stage/copied_from_dataframe" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 47 + } + } + } + symbol { + } + uid: 27 + var_id { + bitfield1: 27 + } + } +} +body { + eval { + uid: 28 + var_id { + bitfield1: 27 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + } + } + symbol { + } + uid: 29 + var_id { + bitfield1: 29 + } + } +} +body { + assign { + expr { + sp_write_csv { + block: true + copy_options { + _1: "overwrite" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + v: true + } + } + } + copy_options { + _1: "single" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + v: true + } + } + } + format_type_options { + _1: "compression" + _2: "bzip2" + } + header: true + id { + bitfield1: 29 + } + location: "@test_stage/test.csv" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + } + } + symbol { + } + uid: 30 + var_id { + bitfield1: 30 + } + } +} +body { + eval { + uid: 31 + var_id { + bitfield1: 30 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + } + } + symbol { + } + uid: 32 + var_id { + bitfield1: 32 + } + } +} +body { + assign { + expr { + sp_write_json { + block: true + copy_options { + _1: "overwrite" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: true + } + } + } + copy_options { + _1: "single" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: true + } + } + } + format_type_options { + _1: "compression" + _2: "bzip2" + } + id { + bitfield1: 32 + } + location: "@test_stage/test.json" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + } + } + symbol { + } + uid: 33 + var_id { + bitfield1: 33 + } + } +} +body { + eval { + uid: 34 + var_id { + bitfield1: 33 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + symbol { + } + uid: 35 + var_id { + bitfield1: 35 + } + } +} +body { + assign { + expr { + sp_write_parquet { + block: true + copy_options { + _1: "overwrite" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + v: true + } + } + } + copy_options { + _1: "single" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + v: true + } + } + } + format_type_options { + _1: "compression" + _2: "bzip2" + } + id { + bitfield1: 35 + } + location: "@test_stage/test.parquet" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + symbol { + } + uid: 36 + var_id { + bitfield1: 36 + } + } +} +body { + eval { + uid: 37 + var_id { + bitfield1: 36 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/RelationalGroupedDataFrame.test b/tests/ast/data/RelationalGroupedDataFrame.test index 599eed45c1..f00ead876e 100644 --- a/tests/ast/data/RelationalGroupedDataFrame.test +++ b/tests/ast/data/RelationalGroupedDataFrame.test @@ -978,6 +978,519 @@ body { } } } +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: 1 + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "A" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: 10000 + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "JAN" + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: 1 + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "B" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: 400 + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "JAN" + } + } + } + } + vs { + tuple_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: 1 + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "B" + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: 5000 + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "FEB" + } + } + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "empid" + vs: "team" + vs: "amount" + vs: "month" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + symbol { + value: "df" + } + uid: 19 + var_id { + bitfield1: 19 + } + } +} +body { + assign { + expr { + sp_dataframe_group_by { + cols { + args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "empid" + } + } + variadic: true + } + df { + sp_dataframe_ref { + id { + bitfield1: 19 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + symbol { + } + uid: 20 + var_id { + bitfield1: 20 + } + } +} +body { + assign { + expr { + sp_relational_grouped_dataframe_pivot { + grouped_df { + sp_relational_grouped_dataframe_ref { + id { + bitfield1: 20 + } + } + } + pivot_col { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "month" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + values { + sp_pivot_value__expr { + v { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "JAN" + } + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "FEB" + } + } + } + } + } + } + } + } + symbol { + } + uid: 21 + var_id { + bitfield1: 21 + } + } +} +body { + assign { + expr { + sp_relational_grouped_dataframe_builtin { + agg_name: "sum" + cols { + args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "amount" + } + } + variadic: true + } + grouped_df { + sp_relational_grouped_dataframe_ref { + id { + bitfield1: 21 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + symbol { + } + uid: 22 + var_id { + bitfield1: 22 + } + } +} +body { + assign { + expr { + sp_dataframe_show { + id { + bitfield1: 22 + } + } + } + symbol { + } + uid: 23 + var_id { + bitfield1: 23 + } + } +} +body { + eval { + uid: 24 + var_id { + bitfield1: 23 + } + } +} +body { + assign { + expr { + sp_dataframe_group_by { + cols { + args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + v: "empid" + } + } + args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + v: "team" + } + } + } + df { + sp_dataframe_ref { + id { + bitfield1: 19 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 25 + var_id { + bitfield1: 25 + } + } +} +body { + assign { + expr { + sp_relational_grouped_dataframe_pivot { + grouped_df { + sp_relational_grouped_dataframe_ref { + id { + bitfield1: 25 + } + } + } + pivot_col { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + v: "month" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 26 + var_id { + bitfield1: 26 + } + } +} +body { + assign { + expr { + sp_relational_grouped_dataframe_builtin { + agg_name: "sum" + cols { + args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + v: "amount" + } + } + variadic: true + } + grouped_df { + sp_relational_grouped_dataframe_ref { + id { + bitfield1: 26 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 27 + var_id { + bitfield1: 27 + } + } +} +body { + assign { + expr { + sp_dataframe_sort { + cols { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + v: "empid" + } + } + cols { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + v: "team" + } + } + cols_variadic: true + df { + sp_dataframe_ref { + id { + bitfield1: 27 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 28 + var_id { + bitfield1: 28 + } + } +} +body { + assign { + expr { + sp_dataframe_show { + id { + bitfield1: 28 + } + } + } + symbol { + } + uid: 29 + var_id { + bitfield1: 29 + } + } +} +body { + eval { + uid: 30 + var_id { + bitfield1: 29 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/Table.delete.test b/tests/ast/data/Table.delete.test index 19dc52012c..3121eec691 100644 --- a/tests/ast/data/Table.delete.test +++ b/tests/ast/data/Table.delete.test @@ -161,6 +161,325 @@ body { } } } +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "table1" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 33 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "df" + } + uid: 7 + var_id { + bitfield1: 7 + } + } +} +body { + assign { + expr { + sp_table_delete { + id { + bitfield1: 7 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + eval { + uid: 9 + var_id { + bitfield1: 8 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "table1" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "df" + } + uid: 10 + var_id { + bitfield1: 10 + } + } +} +body { + assign { + expr { + sp_table_delete { + block: true + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + rhs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: 1 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + id { + bitfield1: 10 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + eval { + uid: 12 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "table1" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "df" + } + uid: 13 + var_id { + bitfield1: 13 + } + } +} +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: 2 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: 3 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: 4 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + v: 5 + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "a" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + } + } + symbol { + value: "source_df" + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + assign { + expr { + sp_table_delete { + block: true + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "a" + df { + sp_dataframe_ref { + id { + bitfield1: 14 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + } + } + rhs { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + vs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + v: "num" + } + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + } + } + id { + bitfield1: 13 + } + source { + sp_dataframe_ref { + id { + bitfield1: 14 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 45 + } + } + } + symbol { + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + eval { + uid: 16 + var_id { + bitfield1: 15 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/Table.merge.test b/tests/ast/data/Table.merge.test index 1f30c8101f..806fa21138 100644 --- a/tests/ast/data/Table.merge.test +++ b/tests/ast/data/Table.merge.test @@ -375,6 +375,937 @@ body { } } } +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_table_1b" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "target" + } + uid: 5 + var_id { + bitfield1: 5 + } + } +} +body { + assign { + expr { + sp_table_merge { + block: true + clauses { + sp_merge_update_when_matched_clause { + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "str" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + rhs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "too_new" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + update_assignments { + list { + _1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "str" + } + } + _2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "value2" + } + } + } + } + } + } + clauses { + sp_merge_update_when_matched_clause { + update_assignments { + list { + _1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "num" + } + } + _2 { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: 123 + } + } + } + } + } + } + id { + bitfield1: 5 + } + join_expr { + neq { + lhs { + sp_dataframe_col { + col_name: "str" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + rhs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "bar" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + source { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + eval { + uid: 7 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_table_2" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 42 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "target" + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + assign { + expr { + sp_table_merge { + block: true + clauses { + sp_merge_insert_when_not_matched_clause { + insert_keys { + list { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + v: "str" + } + } + } + insert_values { + list { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + v: "value" + } + } + } + } + } + id { + bitfield1: 8 + } + join_expr { + and { + lhs { + neq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 8 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + rhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + rhs { + neq { + lhs { + sp_dataframe_col { + col_name: "str" + df { + sp_dataframe_ref { + id { + bitfield1: 8 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + rhs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + v: "too_old" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + source { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 44 + } + } + } + symbol { + } + uid: 9 + var_id { + bitfield1: 9 + } + } +} +body { + eval { + uid: 10 + var_id { + bitfield1: 9 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_table_2b" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 46 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "target" + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_table_merge { + block: true + clauses { + sp_merge_insert_when_not_matched_clause { + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "str" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + rhs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "too_new" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + insert_keys { + list { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "str" + } + } + } + insert_values { + list { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "value" + } + } + } + } + } + clauses { + sp_merge_update_when_matched_clause { + update_assignments { + list { + _1 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "str" + } + } + _2 { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "value3" + } + } + } + } + } + } + id { + bitfield1: 11 + } + join_expr { + neq { + lhs { + sp_dataframe_col { + col_name: "str" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + rhs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + v: "foo" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + source { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + symbol { + } + uid: 12 + var_id { + bitfield1: 12 + } + } +} +body { + eval { + uid: 13 + var_id { + bitfield1: 12 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_table_3" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 52 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "target" + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + assign { + expr { + sp_table_merge { + block: true + clauses { + sp_merge_delete_when_matched_clause { + } + } + id { + bitfield1: 14 + } + join_expr { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 14 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + rhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + source { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + symbol { + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + eval { + uid: 16 + var_id { + bitfield1: 15 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_table_4" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 57 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "target" + } + uid: 17 + var_id { + bitfield1: 17 + } + } +} +body { + assign { + expr { + sp_table_merge { + clauses { + sp_merge_delete_when_matched_clause { + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "str" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + rhs { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + v: "too_new" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + } + } + id { + bitfield1: 17 + } + join_expr { + and { + lhs { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + rhs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + v: 1 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + rhs { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 17 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + rhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + source { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + symbol { + } + uid: 18 + var_id { + bitfield1: 18 + } + } +} +body { + eval { + uid: 19 + var_id { + bitfield1: 18 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_table_5" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 62 + } + variant { + sp_table_init: true + } + } + } + symbol { + value: "target" + } + uid: 20 + var_id { + bitfield1: 20 + } + } +} +body { + assign { + expr { + sp_table_merge { + id { + bitfield1: 20 + } + join_expr { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 20 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 64 + } + } + } + rhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 64 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 64 + } + } + } + source { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 64 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 21 + var_id { + bitfield1: 21 + } + } +} +body { + eval { + uid: 22 + var_id { + bitfield1: 21 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/Table.update.test b/tests/ast/data/Table.update.test index b6ac5c6bbf..e8a8dd0c21 100644 --- a/tests/ast/data/Table.update.test +++ b/tests/ast/data/Table.update.test @@ -274,6 +274,339 @@ body { } } } +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: 1 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: 2 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: 3 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + v: 4 + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "a" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 35 + } + } + } + symbol { + value: "source_df" + } + uid: 10 + var_id { + bitfield1: 10 + } + } +} +body { + assign { + expr { + sp_table_update { + assignments { + _1: "b" + _2 { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + v: 3 + } + } + } + block: true + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + rhs { + sp_dataframe_col { + col_name: "a" + df { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + id { + bitfield1: 1 + } + source { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + symbol { + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + eval { + uid: 12 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_table_update { + assignments { + _1: "b" + _2 { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: 4 + } + } + } + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + rhs { + sp_dataframe_col { + col_name: "a" + df { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + id { + bitfield1: 1 + } + source { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 13 + var_id { + bitfield1: 13 + } + } +} +body { + eval { + uid: 14 + var_id { + bitfield1: 13 + } + } +} +body { + assign { + expr { + sp_table_update { + assignments { + _1: "b" + _2 { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 5 + } + } + } + condition { + eq { + lhs { + sp_dataframe_col { + col_name: "num" + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + rhs { + sp_dataframe_col { + col_name: "a" + df { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + id { + bitfield1: 1 + } + source { + sp_dataframe_ref { + id { + bitfield1: 10 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + eval { + uid: 16 + var_id { + bitfield1: 15 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/col_udf.test b/tests/ast/data/col_udf.test index 4446c0da54..50ce81747a 100644 --- a/tests/ast/data/col_udf.test +++ b/tests/ast/data/col_udf.test @@ -248,6 +248,393 @@ body { } } } +body { + assign { + expr { + udf { + func { + id: 1 + name: "" + } + input_types { + list { + sp_integer_type: true + } + } + name { + fn_name_flat { + name: "add_two" + } + } + parallel: 4 + replace: true + return_type { + sp_integer_type: true + } + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 37 + } + } + } + symbol { + value: "add_two" + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_dataframe_select__columns { + cols { + sp_column_alias { + col { + apply_expr { + fn { + builtin_fn { + name { + fn_name_flat { + name: "call_udf" + } + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "add_two" + } + } + pos_args { + apply_expr { + fn { + builtin_fn { + name { + fn_name_flat { + name: "col" + } + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + v: "A" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + name: "a_Ans" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + variant_is_as { + value: true + } + } + } + df { + sp_dataframe_ref { + id { + bitfield1: 2 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + variadic: true + } + } + symbol { + } + uid: 7 + var_id { + bitfield1: 7 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 7 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + eval { + uid: 9 + var_id { + bitfield1: 8 + } + } +} +body { + assign { + expr { + udf { + comment { + value: "some udf" + } + external_access_integrations: "s3" + func { + id: 2 + name: "" + } + immutable: true + imports { + sp_table_name_flat { + name: "numpy" + } + } + input_types { + list { + sp_integer_type: true + } + list { + sp_float_type: true + } + } + is_permanent: true + max_batch_size { + value: 2 + } + name { + fn_name_flat { + name: "param_udf" + } + } + packages: "bla" + parallel: 8 + replace: true + return_type { + sp_variant_type: true + } + secrets { + _1: "a" + _2: "b" + } + secrets { + _1: "c" + _2: "d" + } + secure: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + stage_location: "@" + strict: true + } + } + symbol { + value: "param_udf" + } + uid: 10 + var_id { + bitfield1: 10 + } + } +} +body { + assign { + expr { + udf { + comment { + value: "some udf" + } + external_access_integrations: "s3" + func { + id: 3 + name: "" + } + if_not_exists: true + immutable: true + imports { + sp_table_name_flat { + name: "numpy" + } + } + input_types { + list { + sp_integer_type: true + } + list { + sp_float_type: true + } + } + is_permanent: true + max_batch_size { + value: 2 + } + name { + fn_name_flat { + name: "param_udf2" + } + } + packages: "bla" + parallel: 8 + return_type { + sp_variant_type: true + } + secrets { + _1: "a" + _2: "b" + } + secrets { + _1: "c" + _2: "d" + } + secure: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 48 + } + stage_location: "@" + strict: true + } + } + symbol { + value: "param_udf2" + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_dataframe_select__columns { + cols { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 10 + } + } + } + pos_args { + apply_expr { + fn { + builtin_fn { + name { + fn_name_flat { + name: "col" + } + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "A" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + pos_args { + apply_expr { + fn { + builtin_fn { + name { + fn_name_flat { + name: "col" + } + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + v: "A" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + df { + sp_dataframe_ref { + id { + bitfield1: 2 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + variadic: true + } + } + symbol { + } + uid: 12 + var_id { + bitfield1: 12 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/df_random_split.test b/tests/ast/data/df_random_split.test index a51f909b75..aabcbf614a 100644 --- a/tests/ast/data/df_random_split.test +++ b/tests/ast/data/df_random_split.test @@ -439,6 +439,158 @@ body { } } } +body { + assign { + expr { + sp_dataframe_random_split { + df { + sp_dataframe_ref { + id { + bitfield1: 1 + } + } + } + seed { + value: 24 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + weights: 0.1 + weights: 0.2 + weights: 0.3 + } + } + symbol { + value: "t" + } + uid: 13 + var_id { + bitfield1: 13 + } + } +} +body { + assign { + expr { + object_get_item { + args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + obj { + bitfield1: 13 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + symbol { + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + assign { + expr { + object_get_item { + args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 1 + } + } + obj { + bitfield1: 13 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + symbol { + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + assign { + expr { + object_get_item { + args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + v: 2 + } + } + obj { + bitfield1: 13 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 41 + } + } + } + symbol { + } + uid: 16 + var_id { + bitfield1: 16 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 14 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 43 + } + } + } + symbol { + } + uid: 17 + var_id { + bitfield1: 17 + } + } +} +body { + eval { + uid: 18 + var_id { + bitfield1: 17 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/sproc.test b/tests/ast/data/sproc.test index 2bd31777ff..d63133b811 100644 --- a/tests/ast/data/sproc.test +++ b/tests/ast/data/sproc.test @@ -390,6 +390,1535 @@ body { } } } +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 48 + } + v: -1 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 48 + } + v: -2 + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "a" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 48 + } + } + } + symbol { + value: "to_df" + } + uid: 9 + var_id { + bitfield1: 9 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 9 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + } + } + symbol { + } + uid: 10 + var_id { + bitfield1: 10 + } + } +} +body { + assign { + expr { + sp_write_table { + block: true + column_order: "index" + id { + bitfield1: 10 + } + mode { + sp_save_mode_overwrite: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 49 + } + table_name { + sp_table_name_flat { + name: "test_to" + } + } + table_type: "temporary" + } + } + symbol { + } + uid: 11 + var_id { + bitfield1: 11 + } + } +} +body { + eval { + uid: 12 + var_id { + bitfield1: 11 + } + } +} +body { + assign { + expr { + sp_sql { + query: "call my_copy_sp(\'test_from\', \'test_to\', 10)" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 50 + } + } + } + symbol { + } + uid: 13 + var_id { + bitfield1: 13 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 13 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 50 + } + } + } + symbol { + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + eval { + uid: 15 + var_id { + bitfield1: 14 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_to" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + variant { + sp_session_table: true + } + } + } + symbol { + } + uid: 16 + var_id { + bitfield1: 16 + } + } +} +body { + assign { + expr { + sp_dataframe_count { + block: true + id { + bitfield1: 16 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + } + } + symbol { + } + uid: 17 + var_id { + bitfield1: 17 + } + } +} +body { + eval { + uid: 18 + var_id { + bitfield1: 17 + } + } +} +body { + assign { + expr { + sp_sql { + query: "drop table if exists test_to" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + symbol { + value: "_" + } + uid: 19 + var_id { + bitfield1: 19 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 19 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 54 + } + } + } + symbol { + } + uid: 20 + var_id { + bitfield1: 20 + } + } +} +body { + eval { + uid: 21 + var_id { + bitfield1: 20 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + stored_procedure { + log_on_exception { + } + name { + fn_name_flat { + name: "my_copy_sp" + } + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: "test_from" + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: "test_to" + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: 10 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + } + } + symbol { + } + uid: 22 + var_id { + bitfield1: 22 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 1 + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: "test_from" + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: "test_to" + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: 10 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + } + } + symbol { + } + uid: 23 + var_id { + bitfield1: 23 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_from" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + variant { + sp_session_table: true + } + } + } + symbol { + } + uid: 24 + var_id { + bitfield1: 24 + } + } +} +body { + assign { + expr { + sp_dataframe_limit { + df { + sp_dataframe_ref { + id { + bitfield1: 24 + } + } + } + n: 10 + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 25 + var_id { + bitfield1: 25 + } + } +} +body { + assign { + expr { + sp_dataframe_write { + df { + sp_dataframe_ref { + id { + bitfield1: 25 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + } + } + symbol { + } + uid: 26 + var_id { + bitfield1: 26 + } + } +} +body { + assign { + expr { + sp_write_table { + block: true + column_order: "index" + id { + bitfield1: 26 + } + mode { + sp_save_mode_overwrite: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 39 + } + table_name { + sp_table_name_flat { + name: "test_to" + } + } + table_type: "temporary" + } + } + symbol { + } + uid: 27 + var_id { + bitfield1: 27 + } + } +} +body { + eval { + uid: 28 + var_id { + bitfield1: 27 + } + } +} +body { + eval { + uid: 29 + var_id { + bitfield1: 23 + } + } +} +body { + assign { + expr { + sp_table { + name { + sp_table_name_flat { + name: "test_to" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + variant { + sp_session_table: true + } + } + } + symbol { + } + uid: 30 + var_id { + bitfield1: 30 + } + } +} +body { + assign { + expr { + sp_dataframe_count { + block: true + id { + bitfield1: 30 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 31 + var_id { + bitfield1: 31 + } + } +} +body { + eval { + uid: 32 + var_id { + bitfield1: 31 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "caller" + func { + id: 1 + name: "" + } + input_types { + list { + sp_integer_type: true + } + } + parallel: 2 + return_type { + sp_integer_type: true + } + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 59 + } + } + } + symbol { + value: "add_one_sp" + } + uid: 33 + var_id { + bitfield1: 33 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 33 + } + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 66 + } + v: 1 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 66 + } + } + } + symbol { + } + uid: 34 + var_id { + bitfield1: 34 + } + } +} +body { + assign { + expr { + sp_sql { + query: "select 1 + 1" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 60 + } + } + } + symbol { + } + uid: 35 + var_id { + bitfield1: 35 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 35 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 60 + } + } + } + symbol { + } + uid: 36 + var_id { + bitfield1: 36 + } + } +} +body { + eval { + uid: 37 + var_id { + bitfield1: 36 + } + } +} +body { + eval { + uid: 38 + var_id { + bitfield1: 34 + } + } +} +body { + assign { + expr { + sp_sql { + query: "select 1 + 2" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 70 + } + } + } + symbol { + } + uid: 39 + var_id { + bitfield1: 39 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 39 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 70 + } + } + } + symbol { + } + uid: 40 + var_id { + bitfield1: 40 + } + } +} +body { + eval { + uid: 41 + var_id { + bitfield1: 40 + } + } +} +body { + assign { + expr { + sp_sql { + query: "create or replace temp stage mystage" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 74 + } + } + } + symbol { + value: "_" + } + uid: 42 + var_id { + bitfield1: 42 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 42 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 74 + } + } + } + symbol { + } + uid: 43 + var_id { + bitfield1: 43 + } + } +} +body { + eval { + uid: 44 + var_id { + bitfield1: 43 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + func { + id: 2 + name: "" + } + input_types { + list { + sp_integer_type: true + } + list { + sp_integer_type: true + } + } + is_permanent: true + name { + fn_name_flat { + name: "mul_sp" + } + } + parallel: 4 + replace: true + return_type { + sp_integer_type: true + } + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 75 + } + stage_location: "@mystage" + } + } + symbol { + value: "_" + } + uid: 45 + var_id { + bitfield1: 45 + } + } +} +body { + assign { + expr { + sp_sql { + query: "call mul_sp(5, 6)" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 84 + } + } + } + symbol { + } + uid: 46 + var_id { + bitfield1: 46 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 46 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 84 + } + } + } + symbol { + } + uid: 47 + var_id { + bitfield1: 47 + } + } +} +body { + eval { + uid: 48 + var_id { + bitfield1: 47 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + func { + id: 3 + name: "" + } + if_not_exists: true + input_types { + list { + sp_integer_type: true + } + list { + sp_integer_type: true + } + } + is_permanent: true + name { + fn_name_flat { + name: "mul_sp" + } + } + parallel: 4 + return_type { + sp_integer_type: true + } + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 87 + } + stage_location: "@mystage" + } + } + symbol { + value: "_" + } + uid: 49 + var_id { + bitfield1: 49 + } + } +} +body { + assign { + expr { + sp_sql { + query: "call mul_sp(5, 6)" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 96 + } + } + } + symbol { + } + uid: 50 + var_id { + bitfield1: 50 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 50 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 96 + } + } + } + symbol { + } + uid: 51 + var_id { + bitfield1: 51 + } + } +} +body { + eval { + uid: 52 + var_id { + bitfield1: 51 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + external_access_integrations: "s3" + func { + id: 4 + name: "" + } + input_types { + list { + sp_integer_type: true + } + list { + sp_integer_type: true + } + } + is_permanent: true + name { + fn_name_flat { + name: "mul_sp" + } + } + parallel: 4 + replace: true + return_type { + sp_integer_type: true + } + secrets { + _1: "a" + _2: "b" + } + secrets { + _1: "c" + _2: "d" + } + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 99 + } + stage_location: "@mystage" + strict: true + } + } + symbol { + value: "_" + } + uid: 53 + var_id { + bitfield1: 53 + } + } +} +body { + assign { + expr { + sp_sql { + query: "call mul_sp(5, 6)" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 111 + } + } + } + symbol { + } + uid: 54 + var_id { + bitfield1: 54 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 54 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 111 + } + } + } + symbol { + } + uid: 55 + var_id { + bitfield1: 55 + } + } +} +body { + eval { + uid: 56 + var_id { + bitfield1: 55 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + func { + id: 5 + name: "sin_sp" + } + packages: "snowflake-snowpark-python" + packages: "numpy" + parallel: 4 + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 115 + } + statement_params { + _1: "SF_PARTNER" + _2: "FAKE_PARTNER" + } + } + } + symbol { + } + uid: 57 + var_id { + bitfield1: 57 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 57 + } + } + } + pos_args { + float64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 117 + } + v: 1.5707963267948966 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 117 + } + } + } + symbol { + } + uid: 58 + var_id { + bitfield1: 58 + } + } +} +body { + eval { + uid: 59 + var_id { + bitfield1: 58 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + func { + id: 6 + name: "select_sp" + } + input_types { + list { + sp_integer_type: true + } + list { + sp_integer_type: true + } + } + parallel: 4 + return_type { + sp_struct_type { + fields { + column_identifier { + name: "A" + } + data_type { + sp_integer_type: true + } + nullable: true + } + fields { + column_identifier { + name: "B" + } + data_type { + sp_integer_type: true + } + nullable: true + } + } + } + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 121 + } + } + } + symbol { + } + uid: 60 + var_id { + bitfield1: 60 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 60 + } + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 123 + } + v: 1 + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 123 + } + v: 2 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 123 + } + } + } + symbol { + } + uid: 61 + var_id { + bitfield1: 61 + } + } +} +body { + assign { + expr { + sp_sql { + query: "SELECT 1 as A, 2 as B" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 122 + } + } + } + symbol { + } + uid: 62 + var_id { + bitfield1: 62 + } + } +} +body { + assign { + expr { + sp_dataframe_show { + id { + bitfield1: 62 + } + } + } + symbol { + } + uid: 63 + var_id { + bitfield1: 63 + } + } +} +body { + eval { + uid: 64 + var_id { + bitfield1: 63 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + func { + id: 7 + name: "select_sp" + } + input_types { + list { + sp_integer_type: true + } + list { + sp_integer_type: true + } + } + parallel: 4 + return_type { + sp_struct_type { + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 127 + } + } + } + symbol { + } + uid: 65 + var_id { + bitfield1: 65 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 65 + } + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 129 + } + v: 1 + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 129 + } + v: 2 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 129 + } + } + } + symbol { + } + uid: 66 + var_id { + bitfield1: 66 + } + } +} +body { + assign { + expr { + sp_sql { + query: "SELECT 1 as A, 2 as B" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 128 + } + } + } + symbol { + } + uid: 67 + var_id { + bitfield1: 67 + } + } +} +body { + assign { + expr { + sp_dataframe_show { + id { + bitfield1: 67 + } + } + } + symbol { + } + uid: 68 + var_id { + bitfield1: 68 + } + } +} +body { + eval { + uid: 69 + var_id { + bitfield1: 68 + } + } +} +body { + assign { + expr { + stored_procedure { + execute_as: "owner" + func { + id: 8 + name: "select_sp" + } + parallel: 4 + source_code_display: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 133 + } + } + } + symbol { + } + uid: 70 + var_id { + bitfield1: 70 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 70 + } + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 135 + } + v: 1 + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 135 + } + v: 2 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 135 + } + } + } + symbol { + } + uid: 71 + var_id { + bitfield1: 71 + } + } +} +body { + assign { + expr { + sp_sql { + query: "SELECT 1 as A, 2 as B" + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 134 + } + } + } + symbol { + } + uid: 72 + var_id { + bitfield1: 72 + } + } +} +body { + assign { + expr { + sp_dataframe_show { + id { + bitfield1: 72 + } + } + } + symbol { + } + uid: 73 + var_id { + bitfield1: 73 + } + } +} +body { + eval { + uid: 74 + var_id { + bitfield1: 73 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/udaf.test b/tests/ast/data/udaf.test index 799182dacc..ef8f5a8726 100644 --- a/tests/ast/data/udaf.test +++ b/tests/ast/data/udaf.test @@ -391,6 +391,139 @@ body { } } } +body { + assign { + expr { + udaf { + comment { + value: "test udaf" + } + external_access_integrations: "s3" + handler { + id: 1 + name: "PythonTopK" + } + immutable: true + imports { + sp_table_name_flat { + name: "numpy" + } + } + input_types { + list { + sp_integer_type: true + } + } + is_permanent: true + kwargs { + _1: "source_code_display" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 105 + } + v: true + } + } + } + name { + fn_name_flat { + name: "top_k" + } + } + packages: "numpy" + parallel: 8 + replace: true + return_type { + sp_integer_type: true + } + secrets { + _1: "a" + _2: "c" + } + secrets { + _1: "e" + _2: "f" + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 105 + } + stage_location { + value: "@" + } + statement_params { + _1: "a" + _2: "b" + } + statement_params { + _1: "d" + _2: "e" + } + } + } + symbol { + value: "u2" + } + uid: 7 + var_id { + bitfield1: 7 + } + } +} +body { + assign { + expr { + sp_dataframe_agg { + df { + sp_dataframe_ref { + id { + bitfield1: 3 + } + } + } + exprs { + args { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 7 + } + } + } + pos_args { + string_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 110 + } + v: "a" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 110 + } + } + } + variadic: true + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 110 + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} client_ast_version: 1 client_language { python_language { diff --git a/tests/ast/data/udtf.test b/tests/ast/data/udtf.test index a7164b12b1..711473564b 100644 --- a/tests/ast/data/udtf.test +++ b/tests/ast/data/udtf.test @@ -244,6 +244,501 @@ body { } } } +body { + assign { + expr { + udtf { + handler { + id: 1 + name: "sum_udtf" + } + output_schema { + udtf_schema__names { + schema: "number" + } + } + parallel: 4 + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 51 + } + } + } + symbol { + } + uid: 6 + var_id { + bitfield1: 6 + } + } +} +body { + assign { + expr { + sp_create_dataframe { + data { + sp_dataframe_data__list { + vs { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: 1 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: 2 + } + } + } + } + vs { + list_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: 3 + } + } + vs { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + v: 4 + } + } + } + } + } + } + schema { + sp_dataframe_schema__list { + vs: "a" + vs: "b" + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 55 + } + } + } + symbol { + value: "df" + } + uid: 7 + var_id { + bitfield1: 7 + } + } +} +body { + assign { + expr { + sp_dataframe_with_column { + col { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 6 + } + } + } + pos_args { + sp_dataframe_col { + col_name: "a" + df { + sp_dataframe_ref { + id { + bitfield1: 7 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + pos_args { + sp_dataframe_col { + col_name: "b" + df { + sp_dataframe_ref { + id { + bitfield1: 7 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + col_name: "total" + df { + sp_dataframe_ref { + id { + bitfield1: 7 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 8 + var_id { + bitfield1: 8 + } + } +} +body { + assign { + expr { + sp_dataframe_sort { + cols { + sp_dataframe_col { + col_name: "a" + df { + sp_dataframe_ref { + id { + bitfield1: 7 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + cols_variadic: true + df { + sp_dataframe_ref { + id { + bitfield1: 8 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 56 + } + } + } + symbol { + } + uid: 9 + var_id { + bitfield1: 9 + } + } +} +body { + assign { + expr { + sp_dataframe_show { + id { + bitfield1: 9 + } + } + } + symbol { + } + uid: 10 + var_id { + bitfield1: 10 + } + } +} +body { + eval { + uid: 11 + var_id { + bitfield1: 10 + } + } +} +body { + assign { + expr { + udtf { + handler { + id: 2 + name: "GeneratorUDTF" + } + input_types { + list { + sp_integer_type: true + } + } + output_schema { + udtf_schema__type { + return_type { + sp_struct_type { + fields { + column_identifier { + name: "number" + } + data_type { + sp_integer_type: true + } + nullable: true + } + } + } + } + } + parallel: 4 + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 63 + } + } + } + symbol { + value: "generator_udtf" + } + uid: 12 + var_id { + bitfield1: 12 + } + } +} +body { + assign { + expr { + apply_expr { + fn { + sp_fn_ref { + id { + bitfield1: 12 + } + } + } + pos_args { + apply_expr { + fn { + builtin_fn { + name { + fn_name_flat { + name: "lit" + } + } + } + } + pos_args { + int64_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 65 + } + v: 3 + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 65 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 65 + } + } + } + symbol { + } + uid: 13 + var_id { + bitfield1: 13 + } + } +} +body { + assign { + expr { + sp_session_table_function { + fn { + apply_expr { + fn { + indirect_table_fn_id_ref { + id { + bitfield1: 13 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 65 + } + } + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 65 + } + } + } + symbol { + } + uid: 14 + var_id { + bitfield1: 14 + } + } +} +body { + assign { + expr { + sp_dataframe_collect { + block: true + case_sensitive: true + id { + bitfield1: 14 + } + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 65 + } + } + } + symbol { + } + uid: 15 + var_id { + bitfield1: 15 + } + } +} +body { + eval { + uid: 16 + var_id { + bitfield1: 15 + } + } +} +body { + assign { + expr { + udtf { + comment { + value: "fufufufu" + } + external_access_integrations: "gs" + handler { + id: 3 + name: "Foo" + } + immutable: true + imports { + sp_table_name_flat { + name: "numpy" + } + } + imports { + sp_table_name_structured { + name: "seaborn" + name: "sns" + } + } + input_types { + list { + sp_integer_type: true + } + list { + sp_long_type: true + } + } + is_permanent: true + kwargs { + _1: "force_inline_code" + _2 { + bool_val { + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 72 + } + v: true + } + } + } + name { + fn_name_flat { + name: "foo" + } + } + output_schema { + udtf_schema__names { + schema: "a" + schema: "b" + } + } + packages: "snowflake.snowpark" + parallel: 7 + replace: true + secrets { + _1: "test" + _2: "verysecret" + } + secure: true + src { + file: "SRC_POSITION_TEST_MODE" + start_line: 72 + } + stage_location: "@" + statement_params { + _1: "a" + _2: "b" + } + strict: true + } + } + symbol { + value: "foo" + } + uid: 17 + var_id { + bitfield1: 17 + } + } +} client_ast_version: 1 client_language { python_language {