ingest ( snowflakeQuery ) // Retrieve feature set val ref = myFeatureSet1. register ( snowflakeQuerySchema, "featureSet2", primaryKey = "keyName" ) // Ingest to cache myFeatureSet1. register ( snowflakeTableSchema, "featureSet1", primaryKey = "keyName" ) val myFeatureSet2 = project. I have started playing around with deeper topics on JSON write at massive scale. Snowflake can read and query JSON better than any SQL Language on the planet, and it’s got me hooked. extractSchemaFromSource ( snowflakeQuery ) // Register the feature set val myFeatureSet1 = project. Storing the JSON in a column in the same table with traditional columns the long tail of fields people never query. extractSchemaFromSource ( snowflakeTable ) // Create a snowflake query source val snowflakeQuery = SnowflakeTable ( "", "warehouse name", "database name", "schema name", query = "" ) val snowflakeQuerySchema = client. create ( "demo" ) // Create a snowflake table source val proxy = new Proxy ( "url", "port", "username", "password" ) val snowflakeTable = SnowflakeTable ( "", "warehouse name", "database name", "schema name", "table name", insecure = false, proxy = proxy, role = "role", account = "account" ) val snowflakeTableSchema = client. login () // Set project specifics val project = client. Initialise feature store client val client = Client ( "url" ) client. ingest ( snowflake_query ) # Retrieve feature set ref = my_feature_set_1. ingest ( snowflake_table ) my_feature_set_2. register ( snowflake_query_schema, "feature_set_2", primary_key = "key_name" ) # Ingest to cache my_feature_set_1. register ( snowflake_table_schema, "feature_set_1", primary_key = "key_name" ) my_feature_set_2 = project. extract_schema_from_source ( snowflake_query ) # Register the feature set my_feature_set_1 = project. extract_schema_from_source ( snowflake_table ) # Create a snowflake query source snowflake_query = SnowflakeTable ( "", "warehouse name", "database name", "schema name", query = "" ) snowflake_query_schema = client. create ( "demo" ) # Create a snowflake table source proxy = Proxy ( "url", "port", "username", "password" ) snowflake_table = SnowflakeTable ( "", "warehouse name", "database name", "schema name", "table name", insecure = False, proxy = proxy, role = "role", account = "account name" ) snowflake_table_schema = client. login () # Set project specifics project = client. I would like to update a single field in a VARIANT column, but I keep encountering 'syntax error' messages. From featurestore import Client, SnowflakeTable # Initialise feature store client client = Client ( "ip:port" ) client. Updating a single field in a VARIANT column.
0 Comments
Leave a Reply. |