class Multiwoven::Integrations::Destination::MicrosoftSql::Client
def check_connection(connection_config)
def check_connection(connection_config) connection_config = connection_config.with_indifferent_access db_client = create_connection(connection_config) if db_client.active? ConnectionStatus.new( status: ConnectionStatusType["succeeded"] ).to_multiwoven_message else ConnectionStatus.new( status: ConnectionStatusType["failed"], message: "MS SQL connection not active" ).to_multiwoven_message end rescue TinyTds::Error => e ConnectionStatus.new( status: ConnectionStatusType["failed"], message: e.message ).to_multiwoven_message end
def create_connection(connection_config)
def create_connection(connection_config) raise "Unsupported Auth type" unless connection_config[:credentials][:auth_type] == "username/password" TinyTds::Client.new( username: connection_config[:credentials][:username], password: connection_config[:credentials][:password], host: connection_config[:host], port: connection_config[:port], database: connection_config[:database], azure: true, timeout: 3000 ) end
def create_streams(records)
def create_streams(records) group_by_table(records).map do |r| Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns])) end end
def discover(connection_config)
def discover(connection_config) connection_config = connection_config.with_indifferent_access query = "SELECT table_name, column_name, data_type, is_nullable FROM information_schema.columns WHERE table_schema = '#{connection_config[:schema]}' AND table_catalog = '#{connection_config[:database]}' ORDER BY table_name, ordinal_position;" db_client = create_connection(connection_config) records = db_client.execute(query) do |result| result.map do |row| row end end catalog = Catalog.new(streams: create_streams(records)) catalog.to_multiwoven_message rescue StandardError => e handle_exception(e, { context: "MSSQL:DISCOVER:EXCEPTION", type: "error" }) ensure db_client&.close end
def group_by_table(records)
def group_by_table(records) records.group_by { |entry| entry["table_name"] }.map do |table_name, columns| { tablename: table_name, columns: columns.map do |column| { column_name: column["column_name"], type: column["data_type"], optional: column["is_nullable"] == "YES" } end } end end
def query(connection, query)
def query(connection, query) connection.exec(query) do |result| result.map do |row| RecordMessage.new(data: row, emitted_at: Time.now.to_i).to_multiwoven_message end end end
def write(sync_config, records, action = "destination_insert")
def write(sync_config, records, action = "destination_insert") connection_config = sync_config.destination.connection_specification.with_indifferent_access table_name = sync_config.stream.name primary_key = sync_config.model.primary_key log_message_array = [] db = create_connection(connection_config) write_success = 0 write_failure = 0 records.each do |record| query = Multiwoven::Integrations::Core::QueryBuilder.perform(action, table_name, record, primary_key) logger.debug("MSSQL:WRITE:QUERY query = #{query} sync_id = #{sync_config.sync_id} sync_run_id = #{sync_config.sync_run_id}") begin response = db.execute(query) response.do write_success += 1 log_message_array << log_request_response("info", query, response) rescue StandardError => e handle_exception(e, { context: "MSSQL:RECORD:WRITE:EXCEPTION", type: "error", sync_id: sync_config.sync_id, sync_run_id: sync_config.sync_run_id }) write_failure += 1 log_message_array << log_request_response("error", query, e.message) end end tracking_message(write_success, write_failure, log_message_array) rescue StandardError => e handle_exception(e, { context: "MSSQL:RECORD:WRITE:EXCEPTION", type: "error", sync_id: sync_config.sync_id, sync_run_id: sync_config.sync_run_id }) end