Error creating table - KeyError: key String15 not found

[DimitarVanguelov]

Trying to load a dataframe ingested with CSV.jl into SQL Server failed when using InlineStrings. Using stringtype=String did not throw an error -- was able to load table -- though it did present other issues.

I'm on Windows 10 using VS Code with the Julia extension, version info is at the bottom. Here is the full stack trace from the InlineString error:

┌ Warning: error creating table
│   (e, catch_backtrace()) =
│    KeyError: key String15 not found
│    Stacktrace:
│      [1] getindex
│        @ .\dict.jl:481 [inlined]
│      [2] sqltype(conn::ODBC.Connection, T::Type)
│        @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:35
│      [3] (::ODBC.var"#38#40"{ODBC.Connection})(T::Type)
│        @ ODBC .\none:0
│      [4] iterate
│        @ .\generator.jl:47 [inlined]
│      [5] collect_to!(dest::Vector{String}, itr::Base.Generator{Tuple{DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, Union, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, Union, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, DataType, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, DataType, DataType, Union, Union, Union, Union, Union, Union, Union, Union, Union, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType}, ODBC.var"#38#40"{ODBC.Connection}}, offs::Int64, st::Int64)
│        @ Base .\array.jl:782
│      [6] collect_to_with_first!
│        @ .\array.jl:760 [inlined]
│      [7] collect(itr::Base.Generator{Tuple{DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, Union, 
DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, Union, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, DataType, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, Union, 
Union, Union, Union, Union, DataType, DataType, Union, Union, Union, Union, Union, Union, Union, Union, Union, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType, DataType}, ODBC.var"#38#40"{ODBC.Connection}})
│        @ Base .\array.jl:734
│      [8] createtable(conn::ODBC.Connection, nm::String, sch::Tables.Schema{(:run_dt, :prcs_dt, :evnt_dt, :evnt_typ_cd, :agmt_pkge_id, :holding_co_cd, :legal_ent, :trad_intsens_code, :closed_block_stat, :pgls_product_code, :spec_id, :prem_mode, :prem_mode_num, :liv_ben_sig, :non_forf_prv, :div_option, :spec_und_code, :lapse_dt, :aos_status_code, :admin_source_cd, :val_inforce_cls, :prod_issue_dt, :kind_code, :value_basis, :premium_basis, :conv_type, :conv_undrwrt_code, :plan_type, :pln_id, :db_opt_code, :lvl_prem_prd_num, :birth_dt, :issue_age, :extra_ratings, :imp_rating, :occ_rating, :smoking_habit, :pref_rating, :select_rating, :sex, :undw_class, :birth_dt_2nd, :issue_age_2nd, :extra_ratings_2nd, :imp_rating_2nd, :occ_rating_2nd, :smoking_habit_2nd, :pref_rating_2nd, :select_rating_2nd, :sex_2nd, :undw_class_2nd, :orig_agmt_pkge_id, :conv_type_detail, :orig_iss_age, :orig_term_issue_dt, :ild_plan_type, :channel, :key_acct, :ramm_eng_ln_rcmd, :ramm_proc_ind, :ramm_rndm_hldt_ind, :ramm_appr_typ, :iss_office_inforce, :cur_office_inforce, :iss_place_id, :iss_res_place_id, :cur_res_place_id, :xi_expiry_dt, :adr_status_dt, :adr_status, :settlement_status, :adr_claim_type_3, :adr_claim_disp_3, :adr_claim_score_3, :adr_app_rad_yr, :adr_app_path, :coli_ind, :fac_ind, :maturity, :dis_approve, :dis_eff, :no_lapse_guar, :shrt_trm_guar, :uemp_ben_start, :frst_uemp_prem_paid, :uemp_approve, :uemp_end, :base_face, :rdr_face, :misc_face, :layer, :pua, :var_extra, :scheduled_premium, :billed_premium, :current_total_premium, :limited_premium, :guideline_single_premium, :target_limited_nb_premium, :sales_load_premium, :short_term_premium, :lifetime_premium, :surrender_premium, :commissionable_target_premium, :seven_pay_premium, :coi_monthly_charge, :surrender_penalty, :current_accum_dividend, :total_dividend_liability, :fund_level_policy_ratio, :fund_level_policy_code, :phb_code, :total_accum_premium, :loan_amount, :preferred_loan_obl_fund_value, :int_loan_amount, :loan_repay, :interest_unpaid_loan_due, :gen_acct, :sep_acct, :loans_val_sys, :shaddow_acct, :cash_surrender_value, :tai_base_reins, :tai_rdr_reins, :tai_layer_reins), Tuple{Dates.Date, Dates.Date, Dates.Date, Int64, String15, String1, 
String3, String1, Int64, String3, Int64, String1, Int64, String1, String1, Int64, String3, Union{Missing, Dates.Date}, String1, String1, String7, Dates.Date, String15, Int64, Int64, String1, String1, String3, String15, String1, Int64, Union{Missing, Dates.Date}, Int64, Int64, String3, Int64, String1, String1, String1, String1, Union{Missing, String1}, Union{Missing, Dates.Date}, Union{Missing, Int64}, Union{Missing, Int64}, Union{Missing, String3}, Union{Missing, Int64}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String15}, Union{Missing, String1}, Union{Missing, Int64}, Union{Missing, Dates.Date}, Union{Missing, String1}, String3, Union{Missing, String7}, Union{Missing, String3}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String3}, Union{Missing, String7}, Union{Missing, String7}, Union{Missing, Int64}, Union{Missing, Int64}, Union{Missing, Int64}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, String1}, Union{Missing, Int64}, Union{Missing, String1}, Int64, Int64, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Union{Missing, Dates.Date}, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64, Float64}}; debug::Bool, quoteidentifiers::Bool, createtableclause::String, columnsuffix::Dict{Any, Any})
│        @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:43
│      [9] load(itr::DataFrame, conn::ODBC.Connection, name::String; append::Bool, quoteidentifiers::Bool, debug::Bool, limit::Int64, kw::Base.Pairs{Symbol, Union{}, Tuple{}, NamedTuple{(), Tuple{}}})
│        @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:88
│     [10] top-level scope
│        @ .\timing.jl:220 [inlined]
│     [11] top-level scope
│        @ c:\Users\user\Programming\Julia\Data\sql_server_etl.jl:0
│     [12] eval
│        @ .\boot.jl:373 [inlined]
│     [13] include_string(mapexpr::typeof(REPL.softscope), mod::Module, code::String, filename::String)
│        @ Base .\loading.jl:1196
│     [14] invokelatest(::Any, ::Any, ::Vararg{Any}; kwargs::Base.Pairs{Symbol, Union{}, Tuple{}, NamedTuple{(), Tuple{}}})
│        @ Base .\essentials.jl:716
│     [15] invokelatest(::Any, ::Any, ::Vararg{Any})
│        @ Base .\essentials.jl:714
│     [16] inlineeval(m::Module, code::String, code_line::Int64, code_column::Int64, file::String; softscope::Bool)
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\eval.jl:207
│     [17] (::VSCodeServer.var"#60#64"{Bool, Bool, Module, String, Int64, Int64, String, VSCodeServer.ReplRunCodeRequestParams})()
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\eval.jl:153
│     [18] withpath(f::VSCodeServer.var"#60#64"{Bool, Bool, Module, String, Int64, Int64, String, VSCodeServer.ReplRunCodeRequestParams}, path::String)
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\repl.jl:185
│     [19] (::VSCodeServer.var"#59#63"{Bool, Bool, Bool, Module, String, Int64, Int64, String, VSCodeServer.ReplRunCodeRequestParams})()
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\eval.jl:151
│     [20] hideprompt(f::VSCodeServer.var"#59#63"{Bool, Bool, Bool, Module, String, Int64, Int64, String, VSCodeServer.ReplRunCodeRequestParams})
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\repl.jl:36
│     [21] (::VSCodeServer.var"#58#62"{Bool, Bool, Bool, Module, String, Int64, Int64, String, VSCodeServer.ReplRunCodeRequestParams})()
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\eval.jl:122
│     [22] with_logstate(f::Function, logstate::Any)
│        @ Base.CoreLogging .\logging.jl:511
│     [23] with_logger
│        @ .\logging.jl:623 [inlined]
│     [24] (::VSCodeServer.var"#57#61"{VSCodeServer.ReplRunCodeRequestParams})()
│        @ VSCodeServer c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\eval.jl:197
│     [25] #invokelatest#2
│        @ .\essentials.jl:716 [inlined]
│     [26] invokelatest(::Any)
│        @ Base .\essentials.jl:714
│     [27] macro expansion
│        @ c:\Users\user\.vscode\extensions\julialang.language-julia-1.4.3\scripts\packages\VSCodeServer\src\eval.jl:34 [inlined]
│     [28] (::VSCodeServer.var"#55#56")()
│        @ VSCodeServer .\task.jl:411
└ @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:90
ERROR: LoadError: MethodError: Cannot `convert` an object of type 
  Vector{Union{Missing, String15}} to an object of type 
  Union{Vector{ODBC.API.SQLTime}, Vector{Union{Missing, ODBC.API.SQLTime}}, Vector{Union{Missing, ODBC.API.SQLTimestamp}}, Vector{Union{Missing, ODBC.API.SQLDate}}, Vector{Union{Missing, Bool}}, Vector{Union{Missing, Int64}}, Vector{Union{Missing, Int32}}, Vector{Union{Missing, Int16}}, Vector{Union{Missing, Int8}}, Vector{Union{Missing, Float64}}, Vector{ODBC.API.SQLDate}, Vector{ODBC.API.SQLTimestamp}, Vector{Missing}, Vector{Union{Missing, Float32}}, Vector{Base.UUID}, Vector{Bool}, Vector{Float32}, Vector{Float64}, Vector{Int16}, Vector{Int32}, Vector{Int64}, Vector{Int8}, Vector{Union{Missing, Base.UUID}}, Vector{UInt8}, String}
Closest candidates are:
  convert(::Type{T}, ::T) where T at C:\Users\user\AppData\Local\Programs\Julia-1.7.0-rc2\share\julia\base\essentials.jl:218
Stacktrace:
  [1] ODBC.Buffer(x::String15)
    @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\utils.jl:114
  [2] ODBC.Binding(stmt::ODBC.API.Handle, x::String15, i::Int64)
    @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\utils.jl:251
  [3] (::ODBC.var"#5#6"{ODBC.API.Handle})(::Tuple{Int64, String15})
    @ ODBC .\none:0
  [4] iterate
    @ .\generator.jl:47 [inlined]
  [5] collect_to!(dest::Vector{ODBC.Binding}, itr::Base.Generator{Base.Iterators.Enumerate{Tables.Row{DataFrameRow{DataFrame, DataFrames.Index}}}, ODBC.var"#5#6"{ODBC.API.Handle}}, offs::Int64, st::Tuple{Int64, Int64})    
    @ Base .\array.jl:782
  [6] collect_to_with_first!
    @ .\array.jl:760 [inlined]
  [7] collect(itr::Base.Generator{Base.Iterators.Enumerate{Tables.Row{DataFrameRow{DataFrame, DataFrames.Index}}}, ODBC.var"#5#6"{ODBC.API.Handle}})
    @ Base .\array.jl:734
  [8] bindparams
    @ C:\Users\user\.julia\packages\ODBC\qhwMX\src\utils.jl:290 [inlined]
  [9] execute(stmt::ODBC.Statement, params::Tables.Row{DataFrameRow{DataFrame, DataFrames.Index}}; debug::Bool, kw::Base.Pairs{Symbol, Union{}, Tuple{}, NamedTuple{(), Tuple{}}})
    @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\dbinterface.jl:162
 [10] (::ODBC.var"#46#47"{Bool, Int64, ODBC.Connection})()
    @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:102
 [11] transaction(f::ODBC.var"#46#47"{Bool, Int64, ODBC.Connection}, conn::ODBC.Connection)
    @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:112
 [12] load(itr::DataFrame, conn::ODBC.Connection, name::String; append::Bool, quoteidentifiers::Bool, debug::Bool, limit::Int64, kw::Base.Pairs{Symbol, Union{}, Tuple{}, NamedTuple{(), Tuple{}}})
    @ ODBC C:\Users\user\.julia\packages\ODBC\qhwMX\src\load.jl:96
 [13] top-level scope
    @ .\timing.jl:220 [inlined]
 [14] top-level scope
    @ c:\Users\user\Programming\Julia\Data\sql_server_etl.jl:0
in expression starting at c:\Users\user\Programming\Julia\Data\sql_server_etl.jl:14

Julia Version 1.7.0-rc2
Commit f23fc0d27a (2021-10-20 12:45 UTC)
Platform Info:
  OS: Windows (x86_64-w64-mingw32)
  CPU: Intel(R) Xeon(R) Gold 6148 CPU @ 2.40GHz
  WORD_SIZE: 64
  LIBM: libopenlibm
  LLVM: libLLVM-12.0.1 (ORCJIT, skylake-avx512)
Environment:
  JULIA_EDITOR = code
  JULIA_NUM_THREADS = 8

CSV v0.9.10
DataFrames v1.2.2
ODBC v1.0.4