%% The MIT License %% Copyright (c) 2010-2013 Alisdair Sullivan %% Permission is hereby granted, free of charge, to any person obtaining a copy %% of this software and associated documentation files (the "Software"), to deal %% in the Software without restriction, including without limitation the rights %% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell %% copies of the Software, and to permit persons to whom the Software is %% furnished to do so, subject to the following conditions: %% The above copyright notice and this permission notice shall be included in %% all copies or substantial portions of the Software. %% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR %% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, %% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE %% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER %% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, %% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN %% THE SOFTWARE. -module(jsx_to_term). -export([to_term/2]). -export([init/1, handle_event/2]). -export([ start_term/1, start_object/1, start_array/1, finish/1, insert/2, get_key/1, get_value/1 ]). -record(config, { labels = binary, return_maps = false }). -type config() :: list(). -export_type([config/0]). -ifndef(maps_support). -type json_value() :: list(json_value()) | list({binary() | atom(), json_value()}) | [{},...] | true | false | null | integer() | float() | binary(). -endif. -ifdef(maps_support). -type json_value() :: list(json_value()) | list({binary() | atom(), json_value()}) | [{},...] | map() | true | false | null | integer() | float() | binary(). -endif. -spec to_term(Source::binary(), Config::config()) -> json_value(). -ifdef(maps_always). to_term(Source, Config) when is_list(Config) -> (jsx:decoder(?MODULE, [return_maps] ++ Config, jsx_config:extract_config(Config)))(Source). -endif. -ifndef(maps_always). to_term(Source, Config) when is_list(Config) -> (jsx:decoder(?MODULE, Config, jsx_config:extract_config(Config)))(Source). -endif. parse_config(Config) -> parse_config(Config, #config{}). parse_config([{labels, Val}|Rest], Config) when Val == binary; Val == atom; Val == existing_atom; Val == attempt_atom -> parse_config(Rest, Config#config{labels = Val}); parse_config([labels|Rest], Config) -> parse_config(Rest, Config#config{labels = binary}); parse_config([{return_maps, Val}|Rest], Config) when Val == true; Val == false -> parse_config(Rest, Config#config{return_maps = Val}); parse_config([return_maps|Rest], Config) -> parse_config(Rest, Config#config{return_maps = true}); parse_config([{K, _}|Rest] = Options, Config) -> case lists:member(K, jsx_config:valid_flags()) of true -> parse_config(Rest, Config) ; false -> erlang:error(badarg, [Options, Config]) end; parse_config([K|Rest] = Options, Config) -> case lists:member(K, jsx_config:valid_flags()) of true -> parse_config(Rest, Config) ; false -> erlang:error(badarg, [Options, Config]) end; parse_config([], Config) -> Config. -type state() :: {list(), #config{}}. -spec init(Config::proplists:proplist()) -> state(). init(Config) -> start_term(Config). -spec handle_event(Event::any(), State::state()) -> state(). handle_event(end_json, State) -> get_value(State); handle_event(start_object, State) -> start_object(State); handle_event(end_object, State) -> finish(State); handle_event(start_array, State) -> start_array(State); handle_event(end_array, State) -> finish(State); handle_event({key, Key}, {_, Config} = State) -> insert(format_key(Key, Config), State); handle_event({_, Event}, State) -> insert(Event, State). format_key(Key, Config) -> case Config#config.labels of binary -> Key ; atom -> binary_to_atom(Key, utf8) ; existing_atom -> binary_to_existing_atom(Key, utf8) ; attempt_atom -> try binary_to_existing_atom(Key, utf8) of Result -> Result catch error:badarg -> Key end end. %% internal state is a stack and a config object %% `{Stack, Config}` %% the stack is a list of in progress objects/arrays %% `[Current, Parent, Grandparent,...OriginalAncestor]` %% an object has the representation on the stack of %% `{object, [ %% {NthKey, NthValue}, %% {NMinus1Key, NthMinus1Value}, %% ..., %% {FirstKey, FirstValue} %% ]}` %% or if returning maps %% `{object, #{ %% FirstKey => FirstValue, %% SecondKey => SecondValue, %% ..., %% NthKey => NthValue %% }}` %% or if there's a key with a yet to be matched value %% `{object, Key, ...}` %% an array looks like %% `{array, [NthValue, NthMinus1Value,...FirstValue]}` start_term(Config) when is_list(Config) -> {[], parse_config(Config)}. -ifndef(maps_support). %% allocate a new object on top of the stack start_object({Stack, Config}) -> {[{object, []}] ++ Stack, Config}. %% allocate a new array on top of the stack start_array({Stack, Config}) -> {[{array, []}] ++ Stack, Config}. %% finish an object or array and insert it into the parent object if it exists or %% return it if it is the root object finish({[{object, []}], Config}) -> {[{}], Config}; finish({[{object, []}|Rest], Config}) -> insert([{}], {Rest, Config}); finish({[{object, Pairs}], Config}) -> {lists:reverse(Pairs), Config}; finish({[{object, Pairs}|Rest], Config}) -> insert(lists:reverse(Pairs), {Rest, Config}); finish({[{array, Values}], Config}) -> {lists:reverse(Values), Config}; finish({[{array, Values}|Rest], Config}) -> insert(lists:reverse(Values), {Rest, Config}); finish(_) -> erlang:error(badarg). %% insert a value when there's no parent object or array insert(Value, {[], Config}) -> {Value, Config}; %% insert a key or value into an object or array, autodetects the 'right' thing insert(Key, {[{object, Pairs}|Rest], Config}) -> {[{object, Key, Pairs}] ++ Rest, Config}; insert(Value, {[{object, Key, Pairs}|Rest], Config}) -> {[{object, [{Key, Value}] ++ Pairs}] ++ Rest, Config}; insert(Value, {[{array, Values}|Rest], Config}) -> {[{array, [Value] ++ Values}] ++ Rest, Config}; insert(_, _) -> erlang:error(badarg). -endif. -ifdef(maps_support). %% allocate a new object on top of the stack start_object({Stack, Config=#config{return_maps=true}}) -> {[{object, #{}}] ++ Stack, Config}; start_object({Stack, Config}) -> {[{object, []}] ++ Stack, Config}. %% allocate a new array on top of the stack start_array({Stack, Config}) -> {[{array, []}] ++ Stack, Config}. %% finish an object or array and insert it into the parent object if it exists or %% return it if it is the root object finish({[{object, Map}], Config=#config{return_maps=true}}) -> {Map, Config}; finish({[{object, Map}|Rest], Config=#config{return_maps=true}}) -> insert(Map, {Rest, Config}); finish({[{object, []}], Config}) -> {[{}], Config}; finish({[{object, []}|Rest], Config}) -> insert([{}], {Rest, Config}); finish({[{object, Pairs}], Config}) -> {lists:reverse(Pairs), Config}; finish({[{object, Pairs}|Rest], Config}) -> insert(lists:reverse(Pairs), {Rest, Config}); finish({[{array, Values}], Config}) -> {lists:reverse(Values), Config}; finish({[{array, Values}|Rest], Config}) -> insert(lists:reverse(Values), {Rest, Config}); finish(_) -> erlang:error(badarg). %% insert a value when there's no parent object or array insert(Value, {[], Config}) -> {Value, Config}; %% insert a key or value into an object or array, autodetects the 'right' thing insert(Key, {[{object, Map}|Rest], Config=#config{return_maps=true}}) -> {[{object, Key, Map}] ++ Rest, Config}; insert(Key, {[{object, Pairs}|Rest], Config}) -> {[{object, Key, Pairs}] ++ Rest, Config}; insert(Value, {[{object, Key, Map}|Rest], Config=#config{return_maps=true}}) -> {[{object, maps:put(Key, Value, Map)}] ++ Rest, Config}; insert(Value, {[{object, Key, Pairs}|Rest], Config}) -> {[{object, [{Key, Value}] ++ Pairs}] ++ Rest, Config}; insert(Value, {[{array, Values}|Rest], Config}) -> {[{array, [Value] ++ Values}] ++ Rest, Config}; insert(_, _) -> erlang:error(badarg). -endif. get_key({[{object, Key, _}|_], _}) -> Key; get_key(_) -> erlang:error(badarg). get_value({Value, _Config}) -> Value; get_value(_) -> erlang:error(badarg). %% eunit tests -ifdef(TEST). -include_lib("eunit/include/eunit.hrl"). config_test_() -> [ {"empty config", ?_assertEqual(#config{}, parse_config([]))}, {"implicit binary labels", ?_assertEqual(#config{}, parse_config([labels]))}, {"binary labels", ?_assertEqual(#config{}, parse_config([{labels, binary}]))}, {"atom labels", ?_assertEqual(#config{labels=atom}, parse_config([{labels, atom}]))}, {"existing atom labels", ?_assertEqual( #config{labels=existing_atom}, parse_config([{labels, existing_atom}]) )}, {"return_maps true", ?_assertEqual( #config{return_maps=true}, parse_config([return_maps]) )}, {"invalid opt flag", ?_assertError(badarg, parse_config([error]))}, {"invalid opt tuple", ?_assertError(badarg, parse_config([{error, true}]))} ]. format_key_test_() -> [ {"binary key", ?_assertEqual(<<"key">>, format_key(<<"key">>, #config{labels=binary}))}, {"atom key", ?_assertEqual(key, format_key(<<"key">>, #config{labels=atom}))}, {"existing atom key", ?_assertEqual( key, format_key(<<"key">>, #config{labels=existing_atom}) )}, {"nonexisting atom key", ?_assertError( badarg, format_key(<<"nonexistentatom">>, #config{labels=existing_atom}) )}, {"sloppy existing atom key", ?_assertEqual( key, format_key(<<"key">>, #config{labels=attempt_atom}) )}, {"nonexisting atom key", ?_assertEqual( <<"nonexistentatom">>, format_key(<<"nonexistentatom">>, #config{labels=attempt_atom}) )} ]. rep_manipulation_test_() -> [ {"allocate a new context with option", ?_assertEqual( {[], #config{labels=atom}}, start_term([{labels, atom}]) )}, {"allocate a new object on an empty stack", ?_assertEqual( {[{object, []}], #config{}}, start_object({[], #config{}}) )}, {"allocate a new object on a stack", ?_assertEqual( {[{object, []}, {object, []}], #config{}}, start_object({[{object, []}], #config{}}) )}, {"allocate a new array on an empty stack", ?_assertEqual( {[{array, []}], #config{}}, start_array({[], #config{}}) )}, {"allocate a new array on a stack", ?_assertEqual( {[{array, []}, {object, []}], #config{}}, start_array({[{object, []}], #config{}}) )}, {"insert a key into an object", ?_assertEqual( {[{object, key, []}, junk], #config{}}, insert(key, {[{object, []}, junk], #config{}}) )}, {"get current key", ?_assertEqual( key, get_key({[{object, key, []}], #config{}}) )}, {"try to get non-key from object", ?_assertError( badarg, get_key({[{object, []}], #config{}}) )}, {"try to get key from array", ?_assertError( badarg, get_key({[{array, []}], #config{}}) )}, {"insert a value into an object", ?_assertEqual( {[{object, [{key, value}]}, junk], #config{}}, insert(value, {[{object, key, []}, junk], #config{}}) )}, {"insert a value into an array", ?_assertEqual( {[{array, [value]}, junk], #config{}}, insert(value, {[{array, []}, junk], #config{}}) )}, {"finish an object with no ancestor", ?_assertEqual( {[{a, b}, {x, y}], #config{}}, finish({[{object, [{x, y}, {a, b}]}], #config{}}) )}, {"finish an empty object", ?_assertEqual( {[{}], #config{}}, finish({[{object, []}], #config{}}) )}, {"finish an object with an ancestor", ?_assertEqual( {[{object, [{key, [{a, b}, {x, y}]}, {foo, bar}]}], #config{}}, finish({[{object, [{x, y}, {a, b}]}, {object, key, [{foo, bar}]}], #config{}}) )}, {"finish an array with no ancestor", ?_assertEqual( {[a, b, c], #config{}}, finish({[{array, [c, b, a]}], #config{}}) )}, {"finish an array with an ancestor", ?_assertEqual( {[{array, [[a, b, c], d, e, f]}], #config{}}, finish({[{array, [c, b, a]}, {array, [d, e, f]}], #config{}}) )} ]. -ifdef(maps_support). rep_manipulation_with_maps_test_() -> [ {"allocate a new object on an empty stack", ?_assertEqual( {[{object, #{}}], #config{return_maps=true}}, start_object({[], #config{return_maps=true}}) )}, {"allocate a new object on a stack", ?_assertEqual( {[{object, #{}}, {object, #{}}], #config{return_maps=true}}, start_object({[{object, #{}}], #config{return_maps=true}}) )}, {"insert a key into an object", ?_assertEqual( {[{object, key, #{}}, junk], #config{return_maps=true}}, insert(key, {[{object, #{}}, junk], #config{return_maps=true}}) )}, {"get current key", ?_assertEqual( key, get_key({[{object, key, #{}}], #config{return_maps=true}}) )}, {"try to get non-key from object", ?_assertError( badarg, get_key({[{object, #{}}], #config{return_maps=true}}) )}, {"insert a value into an object", ?_assertEqual( {[{object, #{key => value}}, junk], #config{return_maps=true}}, insert(value, {[{object, key, #{}}, junk], #config{return_maps=true}}) )}, {"finish an object with no ancestor", ?_assertEqual( {#{a => b, x => y}, #config{return_maps=true}}, finish({[{object, #{x => y, a => b}}], #config{return_maps=true}}) )}, {"finish an empty object", ?_assertEqual( {#{}, #config{return_maps=true}}, finish({[{object, #{}}], #config{return_maps=true}}) )}, {"finish an object with an ancestor", ?_assertEqual( { [{object, #{key => #{a => b, x => y}, foo => bar}}], #config{return_maps=true} }, finish({ [{object, #{x => y, a => b}}, {object, key, #{foo => bar}}], #config{return_maps=true} }) )} ]. return_maps_test_() -> [ {"an empty map", ?_assertEqual( #{}, jsx:decode(<<"{}">>, [return_maps]) )}, {"an empty map", ?_assertEqual( [{}], jsx:decode(<<"{}">>, []) )}, {"an empty map", ?_assertEqual( [{}], jsx:decode(<<"{}">>, [{return_maps, false}]) )}, {"a small map", ?_assertEqual( #{<<"awesome">> => true, <<"library">> => <<"jsx">>}, jsx:decode(<<"{\"library\": \"jsx\", \"awesome\": true}">>, [return_maps]) )}, {"a recursive map", ?_assertEqual( #{<<"key">> => #{<<"key">> => true}}, jsx:decode(<<"{\"key\": {\"key\": true}}">>, [return_maps]) )}, {"a map inside a list", ?_assertEqual( [#{}], jsx:decode(<<"[{}]">>, [return_maps]) )} ]. -endif. handle_event_test_() -> Data = jsx:test_cases(), [ { Title, ?_assertEqual( Term, lists:foldl(fun handle_event/2, init([]), Events ++ [end_json]) ) } || {Title, _, Term, Events} <- Data ]. -endif.