Add account_auth_update_tx tag

Extended-auth account ids use an {account, Subtype} tag. These helpers
let callers test account membership and extract the 32-byte pubkey
without pattern-matching on specialize/1 results.

ebin/gmserialization.app

@@ -1,6 +1,6 @@
 {application,gmserialization,
              [{description,"Serialization of data for the Gajumaru"},
-              {vsn,"0.1.2"},
+              {vsn,"0.2.0"},
               {registered,[]},
               {applications,[kernel,stdlib,crypto,base58]},
               {env,[]},

src/gmser_api_encoder.erl

@@ -6,7 +6,7 @@
 %%% @end
 %%%-------------------------------------------------------------------
 -module(gmser_api_encoder).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -export([encode/2,
          decode/1,
@@ -36,6 +36,7 @@
                     | transaction
                     | tx_hash
                     | account_pubkey
+                    | {account_pubkey, 0..6}
                     | account_seckey
                     | associate_chain
                     | entry
@@ -107,8 +108,12 @@ safe_decode_keypair(#{<<"pub">> := EncPub, <<"priv">> := EncPriv}) ->
 
 -spec encode(known_type(), payload() | gmser_id:id()) -> encoded().
 encode(id_hash, Payload) ->
-    {IdType, Val} = gmser_id:specialize(Payload),
+    case gmser_id:to_map(Payload) of
-    encode(id2type(IdType), Val);
+        #{type := account, subtype := SubT, value := Val} ->
+            encode({account_pubkey, SubT}, Val);
+        #{type := IdType, value := Val} ->
+            encode(id2type(IdType), Val)
+    end;
 encode(Type, Payload) ->
     case type_size_check(Type, Payload) of
         ok ->
@@ -237,17 +242,16 @@ id2type(associate_chain) -> associate_chain;
 id2type(channel)         -> channel;
 id2type(commitment)      -> commitment;
 id2type(contract)        -> contract_pubkey;
-id2type(contract_source) -> contract_source;
 id2type(name)            -> name;
 id2type(native_token)    -> native_token;
 id2type(entry)           -> entry.
 
+type2id({account_pubkey, SubT}) -> {account, SubT};
 type2id(account_pubkey)  -> account;
 type2id(associate_chain) -> associate_chain;
 type2id(channel)         -> channel;
 type2id(commitment)      -> commitment;
 type2id(contract_pubkey) -> contract;
-type2id(contract_source) -> contract_source;
 type2id(name)            -> name;
 type2id(native_token)    -> native_token;
 type2id(entry)           -> entry.
@@ -266,6 +270,7 @@ type2enc(contract_store_value) -> ?BASE64;
 type2enc(contract_source)      -> ?BASE64;
 type2enc(transaction)          -> ?BASE64;
 type2enc(tx_hash)              -> ?BASE58;
+type2enc({account_pubkey, _})  -> ?BASE58;
 type2enc(account_pubkey)       -> ?BASE58;
 type2enc(account_seckey)       -> ?BASE58;
 type2enc(associate_chain)      -> ?BASE58;
@@ -298,6 +303,13 @@ type2pfx(contract_store_value) -> <<"cv">>;
 type2pfx(contract_source)      -> <<"cx">>;
 type2pfx(transaction)          -> <<"tx">>;
 type2pfx(tx_hash)              -> <<"th">>;
+type2pfx({account_pubkey,0})   -> <<"a0">>;
+type2pfx({account_pubkey,1})   -> <<"a1">>;
+type2pfx({account_pubkey,2})   -> <<"a2">>;
+type2pfx({account_pubkey,3})   -> <<"a3">>;
+type2pfx({account_pubkey,4})   -> <<"a4">>;
+type2pfx({account_pubkey,5})   -> <<"a5">>;
+type2pfx({account_pubkey,6})   -> <<"a6">>;
 type2pfx(account_pubkey)       -> <<"ak">>;
 type2pfx(account_seckey)       -> <<"sk">>;
 type2pfx(associate_chain)      -> <<"ac">>;
@@ -329,6 +341,13 @@ pfx2type(<<"ct">>) -> contract_pubkey;
 pfx2type(<<"cx">>) -> contract_source;
 pfx2type(<<"tx">>) -> transaction;
 pfx2type(<<"th">>) -> tx_hash;
+pfx2type(<<"a0">>) -> {account_pubkey, 0};
+pfx2type(<<"a1">>) -> {account_pubkey, 1};
+pfx2type(<<"a2">>) -> {account_pubkey, 2};
+pfx2type(<<"a3">>) -> {account_pubkey, 3};
+pfx2type(<<"a4">>) -> {account_pubkey, 4};
+pfx2type(<<"a5">>) -> {account_pubkey, 5};
+pfx2type(<<"a6">>) -> {account_pubkey, 6};
 pfx2type(<<"ak">>) -> account_pubkey;
 pfx2type(<<"sk">>) -> account_seckey;
 pfx2type(<<"ac">>) -> associate_chain;
@@ -363,6 +382,7 @@ byte_size_for_type(contract_source)      -> not_applicable;
 byte_size_for_type(transaction)          -> not_applicable;
 byte_size_for_type(tx_hash)              -> 32;
 byte_size_for_type(account_pubkey)       -> 32;
+byte_size_for_type({account_pubkey, _})  -> 32;
 byte_size_for_type(account_seckey)       -> 32;
 byte_size_for_type(associate_chain)      -> 32;
 byte_size_for_type(signature)            -> 64;

src/gmser_chain_objects.erl

@@ -8,7 +8,7 @@
 %%%-------------------------------------------------------------------
 
 -module(gmser_chain_objects).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -export([ serialize/4
         , deserialize/4
@@ -115,6 +115,12 @@ tag(entry) -> 140;
 tag(entry_create_tx) -> 141;
 tag(entry_transfer_tx) -> 142;
 tag(entry_destroy_tx) -> 143;
+tag(account_key_store) -> 144;
+tag(account_create_tx) -> 145;
+tag(account_sig_store) -> 146;
+tag(auth_tx) -> 147;
+tag(proposal_gossip_tx) -> 148;
+tag(account_auth_update_tx) -> 149;
 tag(pof) -> 200.
 
 rev_tag(10) -> account;
@@ -194,4 +200,10 @@ rev_tag(140) -> entry;
 rev_tag(141) -> entry_create_tx;
 rev_tag(142) -> entry_transfer_tx;
 rev_tag(143) -> entry_destroy_tx;
+rev_tag(144) -> account_key_store;
+rev_tag(145) -> account_create_tx;
+rev_tag(146) -> account_sig_store;
+rev_tag(147) -> auth_tx;
+rev_tag(148) -> proposal_gossip_tx;
+rev_tag(149) -> account_auth_update_tx;
 rev_tag(200) -> pof.

src/gmser_contract_code.erl

@@ -6,7 +6,7 @@
 %%% @end
 %%%-------------------------------------------------------------------
 -module(gmser_contract_code).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -include("gmser_contract_code.hrl").
 

src/gmser_delegation.erl

@@ -6,7 +6,7 @@
 %%% @end
 %%%-------------------------------------------------------------------
 -module(gmser_delegation).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -export([ aens_preclaim_sig/3
         , aens_name_sig/4

src/gmser_dyn.erl

@@ -1,4 +1,5 @@
 -module(gmser_dyn).
+-vsn("0.2.0").
 
 -export([ encode/1           %% (Term)                   -> rlp()
         , encode/2           %% (Term, Types)            -> rlp()

src/gmser_dyn_types.erl

@@ -1,4 +1,5 @@
 -module(gmser_dyn_types).
+-vsn("0.2.0").
 
 -export([ add_type/3    %% (Tag, Code, Template) -> Types1
         , add_type/4    %% (Tag, Code, Template, Types) -> Types1

src/gmser_id.erl

@@ -8,12 +8,15 @@
 %%%-------------------------------------------------------------------
 
 -module(gmser_id).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -export([ create/2
         , specialize/1
         , specialize/2
         , specialize_type/1
+        , is_account/1
+        , account_pubkey/1
+        , to_map/1
         , is_id/1
         ]).
 
@@ -29,15 +32,20 @@
             , val
             }).
 
--type tag() :: 'account'
+-type subtype() :: 0..6.
-             | 'associate_chain'
+-type id_map() :: #{ type := simple_tag()
-             | 'channel'
+                   , subtype => subtype()
-             | 'commitment'
+                   , value := binary() }.
-             | 'contract'
+
-             | 'contract_source'
+-type tag() :: {'account', subtype()} | simple_tag().
-             | 'name'
+-type simple_tag() :: 'account'
-             | 'native_token'
+                    | 'associate_chain'
-             | 'entry'.
+                    | 'channel'
+                    | 'commitment'
+                    | 'contract'
+                    | 'name'
+                    | 'native_token'
+                    | 'entry'.
 
 -type val() :: <<_:256>>.
 -type id() :: #id{}.
@@ -57,7 +65,8 @@
                            ___TAG___ =:= contract;
                            ___TAG___ =:= channel;
                            ___TAG___ =:= associate_chain;
-                           ___TAG___ =:= entry 
+                           ___TAG___ =:= entry;
+                           ___TAG___ =:= native_token
        ).
 -define(IS_VAL(___VAL___), byte_size(___VAL___) =:= 32).
 
@@ -69,6 +78,8 @@
 create(Tag, Val) when ?IS_TAG(Tag), ?IS_VAL(Val) ->
     #id{ tag = Tag
        , val = Val};
+create({account,I}, Val) when is_binary(Val), I >= 0, I =< 6 ->
+    #id{ tag = {account, I}, val = Val};
 create(Tag, Val) when ?IS_VAL(Val) ->
     error({illegal_tag, Tag});
 create(Tag, Val) when ?IS_TAG(Tag)->
@@ -78,28 +89,66 @@ create(Tag, Val) ->
 
 
 -spec specialize(id()) -> {tag(), val()}.
+specialize(#id{tag = {Tag,_}, val = Val}) ->
+    {Tag, Val};
 specialize(#id{tag = Tag, val = Val}) ->
     {Tag, Val}.
 
 -spec specialize(id(), tag()) -> val().
+specialize(#id{tag = {Tag, _}, val = Val}, Tag) when is_binary(Val) ->
+    Val;
 specialize(#id{tag = Tag, val = Val}, Tag) when ?IS_TAG(Tag), ?IS_VAL(Val) ->
     Val.
 
 -spec specialize_type(id()) -> tag().
+specialize_type(#id{tag = {Tag, _}}) when ?IS_TAG(Tag) ->
+    Tag;
 specialize_type(#id{tag = Tag}) when ?IS_TAG(Tag) ->
     Tag.
 
+-spec is_account(id() | term()) -> boolean().
+is_account(#id{tag = account}) ->
+    true;
+is_account(#id{tag = {account, _}}) ->
+    true;
+is_account(_) ->
+    false.
+
+-spec account_pubkey(id()) -> val().
+account_pubkey(#id{tag = account, val = Val}) when ?IS_VAL(Val) ->
+    Val;
+account_pubkey(#id{tag = {account, _}, val = Val}) when ?IS_VAL(Val) ->
+    Val.
+
+-spec to_map(id()) -> id_map().
+to_map(#id{tag = {Tag, SubType}, val = Val}) when ?IS_TAG(Tag) ->
+    #{ type => Tag
+     , subtype => SubType
+     , value => Val };
+to_map(#id{tag = Tag, val = Val}) when ?IS_TAG(Tag) ->
+    #{ type => Tag
+     , value => Val }.
+
+
 -spec is_id(term()) -> boolean().
 is_id(#id{}) -> true;
 is_id(_) -> false.
 
 -spec encode(id()) -> binary().
+encode(#id{tag = {account, N}, val = Val}) when N =< 2#111_1111 ->
+    Ext = 2#1000_0000 bor N,
+    <<Ext:8, Val/binary>>;
 encode(#id{tag = Tag, val = Val}) ->
     Res = <<(encode_tag(Tag)):?TAG_SIZE/unit:8, Val/binary>>,
     true = ?SERIALIZED_SIZE =:= byte_size(Res),
     Res.
 
 -spec decode(binary()) -> id().
+decode(<<Ext:8, Rest/binary>>) when Ext >= 2#1000_0000 ->
+    %% Extended account id type
+    Type = Ext band 2#0111_1111,
+    #id{ tag = {account, Type}
+       , val = Rest };
 decode(<<Tag:?TAG_SIZE/unit:8, Val:?PUB_SIZE/binary>>) ->
     #id{ tag = decode_tag(Tag)
        , val = Val}.

src/gmser_rlp.erl

@@ -11,7 +11,7 @@
 %%%-------------------------------------------------------------------
 
 -module(gmser_rlp).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -export([ decode/1
         , decode_one/1

src/gmserialization.app.src

@@ -1,6 +1,6 @@
 {application, gmserialization,
  [{description, "Serialization of data for the Gajumaru"},
-  {vsn, "0.1.0"},
+  {vsn, "zomp"},
   {registered, []},
   {applications,
    [kernel,

src/gmserialization.app.src.script

@@ -0,0 +1,14 @@
+%% -*- erlang-mode; erlang-indent-level: 4; indent-tabs-mode: nil -*-
+
+[{application, Name, Opts}] = CONFIG.
+case lists:keyfind(vsn, 1, Opts) of
+    {vsn, "zomp"} ->
+        ZompMetaF = filename:join(filename:dirname(filename:dirname(SCRIPT)), "zomp.meta"),
+        {ok, ZMeta} = file:consult(ZompMetaF),
+        {_, {_, _, {Vmaj,Vmin,Vpatch}}} = lists:keyfind(package_id, 1, ZMeta),
+        VsnStr = unicode:characters_to_list(io_lib:fwrite("~w.~w.~w", [Vmaj, Vmin, Vpatch])),
+        Opts1 = lists:keyreplace(vsn, 1, Opts, {vsn, VsnStr}),
+        [{application, Name, Opts1}];
+    _ ->
+        CONFIG
+end.

src/gmserialization.erl

@@ -7,7 +7,7 @@
 %%%-------------------------------------------------------------------
 
 -module(gmserialization).
--vsn("0.1.2").
+-vsn("0.2.0").
 
 -export([ decode_fields/2
         , decode_field/2

test/gmser_api_encoder_tests.erl

@@ -194,7 +194,16 @@ known_types() ->
     Forms = get_forms(),
     [{type, _, union, Types}] =
         [Def || {attribute, _, type, {known_type, Def, []}} <- Forms],
-    [Name || {atom,_, Name} <- Types].
+    lists:flatmap(fun known_type_entry/1, Types).
+
+known_type_entry({atom, _, Name}) ->
+    [Name];
+known_type_entry({type, _, tuple,
+                  [{atom, _, account_pubkey},
+                   {type, _, range, [{integer, _, Lo}, {integer, _, Hi}]}]}) ->
+    [{account_pubkey, N} || N <- lists:seq(Lo, Hi)];
+known_type_entry(Other) ->
+    error({unsupported_known_type, Other}).
 
 mapped_prefixes() ->
     Forms = get_forms(),

test/gmser_id_tests.erl

@@ -0,0 +1,44 @@
+-module(gmser_id_tests).
+
+-include_lib("eunit/include/eunit.hrl").
+
+-define(PUBKEY, <<12345:32/unit:8>>).
+
+is_account_test() ->
+    {"is_account recognizes standard and extended account ids",
+     fun() ->
+             ?assert(gmser_id:is_account(gmser_id:create(account, ?PUBKEY))),
+             ?assert(gmser_id:is_account(gmser_id:create({account, 0}, ?PUBKEY))),
+             ?assert(gmser_id:is_account(gmser_id:create({account, 5}, ?PUBKEY))),
+             ?assertNot(gmser_id:is_account(gmser_id:create(contract, ?PUBKEY))),
+             ?assertNot(gmser_id:is_account(not_an_id))
+     end}.
+
+account_pubkey_test() ->
+    {"account_pubkey returns the 32-byte account hash",
+     fun() ->
+             ?assertEqual(?PUBKEY,
+                          gmser_id:account_pubkey(gmser_id:create(account, ?PUBKEY))),
+             ?assertEqual(?PUBKEY,
+                          gmser_id:account_pubkey(gmser_id:create({account, 3}, ?PUBKEY))),
+             ?assertEqual(?PUBKEY,
+                          gmser_id:account_pubkey(gmser_id:create({account, 6}, ?PUBKEY)))
+     end}.
+
+account_pubkey_matches_specialize_test() ->
+    {"account_pubkey agrees with specialize/2 for account ids",
+     fun() ->
+             Id = gmser_id:create({account, 2}, ?PUBKEY),
+             ?assertEqual(gmser_id:specialize(Id, account),
+                          gmser_id:account_pubkey(Id))
+     end}.
+
+extended_account_roundtrip_test() ->
+    {"extended account ids round-trip through encode/decode",
+     fun() ->
+             Id = gmser_id:create({account, 4}, ?PUBKEY),
+             ?assert(gmser_id:is_account(Id)),
+             Id1 = gmser_id:decode(gmser_id:encode(Id)),
+             ?assertEqual(?PUBKEY, gmser_id:account_pubkey(Id1)),
+             ?assertEqual(account, gmser_id:specialize_type(Id1))
+     end}.

zomp.meta

@@ -2,9 +2,9 @@
 {type,lib}.
 {modules,[]}.
 {prefix,none}.
-{author,"Hans Svensson"}.
 {desc,"Serialization helpers for the Gajumaru."}.
-{package_id,{"otpr","gmserialization",{0,1,2}}}.
+{author,"Hans Svensson"}.
+{package_id,{"otpr","gmserialization",{0,2,0}}}.
 {deps,[{"otpr","eblake2",{1,0,1}},{"otpr","base58",{0,1,1}}]}.
 {key_name,none}.
 {a_email,[]}.

zompify.sh

@@ -0,0 +1,49 @@
+#!/bin/sh
+set -e
+
+APP=$(basename "$PWD")
+
+SRC="_build/default/lib/$APP"
+DST="$PWD/_build/zomp/lib/$APP"
+IGNORE_FILE="zomp.ignore"
+
+mkdir -p "$DST"
+
+# Remove broken symlinks
+find "$SRC" -type l ! -exec test -e {} \; -delete || true
+
+# Build ignore matcher
+IGNORE_TEMP=$(mktemp)
+trap "rm -f $IGNORE_TEMP" EXIT
+
+# Expand globs in zomp.ignore to patterns suitable for grep
+if [ -e "$IGNORE_FILE" ]; then
+   grep -v '^\s*#' "$IGNORE_FILE" | sed 's#/#\\/#g' | sed 's/\./\\./g' | sed 's/\*/.*/g' > "$IGNORE_TEMP"
+fi
+
+# Copy Git-tracked and Zomp-allowed files
+git ls-files -z | while IFS= read -r -d '' file; do
+    # Skip if ignored
+    echo "$file" | grep -Eq -f "$IGNORE_TEMP" && continue
+    # Only copy if file exists in the build dir
+    if [ -e "$SRC/$file" ]; then
+        mkdir -p "$DST/$(dirname "$file")"
+        cp -a "$SRC/$file" "$DST/$file"
+    fi
+done
+
+rm "$IGNORE_TEMP"
+
+# Copy metadata
+cp "$PWD/zomp.meta" "$DST/"
+cp "$PWD/Emakefile" "$DST/"
+
+# copy generated schema
+SCHEMA="$SRC/priv/gmhc_schema.json"
+if [ -e "$SCHEMA" ]; then
+    mkdir -p "$DST/priv"
+    cp -a "$SCHEMA" "$DST/priv/$(basename "$SCHEMA")"
+fi
+
+# Clean up beam files just in case
+[ -d "$DST/ebin" ] && find "$DST/ebin" -name '*.beam' -exec rm -f {} + || true