From abda1baca71e7b3b9300a5a09803f17ab72ca569 Mon Sep 17 00:00:00 2001 From: Koen Vlaswinkel Date: Fri, 16 Feb 2024 13:45:35 +0100 Subject: [PATCH] Add test for model packs in MRVA to test plan --- docs/images/model-pack-results-table.png | Bin 0 -> 10424 bytes docs/test-plan.md | 42 +++++++++++++++++++++++ 2 files changed, 42 insertions(+) create mode 100644 docs/images/model-pack-results-table.png diff --git a/docs/images/model-pack-results-table.png b/docs/images/model-pack-results-table.png new file mode 100644 index 0000000000000000000000000000000000000000..d2e48102fd7bb0461b04905a5ae1db7ae605e4e6 GIT binary patch literal 10424 zcmeHtWn7g@^e!N^32EsDY4%1+x>b-y2}L%rK|s1>(;z9G0@5l7(jlRAhlGH%Ai3#H zcieY-&hc>W{dPaxFZa*y_rfqUYi7M`&8%6^Gw*9n_4|Z)G(fnVGzlbmqQCsp!pLUE2 zaw(*0jxOrJZk>*P&_U`73^Y8Y&QVhx?H49mYhM10ESRcHd9>`gc`wpbwu_3iyo00H zhas6i+;ne6yLGDL40GgP^vp3H@O@7deu%wFn_~l+LiaK;b!|0CtA6ci`y}kx&$+l6 zktRskP&~#~$+>f*%yRL7*D>gBg4M3Gnqlc^WC{K8;VT2x{`fo`*OmY@}`8`Ykw)d!iqr=R?XdMrOQ|Lm3ZoOFeD`bT;GQh51uGH1Pk5#9Fj zujL)GFC#E73`Wn}fXQ{u^_8EisiAQLWn47$5GyoHpo9)QG{A#~b|Wqr4F~v33OtHg z82_|lTxQ+)r;G+ib(GUlP*w*1>cE`L&F!2m?OlpX+W{%`QL9J#F8XS!;xKz#eiJi$ zQ*(Z}tpiE~O%g5+6m892Oqk%dHg?Y9a4DAGJ;Z@Bsv69~^t+3TwG@lKnkJKiy^}eU z2tR}$!Xk~w#Ka`&WcFNKTk+oC;=q4WES4@V4&q?2o0}WIn;^fvlLc5nOiT<6xdXm) zhY#q%=j?9hVgl#0b7uW(kblNeG z&!q9(M;IE=(AWl)73Chm(KpjUb!o#Vej2w7%oIq=$6Yz+xj|~tCl)g>x?LE!oUyoxi}4y_C9@74jSdVriTA*GE1G0T|Q%rPwr4; z?GGdiul=@C{$6 z&x!fUM1_UENf1Sg*Ir*zoOj~2mzI4@V)?TDDu~huw-?;#6_9wTh_!STDLR8&P}1Nb zF5C&-*&QaTJKgJ-u0Kmw<)-g+ms`h6115abIfwwHlcGKd}yO2wVmp35^VA=EzS32jiOeiXKpD_$nm$6o)wa z#mb8H=xIxzEXF%bJ9Y*=bNeYQc{mQ+(I%4G*Sw2JbLMuRcwUf-m8)muo-?slP!*Qp zWv_pX=oJmLqyG~8Om~u>uIlh|&dqw04Ew-8?UUOvN0`BwHf03UvpA&qOp61q5n=%!ns)@CR zi^Hi_tB>iUHV271-$(LwTDxLdEqcYBm%l+w+d`Yx13_dMJW^`0A@`&iW|EIzQk8dP znEX^4!`*XRBU!eZl6JA1OetTE*@O`v&Pa+JA;Ry~ax)+nQ zo`v?Fjg@Y=qmZ~CGk|UJWV@AUp&{bDh$YY_l0iy5H9Il~1FVqr*!?BqDkH-f>?R zy+Y?pdc0fKPpi4S;@L%U_gvQ)7#J^9n;-GYfMgQY*K6JIEittpwL`(B=ekNORT zznl1MJ@(FB8v_sSt#UPCkx74ggv>0b^fG6K93+Gt%$kPt%?BH|1jHy&J`*~>K>8Bl z^Vb-|fBECIlyx$s7BDJZ?GI}Zab&bMxx< z$lo~+NQoNbrnw9$iz#{T^@$R7(mAWH0Gn1w`=<2qukF+Il1}llr}p*RBRU#EA2WT# zY3LhI`s_`g!aYdjXFiWU;n}D^nwi_Ip1paW!QBjgb#Vln1S~??e|I6GCZ9IIyeo!z zNBIF;%f|WMK(zZRYx!I-Ew(N<a&qCYM zKs>W&u@NEJ<8!q2Q|Ha}y3g6B=)(;u^ZZ858N=*v&4XGRKip5o2+}9rzNMufY%hRi zK=p`C>Z&Kp7IQ6#5?pJ(x)&=$+4~G}2G%?2e}bbWoxkqpjt0Y2;e2wt-x&4M{?=Dy ze+IutM0v!#(Stnecr_7_1hURKdvRK-5k$*e!fRIE zh0pU8+`>JWYrh(6yri(JKNwx9j|Q<{vKJTLod(>2ZZ8(Bxch1NBl-<&Mb`P)`wSp@ zahFh-pSqNuVf|rR{wm7&**!;!#h^H821pvw+q-LG(P7G zj3Gr;liVA?C>2ZTImSOzR|PEswc=-q0?uxJ)99&Z6qxICaD5g!pf~(6=tN>b?`VuQ zBK5TOlPdpvoIgiKmOSQ@&-2luhlLgWc%8sJyhbp665Urr4>vry%%#edK>WGK6{MQ| z@xh!LQcJiqZVA6;>OFB1W|E*jVsF|Nd}h6ml#o)5wtnb-q75-wk|njvZ!6fcw~MPL zUzACcViVGk&j68K_8Hy#@%ir^S>rYpeWqQ+X%NmHl9pfy1e=I~t|Nk)jF3Lcio@jI ze#nnd-^;yBfoU9tUrjfN(u&q9;~eIKC_BnS=wIsBtbHnY-mABwn8g3AC4fkpiqmtq zn*$-Ax}wM2Of?0ImcpnzE(%4R7F9M0>~w3}umxdbX>HtVB@%o=X_}nd>H5hemo#e!IdyL77d{0Ha8HB!sY-^XfjG zqar~N^<4+!N2k%!rz@q$^Wl__?(&3Jo=<|JmE(M>{nT=8e3Y{5fd<$LzLiCW`?3u! zT4VXo~IaD>j)bcCZ`N_>SlMgI=?079cOwFUwvNu zbt|lZBA;MW(Q(GQq~3H|k_W^&PNl|)IAN9yBrNNZgKIxYY>sankUsms9o}GCTH4bD zhj9Wi=8ETS66UTk0kh26#K1c((%Hoe*1*??z=&T2mVh8S&?|5@wK}U#L_g`>s4ZmM zF*diGRE#fCQe(R!hQx4nymD2!ngX64iQt)M9?N*u_EY?t>al;0X6G>30=;u|C4JD& z5vP^pTAaR{gSWT>7^2u1%n2W8oDy^u7;iha&C>g0l^3p-2; ztM++A8qOdoIY;|2P3fT0gij&kJ{fld-l;}N-IM*Oo{qubA=3KJB^N5Y_5FRP%@2}K ztsS$baYOo2vSrKS@R12hKhv+n>JmXfND~ZRGA14jX5-w(T`lA_^xXVhTaRD*TyU2{ z&yYkRG>`UuAcQ{Rw!8yw1q%W0!VOl|ANNCVVz&XJWQ37GxRId|UsRrs+fAR;UP&Yz zq+)N|9+uYC7;lP1Z|}kMRtv^k5_o|tW11Ksg|$J*$##BB2ixAL80hc_JwuRuI8Z+O za{uMw<|v29QMaf=_EM_`&iUOsp{>NysVr!4&=)Uz&K&V${}RW{=n~ILi$<3oy??ih zBZlzYjz)s!@r2E!{_0o>lwY^5%r#5DxMn`goZ>#Ux(Oe=-=L@|K62<=$5V!h*M;?m zla8(Yo$z_BNi92f?wc};k5#u{zz9g5w_@v)uSJSXa@s}Zd_%{fBd(w5e!yaLTX`Tu z>V}Hg+&!BbcH1A1^&-3BW5Y9eB0Vfr)PYaGi^zL#FWUpbQ-F}wUxaCu#zyvboyC-G zbz}#wRb?~>W#S%Ny4$R`Xt9W9@JEn|5b>n~oWzp>qCPGYtIKcfuN4|AD+B+e`O?*I zopsTIPV<-=XVS9;#L-rHdTCqNb~@KVa)sA>@PxbL?EU$k-h<#Mk2{4kz7FTHCGx8o z@qhM8BGX{5odRs`XG~-r4a0b%o>6UVP9r#&GVK`ohM2)zdF6qa5#szXd!KAMe!g{Y zxB{sq>0Y>uO>0A}N3Ff0CPGxU4==+Hx+!1-9|0vQn{Z8(pLCLOs7Gkr>#(-HOe!+d%^+=Z;f{C}oLU+FU-q0qmb+EBE1da}Ius&;%WA5D z!Go(@i=c6stH#(ZQKqq-bHnQq;O!bfQfd0uI(4QV1re=fAR2qa8bfz3PL__}Np1HJ zLY#(HN{>D@@}JgSojWxo{dvnixvX5t%RY2W^Ei%1CS?J>k46bFg5XO3%CtL+%!PrC z@^PlC_&M23dmEQd>_L;{J+F}UIWa>T z1_Xhowml`OM}%6Z-Hiw3saP2Z-_`Ij#puf(Z(ZD<5-*8nM=w;6UES|nO9jB#Ew6mO z_LMw2MbG^QP(kj4&a=FQhs}5B7QXj!za-3mTOL$5M411c%Uz4c-Nxe7q{u1Z>chTH zaq>{g?ClIW4NEOyPzQQ6g{|`C(zfxibADgr(#Y_%J49T>$mycgrUc#O_;_p{dzRW& zMMh(Lb++DKzi|tv;Z5<>;8c}bpG}dKUEnCk-zZ5I3nb*3M>GJx@2-)mO*{0mCz4i_ zpN8;2N-2lgRYU|Fox`>t#PKETyuwQOtddb=Cs(GftB^dQU|+OK?ajZ-h%`nP1`_%@ zuc4rM`I-w{>0aItJa5&pK0T!3TNSy`8BGN1jEYQ^2Q4uN(+%)D9@%iVTSFsf5H^gG zZ~nLm7)6QPw@l?fxb%lolkvhD4bfB9>(DNYSaYWYSC{8MfXtNys4U(o75!F|csJ6rJZnum;|h%FB_Gi?eGBjrkmZyA2KH4$Nk1wqASu9~`7QKR$8WsRR3 zc2}+Jl(0Qp|BuHLQJ#$RFQvXdQyv@OAC;lccGp#V1Oh6#sc}=8udf6ZQb7Ly(V&(B z?Y@(hR&xML00PocM>%pvuWdQ_;e*INMK9qHS z7IpNYfQrMQ98M6p;rN~L)5jio!SK;PvRZj>!7t??5B_bP9mO`Rw5a? zc&h;bIqULT8z8_nzg`(;Hk|MF#+hdT2yc7#>ayCbVKj}|H%$kMLjT)9ZY3cJ6z0}T z8r454C{Qosc`*6YusVEKqHIUrhkgAKBX%(Q)SeJX`<}zVk1GuomKWY7CZjl+tRPTj z@_clQZx?e&AOMhSm|g+-s>u14TO+=pML%!y%y>MkBLW0&Ja>YHQ}P}iPTAkTVSct* z{TnlW69gJxx$kKJ@T%HhCXlu_hFPHnU~ZfzP&m9ig3&GlS$|~2i&NoLlKEA0rdh*h zH@@`yJ=&m722WnqOlc{w>u7c58IV;I03hk85L9&h6Ue#92{Uad@gnzlO6o{Orfe!4 z0Cb5XT_Leqsne9FMAHKCq>pCTw8lJ^_688D+L~^yGfn?Hp^qXBo~9E>?5pSH?fU0$?4u`Z%W6?gd6^bT9i2YLyh zGKBgZpAV4VJB7gj_}B_0h;JW)kBot2pHtNOyVpK5wSbb~g>TDXwt}<4jQ7#cQUC@m z&s2{FD97K%(iPZcm+0qYLE&e=qs+_wk9X~;d;x6YE))o8ekG1NqI{SJ0k0%Ao-Yw$ zr8*?Y;0V2xwv#90PG9wY8) zK-V1_!}YxPQFwt)Oq|P8c3*94c6)dhcs9A%O6m`vWEll+C(*l23k-IsiT)H~AiEP6 zD82%oIh8sbXU&+gZ@g%!MP$&{>l#KkFa^rczZ^Fy(~!A38F;UyX{ogM=BXVhkeInN zCu)OHGLC%RS_O=tSRjnPnzSyV-)g+NG>kQ^%kWsszk4r&5T>~D7*FlXMtN_`?B!v# zA${pbK#Pc-<4&1Nl0!hE3%#9|)e*2jG}1un6yPLa?sYy9f`!Lt>(HyWdzho5{QLd` zWX$S@XW1bPJ)b!|w=d6-IF~~;u4^M)RR#K&HU_{l*~HXWT0Bcw9>ihvf{d9pBw0y6 zFJ6#HNe@p(-W{NOdm;T1k47A6h8PhlnT9V!I!c=xEzwxzME#vN=_?x8A! z+iaG|uYB0h;+9?;>i&L^uE~A(!%2-a_CX(bb+Q3*G1=<4koCnv)a+-5L zh%;&Wkydi;M7ahF6t_Oxx65O_h?2r6VWwh0S|a1A?dKo!*52Nc)IG-`0 zNRmb%f>Jw_k_RJ#-8PG{ps-v;b|UkxqbaYT`|cu;G)YrJ9%M!XV3ZSu6Jn(tTMI=X zH_wobzCv9n=d8F##qWrRP?y zMH-AlH5t--nc4A8VnR%~kLPIGS;M%vjoPm~S^>Sg-xtLMU!X`{QyHKA_l)gTg2*8v z0@`KTWxUhoG#3N>^1uv z+yES+erCDX9R=YZ(_)ws7S%*1*gQ4a9i88^-aXm#_L8muK5Fvb>kypSBC&yBJFjLS)XFX()EoQm!BjUtHI3 zVG~dh+s6gQ4)(KE20=&zFAvs!@F3FF-D^@j z*lDMn8u=a+K-&lK+_&em;T%h816X)sP6t2q?zf{Yt9G8T`^=o*#Fex}be4UY854Hd z^CeO9@I>--<^6ZE0m(39$S+=H?b*6k$@9C#fY4W6f%V?<$0zG*;GfuY_9k2fsDla~D!2eUG?3AzHvQ=ttS2aPDt ziD_iDQ(X0@OWenz&tYJ{IndWHfuyq+0d=l?f4{&S|B{s4vrbgG98Vvxl)_l?GaYRd zlW9kt91kz6X=ZDF*c;CjLtc_$q{AR7wMw%poRhfsHUU{>I~5GvLbRnm6k95H-*%W= z`p8EGhBTc$j&i7IKZ_K_mwvDY^H4j`^c4$}F@ozV5!cx%*SJ5YxZ(xZ`F1xcpSWjs z+)Xb)3O{9Bzzt_Z@pY>DE%){7l~=drwI85$s!>yRkmyFBu(s{ zrwka-SG=N6WGWCidiXu2ci2cOUWZ757#srO2OrvUDm&`lnZ2ug7sxv8pl>c4s@z_o zl;+)FM$vIzx$FgfkYaIi8c3!dn);x6#$z2W$X;AeXQFfii;CzN1D`jB2Uw-fDQjX6 zqLFOhZrftsrVH;Z-JL9c_H{y~^-Tjwc> z3Z8gL|H3c4pGUL>rb0R}Rp1*DmEKn+WSxGV+!5?7B|q)wp4Ohc6; zUh-jcn`>?ivzGBCLJg zdC!8V-5rrmdDa9sG@#s)<&0zTA5}$zQI}jj)_X=lu>j;TEaH}$Zwv&?rJoNF?+GAq z$JoBzG*Pcverr9iQ zx-6?Wo(1~!N^7Y%R0J$lpYoxgov}Kxr9iarOHfJ_X>|0*W6H*3r42WcbcdVdu63iF z&bXq~@~`69kW$DBa~*NV4CQg6rrTP&w=}g=Hg?{za+Z9^=5(%TQSe!ey^k%~)wjB% zVf(ErRfLo^oJDzqi{X+D{vlM&0tWG&Hhf()pz=wuKCYu&QWQ$=bQxznJ~B3z06q&t zL~s!A6ne;49)IT+F|fdjW=!=Gz#DIj1yhLz@_gqf$4@Zx*^fx&ZxP%9p*JPVYTMYY z>AcbVrg;R;*~wVgXHbY6P@PGBo5QU9viKPPMuV$$FP^`q=xV5aLwyCmjWRRY!5uGl8LtK zJ|cA$5a~|IIbZhn=7mgW7CQIUWiIxU>j3N!C_H8;SQXMB!13WicN!Wummz~QxWzUd zzXprhU242#ZQ&z5i-Kl(k4+`JjfD^=QFa+lsRp>(n{Km67XZ-dh z@F$4#I}9m<{JiM`x#oo1Qlo%-5Y;YC(vDz9e`}o}3ew{E#<)l7^$82N2Q0E096R>9 zlZ}bZbBJ4QzI2l23HfiNrPb@!?g{QOWp2vvG3^P=ewTNqn3Y&AI7ceJP$+Zf$PqnE zL~>;ZpQwW*FTbG&O{&NoXHb5jG(-5w+kT3c%Rc{2ZN=c4ArMZ8#Ya_TC49>}_BH|G zKNV?o7&AVZwy5#9m)z=&mx^|ZxSz(MM%+0=&gBAAIdFu%P|wNqz(1hSfbO<@wBCEt zwUD6(c2$KF2<*Ve^~;Q@fh_*e-7Ke}tb3UUkxVP@8yV}>`hNVbg(zfbGPeZvbjPT z&6C-*p4maiVzySX9~LFUryw&am5G^eTuAN1w~5lr5}jn-L(7*c(1BAFF)S1$`_d;v z$Jwc1?^qPeA*Y9ws29rDz1s_hmTi^3@T->bjh1icA6KOibxGstE=~DjCQO>gh2evE z@#5}g1n^Y?I>zIjN11s0z1)9@W)ySdPXM5D0s^Azm6`>>O{}%6*=Ew8>oOot-a%c@ zLL~pawFLN{A{2W65&Ic>9sPF^=dI{?mq&B;7!Ln+&tYkT(LcZ^iDqO3T#C!$6Av!T zVhq-QxIX%_5TJ*c+Vr~eHF6>g3s>k2d{iaNSofdKY?`n97_LbDRR2Ro@S&)PAgxNG z>&kG-$+kCQGR6Pr{qRxmXF|Ria9slxKpc$TWp