From 104f03fbf411627040ea122378228fa0c808cf52 Mon Sep 17 00:00:00 2001 From: QuanyiLi Date: Mon, 8 May 2023 12:07:09 +0100 Subject: [PATCH] add new test --- .../nuscenes_0/dataset_summary.pkl | Bin 29434 -> 0 bytes .../nuscenes_1/dataset_mapping.pkl | Bin 99 -> 0 bytes ...uscenes_v1.0-mini_scene-0757.pkl => 0.pkl} | Bin ...uscenes_v1.0-mini_scene-0796.pkl => 1.pkl} | Bin .../nuscenes_2/dataset_mapping.pkl | Bin 99 -> 0 bytes .../nuscenes_2/dataset_summary.pkl | Bin 10164 -> 0 bytes .../nuscenes_3/dataset_mapping.pkl | Bin 99 -> 0 bytes .../nuscenes_3/dataset_summary.pkl | Bin 16450 -> 0 bytes scenarionet/tests/test_filter.py | 4 +-- .../tests/test_generate_from_error_file.py | 29 ++++++++++++++++++ scenarionet/verifier/utils.py | 13 +++++++- 11 files changed, 43 insertions(+), 3 deletions(-) delete mode 100644 scenarionet/tests/test_dataset/nuscenes_0/dataset_summary.pkl delete mode 100644 scenarionet/tests/test_dataset/nuscenes_1/dataset_mapping.pkl rename scenarionet/tests/test_dataset/nuscenes_2/{sd_nuscenes_v1.0-mini_scene-0757.pkl => 0.pkl} (100%) rename scenarionet/tests/test_dataset/nuscenes_2/{sd_nuscenes_v1.0-mini_scene-0796.pkl => 1.pkl} (100%) delete mode 100644 scenarionet/tests/test_dataset/nuscenes_2/dataset_mapping.pkl delete mode 100644 scenarionet/tests/test_dataset/nuscenes_2/dataset_summary.pkl delete mode 100644 scenarionet/tests/test_dataset/nuscenes_3/dataset_mapping.pkl delete mode 100644 scenarionet/tests/test_dataset/nuscenes_3/dataset_summary.pkl create mode 100644 scenarionet/tests/test_generate_from_error_file.py diff --git a/scenarionet/tests/test_dataset/nuscenes_0/dataset_summary.pkl b/scenarionet/tests/test_dataset/nuscenes_0/dataset_summary.pkl deleted file mode 100644 index 2321d88b39a49e94abf260e3d368566b8db70b84..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 29434 zcmeI5XSh|>6|Mn|AYc~-G$OY8+TioGQEu1W4Y4twl1c_8=xy+2}}JSH&D$6T|F@{Mmyj$8e_kLPsh{O9P7 z5$!|f=2K?Qo0}Cgi@8${vBy}WXH1(pZA#}ajJB-69y9x(=^Zk%d!DoN&zIm2KnU$7)SjLeT+kO&;Rv4wWRiv(K$5BUnw`u%f&*~dG+Iuxo_^p<8`2Wd_ z+0%C*h2@wJDS4;f#3#+84(@wJ!qS6*K} ze0=Rq{jGOO`Dg0*+WR`@ACJjDkB_f?qJuxx-}+pC>I)t7mHzlQI`~^1{JjqTK?nc4 zF}S{bY?tx%E{)%+cWwMsy_=3%t?}da)f>q5)phWXbnqHFxVsMSp@Vzq;5Bt{PaWJ# z2lv*&y>;+fI(Tgzyp9fDR|l`FzqPLZ)Owv`-0}7G^vBoN!Rzbb^>y$D3b=s|-cSc` zsDn4u!F_aaA051r4&F!yZ={1a*1;R=;J!MzuMY03gZt^=emc0n4(_jm`|IFMbnqrR zcvBs`sSe&$2me?H|5yhP(7^+A@BkgWnGW7e2XC%}H}Cu{R&{gzsm+^X^v4J4;DI`L zpbj3Wg9qy1K{|Ml4j!a~2kGEJI(V=S9;`DQtb+&Z;K4e0hz=g2gNNwgAv$=74j!t5 zhw9*=I(VoK9;$EK~Hc$f|zrh|v+;Nd!WxDFn!gNN(j;W~JP4j!R{N9f=YI(UQ* z9;t&z>fn(&c%%*09;Jgv z>EKa1c(e{4t%FDF;L$pGv<@DlgU9ILF*R?L;Tm9ts zE*xLCI)93TZB3LxkMlqD$F1W!NAoL+W8Km@nqO%Gz9XZjj<4H_Y%8*@$hIQeifk*g zt;n__+lp)}vZKh3B0GxgD6*r-jv_mX>?pFM$c`er%aM!rHRk5o6mfp56;o&7J7=Y> zMbg~M`Nv2QBjjlaR zJOYXpe{Wv<=5FMBnuVo3JErwrks77#3v^vI>4< zV#7fhu`Salh1`Z$QM*$0#gsGy)=WWqIsl7S>nV%iG&t&Fu zFDUnd!q>Th=hQIugDE!zIVtzQO3H;gDPPa=*%8Q2~hm3UE}r$JG; zv6ERV%*ASc(a#^eJF_kZWdUcj5OM=gE(VPkdu zq_84CaJ|Hdz0mcOoJsJ7aq2~p8#dOZeH}f>+iy2%(k|mB$ywg2fm*v_^(jM=Z+-{r z;jGi)vh#M5*g+hF$2lzcJm$rX@uSRh63=a{_BNnwyYd&F1Ijsq;@epeW^V4Ksh0$0 zQu4tzXQ#;Rgd1q=Sxx71l{es>zP;aJF1ebznmW7qMx^g)=1#ux3NbNS+Lw=KT)nsdxk801;( z+m7XDsaHl$9G5;Bi7S{v9>fO9I7M0bXtx2kesdcrcko4b@I|qm27VZEEs~7;l_XZ0 z*$HbDMPX7F=3K_F{6*J+avdlMmplzD4zm?_Y2e0T>^TL8DYA1fOdMk_yXah=J#n?Q zCysAnE{c-bY-$)pIoH9nVlOHK%Lm!Z$`ZSsHc;d&PiUajcYEU8C9}R94~p6wpUL}H z;g@A-dzM#3n1?dR%E|VJrP%Yoe^Fd;Dk3Y(Irbb{KgsekO|8)J zIX&3c#_G!1{khKNpKrLw-S|<=Tux;!r!p6QFm~+B&hVFB9srf3xT_*Ad^bv>!r19w ztUQ;6pezIhXXyt{iqT}7aY%TDASf_7fo+v}sVMSA`{-O2J#kWh|E9&v#RbI$#o}z( z+ySnh=lP+Z2Kc$Kw1U|6{5)0LCttK*1EubL_3ciN-#P~ry#Zb^{Dl;+An~g`SlrWt4bXnyFI>xD%+xRXeDFDYyfHvLidritwu>Oc9b|G3oh0>&gbNTy z&`JDTcU(|ruRIrxNaE1P_j_*Y5sIXqi=}~^ic>cz0x!r+Yc)sb^4j(vw(k1F56nf^ zCCMBDHDbF2>yjiMK9}&b%nK_>JjXRHL|X%;-ev03UuJDfLD6%=^mA-~m<8;4>0mDS zai35&;N)PBjdOE|&gI!1ue<1pu0IB)V2=v+sPI|FkV9j+gfxVGaupL?WfsRirmTS? zcl$7%i`V11=MLXX?$dlw=7W+(c1Toim9CX}Wg2k+nH`~thZ7HS-D$ZAN9bH$_6PJj z&>aoRFG2aGoR<{i?d7=_l#W-%cH#yh-qy*jA}3haFA`sHl%jlkn*Hp8AMFWBbEiYA zjNB|ph}by4c~W|gleuMLN3Ip;iXuCGOasL@yC*Q06PSy~QsS_&!m;i7c914{5&6E2 z9WVT(Y4hZZj?=l^KX~DFFU`7~x#+EoJox}Oa~&iKd(& zDV<2;JK3XC73Gyd*LyP_UKbQSFZdzba>5Yr482>BA3*Dd1X@|(U`7>1=5o5C+&}2v zt6o|12`FlRZJe?bW@Ic}XW!)j29X~*x$kqwV?Qxgw_Q;#{8LNc?)NSMMdMzFlOIGJ zeb0(8ol#QQLE_-B;~*@t&BhJ*wW56SoxKQItC; z9CzM7&$|eeH8?M8a9+whcgw;iSHipD43e0*OmaeQg=00n+cZ!*6lLj=m#y*CZ9PEI zC@~7Sb-rswTpEmZie<=%JuISV43?|jP43Ze73Gy{ho5op=-Z7iVmwAaD%>#P2Ds!r ztgB7_Mp$GQq25M0FXt=DQ%CjK?bBb0ty8<}lh(u;Q8Pg_ISD8dFj__E6{&-nFn0RF z28wZ~HCvBkD~&^faQw3uI>bZR@7N()%K|%$&G_!(l~FWeC7i?`CSF3QzzuLx2m8Rv z_(92@ui*9npkK7;yYwgi9VhWcdK>LD$M~}nv5T#aF}VR=$PI$j^$7b+i+QP{JbU@U zb3VP{GfR z2ql^xR?hB~4HRRKbahG3(u74xU(-{FjRa z6;b9K{)}zo^cr{idPTYF#xFm9agVP-(LKW27eRn6;mqS3aVx1)IvI92AR}&OTe7-0 zuDmXaf;WT4VPPW<2uTG&Dhvc!b%^`VQ{5x^q6IpaWs`eed23o@E*eX5_HoW!=OE@D zWlqAX;MhV7N6W<2O37SqR+KmX`0enmu8>@IKkUnX*cav=`>F5bp~Kl_MkM+Li77_2 zNOM=$MNs~{@)xNm@lryDIJdC)*iGCmyiDQPNfrclfvaq+uGp7bS4Pnc$0lkaG)O}y zEhI%EgNw4lb=WoHsujH2ZTdxvE_`wSBktLhFB-`gjTCQ>mCIa-M`CCr)+KPk?j*_ zb5sb$LM7W#oh>9@*%EVa6AcZW8;H#LX~E zM08lsvhczP5*XU5G*KSXx%_ACp_l)8zXhOZj0uZF*u(K6MD*}taYEQ^bB018cx*F2 zdSvBw(Jvx9!&sK3<8qm~&S{LLB2mZJLjrrcF7ic>>0I8L`p9A1uKOZ$(HoGEaK^Ts z6HJlWSUC(UX2F3`3`r>*&5z{NJ+bm!)b7F*I|Y12ZsizU+fIVm!Qe&~zRrhtXxspq z%aaY1`iS?&9&+g$Bbkdv@UdOOxi}#d18EIh8N3Ob#k!J4R&kx6Jgq2028@_^(X?Yg zQTr0w0h9xLA+7-5NCXcHiGwYOU~n#aj|AmeU6*%`T)#Zxt=ElpfpYdE3>{9|_F@*) zAx9(I!bXtCI=V-K^1RN)I();~eI^|Oiu!4Y)>3S(4Yvg$|QFFlogI6lu z1e1%MB?>8Huf#)^c3LF5({iU@(RF#|nfV`H|D-Sl{kcc|xkoXE*Do*!F;_4l#Kh9D zM37wsjrb>Hr~j@fU;Xq)GhY4fRpX0l zWi#dyu_v*caAxt%E*G3j1qFkxv^m1f++M!ujg?U}YR046Fl|8`Fa^kKB8MpKTyU~3 z2k}W~y{Sc3_pOytnpO&9KtKu25WwQ#&I$}d%mu==xp_0Um-F&Y1Es#&s9)S^o%Rju zGKMc2!xt6IgP6?DQqD_i5y#|-i@VGT>#1L;ClQqQ8Ys0lpFC;slo@YrgAH z?qMehgSgwIvec*WQKpsptbt?0tc=o(rQqBt)KV=>xPzSJl(a%lkj?1MMCuyEHXYf;UZ#IiZ~>)lj4bi(%PjfHQD90V`H;5gt5sGB3&aqj35oX zoSI1vI22yvqu8d_ZWU1N&SoT{5eZq9Y|U7|G?yI1jTta0n= z2GIArjkxUixnBXKE(Mylpg2x4L%JmuA2Uz`Z3KnTBHUGCO3DxkXE^Z4lBgP#RR z?-VQnp@QpE3Kyb@s%QqQ1e=-TKyly3r}e0SYOkHN%lX%~uVx${RwVKvD@gQ9TmfVV z77u9HQkNUAYsBSj?O6fU`~38rhprwe@uFHk$^=yB9N&cq^z4vZ#TQ}1$Pt9r*3-=1 zxAv}pY9IEx|HdmPoehv4#VmkLgac%|nUNI2T^Dyr>P`y7<{6*1wgL3S&{^R%dw&a% z#^i7WSoM@8q0kTgkXQr|Wm?9>UC{RCr>$!MJu|ucdfhkj0Mc^=!IZ(pKs{$%)Tl_{ ziP9`6h^n#nwvq?(Y3o-&#(~r|B2FW|gNlK@^&H_!aXM52`7gX;sWXxTx#22-)Btf> z!q{bHGcJAX5?l~x5!+DzvU5l};~Z^N0o6Ad_xiKnzqAvd7U8oZi3kD~CWct#6q1QS zv-{9C9CeIZX%*_ToKVmGMj5ELZPMO^wkppIs)QU6r}X{00R zj!V&t(3U8j*wnIf!fPL1+6mmmh?iP7T_uo)*z8(NSWW!`pxm+26zUX5Mofv9j@6{e zVh^Z*YDUcR;8UCa8; z1xQ_3YGc_TCo&4-7}-dYsnYf#$5?UKq=Z`sRY1mKYm|)J3w)?fm`*%um=FO#Jf2t28 zsu`9?L`0TLMxTqbweWDnsJhtlXSK<0xFNj!;%__&n3o5x#k*; zF@Oebx#Kkh(n|o^gBk6?jGQQ;gqB;B7Rc^NBv2E$kfK;#*!)aww%j$V0y4J$N`S5e z2(sHQ(duMKkZ{?Ok#{PYFa#D!u6fs-3aIwP-D@uUzR&v1Nb9ns@sSnUd|@8K#Zyp) zu0jFAsiKbJYwRG4?HNE1UUKn}omVr1GdDnA0o9DB=WDQ((B26(AZVU6hudjf5&5*h z09y9<(=Iu3-rLMbndcDRf;GlWN>vsu5{JhlCMRSEAVe#if}$BV8|tbgcY;iin8`B_WW55ak6E%^m&dl+5FiaAmM;hV zNr~V~ir5qnT}WU)5eC6BugLZWkTva$D|+oT1t85f*knXmh)^s~CgsecQMb_h|R9K0d&{Q-QTeg4a3dq-Ea#R9Yl58&J=11Stbl4?T(+?5 zwo8NzQ+q@hw$nUyOCB|tx0C6JbA3Yb{PB7Vq+KoYM+xa~uZi9JBXWjM%56;SQ<-~Y7NW#1ma zr)l*nNnF+AZ=Pwnf z#PN}5rV?Aiku`v1*Ctm$#v1AEC(VS&#eATxBinRSE3t`gC7U6}b@d#{$= zEL9TDfrTc`MdyU|h9pg$rY22hw0{LuAFC$Y3S#auA36#hf;n=X_Vp!N}H5FCBr3lGiFp8K#!g> z>Y6oQn+lMw5osC8A{BIs-{g4&$RW4ShUFn;VWr_e;7Z9#9m(J< z;(!&B%+0QVYpi;5P_sA!T6M<%%Gd4WS~CM&SmG z#hz0E)w^x<+Lv#8T6jFFF%fJLeuSWzRHB-ZeA*EekTD~5 z*;LjkTVQ%hD1@R!bW0TvDO2jx0Z^r)0(8_Wfi$Vfh_6r|3G2^o6^hTYEL2(|Bcg7r z+b?T$Oa)YT-d^j5O>cjaPt)5E50Mrq^Qb*xvHi}dC_qO976t#N!bE_MGl0hIu*V5K ztrQ^5*Gi(1fHGc$ZUF)z;9Bs3!~)#l$SE~G5({~J1ysBBhWi%xzVY_}Y2=@?7{bs= zZIbAk@Yo5h3`J26`AsF&*tHWYAY-vL^drP3s>R#F8^WGKA(fq1H$Xg65|$c3C$ADn z*9f|tQ-n{H>JvHw@_z0d+ep1Gh?+r!?AoanQ0=*K){$plBBD&qMX(~M7(Kc6RHJDX zpkyL)d2(igoMv(?_ULp2XwDu}mfrraj{#CMf*qriLP}5wM9E5E>kx9WT9D1?g7jny zP`d%NtmotX{xfNUvDh%6WLcs@hx*2vU>C^%U};g_Q`ObmFF?OGfF8Zz7k~Z3O`^zA zm0g4YB0%i{lTTDjB!DO;u%f_55Y9c+#TKBmD5tO!>tsT94SmMGU2RKMpW|4jZc%?f3X2HWW)(?y?py3fb`O0 z`Kf$MncBmZz&-m#$(12}Cv2iBWB~oa0CIMpepzzXD1h|R!tO%KV)p|G5yC926KA2M z#96wfW9#jgUAwdbsx3LIZ@+`qmn))OOq9Fn7LfuVxd%2N4x#|I4-@VN$cId_?y?HV z*fkB<6H*4`Q*h9n?3fUnvSz`7LKk9T!OdN}yaKA-ls@yDZx_GEjCA|SrfA7=5PA_r z5L$7;0@Nx#wdO=7*70gv2*|n=H zpt`%-OUEB|t}qd25<{K|H$vY4EGDKOnHmOC*kepJl|iU3f=S(eS?p^opxWXC+fLo< z%I5)6W)#1Oco{2(GLQldJxyK!#Rlt&?1XZxaYe4LfQ(OD$c#jYpAn@=HVuOaWrO~h z;GMe%cZB?aOVR+68QoX`)m~WdPap65mYgH)QAnU2sn-(fVcf(8!5#CV*h|-O=;b#S zdw~J8EP8V2BVUVPQ9Ui_v+GKr{ecXhmGlZoLAlbD)S3q^=+8qWQe(%iy=@r4wT5^hrW+e-u zMhW2xy()ZWf|A&n(XACw?X5fJ4ZUjdH2~?QB}tTCKa@c5N3o5{NXjE+idc{J1U^s1EUXLylL+fnUPkgMXyV5 z4GxW1o&TU-l(ZBJkocHNHEiN(?=pby`^8Q-tiA7N0BPb!;)?#(wF#-wSU_w`+W-Py zG>8;|3O(7f*!NUG^|8bE+;6&cuY_udR%1GjTs5hk_xEyhdKSex$UdJG9xYT(gR82fwDQEbcjDetPHmX zTNlCGKy@^LWQ`s$fL@J<@7MA2Z2&dd8Yr2(t+bECkdLeqNDm~b5I3rHkRCy@K#f7wA_jq| zM;(sX*Eo=mRY0|6+njaSysv-Gr>Pks%(r2oIfMb*PkEF|TTseP!5~238*B7L1yr{` zy?6V^4-k$`V@Qgj1QE#M`7G1{BsHSwKuk*1716zF%;?DqsP@K_TfVc~&`SZ*ON)Od z>d}KLnFta%nwW945H3V;&DIFn{^u(o zWBautj!Z1b0xN<1C8tKrBnbeEPEtd0x|tjc(2EsN?TK{;4u5-rxFh{EDl_o>F#Tl0 zm|B~UgIa?OaH)?GyfxNHfR*y=N9sZw0wHn~`ytma3R3DBB(~=5f29Jd z@7Z_U5f^{?g|SA|nGt3Y)}X`3Bc_zpTpK4s7SFa7N@>Vq|GfgLy}f74dUNx&0Mgqp zQZoY5%p$zuAEFUtoyfA0A4-{J6ZP{kRb}iGS2Vi{}Pltb5PRpiDm&bPaW4g3&ywWc>{j>oqx{UwqiDa&hi=ZWPku zMl7$RW$oqzK>Rr!E$g;^EgP|3^F^PQ^$+;pLqGD`1aDsa@1Y-_3;EweKRllDzlVN! zKkI)F{cs)r_s|cE@c-#UKjZ7JJ|VRH1tE`L(Ijvc~t+;*CZxc0w1wNWGICGut&7eQS%9?V~hTTkPs@`lJ>_&Bq{0N z_sfHuPM~qu|MkNKm&O2Ty+#B%RD08q*q@LTX(YLJ7*V#N{gG!A8bFe4{mTFvF}U9) zJ$HW?AZ3w=MWu!)nmQhSKv+f91}!;~1|buhYBrhCe+-}<5B>Grj(MWB*Ib(vf_gXs zcSQO|84+R(JyT4441W&~Xnb1NZk@_e`Lx>o7fxEXc;*@asd|JGzofK;!_?aXfY8Rk zPf*hg2@IQ04akgEGk`7|7~Fg72w_N?$rc)1dBTBOBuaa-NqFsqrVq4s{aWwU0(05dz5!=ApHAVLlZFm2_0y%}WuZtcIi3LJGIs&{h zpyGyF5A~P1{cBc0wRcCnz53o8)%i5#BT)Jw4u;l_VSV815baX?kuCrlD??Y)KUt$* z2GA|TqW!Py+65rZNO)W&p|4c55tMy1-i;yZrri_0I^lb>LqdSos(@CpMzoZbUP9U? zRfGhtj)Da3F?1iHn@^iEegRsi0;(;1uKnHqS4oPjGeUnx9g6B7vIbtMuu;>?3slf8 z3Dj>>7AHXKRX}y?uBCULd!@7-DIbBVih~>=8myxiF9J09_s+4w5Ie4lQp7^p~AxB z7qs!w^gshKvQH{@COy7c1yq~w{`B5qKimS4ni2BafUeIRb`EX6LxGlFKw4u+9CrAHT0VK)P$4uNg#0>O$lv^uVEp;z+~2P@AHZpxM6w4K{$hw|e&b zcy%dh&d2!6YYm9tOX=!n5)l3fHf`EtOR6k1s*+i0(k?(lE1=qEM;8m$_3j5q%XKgj zm=K-?!Gw4L^6ZFOG#yG5$}*lsQ5H#nh8sXj=Pb$}`%Kie`e~eGNCc4`^5zJ>3A2{* z$`!MOLPp}+*flY1BMqSWo6g_t?WcMfGvWy%X?`eto;QM&pxc%H7t#D8`3Yz|G`4?B z1L(_Lzu0R3^SS|~v?fodAi!C;LbOmHwT3sVvvBgBg zXwh&5bA*{gtp{&U5)0GS)Yr)xjje!cpA5a`_+QQvPpfr5C`{BNDA?&b5D7CXZ)`5T z6-cBoD(1^9mrLtbKy_=^ zosWIRT?~-=HQp7%4#6Zx=vg{#BjQL<5fE|Qn-wGh@++X)bC0|;b?dLCnM^GtwH>P9 z!ui6F!a^nVN>PDCnLsHJH9%w61Sm9szF70^ndc5G0Mc`WfZ&kiQVhbe2&{hDB5K~6rC`TVuMov}#5N&q*JzR*D%w)CF%IOm6;SP;S#fmt4d)wc6!DHC zGFs?*^ejlvBJsBL1=H}4rXe-Azg7X&yPR~``(K|gmsZJWIv41Cpsj|;hQ?QvP;4Qx zHb)-T5>1sN<_YM45J&`8iQ2O&*KqRF$%T^nZr{qFKj_W$>BA|BFn zBpf)JY62N#BvHV9p{_yEAEmuKBWSMCcmrtBtn+v4e}5l4K?n^WiIcRlrG8~byH`N0Ql*{^XR_pE?w zAAT@>$2a%=13;RKz;;p^k$N@{li{opGvTSJ029d*`K#zdZvW2>px;06)UYeQSpZNk z9Hcxy$kF4SD0pM^tfGQOS7{OC@*Fv`ZG@4=$^JzJR3Cf!#i#VU>N|i`JVeWyjUpGJ z7{;GaoySIaAp=niMFm7WX6Uz%0W@@B%fveeialDujN~aypN1nEqUn@H?%i2I(4=;c!cmTk#}MU;>d7}#Xg_{s@;Fr-PuOR zoyCllu%||dNp@A`RRZa*CHNhl7T~oJfJC@~&Wm?YdD1cmH&q}xkXZ#(`||2pN4mQ& z;?s0Svlm!**q+qR5;8l zGOYrt{eF{E_d56Q; z|K<%*X)6(haTYC&R4~POP`QnHc9Nuxh?cf@H6s$%oKOMP9{cE$(J%Z-PPVR5#-Gm} zK|+Evqp-?DYoy8q-!vf;=$hMqQUz4+Hssu&oW6~jW+BKyCx`};P)ii#5=0PkK}+!d zC8C1HV#|z9F@Sb{@%bN5+IwAQq~aljU9_1%@^!wigp?6wxiloO?7S1Yf;&2`0;)ag z{c(1miIT6WB%X8%qK1d#NFT`>IgipejM~rPsFDR52l9*xs6OPRySi^a{|W;Lr^X{o z^!3t!0^dR|O82QeTujdwS(Yxgn2|FppxPyS@BM!N`zHg`JV#j(mAp1a?<;w%MY6=k z!;_#$Ab)ID{pDnzRRPtv=zhwMADk%fDJ!9g?3p)z>0RbN@In}6c4Sqk86eou$2C<* zGNa#AK(z<#9*2H=>Y>J`aa4GcNT@myMe^uDhC(kV!lJw_Z*m)JbglvPZ9v8zqwf*pk8vfJWtn-Vg_xB03k;z1DxmtPU;b(KGrxS!SR-C?z{-+$pcLd7 zWxV?Y-zOSP!Vzeb29SK(?<%0$i`EN6!XpL&q@kZLFV)G@Dp+WI07llOQ=j)wGxPv- z5*stRzySKFt=FtS4>$uLUF^WD+we_jif)REVQkm%4V4m-9&26<5hRNrRyD?e;= z@{Ry4B+wF}UV#{2&JNy;TS0__CW3q$eT+QP*-Vb*(|%t8)!sR9@mf#+L~g&f!@)qy z^8iG!((^-GG}13@B}R^y966ZA8eL)ly|B$5KRe-|rvTDa6h#DYGSCh~7=eZ4RwN=s zflHR4as}FFz5(>G=O6RHh!Fs(Un361+QRWfL~NZT0F9M6H-}Y1;jCP(`2If{K({a6 z_uW?)-3^e&M^JOL;lY8EUlC}@gJSX+HcynmvGF9j@o85WK=(|X|JWKg+WzV|k znnBVZgf^Q%7OfE3ku)x%^daTO81V~wMP%1*GJx(s>#jq;PbJOL+b>T8V;>{hLy7zm zw9ur*X=2$(n_=yZ8U4usdhv{{hwk^@u>h%sgn7n8qV^%sM}0~R%GCge2TqYQHd6>$ z>{}|Jdi2Z&AHMvyboyyd8=ya=bRbG7M6u)|5tg3_l3%AUviW|eeA>basP^FXOOEN* zBD9Z&HS*LZL6-D;NS4ikl)rxfT8!>PVakmI`4A`!9z2|Z&&k&P+kObL=4vCA!Uv3uYl@%6!nY8{^b(` zNE)=b?#Lm9&p@Y%MxRDl$xq~=UA5VAvL7^noEx7w`kt-jWUCjkVw@K}S%k)HKdMOn zIy2PYVjywb%}Xml4;w&R{^Rjy-81(FNOz5*9>G-r?L^=f!M8}-9^;Xa*Fv?KX5>)= zDE{-WvukE-29RcuB#$NJI`11v5egc*lsJp-;gVt^XT!K6k5@p(Inu;%v$IBa?Wqc=_UazbJb2#0j{&4KG_Noq>-5Q|N!Va}xOmVBumIFpd6-heW3k!K zR6xe3H3@_q_JEZo#b>SHL?IDKPq9j*k6;^DWoRAGKf>FU&6Z`R0 z8q7$f?nr=MGJr1K;GWZFTzL*an)h?3u-Q^qJ$>S)M+_UZIY8>Nd07N;E`kRBrXm7uyqe1^ny8vBDfc&3+A^az z4WRFj{o`(<9@-Wl4gKVySF8x(HV;iugF?oLLO#JBq1&L##yCfB8$kcM?)dwsKI{Xe zzMnT9Xw2fxOghGCLV{SQBu$+R4w(=zR31{c|6K#<<+~3&?dGkv21t2G8cquS&JSJ< z5dO-gHqU>hY$P-%HrJTZ`xQ|AN1J|i^6$G!-mjrwNK(!_Yw!@56GD?1l7>W`Ru4E_ ze79jnKCFOhPwn~fz`kpo1kiGqJ+Jj0G#n^ZTHoW}6OL$opMNb^ybf;})Yj4Z;qu=` t)VgiUAWHJnCUi&S+GAepKV^KE){pqt$kvZLN40*+zjp147{x~pHKZ0Hus!!b>2VBZ+=?sg2- zC;8s~f!?0h{^)k}_Tj~`pol~D@q%&F%1oMsGEHQfiYOG%h4Uh0T)Wh$5VQf`=x)3?{!{yh>JtvI;8AfD z{&w4UY>Qoe)Y^YX;J4|~JM`AOgn5r%|099lC-8>^{)oW)8{m!+ zY*VeHsqv^|RO79V(S#Y(c)eq6gSlfYfe$0_;RGH>;3Eip1c8qv@OT1GAn-&2PbBc? z2t0|vM-g~3fhW_W$@JFI!x&lXIGSFcLf|O`oGcs_yW6L>y>7Z7*> zS-60}3kbY`zzYeykiZKGypX^P3A~8FiwL}kz>5gHh`@^pyqLg?3A~uViwWE)l(mi} z1YSbmB?MkV;HAX8l)y^~yp+I83EV>976P{rxP`zi1YSnqWdvSE;AI3}M&RWHUQXcU z1YSm_4oS?Cm?bew zVwS_qC775cF{=^gSU0Iwo%E#i`uu&xv86tAB9&cGq`)*&GzjWrr|!;QSpp z-p74q?J4WmY*;%~KeB-=&)w$w#DP8+wsvicJzEBfq0YVaqqg_%?C#mpm38+IxSoK+ zxZ}i4rylu0%NOetce-ueSp|Dc=prarYJl*KHtENHNF)beT5&bW3eSXP2%C0KH&UE+e2 zLMFQ=_GSD2$duimPKUC?wfY(-?(uGSoVTtFIa*|oziK@JP%4MX&6sc;zW|F zOyfy~WeM4``sB{9Tr&MVu(W}t4J<53BW0e-oJA#tF==9gH)*h$a4L@#mKI`JHBFrO z-N`?$+QLM%+%jnsuQu>Wo2OJ*xNs&lxl>7&DF+sl z<hi zQ8Edc%nZ{a)rwVYNr>giw*Rl2=&jH637o;k*X;Yz7Az{!q}u++z` zIcv>^^_$NqGa;pw)gFHP!f~qf@;UI&Iq;7NsmcXb!?{+$BFD1Cv5avhvfxap*z|c~ zQTLzs+LgDy43;@ynN#i+PjaDyH9l%35(g7=D{REhMeA*KWnVbJa_4W3-uUD$uq*`2 zLa^}Qg132&w~f*~^USaqkWMDI(RkUgrQGq88Z0AKtf^cP*L6pX|Q z6LYB;Hoclp9c0V85B`1sEiXI(mKtoS!4`N$^E72fSwtUFGz|iNv1RZvW+=ByTUIw% z+JEuJ$D{oCGN0}R%e`QMH!-&`tuthTPBNcKFGP-%&^n^tRJ?mK*>W=fYy{tj3u z6A~1ba$3uI#$c8(h&T(LkV_OETaCVT#IpX(Rd;;#_gxj1=!MB-jNUlZnc?3UtPn6J zL#hW_Q5nOh5X;h=Rz3H2&xv4}j1^5T_lUbFxVES)n97**5k55x2OiII#jEl1MPga= z{<9b7wX#A;ut=~ZmLX0|g5sc6jKX;3gGZSWAX0g?{%#em)3$VOB59 z@)8>z0tZ`EV6>c>R533kQ6;rYl`y7bA@eS1l!ja)iPF?~;dmx(NGy*Q<+#G~WwNDX|E@h#Ze3Gx zw6VFgUYkrHA((Z@qMWB91fSVViE8Nl1+jefN4Iad>ir*pUo z)B4e0mEucmJ$Eq19>_80^$Zn9G$a_#TA3Is#upQciRdyCArz{HN|aa7UvP$GA`@ET zILmNs3>A|;6;`YsDkc{_#nA_3l48ms^@RHDL+S};utVwzCelOd2}H?5>Iu@}ka_|q z{C`kSVlk~~E~b<0QOq0`0h-Z|?17ZfvHg}8UsILpi5znvh89R2SqvHyfDKW`Tv0<@c31<% zGFRQU^yvS33@kJ#NK9ZDO+%Vs=C@uNOl1*6A=+x4h^#Rh4zFk@v3%*CzX>nSI2SAi zD>7vloXA|~T%bqb3e!|MePB6g(a~H-L4$WWD13`pHa~dSn~(IqU$G^K91|tp_cl=& z1TAD1$G|26^bJ`Z!!BsBwEt&%-~DHvw+<{chB364P(vbQ9`-K zk^dFha@yH{`;Du1mV@`{SkdWN5e7;J0WKsCwm=uLKI1GA9D`NnW!_u= z@K)1Lw}FKQZ^abm7Q?KDG~@9eCbH7ArB0G+SM|#!#Io_8<%c!vzXuBqEjjZ}%b;SO z2o;n!K19eIQ9+ro?jTz(C6+nY@~6&yvJMuSF&xwti&-V{)~bw^Z!*l7PGf*}kOL|m z`DMh?>VDPvld%tjWdME|D0dn?p|uP>c;+y|qdOEXfmazW;WCVKm5%(o#IoU;XII~_ z;3t(8;RU53J}DNwa%pCHDtQnP6pTvPK{D9o#Ioa}t-sy%*BUI3!IsBh3+Bl*uq?5G z+u_({Dm4k@HLaPpv1-c|4VKE(Gzu)EN){NQA&Ow~3MxsVVAzaDDKNB`R#u1H`e#`v z>OvHd98;%-&y<2q2sIv%7p1PtRMnPUw4&3;JT&;;oGY;+8gf(k1d=5~urTF9G)};& zv0M&gQPR{@=F#^XEbXs;eD&?$(Pe$1fm=di}epZxDPB5D~ebV3R8mok={c# zhyhAVnT#1vAv8)Ks;TP^*mYKkLnq(Te zcu?%#N-S*u*Ix10{3Tcp#0x~uQuKB>4PW-*|V=&o6uXaj;wmzg!2uWC;J%AYt+pdPbn*B%z(Um<^#D<7 zP<)+J_$Lk~eY|Qw&ynPzvto^&x4hAKFv|A zIJW}IErj9RYtC{9GXoS+>8eq9AK6xXZQJNyUsy_(REI4qcUmw8*;Xls%*>&5s1F=UI3fb*55u4=FA~1dj2D zS}KvGh#(|ah2;TS(cE!2U;V;Mr(;EwSBbU=;sg}}-cFF6IQ1c9327YaMoRHh=J;|{jx`wJ@JLBz(PGl z&fpSM1?Y*$E5uDwMj_HONw~uuQe{Pt63gfR`|`^!{llIL3l?N>dw}n^sVWaD9B(#( zTpfa92S?#!#L_p@s(Akbuu$iUwjqt^Ko}AVkr>c}phtsZ?PJ6-SM}}_#8TtGyy1U- z)dCjEE7ZJ*gW8}C!c|&?@(G{t+?8iUY89PNrC zL-?+E_bFmI?a^)1=iPZbSZI$>w4B6wgw``r8m*`Ci3SHQ=dv7UO@(D|gQb1n-FfTA ztpY3ut{AbszHG$vXchh)6BKj23}-8yqZC$G^v}d{-vg^Zy7Hp)z%l{#W&-LB$0cPF z&@SQz4uZKdxhUt2r0ivM66t&@z55KUX!C^5%T|8)5Ll?1L;Ew@ptW*2I(jJOM&JyV z7&35OsI%&de$in06FH406Ak$AE9Y{CnhZe~BCyYrY6d(@w#+}{qc`8!zocS| zfwYb@pF{h{yo4SWg%Bkx3Al~7HdZ^4eZV!Z diff --git a/scenarionet/tests/test_dataset/nuscenes_3/dataset_summary.pkl b/scenarionet/tests/test_dataset/nuscenes_3/dataset_summary.pkl deleted file mode 100644 index 316ef7b4f3c4fa77628e0d7916f30ba95a02c58d..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 16450 zcmeI3i=Wn2oyS2D5J(Wg3nBu7Fv#V1e!ug(vFbdCFmmyREP1Q(cR4>EMwnrl84A~B z?V{;6ZfT=dy18_5E!%RfEUC1uENQiyQA6Vz*W#)Ol z&*wSkd%ov;{roN)a$Q^-H1P8e{WJTfb(ig(z1@ZBG~MkR)m(4Rx;33^+6P{kRf zA1uNnM0lhKj}qZgBK!^!K175^i|`l`9wTp!kxv~uAQQCJ4wa9O72&ZWJXVAc6Trhn zc$^526X9_pJYIyyi}2whe7Fc7F2YBM@DU<>qzE4=!bghmQ6hYl2u~2<2_if}gpU^C zqeXb42u~E@i6VTA2p=QDlSFuu2u~8>V@3E_5uPl~?;i)1#RfMOC@Kg~#PK1w>6&@$T$BFQ9B0Nomr-|@15uPT((?oc>2u~N` z=^{K`gr|$}@gjV@2p=!P$BXdsB0NKcXNd3&5uPE!Gemf%2+tJZnIb$>glCFyiwL)f zaEl1Hh;WMt&l2HTB0NikXNmAE5k5hLPY~e~MEC>|K0$Ld&k^A{ zB0NWg=ZNqe5uPi;b47Tr2+tMaxgtDIgy)IyJQ1EJ!t+Gf6JhTt``#zpYTm%7Fl=wR z6?%YQVTzvi?%s9lvJIPTiclYK^MoNio7NNFhpk$4+LDFK7xniY+>o?! zcYNQdo()-Xar;`+xw@y`zieCI=yhEi$rIYkHQhZ~XF)Koy|cc2@RnD%_l??^tzA<( zvPTqMojq$hd%Jo`R`z|bw{LQ3;=G80R4KpEo+(n38|_6=98^jtaXGNYqxwdiwdmAE z=d4_@WWgEz^`q;P>l2r4s~@vB;@2lFTU9@H*(v~&)MQnx6);+tu}P|;(6LT*;+H{? zGyv;UK{>90QakqMAG~_+%JV_F0F(3v5(Pn(q?s3_nKoXSSCMDJAP?h` z6HMi}hAljA;qoQtth8q}N6=pR#^M>ncejIfEoj$*mZc=Caj0@HD0HgJtjc^-mW9@7 zWMa>EcIFAngWG3!TPpZh2IuBHW*8NdyIR(Q@>+VsgP%*^?X1NFRZymJ zm8D^%weM#^ocIZ6RV0~Tg)T}YD7%(Cv-YKno&cqbwRG9FWM!C?LF}0_)P9y`QDRh8 zR2)?08{_UMX`t-6@q-3|BHAU*HvH>{rS^3Zcu7*`L83ihmHd_mj&|qETE6kt125hD z-0wk|z*;8QGvYEOK@o&imFcWhX;3PxFe`%G%X01BgcBPmwb>8P?i~B*Tu^#I>9IRX zO087snIwvI=A}6$KpH1;oC1^Ya}!P$l*wN>?I*vB9|C3Xtt{dcrD)|vp3d+OMOIX( zxXSZNn?N^qG>?<6?XMTPm7y*&PlZW__3M)BsG>xNIEykjRkim%Sr2iF=;iU2S9-rb zX$)(Tn~+*p5LBhfbfm3Q@T)w^vI-kANs(rbc2AWZ4SM6&P1nEQ+RK&bf?LY4VC z_Ts#vR4G zhMWb80mXolrBRtw_)G13+GJrKW|gms0$a&qUUYVJMgzsU0b4-X0!oqL?g~>{XRE_p zXH{Y1Ad4zL=7I)dyLK&S?T^w1N*gF~nWt&);iE9(jK35(c&*5*bR6tsyDRobSq{o_ zP{ODPIFP7_a-|hhssVeJU zq9{uOju_vWc!_m@j$T#?%9B$bpYYL^@t}xa{FLyP#YOHH*gdW(G}g}rxXi@h9~_i( z1?7)dzx=1~L>GW^13S9Go)PB}CKXP_dIrx+<1A2N7RQAl`lgpj^#buC{07dqoz8MMPlJ zS&%*dRVa^;;GXom1?83Z{qe51e*4d$YyxEyD3Q*6U*TH9I3Px5Ns(~Kh0lvR zQfc9=3p$kxg*^oqz!;v@`w z&y8wzL3!=7CnmRDTLa}bc61v%DneYfXS_hCN{2)hvWGH@BV1KT4k5N{*U}*Mq_(u4BT8Z^*=5 zU-#YyO6%^aqj%l?!>yo5{^Au?S>+)cOF;2SoMUCU3#5pq%J;dAmk7#B-~G_Xrg#6l zqn9}5lX;5w$1~)luBD1gQdk{xjS}VF=}QIWslTLCCN8}Y6vJB^0#+PZCwY7 zL^YEHM&auc?v5_JfLuHTB8a0jstElJ+qLoNgM#wA%RjUA>i@FQUOWSi2zO!vKMhi@ z4Y_yj=Rq2VDOzEN&JDOiP+r)2@b1@sV?Cxs65k|*urw?3lI3JU62?X5XGH$cBdL+=&g9{rP`?705XEeqdwle42D z4>3Cuc-*(fabjq3p-9OzU1}EA*pbz4UjxOtN0O-$&k95SZ@iMUqYSc~Y&T1k%Gniv zI(qqMS<7ozJ!n3^$m&Jx1>?tE8|o?o2&*8%CN`dhXuQBVI4B=&pwyzl7YAo{ZwF-> zRyWOB9hGKcI9!}1N>&M~;h=1(LTZ+~DA(@4Bk?a*s{x+32vns*-wfy_LP=493HqWJ zdq(~HqljK~m~wZjAmu)3&m%{rs^MNyjCweAxkpyJ*Na}Bx;J}%$LUYABdL!R4kjT_ zO~~amAJfK{nT zIwND)SVOz^27Ge=9i4=BPeQvf36Fkr&?u-A!hLmyR(M__J&vrbsbn^{1 zs)=^FKQtUN0&E`YD5c^H@O|XKWLKf5U6fA=%5%T^%JTL*ZP!8~EdGr|jt)UiuvR{K zs#kINq>EWx5wjiJ{Z~QRG3GxmOYXIma0ff;U`HM)9baD-MSuy%6#CTCUe1=ng2scp zmQU}m7dfMx#J{4t$IlizD58{HjtoAHD7?t^#4}j!epc4 zq}4Ex+ZKtoZoepXRH>>gfUG<@BYV=f2+9lJ`qcUxA5ox)uOlMIc@|cQv9(r05Qwp2 zTWcBWS?$K@Tle3QWX*;agUx$FKlim)rc`+p!PFQf{VIa3a~r=PYkBCpkylT<;a#jn z>LV^QzB<%Zf*irU^?%NGUZx0la+@c0)h=Zr9O4v50Fs_-v4xpS?`F)`!5N~6PNw8^|nJ_0Y!EclX)oLOT#LrFF-6HDJ=1!9_2|8WnwQ@ySEF< z&NtW2Z~0sdid3ImM!p+O*jiXuDG3onNGuv}6H=8rdbvYT{=9I(w`V_W^&-_Lp0=_% zc9=xiZdN6%hw`e_wkKHZlaYN@P<9>s=YucUeWSCMq{<1+k;>4IwvCFIQ}XB!kY7@u zyKA{qQ2sFd{NfK?wl5`q*RU6>+tMex#SATJ9+K&j#}p|(P)^!az4z=#fIu^>EhmT|s%~zSlo@=&=PTr{Eb*!81_qkg{?}6mW&1r&-Dk zu%6+^g7W07&P&^>EucuZqM$1qqgp!7iN=EId60Tg^x3|3m`GpB-hiJrP-?SgZ_kf> z$o4!W-^~-K0wI2zhO?%w#~=APD9y?yOEEIr_BMD1 z596WdToiaJZglQuWWNxUN%1+m#=mD3DAH#r2+5(r+n3bSewn5*Wi%IxUPTgNfQ>V< zJ90b%Tt~WT(&g^!?=q=||1E+S_~+Z!lOzT3iDT6%l?4(aS&mzxdlWT|f?ueI-)BX##L zYwsJ={JY)Go4WhyNY1NI{ZN13_~u*P?ItVg0|EnIJ$2a;^$E*PuFqRGqPK6Xm17uH zRcng&wU%)L@}RyW_ItVU1ucC?@Bh{Ses_;q5B{D-!F*{)|2@4MSk&oD2eYC7lVd{; z9t+2&eqen_{h+JrL;H?wQfKO2YuCbr*|>)Ptv3Dj;li9zbLg(sN7P5wM=`kYL!!23 z_(C}f3x;Ym3aJeXY8XvH)n7kE_%QYx`|D%sFVzp-%WkQUeVg6E#@KVbBx7CMZ+!9Y=a!HFNoiEr9tDF9 z-!LdQlsE|uW121%!xzlN;2xk0G z5zH(r3f%(hRY5uUF!j>r=@}@J>c&hqsP%Mg%h!Z{SYq449{)+{IqWln{iC3qy7-J8 zSAFjvL6MO?DWxTtlu<<5T+km=wp6Q98v2Y}_Gx$gNlKvyV~Rc)Gd_BmOa?S#&@9gE zq`~(6$Olbh^wT$b<%$K17cW`Ze#(LsE0!!;0j;LvpeAtZr#4mHG*EvS#@H&P!fof;XUp(@RG5-yalyH`s1)n7dF&+jeQ5rG_NvXZ5 z>1;EgQ6AW>j&OiZ`S7MsO!(@2fR06H$D*@@re?_}%fw^mOk1*`acq0QK7)RE3J%by zCQ$3nn;w|3?zT1uD5i9SqLX?)&0miylCqsX5q*1xE3q$)MZ2Oynn1O4hkfGygVx!J znOs>Pk_{)voR!&y2i<|rN<=e+p{wm8HL9?VVHV`*jxkNF)_+;K_{#owjRQ-%5gtvD zlraqLK&m+U2=q=N!Vm0~^*LR=jB+^m2Sh{6X|!}4=>V;G@P|KZ`N{_X5>xWI9<*n2 z2v!_iOlOWEPna{~p^Hh!+_8WO4$!LX%RjsA*Bb$ngQG?*A*onv#C2OvQAy95;j&6; zSVvAN-!ahvS~>mXGat{p0Fq9(W%!T2Z8MpxW8 zW3y+bIPh?{PAvcq?P z&YO16rJEo6G(ZwmAj{G5jTOuorZ9?*6LTS2R$&Y%y*=jwYX|7un^)iay%+xokXR-| z!;B0IG5~Bqf^cT(V$7mxXhCePT%gDST6D{d`IFWR14s@|hqO;Tx~^4ZeNzOp5EdsK zlU$Loq)zVEk+?vQJ^61RyYyv%B*C!$jN@j|0EsjRnPD(I7@%ER{#xL!Xubn<;*e|q z^86G_eHg=C8DsAXO?7xniC2_9wn<8u+TIR~8yLh)H5?tC=m0JFmup82zWX+SBwpgj z7_(ZQPN0}2!UJOJr7WokQXTUQ2k2x6sIBkK-z7S1GHZ6?EBZXs{xWkS^2v3LfE+_WF&^_SwW6mG3zfFl4Sb?f>Ruzv+uj+ zik)f_Kr#fTryRhapmA!6seXZ@gnX7kV5_Pa<8-!mssnUpVUC&n=6eAWgXHU>SjQE< z1LjOpGPEL{D~WN0Q3h%b&|(MZfZFy;&YZU%Ah~OVF(#Cx%Mm2+5GIeM8XDgeC1IR| z%mF&h0b2a&Z$G!-;m-pkUI}It`MS?BaeTNUW;YC!13KshV+PON+ENGT?4Q5z^zIQa z0VHE(rjw+VCHXShl63)L=`$0901znNaYhOq%N-#9eNTO1=!dOkOVZ1b-N0;$atu&= zSYVQtc1nRyv6Oq)j?Qp^+D`t()<;izz}Z>_lPG||MI@n7%ovxe5~VOA0!Tvy@jW^c z-*#3L%kgb;Z#^cABmvAvps<9fh~YoOZ${rSlU<1dg0{d2`YNxIG?8m>i+Px?czjBTU?`oN=coil>5QpG?L%V|-uFLn2BE8!)YGF2H^XQ~P8V=Qe?AryjIo^Otsh0TrVk;vh17(^1#+H4*6Db+12q5f`QO?!@QlS? z%S_3P{lJcDnSdMEgi!Dk^g|V$vrFgTE^>g*?O!)}#Lib)k&IKy0uo^aQ5~kG9UWVe zBc=e)#m=nC|8;PA6YH-W9Gnf0i5v7&!^0L-cqF+Y>7Zt+wl9&iqih1TzRl>$E852$aCiSl9iW)R1jocZ|OGPZ_qe8%FF^rZOsvJcW5h&g%ee zaDbwptv>klZDRqFw3#}N*=G#V4|WC5GXY0_$TQH4RH5j*HF%E$bk?LxhjpH0N8Msd z1;rOx7EE@~&@bsJ&j48pA>@7(_ZmcX4q diff --git a/scenarionet/tests/test_filter.py b/scenarionet/tests/test_filter.py index 3cda91b..cc753d8 100644 --- a/scenarionet/tests/test_filter.py +++ b/scenarionet/tests/test_filter.py @@ -19,7 +19,7 @@ def test_filter_dataset(): # nuscenes data has no light # light_condition = ScenarioFilter.make(ScenarioFilter.has_traffic_light) sdc_driving_condition = ScenarioFilter.make(ScenarioFilter.sdc_moving_dist, target_dist=30, condition="smaller") - answer = ['scene-0553', 'scene-0757', 'scene-1100'] + answer = ['sd_nuscenes_v1.0-mini_scene-0553.pkl', '0.pkl', 'sd_nuscenes_v1.0-mini_scene-1100.pkl'] summary, mapping = combine_multiple_dataset( output_path, *dataset_paths, @@ -34,7 +34,7 @@ def test_filter_dataset(): if a in s: in_ = True break - assert in_ + assert in_, summary.keys() sdc_driving_condition = ScenarioFilter.make(ScenarioFilter.sdc_moving_dist, target_dist=5, condition="greater") summary, mapping = combine_multiple_dataset( diff --git a/scenarionet/tests/test_generate_from_error_file.py b/scenarionet/tests/test_generate_from_error_file.py new file mode 100644 index 0000000..88200fc --- /dev/null +++ b/scenarionet/tests/test_generate_from_error_file.py @@ -0,0 +1,29 @@ +import os +import os.path + +from scenarionet import SCENARIONET_PACKAGE_PATH +from scenarionet.builder.utils import combine_multiple_dataset, read_dataset_summary, read_scenario +from scenarionet.verifier.utils import verify_loading_into_metadrive, set_random_drop + + +def test_combine_multiple_dataset(): + set_random_drop(True) + dataset_name = "nuscenes" + original_dataset_path = os.path.join(SCENARIONET_PACKAGE_PATH, "tests", "test_dataset", dataset_name) + dataset_paths = [original_dataset_path + "_{}".format(i) for i in range(5)] + output_path = os.path.join(SCENARIONET_PACKAGE_PATH, "tests", "combine") + combine_multiple_dataset(output_path, *dataset_paths, force_overwrite=True, try_generate_missing_file=True) + + dataset_paths.append(output_path) + for dataset_path in dataset_paths: + summary, sorted_scenarios, mapping = read_dataset_summary(dataset_path) + for scenario_file in sorted_scenarios: + read_scenario(os.path.join(dataset_path, mapping[scenario_file], scenario_file)) + success, result = verify_loading_into_metadrive( + dataset_path, result_save_dir="test_dataset", steps_to_run=1000, num_workers=4) + assert success + set_random_drop(False) + + +if __name__ == '__main__': + test_combine_multiple_dataset() diff --git a/scenarionet/verifier/utils.py b/scenarionet/verifier/utils.py index e120de0..8a1b336 100644 --- a/scenarionet/verifier/utils.py +++ b/scenarionet/verifier/utils.py @@ -2,7 +2,7 @@ import logging import multiprocessing import os -from metadrive.scenario.scenario_description import ScenarioDescription as SD +import numpy as np from scenarionet.verifier.error import ErrorDescription as ED from scenarionet.verifier.error import ErrorFile as EF @@ -14,6 +14,14 @@ from metadrive.policy.replay_policy import ReplayEgoCarPolicy from metadrive.scenario.utils import get_number_of_scenarios from functools import partial +# this global variable is for generating broken scenarios for testing +RANDOM_DROP = False + + +def set_random_drop(drop): + global RANDOM_DROP + RANDOM_DROP = drop + def verify_loading_into_metadrive(dataset_path, result_save_dir, steps_to_run=1000, num_workers=8): assert os.path.exists(result_save_dir) and os.path.isdir(result_save_dir), "result_save_dir must be an existing dir" @@ -56,6 +64,7 @@ def verify_loading_into_metadrive(dataset_path, result_save_dir, steps_to_run=10 def loading_into_metadrive(start_scenario_index, num_scenario, dataset_path, steps_to_run, metadrive_config=None): + global RANDOM_DROP logger.info( "================ Begin Scenario Loading Verification for scenario {}-{} ================ \n".format( start_scenario_index, num_scenario + start_scenario_index)) @@ -77,6 +86,8 @@ def loading_into_metadrive(start_scenario_index, num_scenario, dataset_path, ste try: env.reset(force_seed=scenario_index) arrive = False + if RANDOM_DROP and np.random.rand() < 0.5: + raise ValueError("Random Drop") for _ in range(steps_to_run): o, r, d, info = env.step([0, 0]) if d and info["arrive_dest"]: