From 2ab3653590d1f6a65a2d0ccf73827454fa1ea0af Mon Sep 17 00:00:00 2001 From: juan Date: Sun, 17 Dec 2023 10:02:48 +0100 Subject: [PATCH 1/6] psi added as a bonus --- general_rules/PenaltiesBonuses.tex | 20 ++++++++++++++++++ ...or ROBOCUP @HOME PSI SCALE PROPOSAL(1).png | Bin 0 -> 25933 bytes 2 files changed, 20 insertions(+) create mode 100644 images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png diff --git a/general_rules/PenaltiesBonuses.tex b/general_rules/PenaltiesBonuses.tex index decdfe7c..f999d40e 100644 --- a/general_rules/PenaltiesBonuses.tex +++ b/general_rules/PenaltiesBonuses.tex @@ -42,6 +42,26 @@ \subsection{Bonus for outstanding performance}\label{rule:outstanding_performanc \item It is the decision of the \iaterm{Technical Committee}{TC} if (and to which degree) the bonus score is granted. \end{enumerate} +\subsection{Bonus for perceived social intelligence of the robot}\label{rule:perceived_intelligence} +\begin{enumerate} + \item For the task \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are allowed to request an assessment of the robot's performance regarding its perceived social intelligence. + + \item This bonus, ranging from 0 to 50, depends on the robot's social performance. Referees and task volunteers will assess the task's social performance using specially designed scales in a survey. + + \item Every team seeking a social assessment should inform the referee before the task. that they want to be evaluated using perceived social intelligence. + + \item Teams requesting a social assessment are both required and responsible for bringing a minimum of two individuals from the general public to evaluate their performance. Evaluators from the same team re not allowed. + + \item After the task is completed, the evaluators will fill out the form accessible via the QR code in Figure \ref{fig:qr-survey}, or through this \href{https://forms.office.com/Pages/ResponsePage.aspx?id=6sSEXw03nkuDDHVvi_G1H7VNGCdGFtZJs0ryJVVWtCFUQVFSWDlYM0FHRVA2QllIT0tOQjI2QUcxQi4u}{link}. + + \item The score will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/r/personal/juan_pena_urjc_es/Documents/ROBOCUP%20@HOME%20PSI%20SCALE%20PROPOSAL.xlsx?d=wfdc816bee34742e1a9e5bea95677985d&csf=1&web=1&e=zRwl4u}{spreadsheet}. +\end{enumerate} + +\begin{figure}[H] + \centering \includegraphics[width=0.3\linewidth]{images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png} + \caption{QR code for accessing the survey} + \label{fig:qr-survey} +\end{figure} % Local Variables: % TeX-master: "../Rulebook" diff --git a/images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png b/images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png new file mode 100644 index 0000000000000000000000000000000000000000..5a8b59e873c031472b1c31f2df185f1b30d95510 GIT binary patch literal 25933 zcmeIacUY8n+C6SI#TF!qii!o%2sS`^hbR^-fFc4?Ga?{$lp@W6Bnqq|ilP$w8Yzx2 zFp5AB7!)Fi3MgghU_lTDLCP>N1I+h)2D8cje(&!4?scvIt=Gi}Q=WOAPr2`NpL6c# z?0(~2V)G>D&6+h!Y`5Wd(^<1V4aQIOoGMS^pBpZvI9uR`Tyn*Q67`JXr+iTAaMGBW=*vPN)q z)fZ0_{4-3gHvH{HxmcmhUoHfDeW5q8edTutZ2Ra3=GhmQ4s{ib4$Zj|rQ2}SLBYqu@&TIv%baYcs9KSR4eZz%D+B|A@8eJI_}Jy2YF z!Q;;!Z|@h2^4L>vv|r|qcutn_imMV%T2Y0XMkxy0TMwHw>8u}`HS3czE(QkscN-Y| zel@s;1llEC!?OL0LQM{)nr>WR{?*r&&$JGIwfIE+#zoh+-CS(tyCtAkO2x&{)Mmx! zjX#~%k2o}YiL>oWo6ontpZ#0I!`;t!>?u-^yZhIn2XANzyy}-M!K~|cPH_#Y3y$6M zNc-l5VzlkzPqXJ7IkWNHC$Wdi6TV&dvVb-4^0mPBymLUOz?*wZGvX7yOa9lEr5P1% z)hTvap1?a>mbpITx1Qe|WK<0&ANi(MQWNIO&(~3QPdhmB8|BFDXAkzw&iRG@waM4J z%#6}cN!J~{IwIlBuyJJQP0TmYq&dcN%*qVE|9WrK>TO#Wue(B7yR*>vTr-cs&o2@1)&pMf|U*J=sQN3%?oc_N=#=SlzrEUEBv-kR+ zS_HP*(?3;CPHAkh>YDSm^$Yo|*0?*fZ3bqYHVJcooYj^7&2Yersq?H2^G7@X@*uan z&8kO(Hmg=8qf6}g@j2%u)(5q}Zr4rp7VwPSg7rhXy)w^^NAa-g{9UlRERFVQIZ!?1 zDMzVC9OeBzj$_%)nx&)ff1Kjr=IFEfh@-QMr|z1;!jd(sU5@Imu~0SIVszZV@tBKY zpqJypKw~q9KsN`?qigi_=IQur;Q$_vK9tq|9`2srTK>9gM90;_@8oHPHLFE$@p02# zV`;R1wE@-3akYxPiu@M29sVvSmDcFZTdm`D)Je;9`_2!Cz+bv+j`{c;*HTdM^YfGU zQU}zjo1^@h&4Ht?g6? zUvhf8x9hGU->-F)>fmxzOZ2OQnuEI15eFqXbtNY?ITbY}bvepWRTa4{YFiYQR4B?y zs!FPVI@E4YZy$=MgCjW<4leJ4!*c!od6)lTDQwYD zQC3!0)|69mR8*H!*>coTPQyu2LrziMK~2*EtKx_niX|+{aYjO zZ@u}ytLr~DT=V`YryMRG$DZ#DC8>2D44iFp&NFsc3RC#BK} zXJ<$4|NdCYD#`RM9>De+j*}JP`%p$fkkKLd5nWoG)fBEr!kg#QBpn0&c@tdN};^N6QRyD~b zPdKb3LBK$#`sC(~i{^!XHfz>*o?^;>!C5{K|KA?Id;clk{x2WCn#4i=4-doHUEB41 zxD6KRk;~QNRtc})zO86W<2Fd=vZlG&>9be)uTEk6HrmGMO%Gix+?xJtdQ#xV_Tyz@ z(z)`#zW9kbb@fndKGkIJwas(sswZCkb~ljQXJ%?ToaV;m@zNhgEJ>f9o>mX>zj`Gl zd9q8^r8Z@E0W0QG&$~~>b)v`-qO8>0jvEB_(bKoN%GtAYv zc1(v4(guTi=i85OGi0pWdo87vTB4g`9uySBA5GVP_d}1ICe`3{XL;oEx_iEyHtFfI z>O}1_*LO{~*Sd$u*%dWaRsP6gv6#9C%+0R}0>l<92&>BY<(D;!=Y>XD85kJ!7W5?T zrO{~Ad*&`KE?R-3#|8!+y8?n<-2aiuQloaPU|UeBR7?Bz_Vxl{@T($Sy~304=2^d< z=t-7hH?nAgQ!(9g+EgKRvL1_VbG-F!WHJfW(p+Wc%XT)9R^+1JPC zO#MbVIiq#!*2P-Cetu(D-Q{(AYu~>tGw7r73OkLQlLDN&*%S9a6;Jte_JT9@=XBgk zCf_KePYHP8^|x-_n#bW>&>k>M9{){to9k4W{-goF(j@qDf$oVKU0#aRkOxY;~KWFOs6Ez`8>@3@OjzGh?dPRJ!@aS)U{kk9|TVh`5 z=u_pIGY#6O#*fQ120ZwD2|gDv((QOByTH3A4L{xdy}_vN`vwN8xg*6Mt$EBG!Q@Cy z&6MEytKZJD_9lO8o#(EZ%I6+5nKkQ&goR|Ah-U0xKl~r}8;3{4DLI_|L*?EA+;0M_K7(Yt>nl@EfA6-o1NA z2|DupmmPFEeM6(btt?EeAS7%}q?Ep%?&vcEdP>T-jhv$HI5*S7hYx2pj=xa|(X5JB zSMct6x6-feQpePQpYw20ao??sZLTzKhP@Fvwt*|H-$80G`9>x6>{w;zKuY(0?3G$Z zen%WfHOaeLvv*oBxMXsedAKq2a5QJRgzp^3=DiBVS1JV>4&~>~tgV-ux{Y*KQD`2W zEM4-G!v5{-Lhq82vBAz{0dITCxpU{t)-UoZslIUGLfw%;=b@shY$3PA$;%EOn?L`t zxc=mEOZ$-bvqQc*De*w)Qj?@xpuaZb)-B^!0Vh2Pv+$GD|Mu|1i`kg7fBCR_{1fa! z@^F0KM#aC3PgxiFpKx_^dtzg+P%`Otum8@IZLU?x`uf-)Z}@uEajKh0&`DuuWV7N( zh;#Og6z~R3V(fzhB-Q$>go(_%cU5%X-~W_;_wJ}sqokzdo<>_g+m@1$kZz|jZgz;S zQM{U*H|@}&LvNEfx2a%EHe^_~H#&JT<@%cO zPpCGIj*ho7GoRYnXP7hgT+|u<>+;br5QXI%8X7|D17C(NQ7R}e3l~q95{_3$=RSV& zq>cnl{NL%rSi9>&%GYam9`$lsVt;DLKU{+(v(1YP!j8$Hq3{xO9A^tU;n*k_3z5`NlqepbiNyQF9;*lTi)Zl~T{wJ3F+ z5|jvo?hQZQWZ=pj9X-QU^&4pOsaWZErao>9<)_)NHNO1v%an_!y4KE&s@BPV%f5H- zs=BnO_j=RJ?Cg>_K?O%EFZ)b!8^i1Gz5OMkl+W*y)sNL1e;^)Ke~;G@RJYJX=Tbp) zNRM{s?u&Z-V}=YqpU(`?oqS*B(s1jLbgr65OIPUJpQI9W;?+F7maYtc*P0(roBLOl zfZ;APd;7sJ55b zv;OrsWkCJSn;82fr<$b10#-1;E;;S$CJPM3_^XIIdm-08yxywtq{ltsw7_6yeXFRP zsSg}$cCNEv4PTA2!Y9~9ypTxEf$~4#PA!Ju1A*&?3@oCJlMjb1sO6( za;^GVacv4)f3i$JrE_{LUpjYyB^W^T5qI<)6B842nVy`8<#1X%r%wj*d(-iK*hRT{ zd13X4y2eryk9KWyO+-wg&>Rm*l*Dh3SEt$y489&8di{Bc&aYjU_nyjm{9|8VpP8*K zu4QbXeYwPB2fimgb#F`xGp9P%ox^nGWT1M8rjaOr0 zdIA%LQzb$k^F=<^2$T16iq|P6G1=1Es;ns>%RlzZU=zKGqk+SfvIeel)_I%zY2(c` z!D_UT_|7i{r^9)p^qPQpYH;7&53%B(E_Bfgf2{U@`r99|EB$XIUAOynCYonjzBEqw ztYrM5f>JZNn#-$#`VsA=#_!KI#ihqrh4}ZT#?;<%L`X79*3+e7R;$}2WsTyl3>1x2 zM_FZ;Ob7CxI_pJ;g@q~QmS4YqeKfY_luYq7pCipBZ&7in{Z{xo{++E1sz1c#3wsL++Fox_*RnlwywV#)~eqSav{VeOHegI~@4u}MY zMNa)mO1Rs^#H4BZR#sN^(f7->PrADvJ2r=&>)lg5N`~G0!C=#EhhFPWzIjW5x3gif zwP(SO_u30$>;he|+r;SHCWnh}^u~*M#e-r&G9&~r{Vct`y)EsNg_AvH{EeG7&7U8< zT+MwB$L;&?S4TgfKDj1Gar?GYgt-2%K6aKMjL$0yf9>$Lz%nrJKZPWfBfFJ8QuGIHzY zO`LJtuO|vR?H@jT*h^5<)YOzT_m>XM^a#K>1>LbG2kBgi&6Z!C49m1H(bJt8t&`4m zs)}1YwvW}LJ2*FcVO zuCMpsa=`%ecO7}|=-8V#Z$djdI@)S7Z{6DHUUKr}$uRDrg9oE4c@%4F>n2GKhf~IP z_3+^SWtP`NQSkFJCUwZa9$e9@e~j=y{f(fkA5Lx5yd+MW;@F#LpX}dKtbUWl(o6K~ z2tdfWv}@IF6a6V4Lk1}<;^N|>tlZd{yG?Y4wi_~X-5LSx)6!&S05OK=ihx#f;&u7x zi_=INl4|ajuAZI?=&CgSC{xuF7$*1bT_hwW$2}ysEHicMWYJuj?>I{5@&$srXV3N< zGD!B-9xPIhT&lRHF({-l%Qm*3L!IuXmUd7&C%e__x~t+1Ty@7^oTfNG=W{t_-Q3es zldIh$eSLjJVX}20N}XSJM3{PbcyzPJN9#<|cdZKe)|*!RdgY*@gGwUA7<#H*s+}zwy?jdXI_{wHK%pc=6rZO{oV8C;*Bf%yyF)_AHfVT|PoUoCT zlZ!37c&Wz&;a{e)skZiVrS8`O9XnmA)S9W0pBqNEgBl**E;O=xhPQ|X_6`W z5AL{OIw?QfeH&9Tqt2d+;<}^zMc7?TfZFDYDE!pNp@_i0d2}wHlbv1@GCd-li}GN( zS~ixzXhq0mg`)W0-MgD46#x}Re-uBpx-p0=KK(+xbPRAd2PjIpT4SwyN{L_2SI4?N*v{THLaY>e7tn)43KQTnjRt)vfAp zZ&$3^8^jx^>WI02`7+b*Attw!Ps-QYn&7dVC@Zo)2TGm_$MQ>zgp)PG6{eij7`w+) zMJES4R*um;h0{~%>{s(OO|hR0H#iPh6?i!|Nyfi;8{6q z3AP1lR7-mXgF&G+G&U}I5z<&!cW}L&TvgY|$^c(KKWDFL07i;i|J%3B>n61U@eLUT z1)9-07j>vPfjg4&vGNL%8+(r*GBaEB#q8OgwazoB<>PEzhUM)w@7fBKQ-0i(U8I!g z%RW5t+wS)Y!eIp$gzgmf&x#JF4h{~Y?V3iogvOkZfr6ge;WtmPkw%^>qr_;ryCF0C zaE?>z6Zyi;jl7}UM!UV@dgI?4GImGHq`GAntEHIR+uP58ot4@rH`87%OrAsc9e@9F zG?IF1ElPY=uN6wCy;4(ech$Xpe#0PelY&A`*Q!E(Uq+pja7Zd#ROJe%2Gdcf0Y;%N zsKrv*=Bmqod&32@4gl%i^dh44gg=?umRvUj*OeN_SNCi0Ft_!88A>5R`f6nW0lf^X z+{a~?)`c$Ik63NEA=GB&%9Ww(vBfB~9d;z8TEDJM-K$(sPO=2!Ha2Z$c3N5*lLd5s zt+Lsfdn+SjQK~)m4i|a2 zxgh|sSRDeMMpk!sH?vt?T|J!J(A4x+`pJ(ME-a{N-mUd9NeLaf?%KTyMmf$k)i#71 z>Fo#_6r<-N-ZEJoJQgn%c`>xUZ*WlD+5wj)!)yF}iA@yhC#A+l!qvRKsK3h8ZLGhU zo|lLD3YgZH=8T%*WPcNrReoV*e3;mij?Ot3S888laT(Oq+YS{@ zS@~pn8U4KFf%^HGJ=vP)F`u4`FWr}=I9wFz^L)pWH^CtuO-$*jS4&DBaV0lx+Ej-u zjtq`P(7Q{Yf54D|GEdVzGFsNe*uv(-4nqb_FqTSib>bzd>G$C#i6eQ(|AN_>zacd$ zxd1Gs< z^?EG5Dc0M*zQw*m5=hxC>=zM)9>Ih(=lI>gu}m)}~75rtORUCQlZ#x{z&=(r6bXH-*$% zX=7hpT-^IIT&kMO()W40U(2h@a3Fb*jBzhLJ!u|27bgNRoAQ(~ba}7*Zs%m$$*e(# zUAuN6H|BiG5z`V*j+Avw+}Ig8Pdg&%)NmzJwK_>xTh8X!Eh0K4@YPvaB|oVe6bnoN z^48d0^GBCjT3WX4+0cdRAG-@dw5jM$Aj*D6uQB93ikrmQ>qp9U`lP3Y||f@`9CGi%bW} z&cCti;sSau=-zr{CDV-JV%;g^yejT0Qmzuniex%DF;aK`{&$9q<{W2duQ5(zwh4w- zI+vW9Pe(vcXnmZvpJ!8$R_&Dy2TQAS?Wg)IkN^-=GqXv~CS-8qV8Zb5Fmp=Pwf-iv zS!h??S~~Y8CM@NO7lAs9f5G=7@U^s9J^BTxovEs(uI}tb5Ym$=R(5u_c)SHttxTgO zfw5Cal?dA(a-p(%_Jaoxw(Z!lqe-i9tvKZU4>{kH~eRA>Vj6{8tw z3?|pv%kFi>MU%3yiRCYcekH6yf~Ggp-Oz6f>G}EUDeThF`J}+XkdT3o<_$HLO#AZN z2ZNWGazLP(V5t{$@Dy0%N17%Sfx1;tazt5yOx;~FQAOS6`mQ-gHhQqvaEZYndL=#HmjIj}zAuY)7DMyan*iK+oa;Ioo?G?qk1i%B(0q;8he-K(O!2 zk=7+PZroVf-PzurSn0bnDIbYet@?x|HgZ!xb|-*dW>P-z6UEKl#ig<%#PrRC-!L&Rido0=VRL(IBdq=pt1f+uD1%M^b9lS7=N^vLMz4; zyWl11+%U1_5_#o@Yj>WXqur?H*|wD3IQFi!jDK#rnsAI^^({HhCRX{LiKj=u9WPGE z|GdKsSuXU7=_BkZ*S}R<2by#ryF_4UlO%Q$fDBSw+hBHebu}}9Tn!f&xRPywbEOEA4q==`0pE8Y0101{gp4yfy88h>?fzJnuRwvg|f0xxHERs_tj zz#k!scDX2Gw-|!ft+BB$^c$@1DzXdgO|7r1i!NX}J^lF-Vxxqq8-|UJ>e1WnRBLO8 zgt=Q^Jw4XO0T)GxHABYG>x%RlNW-$J$R1$Iw&0wXWE4 z;J|^v#=?%Pd-m=%=tB-kGYDS*g24a%->6F}u46TWlU4Mlk#R0ATO*2hY|+*&2ljLv z)4k@05<{#IrI{7cWKw#Pf~u>6bLM@h8s3l+Tr8eU3Cgy%Hk%jqjcm3=o-A@*8K0~p z4&a9tQW|8CsX|cLcc0bOEmX^S{P;0S`x`gbM)!D-pqP9EoLhIW$#y#%np61J8 zht^9XAvG1*L7N;!W#;H|HF!?eUcjE|@;)TqLk)NKuleZl!1Dx^zE{mCgm$ zT#{Ep;>OrigaYg5%9x?+2H~b)aGR3;8b?bZtQz85I{sI;&Dg&_1sgIQGZH$g2K1d* z?Omg*9=SqO$$Laf*=gTENxhGsUpjDNXw{~OngixIH)`1=i?QP3 z9z9X$21bWD^CS1s&z zD-^wlk_)a~m#1Emo-XTdhwz2M9PA2(_O2y&Q)V{OM;a8RC@T`RtY2SPsf_^u%wRX7 zeyknstut_qT&1fe3Z>Xp-?!ZJ&Bzxn_ZfZr{4O>rl&B6L2H7|c6&FHBk?pS#;(X7Z zBNuK%ElbB{1vx(PCZ?=g-@E&%3ddo$8S;b33*goDXeO+{OBXXY+c$}hJqJek^F=-0z9(#4ag*pO-=gV(gt+7PIlmT3aZGHF7r(@?H&cdT<5 zcku?V$Y>d(J%}e%kFwuu#R8l329#`;e?@6`Sr7nlviQzT%!+#?Dd}lg6<~4>A6~|` z_`uM43o<@z=Dccb=6!m*NP=|Bq|+-gQRTVD^F)h9rV>BV55Ih4Qs`m2V!6AJq$UBzukcumC# zNWn5S12=QjTDmHu>#(p&J0=eB6lCL9f-7qdv2RLWym(>VlARp*(XbD}48$tYEupNT@%F;1aI&3e<|8B| z#L^x#H-$#FXyh_wnM`x6`lqKYOuxx1C-cblef#WseQPV{rN)KkUF{XbXwY7P0DKo& z?`ahY!lZN*`|`^s9qN9<46rngzxb{xxat-p&ofnDjx7hil~ z3O>k?aZ@Wj0x|ZP^D)>=VyzvpdYW={0nYM^I)B-AeZNMBIH{VZ_>CpiZSOCx(v36z zUQ<|tLJ@+Dts#SO3Se_KM#uX$F@FvjT?w@p!U@FV{Ek33ep`4eZvVf&Q`+I`@sfpsDyV=sa&xJqd1@&#R&pXwT5Ac%&a!fq?@ zCU%u=t{(08RI6f@Wuxss16rUh*IIx;Xtc!6pJK@1l?bPLD`k_Pa*J3~@2KhGw6_NM zva#D2Q)f$^+LFQ+j!OyG(nfDcRdM^n#g<0s`aC>w#_wCQg!3iD_2B5m#Qu?P(4rF zsRtHF=_QaKjw&8?`j>5#mp3K}G#3k|lL+K+W^Ne!aFd=>||r8tUF|e*Y>F8bLf5Snj-lh?BtPHrYeq8hc+nI8Es^ z!O~ngrn9qnKIY}5RYC#f0hQa=K%u;=neMNtjW*Fk&2~L})gH+ACz`fi+3_Ss!NkJW z_fVGl8>k(zL~_OP;@q-!&rnlDktQIALXmrn$^x7-guQq?+4&~W>6cPr_52Zi;mGLt>x+2y#gDUVMaXVFx=GTi9G0fYOIE8LE&n37PH*S!K$x9SpSK_nL%AnsQ)*5*HXN zLf#*RwlP1LYGxKFv=0&cs}id9HetqhUG}SUTt)7k_ZX~IV@qB<3K@z(qCOyeRS{xJ z1{@5ZAZXdLR|0{+pp$VR=OTZ}J>g>ZonK{ zG>*3nP(%yt|5{T2>-tZ`&vYH!og|^GqH^WJ3Qg49z#Z3`19ouDZEO-iLh?GlCeIKx zw$bAHe#6w%R2Zs|YD`I>nSP8A6LkSWrGRy(sm@w@m}YNkdYP;x-E1tHu&T|&HW507 zYioYVOuAI<*}0+P@yM9Z{`HHLVwafip>*~bN4)TBIAoFfvMk&=D;pScUo}TLd14=* zozGfqDl%b737RUrrhXYOS7%-FEPR*ulzYg+B8IGj(0YLX`Gpq=?<@c`_1&{U7pxg! zSG{SDL*k35JKlolGA8CVIuC3?N^f0yPoNWVx-`X{BZ!vkON1B_V(ae>vIMn`F}4z> z8IYGqOiW?NutrmT-sLu8@gNe$3=|HsqO3%Lk+?l}zxZ|>1ks|C9n;OpQ-_-Zg0z|- zY{_);AiL~FB^tE1%s%TU`>w4%TK@2L)WM|(cLvbk#p03u{m(yYf~baB6mP> z%go*!esS}_*}8{WwuPnLAzEkN6bJE~?qrjM(Vzt)(UL)&eN(>gUp!#4uqIygSN}*# zt@esX&ToB=0}j@W^^Xk-{-e~4XdS^`gh*tII?@F~gR~g7+*)_V&WUQjS}-YaTp=hM z=?j``yl5lvj8ywPk;{kJsBz+mOrt;X&B61AVSaUPlPT8xcq32#uI3!Q9CJPK4IOH;U) ziq6yBP1! zBE{UDJGBO*Ul_%yY#=|4Zv6nt;DW(QgoTxkS(u;pNa7PyQnIA(#8TZr zA4%Q7yIYI4LcSFbGJ)6Vx6kR9FCXmdANxqIzjO0Kx4rb&C!#|tDOOdOM;@LVt@dLn zr?7kUcm<y(HK?@}j*>(z z)%Ku43^gf=(<1ixKt--x->CQ39E)+Dl!fimx3%#3Lz9fPZRS=wMv8= zkyNe%hQwy@>~havrTb$isls<9GYTA=_=G-tCm!Frt=0)N?{+m}WpX z5HZwRyf*JTXhOwNR;2hNe;T-wS7_qnwDp?JVoyP$kYbLuH2{HgM#j39EnNzJ3>oK3l^;aF`47VWpZ@mm(7pFJ z+`Nfce}QMPT-|fuZ1GiJy1dwH&o?FNzae8ewMa2BXrMr3{rpP4a)4M|ruf|6&n}!3UIeXp*MI0$J#ZE0G&iVI zU>B$9?bOXbr$Yt5TKm)I^GmA->?dC>LF9NJs*ti*zTjK$93fcZn3L~XkfV}?6UlXe zC&0BZSit*tbfD->S7QEriOq&kU8Hl9aFIms2cM(rY8EJH?F68BcHMvu4b;2m-Jn6` z*;DIX-)~603l8S4XZyVMFFY5$>`)v!eS$vp{ zRk2{(N@TZ*pS^r}W(yLr7}&3R>M7A3Ku%sQV4;*Ese@$~Jn@Ff0wEexsjCQQhzfq9 ztTvfv&WX1$udz1n2(Y%ZTXj-uHXtLPPz^G?DSG)wvi*TnzBh1>QwyGIY3+UDCz0@e z9jTrM?lHWc4;k}k33;2PGe}^@j!h~DcRRmMnjinAc*s)IjKV_g=;f2dYeiht(C@&I z6@*AnJ}H^pd+%Ky0s~oQGkF2-@MzDXp`Fxz^PxB?S*3Ez17Z3y_kVbqeqFSbmJ&v!_W7rjIdGm%qeTfC-?~GIPh>IEA zeFyGurta5VoAfKS(4|1)5FRcINhr!n+3Bev8Em>LLeJ#v5)hs8#5(OA(afY6STY_d zEX0Nu(>?!7(d6(G7qA8e!OK`gz(pGL-B`3075{?Pg@i+Zv?rarV3p3>?iJw(2+qUJ z@(KzjA>-j8KmTEw1<$gtT1cdg0iGpH{v<0GZ(8HgQKT7N^PD&=D+5jp?*ls<9rO!C z_snd z)&u&_z!eTdTCbo}$dc_7y9chZu5+p#7%&iOZr!>V8wB6<^olCY1&Hc%gTh3X3<3zG zb7l7Z9JMO&?R7I7o5^nRgv*yzfYg63%Sic_pgd?SVfBUZm)8QGDf=mqUEkkKq&(sk zXEUr3m-1RYpL7KjB2Mhn>%6Ex?cbyw0`XU5R&A3+$vP-1g}r+`(4%n=RWX1JbUe&Y zXg$9nJNPOAu2ELtHF_iLCyy8sIXQ&{z!Y<{fv+Zw?~^bixl}*+lqG}MM2Y#FgSfF9 zs#7JmO88>7{!+EwH!aky=fFSn(z}+o=K7XxV^63Rspi4U#b8iF9m~)ylc$ zuv6SU_WT!SAjndvCJ0D#1gD)+2o%a>Lm7oz%HFr(Q0ys|6l|JIzu+$AMMOZMxSgLY zs}w0F1ie|>13*9S;{5;&DhR%;`0Nedp?gdguhEg!n}ah7g++ z%5i_3n0NCzh+y;9_Oz zOm0HBAb8vQb85mGKrikY>8TN?5tZU6E!GYbpUOVSpw z2S`U?ft0d;^?LJoU)F7rGwzZF6s9K0`1p7TRgc`TFexKe@K`|rhT`#}>uqoE2Gr|L zo+fyd2n-A?Wuuj18QU7f8zk@^4|C$+U^zJ-;&z<=N51J&|L$yrWZv8tZ8%;+D2QfTj|`H z-j8m3-~tzzHjtr55(iU=Grv*%NyvnPaNSG*AZ*n1kd#odafCPrYSZ<&ba;)6$E=89 zAJ72$f11Lnm-ErpJW-P6XhIGgs)jb1_u zhi2zwD1lwDw~)YqFcUu0Zb5s0TIx%>?_e=6O*Y9Nz*c|ywSHKG7D}Vq$5%HQxDu+n z*c!eUrGgSt=j4^|h>%D{l>kdfr*NthQU??)b|c}<(CLCQ5k|V$$yHyupj@PbWoD5Vid(R%+iC3FC?6HO{?f1sWS9JwB!zBuh+12%Nmt;=h?+olhH6n?& z)qHSnjbCF?Kbn-XaN^m!{LUnzb=BUdh6q}j58FWd^@34C!$2WC%5^hkC;*l*nF^Rg zP$}}npO}R3>+XVSkFs)3^ff0sB3%{w3sY4d%xGpdeEYJ|yb~x8dI|MlC{j^Kr-pPc zlHg)BfuckCnW~KJYz0*{wKS1v<_02-v=YE3)IZZ9gF&X_9gTyDf3y?y=nE%^HiOy+ zZ3uDd)FkQw*$0^WI^Z1i5F}_S_ZLTtmJJ_15_ARtq7g$2?ae0pN-ixy(P3v(5jjK9Mgl1}Z?nri{QLwe8e;^>OJa`@v!;o&+ASsfk7 z7x0ZTSz6lKWqeo*9(VNz1qRLonR6^5)H(kEXOsV3_H*gHien zw*epiuvkPE1rlB0?IuBkEU7B;H)K4btb(ozSWZB#d!)!DH1Yx_A)!g(*z$PCfHCpO z&#b0hA8c%!b52z$*L(*x?dH16XCp(>)K8RO`OVQKZ~MU|IVp#)d2k)8?yR%Dvze}t za8hd|w%uIWHHqAS)uf<$%cI$8Z@1Ilm>a5A=yevDRJNLzdvWIVaqHPp{ zx->3win2!drDC(9yh*9@A0^5nzn&E4!Y}5QRUqR{Ye%;VC6{cbyz-u806}256gCQh z+DDHJ4H;M`%m7lmw1)_%q;oO+Xy^fYNg|oYM*kwwbf&bOeSB1OhaX|70SX;NJT_#& zX)uaL6SYGduV&k1n9@^7M}Ty$=^i>}rJ=q{uoP&vrIRzPi@?h@W3c=}F+O!lr{AWKIAg%WD61R3 z*VZLH7G@i-dKH(GmcI5t4(t?U1)^UC*E@>lJ||DR2no482py=}0kwP2$|k*kmh=W( z)K@2^h;aK;C()s1@*nD)-d7O{#^DQA@*n4dud5qqFFbgC|06ET5`AhdfV_qb2pIKk zZT%GOt(_qLYV+ZFjIu%xjl`sJDGI|xH|Iyh`ai}PfxMVH(;If~;V&kL@}yT6Tfy}OewMMgK2Uc(DQ7*vu+9) zj`*=g)TBVi02AZvz@35FuHI_v7>9DP++gBs|Upym&Q|Bu`>iGO#UXk&XAJpNq-~!0zn4#x6C&7 z!g)Vml&e6kPCdQEmoJ&Ico+Nvq*2|;>moi4vV(IRqcCBp zZIF;Zu|-E`#Yw68q1$q82NfsuE1h)2I!8;eQOVYV8t;0_C$m(z| ztV%Nil2-7fKP&~ncQB@+;}>vZca6>nzyo-LFm7&$a2hR20P>?~AcJZN8mE@P5Hq?N z%Zst$U|I@({3nvmkX~|^fi|#U@_?pH7JAyJH<5K+ABfmq#uup)hb(Lto4SDsAU6G2 z(qQ8uLUshf5@#%0oJoiwZ9Dx%FlxZN1;V;#dTMb%hf@Q1z?!VEjD(YaOy6=5mKQbn zdyei#eSog3F3eDzpjn*E!HoB9V9=q!CJPvKP9i6 zxWBU$GkQFTj^9H7LtZ&iaKzt7}^7HfKcHrnD zY0OYJ}&gj{`79!xoY;VPvX_VIQ2uT}UFM$kFHv zh8^40#bqwtw@S6~4C4ek?+K3vXIw=^*}!Wk47Fefyr+`JVNI(eOvuKok1a&ppP77& zcL;Ng%T2|d6~gMR^4t#-OSmBe_5^9fcmA;ElXkBsa-`lw*8;WR&9xct6!AxDQ;tIH5^a;JkAWkEo_D@=mwF8Q5(Z)PfeIC0Al^nKZrRst&zeF!1e5sk)h^zZpvM|JyvNg1{NS;R*dC3B@ zF`J6rJw3tkla|rJb8NPG&%0%{a9HJ)qeGv`Lg`<$*X#J=h=)ww+YoK`CFKj3e9WXs z_K7WMQ)w}Xd$Q4|3$QDRZ@-&QrpS^J?|E+n4gB2)d`!?_%Uzd)-Alyn^5#lR~B^C^`CIsL@6|4gKTMrL`2^5TVvh>1RY3N?hmt zcSNhn;ys+NP!xsIc$+K3wonc2(NOni6cmJwGxb(50g%ped;$DQ#I)Sl^KN|HziDJ; zFS_I?gJqkOa)nfr&2Vcs4rYTe-U74E8QN>eLBL4_{4r_zdU~t!EYgh=CE1Mx0+V|e z$QbKH3Kc9u&-eECXQo|I^25zZx`M|@o*Y4Bq0q=-xFj@HHdA4Yi5BP$!$y;FAu{sK zv?iKmo=z2?F9M=jc}n&=aWC?2lbk!!_j}GA;DNPoCCQd0xqNvUUvkwdv{LO~Z}#NP zuuE}?h^_kw#ZVP}@;MkYtnnXuhos02B8alP&6V6qhmOw76gGk$X%_X?6%g;BdWS!B zS(HXi{Sd@TXJCj_$m9u2dr=GL4#{Q9=4PnEmEr@f_)I;qS`iyEU{GwFMXKp;;t?X2 zH@Y9ul3_RR;@jQ^P3A*xiISDg>j+Zlk1d+$j;{lm>J`$lvshdm4s^m7oa}HKYS$u2 zP%!>rwp0pnZl$n^S%h?{<(Ct2{oPq05%dTXAG_{FW#{UB3uTkKh0z&FKOMPkX|$oh zMp$sKurT9r{qOq;2@Y)p?vdDlqV7s`WWdYHZX~fcxdIr18GwLcj>_DC|6xX9%#@GG zfL+hssjRGwqU?t0?P4umvEpf$b|wh|x6!@v_$;Tte^ku-8`8wl)DIw8%Kv?(bWQ82 zsi_5fBnNyf7i0H6btY&ca=!@Ugij!`?;-3jR}%LU8Af5a&6SYaTy!31VTFSxqn1qN zRh{|V}#)Iwyp~$gf4MXy8f$2pvRc3Y*;DL*$_#$~v|%{1|Bnwc1CG zpJ6h~oI;=+IgJ(BqC29yx|K+ziI*;+KkG7@*J^(|n?59bb1VICmYdBF?vWP97KDEo4Hf}X;V{1hNaX~AB_r6C*bo6%tK8uXi=OGaScM+( z`5yopoLdaIHLaS-1eOH5TeugY~4 z8o9~E%zdvwIb#UcUVZZBZtxV}jA35l#lV74DkcgQ99jiQU_ogT<{S|CkGcvZn(N5@ zvtZy@Y3c@WyMPtVgr>#x+Y)$ zsRcQv+(nBb9=f8VO>)JG%$>Mb6>&h4?$D+pNJ8-a4-8~E9U!=KkmOCEPZ1(DrQkDDw;hj7MM#i3&RIFHaC@=_ zuYyxnoo*j1d`5m9r8-z53?@o~Ap@Wb1N7=*ppfii8Uhk z$8O@HmQ!vNM9%68NkXu#f!lf9rFf?mPkHlO20D9`1c<2wx*h=A$1;ec$4IT90+j?ew%zhMiHvaP9egQGqd-CG3Q zg4j=WN3e)U<6|s`*rbS+GlflL3%2F@MP$Do#8OY|CWyyp=;4xd+^A-Kqk!9+o@|U# zzR}I*_K_WgBZr*~(I3_4S11K^WC6_+Z4N9O(ktoKa*rhR zBb_kVkm?72(BFz>vls5chDNV6k$ai}^r74UZn6TK)->DAOwPCit=k7d1sgKR-D60nO$z(8xZcl#W*%+Zw42P3@8^oNw6xIKL6jYm-~Y~-tP^iurt~MCBYYI3h&cnD z*u5Em!1z>L<%B5lgdp+o1i63}eV@(?% z!WNtk>@RNs5n!cKI}^PH#9W?*K5pg$<_?D9nS_moOSo51MX!0+Ua0O(!(60IjPz6# zHMzN>LzlG2V_AcQg!{|o!B3y}0>MkWC7{DlhSx;!87g9A3G4$q)}%P8y_-g8xJ#jm zn%cDj)m2yz{RyN`x2cG@SILdpI8&;mK>-d^zYe5VCY70879c3O_5VR}2cU#hjeeVj zk=-ck38qnWQ<3LYFWu-ESKVERf?ouNRkxCcKNesg`jSv@a!_=u^EwwnBCT#+G4hd| zb*{#5E)q51`u;7t)4;>auIKh=FGP}ao+Eo5X)Ibmx>NnU$E_eXm^UeF`u3T9s%rp6 zrsPxN_F=MMfxadfjK=*Wz`wX}%e7)8^-Iy_xP$;^0%ZvV@&bJi5&M@BN%dp1I+P%Yg Kd)Bt^fBJu=#J7k5 literal 0 HcmV?d00001 From b3b368254041c617695ffcf558bd3352e458d1c1 Mon Sep 17 00:00:00 2001 From: Juan Diego Date: Fri, 12 Jan 2024 20:00:17 +0100 Subject: [PATCH 2/6] Update PenaltiesBonuses.tex, answering to the review comments --- general_rules/PenaltiesBonuses.tex | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/general_rules/PenaltiesBonuses.tex b/general_rules/PenaltiesBonuses.tex index f999d40e..f170ebd8 100644 --- a/general_rules/PenaltiesBonuses.tex +++ b/general_rules/PenaltiesBonuses.tex @@ -42,18 +42,18 @@ \subsection{Bonus for outstanding performance}\label{rule:outstanding_performanc \item It is the decision of the \iaterm{Technical Committee}{TC} if (and to which degree) the bonus score is granted. \end{enumerate} -\subsection{Bonus for perceived social intelligence of the robot}\label{rule:perceived_intelligence} +\subsection{Bonus for perceived social intelligence}\label{rule:perceived_intelligence} \begin{enumerate} - \item For the task \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are allowed to request an assessment of the robot's performance regarding its perceived social intelligence. + \item For the test \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are allowed to request an assessment of the robot's performance regarding its perceived social intelligence. - \item This bonus, ranging from 0 to 50, depends on the robot's social performance. Referees and task volunteers will assess the task's social performance using specially designed scales in a survey. + \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scales in a survey. - \item Every team seeking a social assessment should inform the referee before the task. that they want to be evaluated using perceived social intelligence. - - \item Teams requesting a social assessment are both required and responsible for bringing a minimum of two individuals from the general public to evaluate their performance. Evaluators from the same team re not allowed. - + \item Every team seeking a social assessment should inform the referee before the task. that they want to be evaluated using perceived social intelligence. + \item After the task is completed, the evaluators will fill out the form accessible via the QR code in Figure \ref{fig:qr-survey}, or through this \href{https://forms.office.com/Pages/ResponsePage.aspx?id=6sSEXw03nkuDDHVvi_G1H7VNGCdGFtZJs0ryJVVWtCFUQVFSWDlYM0FHRVA2QllIT0tOQjI2QUcxQi4u}{link}. + \item The referee has the authority to skip the social assessment test if they believe the robot's performance is not suitable for measurement. + \item The score will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/r/personal/juan_pena_urjc_es/Documents/ROBOCUP%20@HOME%20PSI%20SCALE%20PROPOSAL.xlsx?d=wfdc816bee34742e1a9e5bea95677985d&csf=1&web=1&e=zRwl4u}{spreadsheet}. \end{enumerate} From 161c9e90ce4318225cdfc3b012425bb6ff0582d2 Mon Sep 17 00:00:00 2001 From: Juan Diego Date: Fri, 12 Jan 2024 21:12:42 +0100 Subject: [PATCH 3/6] Update PenaltiesBonuses.tex --- general_rules/PenaltiesBonuses.tex | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/general_rules/PenaltiesBonuses.tex b/general_rules/PenaltiesBonuses.tex index f170ebd8..b42e0fdb 100644 --- a/general_rules/PenaltiesBonuses.tex +++ b/general_rules/PenaltiesBonuses.tex @@ -46,11 +46,11 @@ \subsection{Bonus for perceived social intelligence}\label{rule:perceived_intell \begin{enumerate} \item For the test \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are allowed to request an assessment of the robot's performance regarding its perceived social intelligence. - \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scales in a survey. + \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scale in a survey. - \item Every team seeking a social assessment should inform the referee before the task. that they want to be evaluated using perceived social intelligence. + \item Every team seeking a social assessment should inform the referee before the test. that they want to be evaluated using perceived social intelligence. - \item After the task is completed, the evaluators will fill out the form accessible via the QR code in Figure \ref{fig:qr-survey}, or through this \href{https://forms.office.com/Pages/ResponsePage.aspx?id=6sSEXw03nkuDDHVvi_G1H7VNGCdGFtZJs0ryJVVWtCFUQVFSWDlYM0FHRVA2QllIT0tOQjI2QUcxQi4u}{link}. + \item After the test is completed, the evaluators will fill out the form accessible via the QR code in Figure \ref{fig:qr-survey}, or through this \href{https://forms.office.com/Pages/ResponsePage.aspx?id=6sSEXw03nkuDDHVvi_G1H7VNGCdGFtZJs0ryJVVWtCFUQVFSWDlYM0FHRVA2QllIT0tOQjI2QUcxQi4u}{link}. \item The referee has the authority to skip the social assessment test if they believe the robot's performance is not suitable for measurement. From 7d7919db7c5fbb07c723e1a9fa5de2b32f402aab Mon Sep 17 00:00:00 2001 From: juan Date: Mon, 4 Mar 2024 16:28:47 +0100 Subject: [PATCH 4/6] form questions, score formula, and mandatory for receptionist and restaurant test Signed-off-by: juan --- general_rules/PenaltiesBonuses.tex | 37 +++++++++++++----- ...or ROBOCUP @HOME PSI SCALE PROPOSAL(1).png | Bin 25933 -> 0 bytes scoresheets/Receptionist.tex | 1 + scoresheets/Restaurant.tex | 1 + 4 files changed, 29 insertions(+), 10 deletions(-) delete mode 100644 images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png diff --git a/general_rules/PenaltiesBonuses.tex b/general_rules/PenaltiesBonuses.tex index b42e0fdb..457758f1 100644 --- a/general_rules/PenaltiesBonuses.tex +++ b/general_rules/PenaltiesBonuses.tex @@ -48,21 +48,38 @@ \subsection{Bonus for perceived social intelligence}\label{rule:perceived_intell \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scale in a survey. - \item Every team seeking a social assessment should inform the referee before the test. that they want to be evaluated using perceived social intelligence. - - \item After the test is completed, the evaluators will fill out the form accessible via the QR code in Figure \ref{fig:qr-survey}, or through this \href{https://forms.office.com/Pages/ResponsePage.aspx?id=6sSEXw03nkuDDHVvi_G1H7VNGCdGFtZJs0ryJVVWtCFUQVFSWDlYM0FHRVA2QllIT0tOQjI2QUcxQi4u}{link}. + \item This survey evaluates how the robot recognizes, adapts to, and predicts emotions, behaviors, and cognitions. Each of these components is assessed through several questions in the survey, with each question scored on a scale from 1 to 5. Being 1 strongly disagree and 5 strongly agree The questions used to evaluate the performance are: + \begin{itemize} + \item This robot notices human presence + \item This robot enjoys meeting people + \item This robot recognizes individual people + \item This robot notices when people do things + \item This robot adapts effectively to different things people do + \item This robot anticipates people's behavior + \item This robot tries to be helpful + \item This robot is trustworthy + \item This robot cares about others + \item This robot tries to hurt people + \item This robot knows if someone is part of a social group + \item This robot thinks it is better than everyone else + \item This robot adapts its behavior based upon what people around it know + \item This robot is impolite + \item This robot is socially competent + \end{itemize} + Detailed information can be found at this \href{https://ipip.ori.org/PSIManualSeptember2018.pdf}{manual}. + \item In each evaluation, the score for every question is summed up and then normalized as follows: + \[ x' = N \cdot \frac{{x - x_{\text{min}}}}{{x_{\text{max}} - x_{\text{min}}}} \] + + Here, \( N \) is the normalizing factor (50), \( x \) is the sum of scores for each question in the current evaluation, \( x_{\text{min}} \) is set to 15 (since there are 15 questions), and \( x_{\text{max}} \) is set to 75 (as the maximum score for each question is 5). + + \item The final score is calculated as the average of individual evaluator scores. + \item The referee has the authority to skip the social assessment test if they believe the robot's performance is not suitable for measurement. - \item The score will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/r/personal/juan_pena_urjc_es/Documents/ROBOCUP%20@HOME%20PSI%20SCALE%20PROPOSAL.xlsx?d=wfdc816bee34742e1a9e5bea95677985d&csf=1&web=1&e=zRwl4u}{spreadsheet}. + \item After the test is completed, the evaluators will fill out the form and the score will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/g/personal/juan_pena_urjc_es/Eb4WyP1H4-FCqeW-qVZ3mF0BRzBR1Cn-J5ltluy90fhTJQ?rtime=guRqYF483Eg}{spreadsheet}. \end{enumerate} -\begin{figure}[H] - \centering \includegraphics[width=0.3\linewidth]{images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png} - \caption{QR code for accessing the survey} - \label{fig:qr-survey} -\end{figure} - % Local Variables: % TeX-master: "../Rulebook" % End: diff --git a/images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png b/images/QRCode for ROBOCUP @HOME PSI SCALE PROPOSAL(1).png deleted file mode 100644 index 5a8b59e873c031472b1c31f2df185f1b30d95510..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 25933 zcmeIacUY8n+C6SI#TF!qii!o%2sS`^hbR^-fFc4?Ga?{$lp@W6Bnqq|ilP$w8Yzx2 zFp5AB7!)Fi3MgghU_lTDLCP>N1I+h)2D8cje(&!4?scvIt=Gi}Q=WOAPr2`NpL6c# z?0(~2V)G>D&6+h!Y`5Wd(^<1V4aQIOoGMS^pBpZvI9uR`Tyn*Q67`JXr+iTAaMGBW=*vPN)q z)fZ0_{4-3gHvH{HxmcmhUoHfDeW5q8edTutZ2Ra3=GhmQ4s{ib4$Zj|rQ2}SLBYqu@&TIv%baYcs9KSR4eZz%D+B|A@8eJI_}Jy2YF z!Q;;!Z|@h2^4L>vv|r|qcutn_imMV%T2Y0XMkxy0TMwHw>8u}`HS3czE(QkscN-Y| zel@s;1llEC!?OL0LQM{)nr>WR{?*r&&$JGIwfIE+#zoh+-CS(tyCtAkO2x&{)Mmx! zjX#~%k2o}YiL>oWo6ontpZ#0I!`;t!>?u-^yZhIn2XANzyy}-M!K~|cPH_#Y3y$6M zNc-l5VzlkzPqXJ7IkWNHC$Wdi6TV&dvVb-4^0mPBymLUOz?*wZGvX7yOa9lEr5P1% z)hTvap1?a>mbpITx1Qe|WK<0&ANi(MQWNIO&(~3QPdhmB8|BFDXAkzw&iRG@waM4J z%#6}cN!J~{IwIlBuyJJQP0TmYq&dcN%*qVE|9WrK>TO#Wue(B7yR*>vTr-cs&o2@1)&pMf|U*J=sQN3%?oc_N=#=SlzrEUEBv-kR+ zS_HP*(?3;CPHAkh>YDSm^$Yo|*0?*fZ3bqYHVJcooYj^7&2Yersq?H2^G7@X@*uan z&8kO(Hmg=8qf6}g@j2%u)(5q}Zr4rp7VwPSg7rhXy)w^^NAa-g{9UlRERFVQIZ!?1 zDMzVC9OeBzj$_%)nx&)ff1Kjr=IFEfh@-QMr|z1;!jd(sU5@Imu~0SIVszZV@tBKY zpqJypKw~q9KsN`?qigi_=IQur;Q$_vK9tq|9`2srTK>9gM90;_@8oHPHLFE$@p02# zV`;R1wE@-3akYxPiu@M29sVvSmDcFZTdm`D)Je;9`_2!Cz+bv+j`{c;*HTdM^YfGU zQU}zjo1^@h&4Ht?g6? zUvhf8x9hGU->-F)>fmxzOZ2OQnuEI15eFqXbtNY?ITbY}bvepWRTa4{YFiYQR4B?y zs!FPVI@E4YZy$=MgCjW<4leJ4!*c!od6)lTDQwYD zQC3!0)|69mR8*H!*>coTPQyu2LrziMK~2*EtKx_niX|+{aYjO zZ@u}ytLr~DT=V`YryMRG$DZ#DC8>2D44iFp&NFsc3RC#BK} zXJ<$4|NdCYD#`RM9>De+j*}JP`%p$fkkKLd5nWoG)fBEr!kg#QBpn0&c@tdN};^N6QRyD~b zPdKb3LBK$#`sC(~i{^!XHfz>*o?^;>!C5{K|KA?Id;clk{x2WCn#4i=4-doHUEB41 zxD6KRk;~QNRtc})zO86W<2Fd=vZlG&>9be)uTEk6HrmGMO%Gix+?xJtdQ#xV_Tyz@ z(z)`#zW9kbb@fndKGkIJwas(sswZCkb~ljQXJ%?ToaV;m@zNhgEJ>f9o>mX>zj`Gl zd9q8^r8Z@E0W0QG&$~~>b)v`-qO8>0jvEB_(bKoN%GtAYv zc1(v4(guTi=i85OGi0pWdo87vTB4g`9uySBA5GVP_d}1ICe`3{XL;oEx_iEyHtFfI z>O}1_*LO{~*Sd$u*%dWaRsP6gv6#9C%+0R}0>l<92&>BY<(D;!=Y>XD85kJ!7W5?T zrO{~Ad*&`KE?R-3#|8!+y8?n<-2aiuQloaPU|UeBR7?Bz_Vxl{@T($Sy~304=2^d< z=t-7hH?nAgQ!(9g+EgKRvL1_VbG-F!WHJfW(p+Wc%XT)9R^+1JPC zO#MbVIiq#!*2P-Cetu(D-Q{(AYu~>tGw7r73OkLQlLDN&*%S9a6;Jte_JT9@=XBgk zCf_KePYHP8^|x-_n#bW>&>k>M9{){to9k4W{-goF(j@qDf$oVKU0#aRkOxY;~KWFOs6Ez`8>@3@OjzGh?dPRJ!@aS)U{kk9|TVh`5 z=u_pIGY#6O#*fQ120ZwD2|gDv((QOByTH3A4L{xdy}_vN`vwN8xg*6Mt$EBG!Q@Cy z&6MEytKZJD_9lO8o#(EZ%I6+5nKkQ&goR|Ah-U0xKl~r}8;3{4DLI_|L*?EA+;0M_K7(Yt>nl@EfA6-o1NA z2|DupmmPFEeM6(btt?EeAS7%}q?Ep%?&vcEdP>T-jhv$HI5*S7hYx2pj=xa|(X5JB zSMct6x6-feQpePQpYw20ao??sZLTzKhP@Fvwt*|H-$80G`9>x6>{w;zKuY(0?3G$Z zen%WfHOaeLvv*oBxMXsedAKq2a5QJRgzp^3=DiBVS1JV>4&~>~tgV-ux{Y*KQD`2W zEM4-G!v5{-Lhq82vBAz{0dITCxpU{t)-UoZslIUGLfw%;=b@shY$3PA$;%EOn?L`t zxc=mEOZ$-bvqQc*De*w)Qj?@xpuaZb)-B^!0Vh2Pv+$GD|Mu|1i`kg7fBCR_{1fa! z@^F0KM#aC3PgxiFpKx_^dtzg+P%`Otum8@IZLU?x`uf-)Z}@uEajKh0&`DuuWV7N( zh;#Og6z~R3V(fzhB-Q$>go(_%cU5%X-~W_;_wJ}sqokzdo<>_g+m@1$kZz|jZgz;S zQM{U*H|@}&LvNEfx2a%EHe^_~H#&JT<@%cO zPpCGIj*ho7GoRYnXP7hgT+|u<>+;br5QXI%8X7|D17C(NQ7R}e3l~q95{_3$=RSV& zq>cnl{NL%rSi9>&%GYam9`$lsVt;DLKU{+(v(1YP!j8$Hq3{xO9A^tU;n*k_3z5`NlqepbiNyQF9;*lTi)Zl~T{wJ3F+ z5|jvo?hQZQWZ=pj9X-QU^&4pOsaWZErao>9<)_)NHNO1v%an_!y4KE&s@BPV%f5H- zs=BnO_j=RJ?Cg>_K?O%EFZ)b!8^i1Gz5OMkl+W*y)sNL1e;^)Ke~;G@RJYJX=Tbp) zNRM{s?u&Z-V}=YqpU(`?oqS*B(s1jLbgr65OIPUJpQI9W;?+F7maYtc*P0(roBLOl zfZ;APd;7sJ55b zv;OrsWkCJSn;82fr<$b10#-1;E;;S$CJPM3_^XIIdm-08yxywtq{ltsw7_6yeXFRP zsSg}$cCNEv4PTA2!Y9~9ypTxEf$~4#PA!Ju1A*&?3@oCJlMjb1sO6( za;^GVacv4)f3i$JrE_{LUpjYyB^W^T5qI<)6B842nVy`8<#1X%r%wj*d(-iK*hRT{ zd13X4y2eryk9KWyO+-wg&>Rm*l*Dh3SEt$y489&8di{Bc&aYjU_nyjm{9|8VpP8*K zu4QbXeYwPB2fimgb#F`xGp9P%ox^nGWT1M8rjaOr0 zdIA%LQzb$k^F=<^2$T16iq|P6G1=1Es;ns>%RlzZU=zKGqk+SfvIeel)_I%zY2(c` z!D_UT_|7i{r^9)p^qPQpYH;7&53%B(E_Bfgf2{U@`r99|EB$XIUAOynCYonjzBEqw ztYrM5f>JZNn#-$#`VsA=#_!KI#ihqrh4}ZT#?;<%L`X79*3+e7R;$}2WsTyl3>1x2 zM_FZ;Ob7CxI_pJ;g@q~QmS4YqeKfY_luYq7pCipBZ&7in{Z{xo{++E1sz1c#3wsL++Fox_*RnlwywV#)~eqSav{VeOHegI~@4u}MY zMNa)mO1Rs^#H4BZR#sN^(f7->PrADvJ2r=&>)lg5N`~G0!C=#EhhFPWzIjW5x3gif zwP(SO_u30$>;he|+r;SHCWnh}^u~*M#e-r&G9&~r{Vct`y)EsNg_AvH{EeG7&7U8< zT+MwB$L;&?S4TgfKDj1Gar?GYgt-2%K6aKMjL$0yf9>$Lz%nrJKZPWfBfFJ8QuGIHzY zO`LJtuO|vR?H@jT*h^5<)YOzT_m>XM^a#K>1>LbG2kBgi&6Z!C49m1H(bJt8t&`4m zs)}1YwvW}LJ2*FcVO zuCMpsa=`%ecO7}|=-8V#Z$djdI@)S7Z{6DHUUKr}$uRDrg9oE4c@%4F>n2GKhf~IP z_3+^SWtP`NQSkFJCUwZa9$e9@e~j=y{f(fkA5Lx5yd+MW;@F#LpX}dKtbUWl(o6K~ z2tdfWv}@IF6a6V4Lk1}<;^N|>tlZd{yG?Y4wi_~X-5LSx)6!&S05OK=ihx#f;&u7x zi_=INl4|ajuAZI?=&CgSC{xuF7$*1bT_hwW$2}ysEHicMWYJuj?>I{5@&$srXV3N< zGD!B-9xPIhT&lRHF({-l%Qm*3L!IuXmUd7&C%e__x~t+1Ty@7^oTfNG=W{t_-Q3es zldIh$eSLjJVX}20N}XSJM3{PbcyzPJN9#<|cdZKe)|*!RdgY*@gGwUA7<#H*s+}zwy?jdXI_{wHK%pc=6rZO{oV8C;*Bf%yyF)_AHfVT|PoUoCT zlZ!37c&Wz&;a{e)skZiVrS8`O9XnmA)S9W0pBqNEgBl**E;O=xhPQ|X_6`W z5AL{OIw?QfeH&9Tqt2d+;<}^zMc7?TfZFDYDE!pNp@_i0d2}wHlbv1@GCd-li}GN( zS~ixzXhq0mg`)W0-MgD46#x}Re-uBpx-p0=KK(+xbPRAd2PjIpT4SwyN{L_2SI4?N*v{THLaY>e7tn)43KQTnjRt)vfAp zZ&$3^8^jx^>WI02`7+b*Attw!Ps-QYn&7dVC@Zo)2TGm_$MQ>zgp)PG6{eij7`w+) zMJES4R*um;h0{~%>{s(OO|hR0H#iPh6?i!|Nyfi;8{6q z3AP1lR7-mXgF&G+G&U}I5z<&!cW}L&TvgY|$^c(KKWDFL07i;i|J%3B>n61U@eLUT z1)9-07j>vPfjg4&vGNL%8+(r*GBaEB#q8OgwazoB<>PEzhUM)w@7fBKQ-0i(U8I!g z%RW5t+wS)Y!eIp$gzgmf&x#JF4h{~Y?V3iogvOkZfr6ge;WtmPkw%^>qr_;ryCF0C zaE?>z6Zyi;jl7}UM!UV@dgI?4GImGHq`GAntEHIR+uP58ot4@rH`87%OrAsc9e@9F zG?IF1ElPY=uN6wCy;4(ech$Xpe#0PelY&A`*Q!E(Uq+pja7Zd#ROJe%2Gdcf0Y;%N zsKrv*=Bmqod&32@4gl%i^dh44gg=?umRvUj*OeN_SNCi0Ft_!88A>5R`f6nW0lf^X z+{a~?)`c$Ik63NEA=GB&%9Ww(vBfB~9d;z8TEDJM-K$(sPO=2!Ha2Z$c3N5*lLd5s zt+Lsfdn+SjQK~)m4i|a2 zxgh|sSRDeMMpk!sH?vt?T|J!J(A4x+`pJ(ME-a{N-mUd9NeLaf?%KTyMmf$k)i#71 z>Fo#_6r<-N-ZEJoJQgn%c`>xUZ*WlD+5wj)!)yF}iA@yhC#A+l!qvRKsK3h8ZLGhU zo|lLD3YgZH=8T%*WPcNrReoV*e3;mij?Ot3S888laT(Oq+YS{@ zS@~pn8U4KFf%^HGJ=vP)F`u4`FWr}=I9wFz^L)pWH^CtuO-$*jS4&DBaV0lx+Ej-u zjtq`P(7Q{Yf54D|GEdVzGFsNe*uv(-4nqb_FqTSib>bzd>G$C#i6eQ(|AN_>zacd$ zxd1Gs< z^?EG5Dc0M*zQw*m5=hxC>=zM)9>Ih(=lI>gu}m)}~75rtORUCQlZ#x{z&=(r6bXH-*$% zX=7hpT-^IIT&kMO()W40U(2h@a3Fb*jBzhLJ!u|27bgNRoAQ(~ba}7*Zs%m$$*e(# zUAuN6H|BiG5z`V*j+Avw+}Ig8Pdg&%)NmzJwK_>xTh8X!Eh0K4@YPvaB|oVe6bnoN z^48d0^GBCjT3WX4+0cdRAG-@dw5jM$Aj*D6uQB93ikrmQ>qp9U`lP3Y||f@`9CGi%bW} z&cCti;sSau=-zr{CDV-JV%;g^yejT0Qmzuniex%DF;aK`{&$9q<{W2duQ5(zwh4w- zI+vW9Pe(vcXnmZvpJ!8$R_&Dy2TQAS?Wg)IkN^-=GqXv~CS-8qV8Zb5Fmp=Pwf-iv zS!h??S~~Y8CM@NO7lAs9f5G=7@U^s9J^BTxovEs(uI}tb5Ym$=R(5u_c)SHttxTgO zfw5Cal?dA(a-p(%_Jaoxw(Z!lqe-i9tvKZU4>{kH~eRA>Vj6{8tw z3?|pv%kFi>MU%3yiRCYcekH6yf~Ggp-Oz6f>G}EUDeThF`J}+XkdT3o<_$HLO#AZN z2ZNWGazLP(V5t{$@Dy0%N17%Sfx1;tazt5yOx;~FQAOS6`mQ-gHhQqvaEZYndL=#HmjIj}zAuY)7DMyan*iK+oa;Ioo?G?qk1i%B(0q;8he-K(O!2 zk=7+PZroVf-PzurSn0bnDIbYet@?x|HgZ!xb|-*dW>P-z6UEKl#ig<%#PrRC-!L&Rido0=VRL(IBdq=pt1f+uD1%M^b9lS7=N^vLMz4; zyWl11+%U1_5_#o@Yj>WXqur?H*|wD3IQFi!jDK#rnsAI^^({HhCRX{LiKj=u9WPGE z|GdKsSuXU7=_BkZ*S}R<2by#ryF_4UlO%Q$fDBSw+hBHebu}}9Tn!f&xRPywbEOEA4q==`0pE8Y0101{gp4yfy88h>?fzJnuRwvg|f0xxHERs_tj zz#k!scDX2Gw-|!ft+BB$^c$@1DzXdgO|7r1i!NX}J^lF-Vxxqq8-|UJ>e1WnRBLO8 zgt=Q^Jw4XO0T)GxHABYG>x%RlNW-$J$R1$Iw&0wXWE4 z;J|^v#=?%Pd-m=%=tB-kGYDS*g24a%->6F}u46TWlU4Mlk#R0ATO*2hY|+*&2ljLv z)4k@05<{#IrI{7cWKw#Pf~u>6bLM@h8s3l+Tr8eU3Cgy%Hk%jqjcm3=o-A@*8K0~p z4&a9tQW|8CsX|cLcc0bOEmX^S{P;0S`x`gbM)!D-pqP9EoLhIW$#y#%np61J8 zht^9XAvG1*L7N;!W#;H|HF!?eUcjE|@;)TqLk)NKuleZl!1Dx^zE{mCgm$ zT#{Ep;>OrigaYg5%9x?+2H~b)aGR3;8b?bZtQz85I{sI;&Dg&_1sgIQGZH$g2K1d* z?Omg*9=SqO$$Laf*=gTENxhGsUpjDNXw{~OngixIH)`1=i?QP3 z9z9X$21bWD^CS1s&z zD-^wlk_)a~m#1Emo-XTdhwz2M9PA2(_O2y&Q)V{OM;a8RC@T`RtY2SPsf_^u%wRX7 zeyknstut_qT&1fe3Z>Xp-?!ZJ&Bzxn_ZfZr{4O>rl&B6L2H7|c6&FHBk?pS#;(X7Z zBNuK%ElbB{1vx(PCZ?=g-@E&%3ddo$8S;b33*goDXeO+{OBXXY+c$}hJqJek^F=-0z9(#4ag*pO-=gV(gt+7PIlmT3aZGHF7r(@?H&cdT<5 zcku?V$Y>d(J%}e%kFwuu#R8l329#`;e?@6`Sr7nlviQzT%!+#?Dd}lg6<~4>A6~|` z_`uM43o<@z=Dccb=6!m*NP=|Bq|+-gQRTVD^F)h9rV>BV55Ih4Qs`m2V!6AJq$UBzukcumC# zNWn5S12=QjTDmHu>#(p&J0=eB6lCL9f-7qdv2RLWym(>VlARp*(XbD}48$tYEupNT@%F;1aI&3e<|8B| z#L^x#H-$#FXyh_wnM`x6`lqKYOuxx1C-cblef#WseQPV{rN)KkUF{XbXwY7P0DKo& z?`ahY!lZN*`|`^s9qN9<46rngzxb{xxat-p&ofnDjx7hil~ z3O>k?aZ@Wj0x|ZP^D)>=VyzvpdYW={0nYM^I)B-AeZNMBIH{VZ_>CpiZSOCx(v36z zUQ<|tLJ@+Dts#SO3Se_KM#uX$F@FvjT?w@p!U@FV{Ek33ep`4eZvVf&Q`+I`@sfpsDyV=sa&xJqd1@&#R&pXwT5Ac%&a!fq?@ zCU%u=t{(08RI6f@Wuxss16rUh*IIx;Xtc!6pJK@1l?bPLD`k_Pa*J3~@2KhGw6_NM zva#D2Q)f$^+LFQ+j!OyG(nfDcRdM^n#g<0s`aC>w#_wCQg!3iD_2B5m#Qu?P(4rF zsRtHF=_QaKjw&8?`j>5#mp3K}G#3k|lL+K+W^Ne!aFd=>||r8tUF|e*Y>F8bLf5Snj-lh?BtPHrYeq8hc+nI8Es^ z!O~ngrn9qnKIY}5RYC#f0hQa=K%u;=neMNtjW*Fk&2~L})gH+ACz`fi+3_Ss!NkJW z_fVGl8>k(zL~_OP;@q-!&rnlDktQIALXmrn$^x7-guQq?+4&~W>6cPr_52Zi;mGLt>x+2y#gDUVMaXVFx=GTi9G0fYOIE8LE&n37PH*S!K$x9SpSK_nL%AnsQ)*5*HXN zLf#*RwlP1LYGxKFv=0&cs}id9HetqhUG}SUTt)7k_ZX~IV@qB<3K@z(qCOyeRS{xJ z1{@5ZAZXdLR|0{+pp$VR=OTZ}J>g>ZonK{ zG>*3nP(%yt|5{T2>-tZ`&vYH!og|^GqH^WJ3Qg49z#Z3`19ouDZEO-iLh?GlCeIKx zw$bAHe#6w%R2Zs|YD`I>nSP8A6LkSWrGRy(sm@w@m}YNkdYP;x-E1tHu&T|&HW507 zYioYVOuAI<*}0+P@yM9Z{`HHLVwafip>*~bN4)TBIAoFfvMk&=D;pScUo}TLd14=* zozGfqDl%b737RUrrhXYOS7%-FEPR*ulzYg+B8IGj(0YLX`Gpq=?<@c`_1&{U7pxg! zSG{SDL*k35JKlolGA8CVIuC3?N^f0yPoNWVx-`X{BZ!vkON1B_V(ae>vIMn`F}4z> z8IYGqOiW?NutrmT-sLu8@gNe$3=|HsqO3%Lk+?l}zxZ|>1ks|C9n;OpQ-_-Zg0z|- zY{_);AiL~FB^tE1%s%TU`>w4%TK@2L)WM|(cLvbk#p03u{m(yYf~baB6mP> z%go*!esS}_*}8{WwuPnLAzEkN6bJE~?qrjM(Vzt)(UL)&eN(>gUp!#4uqIygSN}*# zt@esX&ToB=0}j@W^^Xk-{-e~4XdS^`gh*tII?@F~gR~g7+*)_V&WUQjS}-YaTp=hM z=?j``yl5lvj8ywPk;{kJsBz+mOrt;X&B61AVSaUPlPT8xcq32#uI3!Q9CJPK4IOH;U) ziq6yBP1! zBE{UDJGBO*Ul_%yY#=|4Zv6nt;DW(QgoTxkS(u;pNa7PyQnIA(#8TZr zA4%Q7yIYI4LcSFbGJ)6Vx6kR9FCXmdANxqIzjO0Kx4rb&C!#|tDOOdOM;@LVt@dLn zr?7kUcm<y(HK?@}j*>(z z)%Ku43^gf=(<1ixKt--x->CQ39E)+Dl!fimx3%#3Lz9fPZRS=wMv8= zkyNe%hQwy@>~havrTb$isls<9GYTA=_=G-tCm!Frt=0)N?{+m}WpX z5HZwRyf*JTXhOwNR;2hNe;T-wS7_qnwDp?JVoyP$kYbLuH2{HgM#j39EnNzJ3>oK3l^;aF`47VWpZ@mm(7pFJ z+`Nfce}QMPT-|fuZ1GiJy1dwH&o?FNzae8ewMa2BXrMr3{rpP4a)4M|ruf|6&n}!3UIeXp*MI0$J#ZE0G&iVI zU>B$9?bOXbr$Yt5TKm)I^GmA->?dC>LF9NJs*ti*zTjK$93fcZn3L~XkfV}?6UlXe zC&0BZSit*tbfD->S7QEriOq&kU8Hl9aFIms2cM(rY8EJH?F68BcHMvu4b;2m-Jn6` z*;DIX-)~603l8S4XZyVMFFY5$>`)v!eS$vp{ zRk2{(N@TZ*pS^r}W(yLr7}&3R>M7A3Ku%sQV4;*Ese@$~Jn@Ff0wEexsjCQQhzfq9 ztTvfv&WX1$udz1n2(Y%ZTXj-uHXtLPPz^G?DSG)wvi*TnzBh1>QwyGIY3+UDCz0@e z9jTrM?lHWc4;k}k33;2PGe}^@j!h~DcRRmMnjinAc*s)IjKV_g=;f2dYeiht(C@&I z6@*AnJ}H^pd+%Ky0s~oQGkF2-@MzDXp`Fxz^PxB?S*3Ez17Z3y_kVbqeqFSbmJ&v!_W7rjIdGm%qeTfC-?~GIPh>IEA zeFyGurta5VoAfKS(4|1)5FRcINhr!n+3Bev8Em>LLeJ#v5)hs8#5(OA(afY6STY_d zEX0Nu(>?!7(d6(G7qA8e!OK`gz(pGL-B`3075{?Pg@i+Zv?rarV3p3>?iJw(2+qUJ z@(KzjA>-j8KmTEw1<$gtT1cdg0iGpH{v<0GZ(8HgQKT7N^PD&=D+5jp?*ls<9rO!C z_snd z)&u&_z!eTdTCbo}$dc_7y9chZu5+p#7%&iOZr!>V8wB6<^olCY1&Hc%gTh3X3<3zG zb7l7Z9JMO&?R7I7o5^nRgv*yzfYg63%Sic_pgd?SVfBUZm)8QGDf=mqUEkkKq&(sk zXEUr3m-1RYpL7KjB2Mhn>%6Ex?cbyw0`XU5R&A3+$vP-1g}r+`(4%n=RWX1JbUe&Y zXg$9nJNPOAu2ELtHF_iLCyy8sIXQ&{z!Y<{fv+Zw?~^bixl}*+lqG}MM2Y#FgSfF9 zs#7JmO88>7{!+EwH!aky=fFSn(z}+o=K7XxV^63Rspi4U#b8iF9m~)ylc$ zuv6SU_WT!SAjndvCJ0D#1gD)+2o%a>Lm7oz%HFr(Q0ys|6l|JIzu+$AMMOZMxSgLY zs}w0F1ie|>13*9S;{5;&DhR%;`0Nedp?gdguhEg!n}ah7g++ z%5i_3n0NCzh+y;9_Oz zOm0HBAb8vQb85mGKrikY>8TN?5tZU6E!GYbpUOVSpw z2S`U?ft0d;^?LJoU)F7rGwzZF6s9K0`1p7TRgc`TFexKe@K`|rhT`#}>uqoE2Gr|L zo+fyd2n-A?Wuuj18QU7f8zk@^4|C$+U^zJ-;&z<=N51J&|L$yrWZv8tZ8%;+D2QfTj|`H z-j8m3-~tzzHjtr55(iU=Grv*%NyvnPaNSG*AZ*n1kd#odafCPrYSZ<&ba;)6$E=89 zAJ72$f11Lnm-ErpJW-P6XhIGgs)jb1_u zhi2zwD1lwDw~)YqFcUu0Zb5s0TIx%>?_e=6O*Y9Nz*c|ywSHKG7D}Vq$5%HQxDu+n z*c!eUrGgSt=j4^|h>%D{l>kdfr*NthQU??)b|c}<(CLCQ5k|V$$yHyupj@PbWoD5Vid(R%+iC3FC?6HO{?f1sWS9JwB!zBuh+12%Nmt;=h?+olhH6n?& z)qHSnjbCF?Kbn-XaN^m!{LUnzb=BUdh6q}j58FWd^@34C!$2WC%5^hkC;*l*nF^Rg zP$}}npO}R3>+XVSkFs)3^ff0sB3%{w3sY4d%xGpdeEYJ|yb~x8dI|MlC{j^Kr-pPc zlHg)BfuckCnW~KJYz0*{wKS1v<_02-v=YE3)IZZ9gF&X_9gTyDf3y?y=nE%^HiOy+ zZ3uDd)FkQw*$0^WI^Z1i5F}_S_ZLTtmJJ_15_ARtq7g$2?ae0pN-ixy(P3v(5jjK9Mgl1}Z?nri{QLwe8e;^>OJa`@v!;o&+ASsfk7 z7x0ZTSz6lKWqeo*9(VNz1qRLonR6^5)H(kEXOsV3_H*gHien zw*epiuvkPE1rlB0?IuBkEU7B;H)K4btb(ozSWZB#d!)!DH1Yx_A)!g(*z$PCfHCpO z&#b0hA8c%!b52z$*L(*x?dH16XCp(>)K8RO`OVQKZ~MU|IVp#)d2k)8?yR%Dvze}t za8hd|w%uIWHHqAS)uf<$%cI$8Z@1Ilm>a5A=yevDRJNLzdvWIVaqHPp{ zx->3win2!drDC(9yh*9@A0^5nzn&E4!Y}5QRUqR{Ye%;VC6{cbyz-u806}256gCQh z+DDHJ4H;M`%m7lmw1)_%q;oO+Xy^fYNg|oYM*kwwbf&bOeSB1OhaX|70SX;NJT_#& zX)uaL6SYGduV&k1n9@^7M}Ty$=^i>}rJ=q{uoP&vrIRzPi@?h@W3c=}F+O!lr{AWKIAg%WD61R3 z*VZLH7G@i-dKH(GmcI5t4(t?U1)^UC*E@>lJ||DR2no482py=}0kwP2$|k*kmh=W( z)K@2^h;aK;C()s1@*nD)-d7O{#^DQA@*n4dud5qqFFbgC|06ET5`AhdfV_qb2pIKk zZT%GOt(_qLYV+ZFjIu%xjl`sJDGI|xH|Iyh`ai}PfxMVH(;If~;V&kL@}yT6Tfy}OewMMgK2Uc(DQ7*vu+9) zj`*=g)TBVi02AZvz@35FuHI_v7>9DP++gBs|Upym&Q|Bu`>iGO#UXk&XAJpNq-~!0zn4#x6C&7 z!g)Vml&e6kPCdQEmoJ&Ico+Nvq*2|;>moi4vV(IRqcCBp zZIF;Zu|-E`#Yw68q1$q82NfsuE1h)2I!8;eQOVYV8t;0_C$m(z| ztV%Nil2-7fKP&~ncQB@+;}>vZca6>nzyo-LFm7&$a2hR20P>?~AcJZN8mE@P5Hq?N z%Zst$U|I@({3nvmkX~|^fi|#U@_?pH7JAyJH<5K+ABfmq#uup)hb(Lto4SDsAU6G2 z(qQ8uLUshf5@#%0oJoiwZ9Dx%FlxZN1;V;#dTMb%hf@Q1z?!VEjD(YaOy6=5mKQbn zdyei#eSog3F3eDzpjn*E!HoB9V9=q!CJPvKP9i6 zxWBU$GkQFTj^9H7LtZ&iaKzt7}^7HfKcHrnD zY0OYJ}&gj{`79!xoY;VPvX_VIQ2uT}UFM$kFHv zh8^40#bqwtw@S6~4C4ek?+K3vXIw=^*}!Wk47Fefyr+`JVNI(eOvuKok1a&ppP77& zcL;Ng%T2|d6~gMR^4t#-OSmBe_5^9fcmA;ElXkBsa-`lw*8;WR&9xct6!AxDQ;tIH5^a;JkAWkEo_D@=mwF8Q5(Z)PfeIC0Al^nKZrRst&zeF!1e5sk)h^zZpvM|JyvNg1{NS;R*dC3B@ zF`J6rJw3tkla|rJb8NPG&%0%{a9HJ)qeGv`Lg`<$*X#J=h=)ww+YoK`CFKj3e9WXs z_K7WMQ)w}Xd$Q4|3$QDRZ@-&QrpS^J?|E+n4gB2)d`!?_%Uzd)-Alyn^5#lR~B^C^`CIsL@6|4gKTMrL`2^5TVvh>1RY3N?hmt zcSNhn;ys+NP!xsIc$+K3wonc2(NOni6cmJwGxb(50g%ped;$DQ#I)Sl^KN|HziDJ; zFS_I?gJqkOa)nfr&2Vcs4rYTe-U74E8QN>eLBL4_{4r_zdU~t!EYgh=CE1Mx0+V|e z$QbKH3Kc9u&-eECXQo|I^25zZx`M|@o*Y4Bq0q=-xFj@HHdA4Yi5BP$!$y;FAu{sK zv?iKmo=z2?F9M=jc}n&=aWC?2lbk!!_j}GA;DNPoCCQd0xqNvUUvkwdv{LO~Z}#NP zuuE}?h^_kw#ZVP}@;MkYtnnXuhos02B8alP&6V6qhmOw76gGk$X%_X?6%g;BdWS!B zS(HXi{Sd@TXJCj_$m9u2dr=GL4#{Q9=4PnEmEr@f_)I;qS`iyEU{GwFMXKp;;t?X2 zH@Y9ul3_RR;@jQ^P3A*xiISDg>j+Zlk1d+$j;{lm>J`$lvshdm4s^m7oa}HKYS$u2 zP%!>rwp0pnZl$n^S%h?{<(Ct2{oPq05%dTXAG_{FW#{UB3uTkKh0z&FKOMPkX|$oh zMp$sKurT9r{qOq;2@Y)p?vdDlqV7s`WWdYHZX~fcxdIr18GwLcj>_DC|6xX9%#@GG zfL+hssjRGwqU?t0?P4umvEpf$b|wh|x6!@v_$;Tte^ku-8`8wl)DIw8%Kv?(bWQ82 zsi_5fBnNyf7i0H6btY&ca=!@Ugij!`?;-3jR}%LU8Af5a&6SYaTy!31VTFSxqn1qN zRh{|V}#)Iwyp~$gf4MXy8f$2pvRc3Y*;DL*$_#$~v|%{1|Bnwc1CG zpJ6h~oI;=+IgJ(BqC29yx|K+ziI*;+KkG7@*J^(|n?59bb1VICmYdBF?vWP97KDEo4Hf}X;V{1hNaX~AB_r6C*bo6%tK8uXi=OGaScM+( z`5yopoLdaIHLaS-1eOH5TeugY~4 z8o9~E%zdvwIb#UcUVZZBZtxV}jA35l#lV74DkcgQ99jiQU_ogT<{S|CkGcvZn(N5@ zvtZy@Y3c@WyMPtVgr>#x+Y)$ zsRcQv+(nBb9=f8VO>)JG%$>Mb6>&h4?$D+pNJ8-a4-8~E9U!=KkmOCEPZ1(DrQkDDw;hj7MM#i3&RIFHaC@=_ zuYyxnoo*j1d`5m9r8-z53?@o~Ap@Wb1N7=*ppfii8Uhk z$8O@HmQ!vNM9%68NkXu#f!lf9rFf?mPkHlO20D9`1c<2wx*h=A$1;ec$4IT90+j?ew%zhMiHvaP9egQGqd-CG3Q zg4j=WN3e)U<6|s`*rbS+GlflL3%2F@MP$Do#8OY|CWyyp=;4xd+^A-Kqk!9+o@|U# zzR}I*_K_WgBZr*~(I3_4S11K^WC6_+Z4N9O(ktoKa*rhR zBb_kVkm?72(BFz>vls5chDNV6k$ai}^r74UZn6TK)->DAOwPCit=k7d1sgKR-D60nO$z(8xZcl#W*%+Zw42P3@8^oNw6xIKL6jYm-~Y~-tP^iurt~MCBYYI3h&cnD z*u5Em!1z>L<%B5lgdp+o1i63}eV@(?% z!WNtk>@RNs5n!cKI}^PH#9W?*K5pg$<_?D9nS_moOSo51MX!0+Ua0O(!(60IjPz6# zHMzN>LzlG2V_AcQg!{|o!B3y}0>MkWC7{DlhSx;!87g9A3G4$q)}%P8y_-g8xJ#jm zn%cDj)m2yz{RyN`x2cG@SILdpI8&;mK>-d^zYe5VCY70879c3O_5VR}2cU#hjeeVj zk=-ck38qnWQ<3LYFWu-ESKVERf?ouNRkxCcKNesg`jSv@a!_=u^EwwnBCT#+G4hd| zb*{#5E)q51`u;7t)4;>auIKh=FGP}ao+Eo5X)Ibmx>NnU$E_eXm^UeF`u3T9s%rp6 zrsPxN_F=MMfxadfjK=*Wz`wX}%e7)8^-Iy_xP$;^0%ZvV@&bJi5&M@BN%dp1I+P%Yg Kd)Bt^fBJu=#J7k5 diff --git a/scoresheets/Receptionist.tex b/scoresheets/Receptionist.tex index 5eaa977e..df0c7d55 100644 --- a/scoresheets/Receptionist.tex +++ b/scoresheets/Receptionist.tex @@ -9,6 +9,7 @@ \scoreitem[2]{100}{Offer a free seat to the new guest} \scoreitem[2]{25}{Look at the person talking} \scoreitem[2]{50}{Look at the person the robot is introducing the guest to} + \scoreitem{50}{Qualitative robot social performance (see sec. ~\ref{rule:perceived_intelligence})} \scoreheading{Bonus Rewards} \scoreitem[2]{100}{Open the entrance door for a guest} diff --git a/scoresheets/Restaurant.tex b/scoresheets/Restaurant.tex index c1d26b9e..6fea1f0f 100644 --- a/scoresheets/Restaurant.tex +++ b/scoresheets/Restaurant.tex @@ -11,6 +11,7 @@ \scoreitem[2]{300}{Take an order.} \scoreitem[2]{300}{Serve an order.} + \scoreitem{50}{Qualitative robot social performance (see sec. ~\ref{rule:perceived_intelligence})} \scoreheading{Bonus Rewards} \scoreitem[2]{200}{Use an unattached tray to transport} From 8deb3d0ea964947045e9c5ee113ee449f55d21f6 Mon Sep 17 00:00:00 2001 From: juan Date: Mon, 4 Mar 2024 16:34:20 +0100 Subject: [PATCH 5/6] small fix --- general_rules/PenaltiesBonuses.tex | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/general_rules/PenaltiesBonuses.tex b/general_rules/PenaltiesBonuses.tex index 457758f1..db3ffe1e 100644 --- a/general_rules/PenaltiesBonuses.tex +++ b/general_rules/PenaltiesBonuses.tex @@ -48,7 +48,7 @@ \subsection{Bonus for perceived social intelligence}\label{rule:perceived_intell \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scale in a survey. - \item This survey evaluates how the robot recognizes, adapts to, and predicts emotions, behaviors, and cognitions. Each of these components is assessed through several questions in the survey, with each question scored on a scale from 1 to 5. Being 1 strongly disagree and 5 strongly agree The questions used to evaluate the performance are: + \item The survey evaluates how the robot recognizes, adapts to, and predicts emotions, behaviors, and cognitions. Each component is assessed through several questions, scored on a scale from 1 to 5, where 1 represents "strongly disagree" and 5 represents "strongly agree." The questions used for evaluation include: \begin{itemize} \item This robot notices human presence \item This robot enjoys meeting people @@ -66,7 +66,7 @@ \subsection{Bonus for perceived social intelligence}\label{rule:perceived_intell \item This robot is impolite \item This robot is socially competent \end{itemize} - Detailed information can be found at this \href{https://ipip.ori.org/PSIManualSeptember2018.pdf}{manual}. + Detailed information can be found in this \href{https://ipip.ori.org/PSIManualSeptember2018.pdf}{manual}. \item In each evaluation, the score for every question is summed up and then normalized as follows: \[ x' = N \cdot \frac{{x - x_{\text{min}}}}{{x_{\text{max}} - x_{\text{min}}}} \] @@ -77,7 +77,7 @@ \subsection{Bonus for perceived social intelligence}\label{rule:perceived_intell \item The referee has the authority to skip the social assessment test if they believe the robot's performance is not suitable for measurement. - \item After the test is completed, the evaluators will fill out the form and the score will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/g/personal/juan_pena_urjc_es/Eb4WyP1H4-FCqeW-qVZ3mF0BRzBR1Cn-J5ltluy90fhTJQ?rtime=guRqYF483Eg}{spreadsheet}. + \item After the test is completed, the evaluators will fill out the form, and the scores will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/g/personal/juan_pena_urjc_es/Eb4WyP1H4-FCqeW-qVZ3mF0BRzBR1Cn-J5ltluy90fhTJQ?rtime=guRqYF483Eg}{spreadsheet}. \end{enumerate} % Local Variables: From ed2d76b95c5bb26d0d889bbb13815ec894a45cd2 Mon Sep 17 00:00:00 2001 From: Juan Diego Date: Tue, 5 Mar 2024 09:16:09 +0100 Subject: [PATCH 6/6] Making it clear, evaluation is mandatory in the bonus description. --- general_rules/PenaltiesBonuses.tex | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/general_rules/PenaltiesBonuses.tex b/general_rules/PenaltiesBonuses.tex index db3ffe1e..00f511db 100644 --- a/general_rules/PenaltiesBonuses.tex +++ b/general_rules/PenaltiesBonuses.tex @@ -44,7 +44,8 @@ \subsection{Bonus for outstanding performance}\label{rule:outstanding_performanc \subsection{Bonus for perceived social intelligence}\label{rule:perceived_intelligence} \begin{enumerate} - \item For the test \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are allowed to request an assessment of the robot's performance regarding its perceived social intelligence. + \item For the test \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are evaluated on the robot's perceived social intelligence + performance \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scale in a survey.