From da344b26a32434e0cda0974ec872d8b6b2834d3a Mon Sep 17 00:00:00 2001 From: nidhi0622 Date: Wed, 8 Feb 2023 13:18:50 -0600 Subject: [PATCH] updated Readme and removed dev reframe config --- README.md | 53 ++++- images/reframe_pattern.png | Bin 0 -> 18663 bytes .../cluster-init/files/azure_centos_7.py | 221 ------------------ .../cluster-init/scripts/003_run_reframe.sh | 5 +- .../cluster-init/scripts/004_run_custom.sh | 3 +- 5 files changed, 54 insertions(+), 228 deletions(-) create mode 100644 images/reframe_pattern.png delete mode 100644 specs/default/cluster-init/files/azure_centos_7.py diff --git a/README.md b/README.md index c085673..480e5ce 100644 --- a/README.md +++ b/README.md @@ -134,6 +134,54 @@ Whether it is a bash or a python script, anything executable can be a test, as l - To receive a meaningful report on the error, you need to output the message into the stdout - If you want the report to contain more information than a single message can convey, you can make your script output a json string - just make sure it has a field "message" that would be used to log the error. If you do this, everything but the message field will end up in the "extra-info" part of the report as a valid json (please refer to the [Sample healthcheck report](#sample-healthcheck-report) section for an example). If there are any formatting issues or you fail to include the "message" field, the whole json construction will become the reported message instead + +## Running reframe test scripts + +Update healthchecks.custom.pattern in the cluster-ini template to a pattern that the healthcheck will use to determine which test scripts to run. + +![Alt](/images/reframe_pattern.png "Reframe pattern") + +Alternatively, you can change the cluster template directly. This can be useful if you are planning to set up multiple clusters using that template: + +```ini +[[[configuration healthchecks.reframe]]] +pattern = *.py +``` +003_run_reframe.sh basically clones Jon shelly's repo to install and run reframe tests and then like other tests uses hcheck project to send log to cyclecloud and generate a report. + +## Developer testing for reframe scripts + +Example configuration for reframe tests for Dev testing: +If you are using Centos then you would need to edit the azure_centos_7.py file present in Jon Shelly's repo https://github.com/JonShelley/reframe/blob/master/azure_nhc/config/azure_centos_7.py to include the sku configuration in following way: +```bash +site_configuration = { + 'systems': [ + { + 'name': 'fs_v2', + 'descr': 'Azure FV2', + 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', + 'vm_size': 'F2s_v2', + 'hostnames': ['*'], + 'modules_system': 'tmod32', + 'partitions': [ + { + 'name': 'hpc', + 'scheduler': 'slurm', + 'launcher': 'srun', + 'max_jobs': 100, + 'access': ['-p hpc'], + 'environs': ['builtin'], + 'prepare_cmds': ['source /etc/profile.d/modules.sh'] + } + ] + }, + ] + } +``` + You need to replace the config file in 003_run_reframe.sh script after cloning the repo example below: + cp azure_nhc/config/azure_centos_7.py azure_nhc/config/azure_centos_7_backup.py + cp ${CYCLECLOUD_SPEC_PATH}/files/azure_centos_7.py azure_nhc/config/azure_centos_7.py + ## Running the hcheck binary You should never have to run the tool manually, but in the case you want to do so, here is a list of supported parameters the tool accepts @@ -148,7 +196,10 @@ You should never have to run the tool manually, but in the case you want to do s | --nr | Number of reruns for the set of scripts | --nr 3 | | --pt | Pattern for custom script detection | -pt .sh | | --rpath | Path to where the report would be generated | --rpath /tmp/log/report.json | -| --rscript | Path to the script reporting the results back to the portal | --rscript ./send_logs | +| --rscript | Path to the script reporting the results back to the portal | --rscript ./send_logs | +| --python | Path used to specify where python code is to report errors to App Insights | --python /send_log_appInsights | +| --reframe | Path used to specify where reframe is installed. | --reframe /reframe/bin/reframe | +| --config | Path used to specify where the reframe tests config file is present | --config /reframe/azure_nhc/config/azure_centos_7.py | ## Changing the script for reporting errors diff --git a/images/reframe_pattern.png b/images/reframe_pattern.png new file mode 100644 index 0000000000000000000000000000000000000000..851130e0d9ad5fed4f38115e6c23a1c8e465d4db GIT binary patch literal 18663 zcmeIaXH-*byDp5%Qe09+q{9M~A|+C!2NVdXlz>zz3Bp3U^iDtp>BT}XiGb3pNH0+# zAYE$ck=}_wAcRo98Q*vB^X>hO@s0EDea`uH9K#VZlg#yfU@J`_2oYx~QHLCJ{t~KBZwf#NadsI|aiC2!F z`~f__?0)~T7Znxz80G&tw!!W#DysXz4>ax>`NOtm=(4zt5vr%mlc$rnSS%ptkD&T5 zu0IjK|Kt3w8PnyZu1~ep!i+KuFU^r{VbqKPmFHvH8O6^15q+9+I`~)4O9U(N}?Pse4$Ud*Y_9y+b_Dj&grcl zP|1ASpY_H!a5w?8VQ31sYOS6#YYFsGB)kp_TK}1#^bCY!A9q)oieVAmhLSg1Og%Oa z**AP*@LH{7hqLX(OTb_voHf+bJ37e7piSiIekM)~waj|LM%lCHzN zbQO>Ar{#y2fp>n!7Dh@9{zR|kmlJ-dGbCG>;gt7B4A&Ol>FMk(Tcz{(zgIfJpPjmq z=z(|tkjUfcZa!WDfkISBi|^JNomunGjw;S>jZvmiRt9+W7$ed2p-**Ki$-oY zZj@j=MROzjOt}S>8YSt$l@EVn84Y9Zav33E58Q? zs1WnO-7X(ue9))hiBAL~@8R8}9>jq}0w*e9B`5NOg}$#P_M54C^{her}8P?6jX>iDSn}kocXblbs zB)7VWsxVg&`;nv4@F61lOh3cxXbp^It2mi$b!#N#@#>!K@SYiLUZA4-65(p3o-Qur zmQJr!D((7tP!rNdXmqX+kLaeo!O`e7CbOHD6N*C+_hmY4&H5NZeua6H>{3~t^gu(8 zhHZj;r(Cs%M1)XTt<^S=D!1koi4$K%zioxJRP?c3gQ=UxCIb>-lF{@OCGX4A$o!<; zUNuNPkl2*Sd3(h1+Bq%y%N%efe}Y}5U4z}uy!VU`_PTl-$Hr>&UcdNqM6~{g8J?qA z^|eD{zr?!2%f$LRruW&Qr=%97APYE8p$Rf!+}B;%l+JV81Jatg}bSY99huaPPv zC4MHs@cAIGxky#ZVA;rNei%JFa62<8MW60hKnn&G1YAFL2|9MYwHWpo zE?|XT>%p>xobI6tB6$PkPX^A8p$$N&dQLY{I3TizjpR=8o%ZOoQQ+u7S$rr z$?5c%06NByO6^+-s?+65$6P+2-^j8X~W+pC>)HB_zbIl{MeIH zVAq4!MjbC66Jku8b7@qrgJ8<5cZ*nJug{D#>lw||1qU?ZTbGv1AIe#VB973gvtVto z?KQ`Ych1U_gi(QcC{)VQe(15e`FBgWf+oV7b zRTZxjI>&B3!y!#(!E1P6TUS2e+}9TjysCo=v7Gc@h>zU|1>aQko+@!I<+Qtv+Gm-~8A0gD|i)9aI8gEcF$K|4#J&<3H`0e#M} zcM>gxPxHw3mE}J2-+}ujaI0oh7BYG#-c1K?8LWMD)PlPo>PHw{QYxZ(i4+dfn%UbA zifN=V%-4A^oX>5LB(T2uK8#+XwzG==e)Jd7KpkVWA5-87t~@j5FVR+k&@-Y?KJM%U z2f}S_kr}{7IwstmvG~ENPCY0YuUg{|icmKWdV*1Y7$#dM!(Ibmc&S_rBj2}h#us{o=i{C|;<5Xx0T|Jt zCY-c@Yb$9P6Uenu#j9#Uc;x?ii1{hj%1=A=1RH84GX!tUzsJ?W;XD2$a(9Nc%#!3E zc(hh?PD|!6QE@j4`9$*)_o3-pfhr=`A3tFqI$RAG<^LJ=Uf^YXhbc8rAMHo6QIe4j zGUWtU1y_8ci&%o)W8yzPsM`vCJ7l1BVm0}UycPR%&Xv49O*Gf|DRXojM@PmwQF*=a^Qegh z>&9Tv+;-FUtrSj3o|0UxKvKHAhbz@Pi24aJ1W)X)scBK?rzxcOn|PY(8o0&G_eB%E zr?fN~d%CB3R*lUP@ZoTI924NToHZ+rdPseR>F>>hvAP4Da^**`#+_KOYOd)}&)9T< z=IBPik|^vA3_WUs*}WTr_Y0LfIpu90x3zosY2`tla-?2KF&Ubn+^`xy5`!wWOy@Z| zCHB-Low`h^ik2(HF0o5LJqWH-4|jssla{?l-e~1FtOUFNumgghb#U>`q|1^y!Zk(@Atf&Rgy1Em-~RY|U*iOTnbCM}8R zLkwuh_JZ<+gS;=0NNfrXtB=epf3DlCPUBCv@hL$Cgm!4iquvL@F=chLiY;#u_rz>`9v_7O* z^!P_hXNicHi%1@(?qJW^W*aFiBi&l)@yMv-XmQOw-Eh`-KuC1(Ug6W_<3XP+g`TeD z8gRYPQQlwEQZ@H`mi*uh_W_wBIoLF3n+i9fMaA3|f+bccxY07KZ}UtpR)$HAe^TCG zGz5cVZ0;L|8xKm`b-lfb`GNcz^(A+bEP&);>EuknHXn_GTMTU8&h&uL$|oCg=*LM4 z-2qrrbVhmeE;EL#UNys6E1LR9Qf7?;4uj!pTxS-zBa@@ZM9W86O2=!mq2|Z5lB~MQ zEbBt5qz6?zsHVWLFZ1usg~!W2#2;m%MV4j%tio%l?7s0q9u2W*D*6Ev$Fmdgg6)k1iU|ija-Q*Hz_N~OpswzSGVUscFu^0Tb zK8s7fT>xpDkfP3@P`_d@9L9oWRxkSGKTX)_MAy{|8T7w{syKe{q;J}6bOu5%_TX*I z&xK)BtHf3{5r!e&NI09Fs2<8oevm*k+dKKL9%plw7Jm3TjN#Tn;()lByRqbAaXOo( zoY!*cynU2&w2&R-klCv*D`RcAx9(S)w3S4!u=vB%b!(y4?PMr5hH+U*)a2TW;b%?TkEk6eAebQgr&~ae#n8xw zF+EQ@3OX!1&=*uo?Qc^w)Y8&wu(KKzn6u?Y^CMPYUWs88VknD7Rq;$MoJ@Q1X@Jrd z?6VA%C*=oCJ8SXjuBN^VbKno=rvuphxW*T zu?(-%fGXDybopYyW^-*^o!5>Dj61PGrRk8`-|6Y0$w8olTt{FUkP#zrQ2y6$;tqfg zLErMHEkwFG_P(^|wMN>W6&Vi4$EuhrpI1V@OlsLpuF$!}<$hO@v}hQ(|0o)HA4Q&C ziPefW<=yA*!3VFvS#f2p*WMZP2K+rhlntEfMV)mK!g!DWYS|e$Q+BPLXh)J+aKmZ# z%e~e84^v^j0Tp-=${H`f3~CSEk{cWyO;%J=>bV0Pqna!_KvFgU6(@fV5YVaa(uMzi zdWW%_a&+XbFo3kF^e_AiFQx%y<&r1J%F3#!y1Lquvw5i}HC3B(HW`kp-v#9JR`yov zfAzHg!hpi)1d~X|E2^jjrS1BElxvze0D@)a>t>oXOQ4T;JvR=oVN)yals9c3g&wUH z3||(?y1l*8lD>ipRmt}1S6En{+-r%$kKDaj?IxN_pC^&0r=`uk0*qR-voKt0@ULz< z!ZAmYrslJ72xFy6^lopa9EdygcxSDH(@jSR>2E{oKV**o&U^YRa&3Y4%-^GovRg>~ z5u%qocV^=74$@onjG7NyQ(8kh*J)ntDqx9?z*HA<4C)KYCGiCR`btPVJ4}RJ0K=+| z8?i0r(sN5p|GVygSk*V%5i01 zZZ`F{{)rqcXcG;T0Usc-*Y`&Z_9shxuC{nev>wjeD8LO*`!ToQud*|@2<66+H>;ro zcNTX|5;?)?#ddC`XRkN-h~J~gY^eB8CW%uzt^MO?&Tz81M_fl^;h5J#6$jq-v|sKN zwxk$97}V+!FIve8J?;#h-XIoDwDy%Z835n(L0_kQ};x)e*!wcm~t@_g=RTq@{jPBGRilux&6l4oD#9eGNij~S zzuJB7+kErrg62Ziga`W9E6@k=+VR}+3bb= zwKcN<8v|);&|wlGx$nc9$7O&NHoZMZKW{D~1mwFqH}OGO`m*DM z6~zI&n2ji0CNy}S8BCUmA#--doXpQ+R`_3+T)eR}a{}yvX+w}l8Pl;*h0l9c_@{at z)AvQZ=_V&f&v=6Ba7MIZ46dnu?3g_2UtZt;hJznq_&yIrMM&+SR|n-2FKUEBXQMSc zE-)zT%XoUK-wM%OxD%lYK0RE()ULV?mPUS^nmwq6ZInfQ(l}(K%UnM@&@#Kq2ay>s zj^724l|Z8MCrfR|PHsQ3^HFKi1r--uED&5|?DO#~F zOQCxFx~CPLN$@tX{DX!SpCyH55`iMHW!pAMpqqKA+Xv@@J8X%AD4MbEdaMjMLTmSB~}Rfp$^ zf-k?+Lls=&o{N7&3ag*$SQhZ*0@d#+=S~4=X;zdk&`#!xeeMn?U2oSrp;U{pm`H7qu+m5QdbF;$zoOEMsLyt!Nw;g_IK*Jo2FdBIP&f%tObNEX( zaDfwNb{uDG3W2_T!C~I;W(?Qr0}l;d2?cmBO9?t%E;%e*lw)J0#4$4L<0LzJZ6YI8s|7J}~nBne4fq(_*XH57r?x#?y$Bk1R@+lDwr>%<(h%WwW zeA=3zkp=*xxKbttJGJ9PPgqy>^`og-? zgEI0FXX1>Wftx{SnNw-OwDmx)MBdk#XAM{bcw5@;yY{2TLw zPR#p{#sPr!wyRnm5j7{*bIGB6^TG#JZ$By>FqV0p8W+-$_ULnNnI2+}6oKE#mPAV$1vp5G~FMvg?8Hra}u8KOFX#wcs9`TJB*dLNaHJQmHr`JYw zBR`@Qv~ne9HoNpCkA-GAdz){l58`}Q6ihi*${ip`^&3dpVbc>V;)F>SqR+Te9JAXo z&1T%NGbz7VBSYUiU9-o1e5264_Bd7UEmXX5V_lqMglU{sOC>~Rp0lE$0v|kLxS5H= zZy>c05KvY}j_II<_?zAIHA63haNkhfHr|Bjv zSoXI5Vq*DDS`PX_`#GxT`<+0v9!yr@AW9n8`{edGSfc=<6{0THK46wu5F@kAdA5*A zjJ?=JDFtmB6kj}5ejqrY`B4G<&&x-pJzKLvjg+U-_Qkj;*V*Gmy(T;B9WQC>h0Gv z{gesfA9JtSRYG2fq)G8i&rMj!FfUr5k>B0Va{qQYjQ){1Y44+PnWYFpfSV9fruL&;$6u>`cf1NxWx6>c8naUst1%9D^5bF8?Tupx?+_{evk{Btdi6 zT}=i+;Ihg!I)p2TXqfJ3!=o|3wsbO}sXV94)Q>Q4|M8a1d`!OmgGYJNKBRZTAUjBC zk)&r+KW#?y8u+LgnyppCm47v=%d5mDA#LA7B96w|CM2bJm5+HZJ8m)jJMgAB_&=p0 zw*Rew|6eIj{(tL;|5UqNh$v}lYO*{Jlu3Dcd6ws&S3!g?IN@Dna<QZ-BrA%mPPH$39E6eS4{B_0nWo06R2cdA-Qb~pKqZFH>rSGJp+jA=R1zm`$>;$y&cWH7vh&DzsFEL z836l24Sh4-rr`WSE3mEPZHw(uv@e&fJil1LdY4e_o?G)y2c|ZfStvgf{R`s_u*ni* zQ?7%#oLb5*KD9kLzrlQA$^H(vV0{qpuDG}xLMhz**wVm0vaw7$*bb}J*P`Q zk*Te)SUoF)ZofkDed(?O@7GYzt$xQC>;K0-dH#di> zz)RE<5>%GQ@9jGj(<8bo%qnJag#*emW#(E9mhqhq$H6I))pVbM9YjTot>G)vEX8ZKS+w-N}LD)3K8+BAjK2vwSlo-G@xHj=>K0@% z8M;0)Z&pTdh#{MC&$8Gh@R_p0gAE!wW0$i+0w*b4)4`R3tl&o(cf2&2#`lRNnpBC# zU*C`$v5Hr;xC1nLUN8d#|LipVO6my?fm12eJhKM3?(Xpa{O(mri?L4hSV~3-hamlC zNi8bU_WkUR8?LpF3+(m7rGmCffT_RH_}!oWfE z$C5W3EA`~(5aL9Km>jFoIV;JPK7dgFaEaI7I=k}5cF^=0BN=j+2q>c;#o^>h*c7KK zDoDb(0<=92dgusd<#p4Sr@nUI)s!k|xDtEC1eKH(pAq5rk$~N|Ys6CYX|1r6;K(&lV;AI#MBmaGe z{Kt2h&b75iXQnzkV**`xOS$-KEC~0b6@1Ls2Cvx__Frb^GnYn;4&KdOc|_okQSd#w zvIJb=y;X;+F!ROXRX5{s@E|$2%D&tB^8%ZXLyi4_HJ6I(N|XdnTz93SCB!i(~8QH*Pa%7RsS8Ppt(IagssdQpDnf5X*$F-#zs9W?gx;TR2Tm3P^O;Ez2!GoBwl^VqB+-=@RK#MBZfHT25rE z=`$-)hRhiK!r~dP=JsPHN$SlMOl%LpAW+@@1YCmIGf$OccktJ<$h7x-B&T*(x8}OR85~0V36(c^47vGqT9?@*?p*ciZf}+Z1lw&N&^$+8>W}+a z5OBYo$jhKo0}0~Lzj11-7K9to?!s!BG^P&aO-)KZ-rh;hRCkpQ$t=&ST*B5w+P;4W zPWA2$HHBvTp_oG}9^K$-laRR{EE}Mg&Ng(dtqpkL`PgMUhb|Kf*KB0aDG9bW(eA0! z&bc?gdXqxOh1u${v)$}yzHpaJqMTO;`rkEc{3pzCu5EN?#!BKG)z--1pn=4>FXR0G zG=ThfvK=sTs(&RbUJ`L4)wC)M;WK?lhf!%S> zXQ zO3y4l-Dn{mE?_U~%$~hqpjFUdcb1*?U+@NKHP)UwF_`7?-|l)!Tc76v>Fdj(%(i;^ zYRx0=N6Z_>0fjmtsu6cFz(!a0UY`xZi_a#Wa72z7{k9Mc>&l5^kFfry{!4QTqkNA^ zio37hTjnb(7dE;z7k8Gxyi{<;rhQOR({i0lIx}djg1U-n^#Fq=wRFX#OZ8_L(kG;+ zEKidMjd646G+_+_O;;#D!8Vz(3ixi(*iV}2d7FJIoLGIZuWf@x(EuQWf54s;j_o*P zDhGJ(03gFUn4=C*A3x;XJ0T21S=AkF?(5PD1&-!d+#;Gy-ADNz;_{0O8CKbSy$b3RvraphOR*{BU)tctT2BTIRFHqQeQ4ycRXx=$;n49AY%qjuvYb zWR;=p=(%(H@()wiCt7eDTob;vX~iEaW|`LNfo}nygAhidpFn}Ip!ZHtcb(m4AIa|A z7Wrb`ML1V4x3@vhYhs>@X|gvvNDumpsqIs4FO$pCoW4h2C(2#TAVt_K30!L$>4w=C zf9&Zzu-`raB-Hngg+r!@4zP;f_O#4d@gLyMsJTZ%sNkW(Kcpqwg(EnOgTA-#TFmaI ze0G`m^m}0~e66Rm%k69vU{KAXSK6!u3>h*%ZD|amG!KqRd&A{TTPD<3C+3FpKZ+>f zEvY$;p~^cNibrX-7r8<{x6vzI|Efp(BnEjseopT?SlMPaorbM=C2@h*^E=3n-%>?|p#*~a|Q=@Iy}olnLaJTxC3bPZ2uaXIhnDE>hE`(ZI~Xa6Nb`1xH#m36ZT88 zd*6k)R9yWvs!<6)?KM0$+NG zJ{-j;Xmen0XPSh)VO&X^yCbO~6gb-+P;3_!;Y)pyDV+Ak%NHj5b@&BQUQlWVXJP-v zM`b}L!!@F#%uL`$ z*&0xzKGfp&F`7gWXJVJe$8@M~;Yj^{L-#Im8&NCrsbw2N!8M2J;Dd2nj0#1Xs^Y;z z?pE7iV)%Q3p<5H;)Aa=-zO*0nob+w&XoV8AS_H@Ac|;}UzMmQv$a3pli{DB^-#Bm# zrd#nC27D`t*8CA7cj);zTz*Jf2Cx}~UM#LYHR6rtu2`=ueJwOk7l2X@?RAF)l&qAu za`aTS#{OJv+$a})`OY8XNpHx3A=>Zt$w9SKC9Lf0AC0D1JbO%QS{%ctQw2T`P&QPW zxcW5_=9Zf_{c%ric-~Fh-dy&G&bhP2CM(T$iN{;Nf={C?Tt|J-C2DAWv?OL$IBd;h zxU@e)K!uliM^oN7+w^HYe^OKsJJI8_;DQxukp~1gODraV$;#}%$qYN)O(haOblHGw zfo!awD9PO2J}t^5HvP%pqv2y+>oQAM?hcPvbh{+~ho}>qGyjK=lsNZrkE?P&QrW)W zU@u-@D5zF0cv!<~@ZD!HwL_6Jq4i~su!W0TeuaWNN8}Ss^Igf{wM^WxW`kYZ)fNXE zWLjF7V5GF<4h3^;)BzVGU*qMwpteKz| zF}9eHokf&GFFbe$vIKLctfk0JnZWh6f|v%KVpO76r!7jIkaihi1x+G%aH?9A)4>+@ z+p8A1Jj&(mQ-s*c53X?(0uuw}x1{^(Il-~?rBpIFdhYKjSM-Tui;eGu9X3~M0Ky70 zvsAx6XBI41Oir)|jEKQZ{agsb;F>gw6elDKERxcdj*(v<(>QM|i#ujz$#Ja3x{-zy zzkUU>=wLNe=R7AEQmk%2&(tSb@PJxzbOFN1M0b)CWh*p+5K|sB; zdf9|hzhEjWJt$I*%vI?4@ezZHPMx?4D*aRs z=|PZ7;ryF%$wVDxT@l#mU4UACzMqPeS_nr3XQz8rP@y4gXY z9)-cXzuG7%H6LJHQY@wfUs>ruNW3 z!#=E;x3d%}0ILFz*#1Sn(!ew?$?v=slvn+JEJb zhwQPo%72)>&U6^OERE6wV#ys??jD*7|5cvwBQ_y^T!TM)^(Cemvg;O25BqI|0U}EjZ3VN&`gsgkw6cl zI$r-D_b{y#kYdKbbPE$QIw!ZY*V4%gr|pS`-F*BHif5n(#qmPgI-e4|7?%+?CTpbS(V3a7IZw8VBf+@r}EYB>#6(A8G{U#X?*bD)z zo>6j6O{O$YOOsIgJ*Ri^!MjVN@7+fH6LO;TZ2?@@Q^VTB{saTmy;jexn!tgzMnXIZ z&vQJ`j9>+hwzpDJ0Sz_yA>mPPb3Kt4Drj-P{v(+=iQfw`3!IZt`4txcI z=TkM~r#zvFY~My)c+y_TD0Nyx3J2L9e&+ucL&IOZH?xR6XGjDEelf!Mn6#l7H>wb~ zce6xxV)i;nk^GUuOtg2HeJtpHs8u(1e|;osgMJ59_(-ESU!*;1YtM8WG6Uf@+4#I; z&Z(Zk*weIKYtaKP1HS+F#>*CXYpaTiCh~d8vAEufg^^OAWysa7j14D0krqktIHzfK>{{e%wr9 zkhf&E)zZZRW!pcrN)Fs7M3_-%UM2P6b@z<9DE+?zqh;uK*hM6}+z7M{rx63!pNzRL z@kk*?4GCuKPN3Wu?I#Hew)3z~+p3a`{U2-Ew1(a4X}h=cTO%MqB>LhWH>EEad(o#? zZb)A1VM#pU2Ub}esGx6g{Mx$KBE@fZxGaY@c;<+5A}ve`C`UV&MBE5~r9HivQ6R{0 z7F}6T^{j+>IYC31+2$?IKhQ||Rnd_~ITwJqDR9bdluu{Jsgp|`xRD>d^;hfw-m|S` z`ArvdO~;M$$JD%4;%dnz8lbo|Q-H3?M)fkQ4k!_)Ya^vd(U0O2yA$>>d7mPO!UQkT zjauI#c1H_=m-Yxgx_v4*9WH64!?hf}n!1Nc3d=#!FsYpz#c!^)HQ5}R?i;L;PBFD< zszR}zknH6kj(LvxrlFG={Pl`;BBcoiAPoVA8hjQEBy42wop14JZXXm4oC$?dnt`(w zllpjV<#`3QSIUn!KewIL`s?@*zBv}q{4p;%I=YJy?dNm>dx(8N`KD(f}W&* z0X}^VXB`tx4O&}Yf0&(}y~J_b5&(otSAqU1Zf^D{RZf}{z2j0ROgl~a1 zbWR2xjJ$)UIF}WX8-deXS5kQEcrsv9Ei!`z_oR+FRzkDnC9T}QMh*ieIm>5HZUCD5 zREpRGJYc5D-7cZE2(z-K$EJ-EBY8h1Jf-`f}pCaUf0xSC}+mq%RKbP0!1Jo1Su zNB1QOg7_(Uu3NmI^U?BvdfFFpeF+J^u*J%em>Nk1nMlY~X;~GKULg#}5GKiFEr>TBN#@MTY^Z3Y3uDlNtFpMujxF7Zi^*o~iSwH*#?n z3-#Ed$YbfS6K5QvCqUfR^v@7 z%#-`GmE`)+PWP(ZXuG1H$PFqLNWQP%p4^B*k?H};NaFlEr=M5p&hiqJb7{nPLs;RS z531mI?teem4bboh92Y4m_c~q+j}rEy{%eQi@Ama&37IyZUtV$b3wqsWwh8SE-GL<) zNWNz4^)X$#y$m3qTOqQ{ZLjD30Xpgy(BTyd0HyH~);=r0nPeU~$$yy0fob)_A^Zk> zAP9}|VYc4(lXx=MehQJUic(v~g##0>p?^DIXwg&qj6W?(Gl2RWd7FIT>3r*aHjSgr zxUOwtGGK4y=SK8Of^+U3XDRMK&-K$I+$fqnOqA85ppx>B-hfob@>QMs;zY7(2!D%H zb>C2yf_;+3BZHKa0zL8b`CR@Q4Dah}X&}Wf+W8{6hTQHB>Tr3T9+N1#)SAyMjr(u> zq0nu7CvBrVrV$W!93fVk(4^KtD!RpgM@nU(@#O7KJ>`zw{Yu2*0l?)Wvh8)}OYBh; zf`XB6P%;zLyJ^X}4lv5Ot<|Mo2W#_-IgS7%5&zwQ&CbMRz@Oy012fJ7^^*Y(5wI&| zd>T%IfsJhx&ZmuozP(tD-~D+3Se5YKhVS!<<8tR;ZPnsJew@>h_UM&AcoNB7+aIt1 z*tsk_TyA4$3MZKb8Ok_Z~DURKe-`74WJ5DS!M#4q>RuwLEa z9e;fUNpcCQz3s5(Z?E+S9TYj$hRPfYOgoOS(J#6G)x-A)srB(F<`;ht-@_8{^NVlQ zlbjwG&nu5o3D7P#W=6lh5y6dNETU1LKgytE*yyn?Z<%Nvb@i~i@W%t-GPkb+vXivO z{4(VJ54I1b_+75s@f97N;JV2R4hVqs>-Aw)?*Kl?smpZh&P83yC*F2=2v_^A>e60z zTIy2h3k?6e%Juf%FfD}s&BgVJ;q{QRZt&kn>*7OjhFssSy^YTs85aeJW=>qW$?-M% z0NQw7WoyX*?`Ce6)iavvrO<9{D&9Twn57g}AHUE#;3nBc6f|OlZtb)3*EGUq^?y`R z8b{t8cQC)

()cZeWkWmzoVeO0ORLQ-j~dS@wZPD`n2uE-xr1MN`>Qsvx)NAU8^v zDE2b-e6+Su_8}3%_69|J&8yKUaGMuXqI)cH!};O1p#235c-A4u&<^0((Fov!De^UpLH)SSTt$J){uVrYFmL z;mTc}^vI+2mZ4`J2m{lVGE({CQO{Cfmp0726iAhKo8rmQAp-ZKNoKikcwgN0IX?rG zO;8FxXjqvPx`4@&AQjyWK=~VaHp>m=mQpgiq>&RKv*ShDgjV`C_KgZ@#LLlh)fi77 z^d&UW8k(5GRjctA3m&isRvOYXQ?nqL2E zSRVQGg}D-D-zsp;4nmcT7Vwy*={lHnuJEL6Y=?^fB&Lkt#u(=0cIt)8w$T*;y2@{p z{6(tIVZXCg2Lj5@R;*m0)3iJS?4;+na%ef5*QeDUBMtMjz1D#f-c8nzpo8heaCu!Z zURhxWBv9bs`|d12k%jb;-tvD%^!ZO#j{g}$25@2h3vH>u!~gn5<^Ko@ z{!i!qyNLgg_bCV>E}x0c4zO-y(}Nd(ejd*BwOnDz`JxYWX>REzvR35qcp*kiXE6H} z44x!&5hxrhHKM-?H2LZRESN(e+Sa0(l?1B60y>hX}6Nh;@FJT3GVW&L-|2@v!QDXEw?lk9oL4 z4nKPXdQKR92EY4nd8%fXl6o2_j{l81^9T@xk&$kfqI9f6zQ*RNP~P0a#yIDci22U{Wm|5RH_6OJ)@1VxQ)G0?;Q&v6mch zlrzVlIz%yGe6TQ6nWF`>e`6dzuXb<_CuQdovK9b1#-jcN@TlkR8iHcH@C_?SF!`0C zo{C6chJpY$(1v&tqM{b(7Cle4?E)Jt=zIQE)c#?)+K-N{?a% zLhfm#mjKP?Z0I)^ma>LH}0%6tP26~&)C@K;0 z9&^&u_TBS@9&*alzOPY{UN{`Q4G=B`u@cRdE7OBbg0m)%fl7z@KrZTJ)7}x#CpSjb1ygXlDRm$0dQy@tfEi+AZ~_$8zoU8RB<&y4(@r*z_5+NKB0{bGavTO)2y+eK*+GK+yk8$w=NOIhX;i_Jh&how z4=q{`YFcXLLR7jHLr;(Sdkc}G-H)g*`r)jeJvOE0WQx)NC9N`DZFzL`c4L#G__IXm zWcq4U>;pX?64~zG$lW!kzndt+i7gdaOKA^i?d;Rc`HTop-lMCXF+rRF#TDNe=Pnc~ z^z8*8jfBho)`g@_eSCaazD@$51m0{zqI9TbNZCDX&~n>b?h}2PMdQu?Wx_=lv5W;e z_sq9zWT(5xch>P>;NCSmfL0QwFGi7hi!e@w@u=GZYVoUIhsLM)IX;Zei9hC%eFyK0 zxOhhiCfyhD=v4=w#$c?_`Ij9?;doRcfaN)fv7a>3FJ@>9oqsdEA%L~Al^=#@-=TDn z2K~W(63rvb&FvI5miwIIxCRYg0mJ?HW1+F5@yjtOzpudO1KA? zxV`l~DCzlkTMU!L;+$~RaeNSdi{<^I5NT0Ct+;{)p5YjL^r%|sGQ@01hx*E>g5i;( z797QUpH`^2zwQwNbEo!J#AQqk=5{uXeX-XUZvZExnSM-`qJJ8aG41>@{pr_HYnccy z1L$wjfLI2w=)H8zUhOXT`85K7?qr~EmOI%O@aWn!OfGy(2V9t?G{*GuKc9PQKct8e zibtz?zj=6S5YP~`kkL5%B>T0HS_X}eP1H4D?0NPhk)WlV+bh{Y+lnoa4DhldtS!LX zD{s}~D&5H{=}jW8UrX11Fi&vVstBePLMKz9oyT^br87qVMueE1N5X20wE6BdNZpuj zWqwqiL6_PG5Z;g~$twU`^Tg&mHsZ$1WQtRERg$^FtUN-z&!u50MOQs}m7Dp6HqcFU zMet?jDvKd^{x!b7+No!mwU76LfU5S(Dm&0p&M_CzpJZ_zBvA`dSLHaSSfFeWA2jk* z1J^WY46`>r&Uory1>c*zsaBMhCz!wvMrh7+9CxQ!e} zV`vtN!SS9{M%>p^Q2KYSqs9q9gGBQ{juxPSL`c7)dB*>t3t)GCeC+S<=cl3+nS>Fk zK{tA~>*9@74qRFnl$XJdOVR3WZ!W}j%-$^PoseX+aINuSlF;~mdtAY6{s;~HoI=A` z-CS0ls^pDZ5t_!3beq$R!nzLqe5-rrmg>`}4liZ%{()f~_+IblpzX{miNL}34`{x? zHjRq3k)g}q0wc8B|O=o1p6_4(Qb^7Dwj(+w*GCw;AoS2-$In+)h}cNNq_ zt{N#p3K_A?UO6%wo3vEMvT61W^Y|<=(LB*a?sX=tc829X_UbyyS<VkuQzbdb5Vr!ip%x_Mr_dvcDYY@_r7R+e?7ob;ZIGF zXxao~MR{Q=$y8i8FyBa(wI#|1ne1f!dZV<_ZNw^^Wpq|BjA^efcop!Cywg*zTJg{E zxNkuJYIh&g-qm*br5e(0wSH|l))weFa2pmWK#qCqrPD<1`h8Rs6ImAue6nO4hsn9G z&NQd3EZek>MW6ZrJzb8I!Fzo{2;N=Be4rnsg~px(brqnyzO4QaAcj$9c9924K5E5O zSm4BKb?&3FnVH{~oSK~I_e&Ik+q}lfxDmjfu{;t$5Yz?&Y{*WCvYHa~&)`YN0v7O- z`4bVt{A*L6{P9|{KK=cGsj~f8awi6MTMiez zr}#oAYF3gs?FE%gdhizjy!9D!Xyf=uOcQWGl*OiB5{wYR9QY4CYR=d)9L3sx2EZ#D zw;KESmv+WNHY8h%UB-Scr8M-Wv0G(=@&i5APJ3N(URZc2B5*Y)a;Rx`zx=nS!iTZ@ z%SC>{tFl&e|4{C@y@Nyb_L literal 0 HcmV?d00001 diff --git a/specs/default/cluster-init/files/azure_centos_7.py b/specs/default/cluster-init/files/azure_centos_7.py deleted file mode 100644 index 1152429..0000000 --- a/specs/default/cluster-init/files/azure_centos_7.py +++ /dev/null @@ -1,221 +0,0 @@ -# Copyright 2016-2021 Swiss National Supercomputing Centre (CSCS/ETH Zurich) -# ReFrame Project Developers. See the top-level LICENSE file for details. -# -# SPDX-License-Identifier: BSD-3-Clause - -# -# Generic fallback configuration -# - -site_configuration = { - 'systems': [ - { - 'name': 'fs_v2', - 'descr': 'Azure FV2', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'vm_size': 'F2s_v2', - 'hostnames': ['*'], - 'modules_system': 'tmod32', - 'partitions': [ - { - 'name': 'hpc', - 'scheduler': 'slurm', - 'launcher': 'srun', - 'max_jobs': 100, - 'access': ['-p hpc'], - 'environs': ['builtin'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'hbrs', - 'descr': 'Azure HB', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'vm_size': 'HB60rs', - 'hostnames': ['*_hb_*'], - 'modules_system': 'tmod32', - 'partitions': [ - { - 'name': 'hb', - 'scheduler': 'slurm', - 'launcher': 'srun', - 'max_jobs': 100, - 'access': ['-p hb'], - 'environs': ['gnu-azhpc-cos7'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'hbrs_v2', - 'descr': 'Azure HBv2', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'vm_size': 'HB120rs_v2', - 'hostnames': ['*_hbv2_*'], - 'modules_system': 'tmod32', - 'partitions': [ - { - 'name': 'hbv2', - 'scheduler': 'slurm', - 'launcher': 'srun', - 'max_jobs': 100, - 'access': ['-p hbv2'], - 'environs': ['gnu-azhpc-cos7'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'hbrs_v3', - 'descr': 'Azure HBv3', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'vm_size': 'HB120rs_v3', - 'hostnames': ['*_hbv3_*'], - 'modules_system': 'tmod32', - 'partitions': [ - { - 'name': 'hbv3', - 'scheduler': 'slurm', - 'launcher': 'srun', - 'max_jobs': 100, - 'access': ['-p hbv3'], - 'environs': ['gnu-azhpc-cos7'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'hcrs', - 'descr': 'Azure HC', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'hostnames': ['*_hc_*'], - 'modules_system': 'tmod32', - 'partitions': [ - { - 'name': 'default', - 'scheduler': 'local', - 'launcher': 'local', - 'environs': ['gnu-azhpc-cos7'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'ndamsr_a100_v4', - 'descr': 'Azure NDm v4', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'hostnames': [''], - 'modules_system': 'tmod4', - 'partitions': [ - { - 'name': 'gpu', - 'scheduler': 'local', - 'launcher': 'local', - 'environs': ['gnu-azhpc'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'ndasr_v4', - 'descr': 'Azure ND v4', - 'vm_data_file': 'azure_nhc/vm_info/azure_vms_dataset.json', - 'hostnames': [''], - 'modules_system': 'tmod4', - 'partitions': [ - { - 'name': 'gpu', - 'scheduler': 'local', - 'launcher': 'local', - 'environs': ['gnu-azhpc'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - }, - { - 'name': 'generic', - 'descr': 'Generic example system', - 'hostnames': ['.*'], - 'partitions': [ - { - 'name': 'default', - 'scheduler': 'local', - 'launcher': 'local', - 'environs': ['builtin'], - 'prepare_cmds': ['source /etc/profile.d/modules.sh'] - } - ] - } - ], - 'environments': [ - { - 'name': 'builtin', - 'cc': 'cc', - 'cxx': '', - 'ftn': '' - }, - { - 'name': 'gnu-azhpc', - 'modules': ['gcc-9.2.0', 'mpi/hpcx'], - 'cc': 'gcc', - 'cxx': 'g++', - 'ftn': 'gfortran' - }, - { - 'name': 'gnu-azhpc-cos7', - 'modules': ['gcc-9.2.0', 'mpi/hpcx'], - 'cc': 'gcc', - 'cxx': 'g++', - 'ftn': 'gfortran' - }, - { - 'name': 'gnu-azhpc-cos8', - 'modules': ['gcc-9.2.1', 'mpi/hpcx'], - 'cc': 'gcc', - 'cxx': 'g++', - 'ftn': 'gfortran' - }, - { - 'name': 'gnu', - 'cc': 'gcc', - 'cxx': 'g++', - 'ftn': 'gfortran' - }, - ], - 'logging': [ - { - 'handlers': [ - { - 'type': 'stream', - 'name': 'stdout', - 'level': 'info', - 'format': '%(message)s' - }, - { - 'type': 'file', - 'level': 'debug', - 'format': '[%(asctime)s] %(levelname)s: %(check_info)s: %(message)s', # noqa: E501 - 'append': False - } - ], - 'handlers_perflog': [ - { - 'type': 'filelog', - 'prefix': '%(check_system)s/%(check_partition)s', - 'level': 'info', - 'format': ( - '%(check_job_completion_time)s|reframe %(version)s|' - '%(check_info)s|jobid=%(check_jobid)s|' - '%(check_perf_var)s=%(check_perf_value)s|' - 'ref=%(check_perf_ref)s ' - '(l=%(check_perf_lower_thres)s, ' - 'u=%(check_perf_upper_thres)s)|' - '%(check_perf_unit)s' - ), - 'append': True - } - ] - } - ], -} \ No newline at end of file diff --git a/specs/default/cluster-init/scripts/003_run_reframe.sh b/specs/default/cluster-init/scripts/003_run_reframe.sh index 77c38e5..02b0eea 100644 --- a/specs/default/cluster-init/scripts/003_run_reframe.sh +++ b/specs/default/cluster-init/scripts/003_run_reframe.sh @@ -19,8 +19,6 @@ if ! [[ -f $INSTALL_DIR/reframe/bin/reframe ]] curl -L -k https://github.com/JonShelley/reframe/tarball/master | tar -xz --strip-components 1 ./bootstrap.sh ./bin/reframe -V - cp azure_nhc/config/azure_centos_7.py azure_nhc/config/azure_centos_7_backup.py - cp ${CYCLECLOUD_SPEC_PATH}/files/azure_centos_7.py azure_nhc/config/azure_centos_7.py else echo "Warning: Did not install ReFrame (looks like it already has been installed)" cd reframe @@ -53,5 +51,4 @@ REPORT_PATH=$(jq -r '.report' ${HCHECK_SETTINGS_PATH}) APPLICATIONINSIGHTS_CONNECTION_STRING=$(jq -r '.appinsights.ConnectString' ${HCHECK_SETTINGS_PATH}) INSTRUMENTATION_KEY=$(jq -r '.appinsights.InstrumentationKey' ${HCHECK_SETTINGS_PATH}) $INSTALL_DIR/linux-x64/hcheck -k $INSTALL_DIR/reframe/azure_nhc/run_level_2 --append --rpath $REPORT_PATH --reframe $INSTALL_DIR/reframe/bin/reframe --config $INSTALL_DIR/reframe/azure_nhc/config/${reframe_cfg} -$INSTALL_DIR/linux-x64/hcheck --rpath $REPORT_PATH --fin --appin $INSTRUMENTATION_KEY --rscript $INSTALL_DIR/sbin/send_log -#exit $? \ No newline at end of file +$INSTALL_DIR/linux-x64/hcheck --rpath $REPORT_PATH --fin --appin $INSTRUMENTATION_KEY --rscript $INSTALL_DIR/sbin/send_log \ No newline at end of file diff --git a/specs/default/cluster-init/scripts/004_run_custom.sh b/specs/default/cluster-init/scripts/004_run_custom.sh index b208a26..5f4da0e 100644 --- a/specs/default/cluster-init/scripts/004_run_custom.sh +++ b/specs/default/cluster-init/scripts/004_run_custom.sh @@ -33,5 +33,4 @@ $INSTALL_DIR/linux-x64/hcheck --rpath $REPORT_PATH --fin --appin $INSTRUMENTATIO # do # jetpack log --level error "$line"; # done -# exit ${PIPESTATUS[0]} -#exit $? \ No newline at end of file +# exit ${PIPESTATUS[0]} \ No newline at end of file