From 37ef0c6ab52681cfd5b7ea54d369ccf220cba64b Mon Sep 17 00:00:00 2001 From: baol Date: Tue, 17 Dec 2024 14:40:01 +0800 Subject: [PATCH] first commit --- Rinstall.sh | 17 +++++ _bashrc | 138 +++++++++++++++++++++++++++++++++++ bak/s3.munge.sh | 28 +++++++ cp2node.sh | 9 +++ cpfnode.sh | 5 ++ files/bak.hosts.txt | 37 ++++++++++ files/bash.txt | 2 + files/defaultdomain | 1 + files/exports | 16 ++++ files/fstab.cn.txt | 5 ++ files/fstab.txt | 13 ++++ files/hosts.txt | 25 +++++++ files/munge.key | Bin 0 -> 1024 bytes files/nis | 39 ++++++++++ files/nis.client | 39 ++++++++++ files/nis.server | 39 ++++++++++ files/nodeenv.sh | 7 ++ files/on.yaml | 31 ++++++++ files/slurm.conf | 154 +++++++++++++++++++++++++++++++++++++++ files/slurmctld.service | 21 ++++++ files/slurmd.service | 25 +++++++ files/slurmdbd.service | 21 ++++++ files/slurmrestd.service | 18 +++++ files/xnode.yaml | 19 +++++ files/yp.conf | 14 ++++ files/ypserv.securenets | 18 +++++ ib.sh | 18 +++++ netoff.sh | 9 +++ neton.sh | 9 +++ nis.client.sh | 28 +++++++ nis.server.sh | 38 ++++++++++ nis/defaultdomain | 1 + nis/nis | 39 ++++++++++ nis/nis.client | 39 ++++++++++ nis/nis.server | 39 ++++++++++ nis/nsswitch.conf | 20 +++++ nis/yp.conf | 14 ++++ nis/ypserv.securenets | 19 +++++ s1.host.sh | 30 ++++++++ s2.install.sh | 37 ++++++++++ s3.munge.sh | 29 ++++++++ s4.config.sh | 45 ++++++++++++ s5.check.sh | 24 ++++++ screenMSG.sh | 18 +++++ slurmoff.sh | 12 +++ slurmon.sh | 6 ++ ss.install.sh | 18 +++++ ss.nfs.sh | 10 +++ ss.slurm.sh | 24 ++++++ ss.upslurm.sh | 21 ++++++ x0.host.sh | 30 ++++++++ x1.slurmd.sh | 47 ++++++++++++ x2.munge.sh | 34 +++++++++ x3.check.sh | 12 +++ xx.install.sh | 38 ++++++++++ xx.mount.sh | 57 +++++++++++++++ xx.slurm.sh | 37 ++++++++++ xx.upslurm.sh | 22 ++++++ 58 files changed, 1565 insertions(+) create mode 100755 Rinstall.sh create mode 100755 _bashrc create mode 100755 bak/s3.munge.sh create mode 100755 cp2node.sh create mode 100755 cpfnode.sh create mode 100755 files/bak.hosts.txt create mode 100644 files/bash.txt create mode 100755 files/defaultdomain create mode 100755 files/exports create mode 100755 files/fstab.cn.txt create mode 100755 files/fstab.txt create mode 100755 files/hosts.txt create mode 100755 files/munge.key create mode 100755 files/nis create mode 100755 files/nis.client create mode 100755 files/nis.server create mode 100755 files/nodeenv.sh create mode 100755 files/on.yaml create mode 100755 files/slurm.conf create mode 100644 files/slurmctld.service create mode 100644 files/slurmd.service create mode 100644 files/slurmdbd.service create mode 100644 files/slurmrestd.service create mode 100755 files/xnode.yaml create mode 100755 files/yp.conf create mode 100755 files/ypserv.securenets create mode 100755 ib.sh create mode 100755 netoff.sh create mode 100755 neton.sh create mode 100755 nis.client.sh create mode 100755 nis.server.sh create mode 100755 nis/defaultdomain create mode 100755 nis/nis create mode 100755 nis/nis.client create mode 100755 nis/nis.server create mode 100755 nis/nsswitch.conf create mode 100755 nis/yp.conf create mode 100755 nis/ypserv.securenets create mode 100755 s1.host.sh create mode 100755 s2.install.sh create mode 100755 s3.munge.sh create mode 100755 s4.config.sh create mode 100755 s5.check.sh create mode 100755 screenMSG.sh create mode 100755 slurmoff.sh create mode 100755 slurmon.sh create mode 100755 ss.install.sh create mode 100755 ss.nfs.sh create mode 100755 ss.slurm.sh create mode 100755 ss.upslurm.sh create mode 100755 x0.host.sh create mode 100755 x1.slurmd.sh create mode 100755 x2.munge.sh create mode 100755 x3.check.sh create mode 100755 xx.install.sh create mode 100755 xx.mount.sh create mode 100755 xx.slurm.sh create mode 100755 xx.upslurm.sh diff --git a/Rinstall.sh b/Rinstall.sh new file mode 100755 index 0000000..af98fdb --- /dev/null +++ b/Rinstall.sh @@ -0,0 +1,17 @@ +#!/bin/bash + +echo "set time zone" + +# update indices +sudo apt update -qq +# install two helper packages we need +sudo apt install --no-install-recommends software-properties-common dirmngr +# add the signing key (by Michael Rutter) for these repos +# To verify key, run gpg --show-keys /etc/apt/trusted.gpg.d/cran_ubuntu_key.asc +# Fingerprint: E298A3A825C0D65DFD57CBB651716619E084DAB9 +wget -qO- https://cloud.r-project.org/bin/linux/ubuntu/marutter_pubkey.asc | sudo tee -a /etc/apt/trusted.gpg.d/cran_ubuntu_key.asc +# add the R 4.0 repo from CRAN -- adjust 'focal' to 'groovy' or 'bionic' as needed +sudo add-apt-repository "deb https://cloud.r-project.org/bin/linux/ubuntu $(lsb_release -cs)-cran40/" + +sudo apt-get install r-base -y + diff --git a/_bashrc b/_bashrc new file mode 100755 index 0000000..40b53fc --- /dev/null +++ b/_bashrc @@ -0,0 +1,138 @@ +# ~/.bashrc: executed by bash(1) for non-login shells. +# see /usr/share/doc/bash/examples/startup-files (in the package bash-doc) +# for examples +alias ps="ps -xv" +function newhuser(){ + echo “create new user: “ + echo “” + echo "sudo useradd -s /bin/bash -d /users/$1/ -m -G huser $1" + sudo useradd -s /bin/bash -d /users/$1/ -m -G huser $1 + + echo “sudo mkdir -p /scratch/$1” + sudo mkdir -p /scratch/$1 + + echo “sudo chown $1: /scratch/$1” + sudo chown $1: /scratch/$1 + + echo sudo chmod -R 750 /scratch/$1 + sudo chmod -R 750 /scratch/$1 + + echo “” + echo “PASSWROD: ” + echo "sudo passwd $1" + sudo passwd $1 +} + +# If not running interactively, don't do anything +case $- in + *i*) ;; + *) return;; +esac + +# don't put duplicate lines or lines starting with space in the history. +# See bash(1) for more options +HISTCONTROL=ignoreboth + +# append to the history file, don't overwrite it +shopt -s histappend + +# for setting history length see HISTSIZE and HISTFILESIZE in bash(1) +HISTSIZE=1000 +HISTFILESIZE=2000 + +# check the window size after each command and, if necessary, +# update the values of LINES and COLUMNS. +shopt -s checkwinsize + +# If set, the pattern "**" used in a pathname expansion context will +# match all files and zero or more directories and subdirectories. +#shopt -s globstar + +# make less more friendly for non-text input files, see lesspipe(1) +[ -x /usr/bin/lesspipe ] && eval "$(SHELL=/bin/sh lesspipe)" + +# set variable identifying the chroot you work in (used in the prompt below) +if [ -z "${debian_chroot:-}" ] && [ -r /etc/debian_chroot ]; then + debian_chroot=$(cat /etc/debian_chroot) +fi + +# set a fancy prompt (non-color, unless we know we "want" color) +case "$TERM" in + xterm-color|*-256color) color_prompt=yes;; +esac + +# uncomment for a colored prompt, if the terminal has the capability; turned +# off by default to not distract the user: the focus in a terminal window +# should be on the output of commands, not on the prompt +#force_color_prompt=yes + +if [ -n "$force_color_prompt" ]; then + if [ -x /usr/bin/tput ] && tput setaf 1 >&/dev/null; then + # We have color support; assume it's compliant with Ecma-48 + # (ISO/IEC-6429). (Lack of such support is extremely rare, and such + # a case would tend to support setf rather than setaf.) + color_prompt=yes + else + color_prompt= + fi +fi + +if [ "$color_prompt" = yes ]; then + PS1='${debian_chroot:+($debian_chroot)}\[\033[01;32m\]\u@\h\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\$ ' +else + PS1='${debian_chroot:+($debian_chroot)}\u@\h:\w\$ ' +fi +unset color_prompt force_color_prompt + +# If this is an xterm set the title to user@host:dir +case "$TERM" in +xterm*|rxvt*) + PS1="\[\e]0;${debian_chroot:+($debian_chroot)}\u@\h: \w\a\]$PS1" + ;; +*) + ;; +esac + +# enable color support of ls and also add handy aliases +if [ -x /usr/bin/dircolors ]; then + test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)" + alias ls='ls -lG --color=auto' + #alias dir='dir --color=auto' + #alias vdir='vdir --color=auto' + + alias grep='grep --color=auto' + alias fgrep='fgrep --color=auto' + alias egrep='egrep --color=auto' +fi + +# colored GCC warnings and errors +#export GCC_COLORS='error=01;31:warning=01;35:note=01;36:caret=01;32:locus=01:quote=01' + +# some more ls aliases +alias ll='ls -alF' +alias la='ls -A' +alias l='ls -CF' + +# Add an "alert" alias for long running commands. Use like so: +# sleep 10; alert +alias alert='notify-send --urgency=low -i "$([ $? = 0 ] && echo terminal || echo error)" "$(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/[;&|]\s*alert$//'\'')"' + +# Alias definitions. +# You may want to put all your additions into a separate file like +# ~/.bash_aliases, instead of adding them here directly. +# See /usr/share/doc/bash-doc/examples in the bash-doc package. + +if [ -f ~/.bash_aliases ]; then + . ~/.bash_aliases +fi + +# enable programmable completion features (you don't need to enable +# this, if it's already enabled in /etc/bash.bashrc and /etc/profile +# sources /etc/bash.bashrc). +if ! shopt -oq posix; then + if [ -f /usr/share/bash-completion/bash_completion ]; then + . /usr/share/bash-completion/bash_completion + elif [ -f /etc/bash_completion ]; then + . /etc/bash_completion + fi +fi diff --git a/bak/s3.munge.sh b/bak/s3.munge.sh new file mode 100755 index 0000000..015420a --- /dev/null +++ b/bak/s3.munge.sh @@ -0,0 +1,28 @@ +#!/bin/bash + +# for SERVER only +echo sudo rm -rf /etc/munge/munge.key +sudo rm -rf /etc/munge/munge.key +echo sudo mungekey +sudo mungekey + +echo "" +echo "copy munge to home folder" +echo "sudo cp /etc/munge/munge.key ~/config/files/munge.key" +sudo cp /etc/munge/munge.key ~/config/files/munge.key + + +echo "" +echo "change owner" +echo "sudo chown munge:munge /etc/munge/munge.key" +sudo chown munge:munge /etc/munge/munge.key + + +echo "" +echo "start munge" +echo "sudo /etc/init.d/munge start" +sudo /etc/init.d/munge start +echo "" +echo "===check status===" +echo "systemctl status munge" +systemctl status munge diff --git a/cp2node.sh b/cp2node.sh new file mode 100755 index 0000000..305cf1a --- /dev/null +++ b/cp2node.sh @@ -0,0 +1,9 @@ +#!/bin/bash +#echo "scp -i ~/.ssh/id_rsa -r ~/config laoban@stor:~/" +#scp -i ~/.ssh/id_rsa -r ~/config laoban@stor:~/ +echo "scp -i ~/.ssh/id_rsa -r ~/config laoban@cnx:~/" +seq 8 | xargs -I XX scp -i ~/.ssh/id_rsa -r ~/config laoban@cn0XX:~/ + + +echo scp -i ~/.ssh/id_rsa -r ~/config laoban@udesk:~/ +scp -i ~/.ssh/id_rsa -r ~/config laoban@udesk:~/ diff --git a/cpfnode.sh b/cpfnode.sh new file mode 100755 index 0000000..5962b68 --- /dev/null +++ b/cpfnode.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +echo scp -r laoban@10.0.1.100:~/config ~/ +scp -r laoban@10.0.1.100:~/config ~/ + diff --git a/files/bak.hosts.txt b/files/bak.hosts.txt new file mode 100755 index 0000000..007e76a --- /dev/null +++ b/files/bak.hosts.txt @@ -0,0 +1,37 @@ + + +# ==The nodes IB NETWORK ======= +10.0.2.150 stor +10.0.2.150 xnode +10.0.2.151 cn01 +10.0.2.152 cn02 +10.0.2.153 cn03 +10.0.2.154 cn04 +10.0.2.155 cn05 +10.0.2.156 cn06 +10.0.2.157 cn07 +10.0.2.158 cn08 + +# ==The nodes ETHERNET PORT 1======= +10.0.1.100 estor +10.0.1.100 exnode +10.0.1.101 ecn01 +10.0.1.102 ecn02 +10.0.1.103 ecn03 +10.0.1.104 ecn04 +10.0.1.105 ecn05 +10.0.1.106 ecn06 +10.0.1.107 ecn07 +10.0.1.108 ecn08 +# ==The nodes ETHERNET PORT 2======= +10.0.1.150 e2stor +10.0.1.150 e2xnode +10.0.1.151 e2cn01 +10.0.1.152 e2cn02 +10.0.1.153 e2cn03 +10.0.1.154 e2cn04 +10.0.1.155 e2cn05 +10.0.1.156 e2cn06 +10.0.1.157 e2cn07 +10.0.1.158 e2cn08 + diff --git a/files/bash.txt b/files/bash.txt new file mode 100644 index 0000000..7725724 --- /dev/null +++ b/files/bash.txt @@ -0,0 +1,2 @@ +export PATH=$PATH:/opt/slurm/bin:/opt/slurm/sbin + diff --git a/files/defaultdomain b/files/defaultdomain new file mode 100755 index 0000000..4c2abae --- /dev/null +++ b/files/defaultdomain @@ -0,0 +1 @@ +hpc.shud diff --git a/files/exports b/files/exports new file mode 100755 index 0000000..289be7a --- /dev/null +++ b/files/exports @@ -0,0 +1,16 @@ +# /etc/exports: the access control list for filesystems which may be exported +# to NFS clients. See exports(5). +# +# Example for NFSv2 and NFSv3: +# /srv/homes hostname1(rw,sync,no_subtree_check) hostname2(ro,sync,no_subtree_check) +# +# Example for NFSv4: +# /srv/nfs4 gss/krb5i(rw,sync,fsid=0,crossmnt,no_subtree_check) +# /srv/nfs4/homes gss/krb5i(rw,sync,no_subtree_check) +# + +/volume/data 10.0.1.1/24(rw,sync,no_root_squash,no_subtree_check) +/volume/users 10.0.1.1/24(rw,sync,no_root_squash,no_subtree_check) +/volume/scratch 10.0.1.1/24(rw,sync,no_root_squash,no_subtree_check) +/opt 10.0.1.1/24(rw,sync,no_root_squash,no_subtree_check) + diff --git a/files/fstab.cn.txt b/files/fstab.cn.txt new file mode 100755 index 0000000..3dbeb04 --- /dev/null +++ b/files/fstab.cn.txt @@ -0,0 +1,5 @@ + +xnode:/opt /opt nfs nfsvers=3 0 0 +stor:/volume/users /users nfs nfsvers=3 0 0 +stor:/volume/data /data nfs nfsvers=3 1 0 +stor:/volume/scratch /scratch nfs nfsvers=3 0 0 diff --git a/files/fstab.txt b/files/fstab.txt new file mode 100755 index 0000000..0959035 --- /dev/null +++ b/files/fstab.txt @@ -0,0 +1,13 @@ + + +stor:/volume/data /data nfs default,rw,_netdev 0 0 +stor:/volume/users /users nfs default,rw,_netdev 0 0 +stor:/volume/scratch /scratch nfs default,rw,_netdev 0 0 + +#nas:/ /nas/ nfs nfsvers=3,noauto 0 0 +nas:/volume1/SpatialData /nas/SpatialData nfs nfsvers=3,rw,user,noauto 0 0 +nas:/volume1/ForcingData /nas/ForcingData nfs nfsvers=3,rw,user,noauto 0 0 +nas:/volume1/Shared /nas/Shared nfs nfsvers=3,rw,user,noauto 0 0 +nas:/volume1/Download /nas/Download nfs nfsvers=3,rw,user,noauto 0 0 + +xnode:/opt /opt nfs default,rw,_netdev 0 0 diff --git a/files/hosts.txt b/files/hosts.txt new file mode 100755 index 0000000..12bd7f1 --- /dev/null +++ b/files/hosts.txt @@ -0,0 +1,25 @@ + +10.0.1.11 udesk +# ==The nodes IB NETWORK ======= +10.0.2.100 stor +10.0.2.100 xnode +10.0.2.101 cn01 +10.0.2.102 cn02 +10.0.2.103 cn03 +10.0.2.104 cn04 +10.0.2.105 cn05 +10.0.2.106 cn06 +10.0.2.107 cn07 +10.0.2.108 cn08 + +# ==The nodes ETHERNET PORT 1======= +10.0.1.100 estor +10.0.1.100 exnode +10.0.1.101 ecn01 +10.0.1.102 ecn02 +10.0.1.103 ecn03 +10.0.1.104 ecn04 +10.0.1.105 ecn05 +10.0.1.106 ecn06 +10.0.1.107 ecn07 +10.0.1.108 ecn08 diff --git a/files/munge.key b/files/munge.key new file mode 100755 index 0000000000000000000000000000000000000000..406140c1d1ced85b255c89bdcbc8d24afa38193e GIT binary patch literal 1024 zcmV+b1poWVbJnd3t<^k*l~lY-9s+gz zR5iB;%o;dY=x0p~AAiZLsLJ6xrT&195IJv1E4xM!=5;_PU+AhT#r@{N{U(%>Ar%qY;;Y`(ORVt#MPh}`Jcx3g^(zzDadMhC;f&lFz05pApbASpRe?ROmi%D zh_z)UCET|%hpxwtA<7M5l7OE#9ryp4*4y>Fktldxoh|(OIr3xt3D=?=g?ms~@LJI; z46IW4wMWOIuWaalP%_b^4&9lJ91VhK)Nj%A@fqU;AiZ#!%X zKVPN(tQPKbI!Gpwc{J8}=FQ264P;yr1I)#o3&F~YN6T~obCnQArq&QMJY{J8t>G93 zDOaokkLXGyRliA2unnsd%Am_=u0;K95rzGSa}kt85ocrI6)vv9vF0&>?<20(G48!4 zC=0|XhX6gvZ>{2bN6Msd5fjd9FSWL$eGO9=0>Ix?6--Bw1H%5vtgW?qBU}#op|UJd zoq7zhc0TGAnAK_Q?2LZ-piT4aw=NXbg|mLqMnRiIR9FCtmBuh_Ffrww z!FQ`Mk`<7C^(roo8*78Fnk?G~ozuj)>Enof?$w0v= zBdFLRi!QA}yqbHjT)KlaYrTPd=PqMf2O(2k$EkQ62`Jj=K7o*r0PwO8{h@oNm@~#v zzmmcdxR`Y#Kc{u0b1?b=+7lLzVg9vgP+vhW*K8Zv+m8n(*U( z3y_puv`mj(UU)F7XH0&*s0`=m+AdDe`FiMQqgxIcO_w{V>ys)+)8|96&ZEtEW5PC3 z59*L(G(LkdE!_gC{@Gl#g)d}LY2zqdS}y1-dy`#>9{eyHov4r?fE2IyTqn_?fxHU@ u;(fq4u8fDi2-n9M=pZpwmU;GpjEFj5^tNCwQ@cL^2 literal 0 HcmV?d00001 diff --git a/files/nis b/files/nis new file mode 100755 index 0000000..100f851 --- /dev/null +++ b/files/nis @@ -0,0 +1,39 @@ +# +# /etc/defaults/nis Optional configuration settings for the NIS programs. +# + +# +# The following two variables are still used in the init script, but +# ignored by systemd. See `nis.debian.howto` in the documentation +# directory for more information. +# +# Are we a NIS server and if so what kind (values: false, slave, master)? +NISSERVER=master +# Are we a NIS client? +NISCLIENT=false + +# Location of the master NIS password file (for yppasswdd). +# If you change this make sure it matches with /var/yp/Makefile. +YPPWDDIR=/etc + +# Do we allow the user to use ypchsh and/or ypchfn ? The YPCHANGEOK +# fields are passed with -e to yppasswdd, see it's manpage. +# Possible values: "chsh", "chfn", "chsh,chfn" +YPCHANGEOK=chsh + +# NIS master server. If this is configured on a slave server then ypinit +# will be run each time NIS is started. +NISMASTER= + +# Additional options to be given to ypserv when it is started. +YPSERVARGS= + +# Additional options to be given to ypbind when it is started. +YPBINDARGS= + +# Additional options to be given to yppasswdd when it is started. Note +# that if -p is set then the YPPWDDIR above should be empty. +YPPASSWDDARGS= + +# Additional options to be given to ypxfrd when it is started. +YPXFRDARGS= diff --git a/files/nis.client b/files/nis.client new file mode 100755 index 0000000..e1e9e02 --- /dev/null +++ b/files/nis.client @@ -0,0 +1,39 @@ +# +# /etc/defaults/nis Optional configuration settings for the NIS programs. +# + +# +# The following two variables are still used in the init script, but +# ignored by systemd. See `nis.debian.howto` in the documentation +# directory for more information. +# +# Are we a NIS server and if so what kind (values: false, slave, master)? +NISSERVER=false +# Are we a NIS client? +NISCLIENT=true + +# Location of the master NIS password file (for yppasswdd). +# If you change this make sure it matches with /var/yp/Makefile. +YPPWDDIR=/etc + +# Do we allow the user to use ypchsh and/or ypchfn ? The YPCHANGEOK +# fields are passed with -e to yppasswdd, see it's manpage. +# Possible values: "chsh", "chfn", "chsh,chfn" +YPCHANGEOK=chsh + +# NIS master server. If this is configured on a slave server then ypinit +# will be run each time NIS is started. +NISMASTER= + +# Additional options to be given to ypserv when it is started. +YPSERVARGS= + +# Additional options to be given to ypbind when it is started. +YPBINDARGS= + +# Additional options to be given to yppasswdd when it is started. Note +# that if -p is set then the YPPWDDIR above should be empty. +YPPASSWDDARGS= + +# Additional options to be given to ypxfrd when it is started. +YPXFRDARGS= diff --git a/files/nis.server b/files/nis.server new file mode 100755 index 0000000..100f851 --- /dev/null +++ b/files/nis.server @@ -0,0 +1,39 @@ +# +# /etc/defaults/nis Optional configuration settings for the NIS programs. +# + +# +# The following two variables are still used in the init script, but +# ignored by systemd. See `nis.debian.howto` in the documentation +# directory for more information. +# +# Are we a NIS server and if so what kind (values: false, slave, master)? +NISSERVER=master +# Are we a NIS client? +NISCLIENT=false + +# Location of the master NIS password file (for yppasswdd). +# If you change this make sure it matches with /var/yp/Makefile. +YPPWDDIR=/etc + +# Do we allow the user to use ypchsh and/or ypchfn ? The YPCHANGEOK +# fields are passed with -e to yppasswdd, see it's manpage. +# Possible values: "chsh", "chfn", "chsh,chfn" +YPCHANGEOK=chsh + +# NIS master server. If this is configured on a slave server then ypinit +# will be run each time NIS is started. +NISMASTER= + +# Additional options to be given to ypserv when it is started. +YPSERVARGS= + +# Additional options to be given to ypbind when it is started. +YPBINDARGS= + +# Additional options to be given to yppasswdd when it is started. Note +# that if -p is set then the YPPWDDIR above should be empty. +YPPASSWDDARGS= + +# Additional options to be given to ypxfrd when it is started. +YPXFRDARGS= diff --git a/files/nodeenv.sh b/files/nodeenv.sh new file mode 100755 index 0000000..5a9c596 --- /dev/null +++ b/files/nodeenv.sh @@ -0,0 +1,7 @@ +# for update env variables for comput node. + + +export PATH="$PATH:/opt/R/bin/" +export PATH="$PATH:/opt/bin/" +export PATH="$PATH:/opt/Modules/bin" + diff --git a/files/on.yaml b/files/on.yaml new file mode 100755 index 0000000..cc31d11 --- /dev/null +++ b/files/on.yaml @@ -0,0 +1,31 @@ +# This is the network config written by 'subiquity' +network: + ethernets: + enp94s0f0: + dhcp4: no + addresses: [10.0.1.101/24] + routes: + - to: 10.0.1.1 + nameservers: + addresses: [159.226.8.6,159.226.8.7] + optional: true + enp94s0f1: + dhcp4: no + addresses: [10.0.1.151/24] + routes: + - to: default + via: 10.0.1.1 + nameservers: + addresses: [159.226.8.6,159.226.8.7] + optional: true + ibp24s0: + dhcp4: no + dhcp6: no + addresses: [10.0.2.101/24] + optional: true + ibp24s0d1: + dhcp4: no + dhcp6: no + addresses: [10.0.2.151/24] + optional: true + version: 2 diff --git a/files/slurm.conf b/files/slurm.conf new file mode 100755 index 0000000..f21cf75 --- /dev/null +++ b/files/slurm.conf @@ -0,0 +1,154 @@ +# +# Example slurm.conf file. Please run configurator.html +# (in doc/html) to build a configuration file customized +# for your environment. +# +# +# slurm.conf file generated by configurator.html. +# Put this file on all nodes of your cluster. +# See the slurm.conf man page for more information. +# +ClusterName=shudHPC +SlurmctldHost=xnode +#SlurmctldHost= +# +#DisableRootJobs=NO +#EnforcePartLimits=NO +#Epilog= +#EpilogSlurmctld= +#FirstJobId=1 +#MaxJobId=67043328 +#GresTypes= +#GroupUpdateForce=0 +#GroupUpdateTime=600 +#JobFileAppend=0 +#JobRequeue=1 +#JobSubmitPlugins=lua +#KillOnBadExit=0 +#LaunchType=launch/slurm +#Licenses=foo*4,bar +#MailProg=/bin/mail +#MaxJobCount=10000 +#MaxStepCount=40000 +#MaxTasksPerNode=512 +MpiDefault=none +#MpiParams=ports=#-# +#PluginDir= +#PlugStackConfig= +#PrivateData=jobs +ProctrackType=proctrack/cgroup +#Prolog= +#PrologFlags= +#PrologSlurmctld= +#PropagatePrioProcess=0 +#PropagateResourceLimits= +#PropagateResourceLimitsExcept= +#RebootProgram= +ReturnToService=1 +SlurmctldPidFile=/var/run/slurmctld.pid +SlurmctldPort=6817 +SlurmdPidFile=/var/run/slurmd.pid +SlurmdPort=6818 +SlurmdSpoolDir=/var/spool/slurmd +#SlurmUser=slurm +#SlurmdUser=root +#SrunEpilog= +#SrunProlog= +StateSaveLocation=/var/spool/slurmctld +SwitchType=switch/none +#TaskEpilog= +TaskPlugin=task/affinity +#TaskProlog= +#TopologyPlugin=topology/tree +#TmpFS=/tmp +#TrackWCKey=no +#TreeWidth= +#UnkillableStepProgram= +#UsePAM=0 +# +# +# TIMERS +#BatchStartTimeout=10 +#CompleteWait=0 +#EpilogMsgTime=2000 +#GetEnvTimeout=2 +#HealthCheckInterval=0 +#HealthCheckProgram= +InactiveLimit=0 +KillWait=30 +#MessageTimeout=10 +#ResvOverRun=0 +MinJobAge=300 +#OverTimeLimit=0 +SlurmctldTimeout=120 +SlurmdTimeout=300 +#UnkillableStepTimeout=60 +#VSizeFactor=0 +Waittime=0 +# +# +# SCHEDULING +#DefMemPerCPU=0 +#MaxMemPerCPU=0 +#SchedulerTimeSlice=30 +SchedulerType=sched/backfill +SelectType=select/cons_tres +SelectTypeParameters=CR_Core +# +# +# JOB PRIORITY +#PriorityFlags= +#PriorityType=priority/basic +#PriorityDecayHalfLife= +#PriorityCalcPeriod= +#PriorityFavorSmall= +#PriorityMaxAge= +#PriorityUsageResetPeriod= +#PriorityWeightAge= +#PriorityWeightFairshare= +#PriorityWeightJobSize= +#PriorityWeightPartition= +#PriorityWeightQOS= +# +# +# LOGGING AND ACCOUNTING +#AccountingStorageEnforce=0 +#AccountingStorageHost= +#AccountingStoragePass= +#AccountingStoragePort= +AccountingStorageType=accounting_storage/slurmdbd +#AccountingStorageUser= +#AccountingStoreFlags= +#JobCompHost= +#JobCompLoc= +#JobCompPass= +#JobCompPort= +JobCompType=jobcomp/none +#JobCompUser= +#JobContainerType=job_container/none +JobAcctGatherFrequency=30 +JobAcctGatherType=jobacct_gather/none +SlurmctldDebug=info +SlurmctldLogFile=/var/log/slurmctld.log +SlurmdDebug=info +SlurmdLogFile=/var/log/slurmd.log +#SlurmSchedLogFile= +#SlurmSchedLogLevel= +#DebugFlags= +# +# +# POWER SAVE SUPPORT FOR IDLE NODES (optional) +#SuspendProgram= +#ResumeProgram= +#SuspendTimeout= +#ResumeTimeout= +#ResumeRate= +#SuspendExcNodes= +#SuspendExcParts= +#SuspendRate= +#SuspendTime= +# +# +# COMPUTE NODES +NodeName=cn[01-16] CPUs=40 RealMemory=192000 Sockets=2 CoresPerSocket=20 ThreadsPerCore=1 State=IDLE +PartitionName=suan Nodes=cn[01-16] Default=YES MaxTime=14400 State=UP diff --git a/files/slurmctld.service b/files/slurmctld.service new file mode 100644 index 0000000..a55f1c1 --- /dev/null +++ b/files/slurmctld.service @@ -0,0 +1,21 @@ +[Unit] +Description=Slurm controller daemon +After=network-online.target munge.service +Wants=network-online.target +ConditionPathExists=/opt/slurm/etc/slurm.conf + +[Service] +Type=simple +EnvironmentFile=-/etc/sysconfig/slurmctld +ExecStart=/opt/slurm/sbin/slurmctld -D -s $SLURMCTLD_OPTIONS +ExecReload=/bin/kill -HUP $MAINPID +LimitNOFILE=65536 +TasksMax=infinity + +# Uncomment the following lines to disable logging through journald. +# NOTE: It may be preferable to set these through an override file instead. +#StandardOutput=null +#StandardError=null + +[Install] +WantedBy=multi-user.target diff --git a/files/slurmd.service b/files/slurmd.service new file mode 100644 index 0000000..37a2c90 --- /dev/null +++ b/files/slurmd.service @@ -0,0 +1,25 @@ +[Unit] +Description=Slurm node daemon +After=munge.service network-online.target remote-fs.target +Wants=network-online.target +#ConditionPathExists=/opt/slurm/etc/slurm.conf + +[Service] +Type=simple +EnvironmentFile=-/etc/sysconfig/slurmd +ExecStart=/opt/slurm/sbin/slurmd -D -s $SLURMD_OPTIONS +ExecReload=/bin/kill -HUP $MAINPID +KillMode=process +LimitNOFILE=131072 +LimitMEMLOCK=infinity +LimitSTACK=infinity +Delegate=yes +TasksMax=infinity + +# Uncomment the following lines to disable logging through journald. +# NOTE: It may be preferable to set these through an override file instead. +#StandardOutput=null +#StandardError=null + +[Install] +WantedBy=multi-user.target diff --git a/files/slurmdbd.service b/files/slurmdbd.service new file mode 100644 index 0000000..dc49957 --- /dev/null +++ b/files/slurmdbd.service @@ -0,0 +1,21 @@ +[Unit] +Description=Slurm DBD accounting daemon +After=network-online.target munge.service mysql.service mysqld.service mariadb.service +Wants=network-online.target +ConditionPathExists=/opt/slurm/etc/slurmdbd.conf + +[Service] +Type=simple +EnvironmentFile=-/etc/sysconfig/slurmdbd +ExecStart=/opt/slurm/sbin/slurmdbd -D -s $SLURMDBD_OPTIONS +ExecReload=/bin/kill -HUP $MAINPID +LimitNOFILE=65536 +TasksMax=infinity + +# Uncomment the following lines to disable logging through journald. +# NOTE: It may be preferable to set these through an override file instead. +#StandardOutput=null +#StandardError=null + +[Install] +WantedBy=multi-user.target diff --git a/files/slurmrestd.service b/files/slurmrestd.service new file mode 100644 index 0000000..cd86165 --- /dev/null +++ b/files/slurmrestd.service @@ -0,0 +1,18 @@ +[Unit] +Description=Slurm REST daemon +After=network-online.target munge.service slurmctld.service +Wants=network-online.target +ConditionPathExists=/opt/slurm/etc/slurm.conf + +[Service] +Type=simple +EnvironmentFile=-/etc/sysconfig/slurmrestd +# Default to local auth via socket +ExecStart=/opt/slurm/sbin/slurmrestd $SLURMRESTD_OPTIONS unix:/opt/slurm/com/slurmrestd.socket +# Uncomment to enable listening mode +#Environment="SLURM_JWT=daemon" +#ExecStart=/opt/slurm/sbin/slurmrestd $SLURMRESTD_OPTIONS 0.0.0.0:6820 +ExecReload=/bin/kill -HUP $MAINPID + +[Install] +WantedBy=multi-user.target diff --git a/files/xnode.yaml b/files/xnode.yaml new file mode 100755 index 0000000..3c015a5 --- /dev/null +++ b/files/xnode.yaml @@ -0,0 +1,19 @@ +# This is the network config written by 'subiquity' +network: + ethernets: + enp94s0f0np0: + dhcp4: no + addresses: [210.72.80.22/24] + routes: + - to: default + via: 210.72.80.254 + nameservers: + addresses: [159.226.8.6,159.226.8.7] + optional: true + enp94s0f1np1: + dhcp4: no + addresses: [10.0.1.30/26] + routes: + - to: 10.0.1.1 + optional: true + version: 2 diff --git a/files/yp.conf b/files/yp.conf new file mode 100755 index 0000000..284440e --- /dev/null +++ b/files/yp.conf @@ -0,0 +1,14 @@ +# +# yp.conf Configuration file for the ypbind process. You can define +# NIS servers manually here if they can't be found by +# broadcasting on the local net (which is the default). +# +# See the manual page of ypbind for the syntax of this file. +# +# IMPORTANT: For the "ypserver", use IP addresses, or make sure that +# the host is in /etc/hosts. This file is only interpreted +# once, and if DNS isn't reachable yet the ypserver cannot +# be resolved and ypbind won't ever bind to the server. + +# ypserver ypserver.network.com +ypserver xnode diff --git a/files/ypserv.securenets b/files/ypserv.securenets new file mode 100755 index 0000000..889661f --- /dev/null +++ b/files/ypserv.securenets @@ -0,0 +1,18 @@ +# +# securenets This file defines the access rights to your NIS server +# for NIS clients. This file contains netmask/network +# pairs. A clients IP address needs to match with at least +# one of those. +# +# One can use the word "host" instead of a netmask of +# 255.255.255.255. Only IP addresses are allowed in this +# file, not hostnames. +# +# Always allow access for localhost, IPv4 and IPv6 +255.0.0.0 127.0.0.0 +host ::1 + +# This lines gives access to everybody. PLEASE ADJUST! +#0.0.0.0 0.0.0.0 +255.255.255.192 10.0.1.0 +::/0 diff --git a/ib.sh b/ib.sh new file mode 100755 index 0000000..29fc406 --- /dev/null +++ b/ib.sh @@ -0,0 +1,18 @@ +#!/bin/bash + +# +++++++++++++++++++++++++++++++++++++++ +echo sudo apt update +sudo apt update +echo sudo apt install -y ibverbs-utils infiniband-diags +sudo apt install -y ibverbs-utils infiniband-diag net-tools + + + +echo sudo /etc/init.d/openibd restart +sudo /etc/init.d/openibd restart + + +ofed_info -s +ibdev2netdev +ip a + diff --git a/netoff.sh b/netoff.sh new file mode 100755 index 0000000..92df27a --- /dev/null +++ b/netoff.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +echo sudo cp ~/off.yaml /etc/netplan/00-installer-config.yaml +sudo cp ~/off.yaml /etc/netplan/00-installer-config.yaml + +echo sudo netplan apply +sudo netplan apply +sleep 5 +ping -c4 xnode diff --git a/neton.sh b/neton.sh new file mode 100755 index 0000000..98d2c57 --- /dev/null +++ b/neton.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +echo sudo cp ~/on.yaml /etc/netplan/00-installer-config.yaml +sudo cp ~/on.yaml /etc/netplan/00-installer-config.yaml + +echo sudo netplan apply +sudo netplan apply +sleep 5 +ping -c4 210.72.80.22 diff --git a/nis.client.sh b/nis.client.sh new file mode 100755 index 0000000..f601666 --- /dev/null +++ b/nis.client.sh @@ -0,0 +1,28 @@ +#!/bin/bash + +echo sudo cp ~/config/nis/defaultdomain /etc/defaultdomain +sudo cp ~/config/nis/defaultdomain /etc/defaultdomain + +# 编辑/etc/default/nis，将NISCLIENT=false改为true +echo sudo cp ~/config/nis/nis.client /etc/default/nis +sudo cp ~/config/nis/nis.client /etc/default/nis + +# 编辑/etc/yp.conf，指定nis服务器 +echo sudo cp ~/config/nis/yp.conf /etc/yp.conf +sudo cp ~/config/nis/yp.conf /etc/yp.conf + +# 编辑/etc/nsswitch.conf，注释原有的passwd、shadow、group，增加以下内容 +echo sudo cp ~/config/nis/nsswitch.conf /etc/nsswitch.conf +sudo cp ~/config/nis/nsswitch.conf /etc/nsswitch.conf + +sudo systemctl stop ypbind +echo sudo systemctl start ypbind +sudo systemctl start ypbind +echo sudo systemctl enable ypbind +sudo systemctl enable ypbind +sleep 3 + +echo sudo systemctl status ypbind +sudo systemctl status ypbind + + diff --git a/nis.server.sh b/nis.server.sh new file mode 100755 index 0000000..ee233ba --- /dev/null +++ b/nis.server.sh @@ -0,0 +1,38 @@ +#!/bin/bash +# 安装和启动rpcbind, nis +echo sudo apt-get install rpcbind nis -y +sudo apt-get install rpcbind nis -y + +echo systemctl enable rpcbind +sudo systemctl enable rpcbind + +echo systemctl start rpcbind +sudo systemctl start rpcbind + +# 设置nis域名 +echo sudp cp ~/config/nis/defaultdomain /etc/defaultdomain +sudp cp ~/config/nis/defaultdomain /etc/defaultdomain + +# 编辑/etc/default/nis，将NISCLIENT=false改为true +echo "sudo cp ~/config/nis/nis.server /etc/default/nis" +sudo cp ~/config/nis/nis.server /etc/default/nis + +# 编辑/etc/yp.conf，指定nis服务器 +echo sudo cp ~/config/nis/yp.conf /etc/yp.conf +sudo cp ~/config/nis/yp.conf /etc/yp.conf + +# NIS 访问IP +echo "sudo cp ~/config/nis/ypserv.securenets /etc/ypserv.securenets" +sudo cp ~/config/nis/ypserv.securenets /etc/ypserv.securenets + +# 初始化数据库 #出现提示按Ctrl+D或回车 +echo sudo /usr/lib/yp/ypinit -m +sudo /usr/lib/yp/ypinit -m + +# 启动ypserv +echo systemctl start ypserv +sudo systemctl start ypserv + +echo systemctl enable ypserv +sudo systemctl enable ypserv + diff --git a/nis/defaultdomain b/nis/defaultdomain new file mode 100755 index 0000000..4c2abae --- /dev/null +++ b/nis/defaultdomain @@ -0,0 +1 @@ +hpc.shud diff --git a/nis/nis b/nis/nis new file mode 100755 index 0000000..100f851 --- /dev/null +++ b/nis/nis @@ -0,0 +1,39 @@ +# +# /etc/defaults/nis Optional configuration settings for the NIS programs. +# + +# +# The following two variables are still used in the init script, but +# ignored by systemd. See `nis.debian.howto` in the documentation +# directory for more information. +# +# Are we a NIS server and if so what kind (values: false, slave, master)? +NISSERVER=master +# Are we a NIS client? +NISCLIENT=false + +# Location of the master NIS password file (for yppasswdd). +# If you change this make sure it matches with /var/yp/Makefile. +YPPWDDIR=/etc + +# Do we allow the user to use ypchsh and/or ypchfn ? The YPCHANGEOK +# fields are passed with -e to yppasswdd, see it's manpage. +# Possible values: "chsh", "chfn", "chsh,chfn" +YPCHANGEOK=chsh + +# NIS master server. If this is configured on a slave server then ypinit +# will be run each time NIS is started. +NISMASTER= + +# Additional options to be given to ypserv when it is started. +YPSERVARGS= + +# Additional options to be given to ypbind when it is started. +YPBINDARGS= + +# Additional options to be given to yppasswdd when it is started. Note +# that if -p is set then the YPPWDDIR above should be empty. +YPPASSWDDARGS= + +# Additional options to be given to ypxfrd when it is started. +YPXFRDARGS= diff --git a/nis/nis.client b/nis/nis.client new file mode 100755 index 0000000..e1e9e02 --- /dev/null +++ b/nis/nis.client @@ -0,0 +1,39 @@ +# +# /etc/defaults/nis Optional configuration settings for the NIS programs. +# + +# +# The following two variables are still used in the init script, but +# ignored by systemd. See `nis.debian.howto` in the documentation +# directory for more information. +# +# Are we a NIS server and if so what kind (values: false, slave, master)? +NISSERVER=false +# Are we a NIS client? +NISCLIENT=true + +# Location of the master NIS password file (for yppasswdd). +# If you change this make sure it matches with /var/yp/Makefile. +YPPWDDIR=/etc + +# Do we allow the user to use ypchsh and/or ypchfn ? The YPCHANGEOK +# fields are passed with -e to yppasswdd, see it's manpage. +# Possible values: "chsh", "chfn", "chsh,chfn" +YPCHANGEOK=chsh + +# NIS master server. If this is configured on a slave server then ypinit +# will be run each time NIS is started. +NISMASTER= + +# Additional options to be given to ypserv when it is started. +YPSERVARGS= + +# Additional options to be given to ypbind when it is started. +YPBINDARGS= + +# Additional options to be given to yppasswdd when it is started. Note +# that if -p is set then the YPPWDDIR above should be empty. +YPPASSWDDARGS= + +# Additional options to be given to ypxfrd when it is started. +YPXFRDARGS= diff --git a/nis/nis.server b/nis/nis.server new file mode 100755 index 0000000..100f851 --- /dev/null +++ b/nis/nis.server @@ -0,0 +1,39 @@ +# +# /etc/defaults/nis Optional configuration settings for the NIS programs. +# + +# +# The following two variables are still used in the init script, but +# ignored by systemd. See `nis.debian.howto` in the documentation +# directory for more information. +# +# Are we a NIS server and if so what kind (values: false, slave, master)? +NISSERVER=master +# Are we a NIS client? +NISCLIENT=false + +# Location of the master NIS password file (for yppasswdd). +# If you change this make sure it matches with /var/yp/Makefile. +YPPWDDIR=/etc + +# Do we allow the user to use ypchsh and/or ypchfn ? The YPCHANGEOK +# fields are passed with -e to yppasswdd, see it's manpage. +# Possible values: "chsh", "chfn", "chsh,chfn" +YPCHANGEOK=chsh + +# NIS master server. If this is configured on a slave server then ypinit +# will be run each time NIS is started. +NISMASTER= + +# Additional options to be given to ypserv when it is started. +YPSERVARGS= + +# Additional options to be given to ypbind when it is started. +YPBINDARGS= + +# Additional options to be given to yppasswdd when it is started. Note +# that if -p is set then the YPPWDDIR above should be empty. +YPPASSWDDARGS= + +# Additional options to be given to ypxfrd when it is started. +YPXFRDARGS= diff --git a/nis/nsswitch.conf b/nis/nsswitch.conf new file mode 100755 index 0000000..f18bd40 --- /dev/null +++ b/nis/nsswitch.conf @@ -0,0 +1,20 @@ +# /etc/nsswitch.conf +# +# Example configuration of GNU Name Service Switch functionality. +# If you have the `glibc-doc-reference' and `info' packages installed, try: +# `info libc "Name Service Switch"' for information about this file. + +passwd: files nis systemd +group: files nis systemd +shadow: files nis +hosts: files nis dns myhostname + +gshadow: files +networks: files + +protocols: db files +services: db files +ethers: db files +rpc: db files + +netgroup: nis diff --git a/nis/yp.conf b/nis/yp.conf new file mode 100755 index 0000000..284440e --- /dev/null +++ b/nis/yp.conf @@ -0,0 +1,14 @@ +# +# yp.conf Configuration file for the ypbind process. You can define +# NIS servers manually here if they can't be found by +# broadcasting on the local net (which is the default). +# +# See the manual page of ypbind for the syntax of this file. +# +# IMPORTANT: For the "ypserver", use IP addresses, or make sure that +# the host is in /etc/hosts. This file is only interpreted +# once, and if DNS isn't reachable yet the ypserver cannot +# be resolved and ypbind won't ever bind to the server. + +# ypserver ypserver.network.com +ypserver xnode diff --git a/nis/ypserv.securenets b/nis/ypserv.securenets new file mode 100755 index 0000000..f8687ff --- /dev/null +++ b/nis/ypserv.securenets @@ -0,0 +1,19 @@ +# +# securenets This file defines the access rights to your NIS server +# for NIS clients. This file contains netmask/network +# pairs. A clients IP address needs to match with at least +# one of those. +# +# One can use the word "host" instead of a netmask of +# 255.255.255.255. Only IP addresses are allowed in this +# file, not hostnames. +# +# Always allow access for localhost, IPv4 and IPv6 +255.0.0.0 127.0.0.0 +#host ::1 + +# This lines gives access to everybody. PLEASE ADJUST! +#0.0.0.0 0.0.0.0 +255.255.255.0 10.0.2.0 +255.255.255.0 10.0.1.0 +#::/0 diff --git a/s1.host.sh b/s1.host.sh new file mode 100755 index 0000000..2c2ca08 --- /dev/null +++ b/s1.host.sh @@ -0,0 +1,30 @@ +#!/bin/bash + +echo "================old file:================" +cat /etc/hosts +echo "================hosts.txt================" +cat files/hosts.txt +echo "" +read -r -p "Do you want to append the host.txt? [y/N] " input + +case $input in + [yY][eE][sS]|[yY]) + echo "You say Yes" + echo "================do job ...================" + cat files/hosts.txt | sudo tee -a /etc/hosts + + echo "================new file:"================ + cat /etc/hosts + ;; + [nN][oO]|[nN]) + echo "You say No" + ;; + *) + echo "skip" + exit 1 + ;; +esac + + + + diff --git a/s2.install.sh b/s2.install.sh new file mode 100755 index 0000000..a0a5f59 --- /dev/null +++ b/s2.install.sh @@ -0,0 +1,37 @@ +#!/bin/bash +echo "set time zone" +echo "sudo timedatectl set-timezone Asia/Shanghai" +sudo timedatectl set-timezone Asia/Shanghai + +# +++++++++++++++++++++++++++++++++++++++ +echo sudo apt update +sudo apt update +# +++++++++++++++++++++++++++++++++++++++ +echo "" +echo sudo apt install munge slurm-wlm nfs-common nfs-server nis gdal-bin libgdal-dev mailutils -y +sudo apt install munge slurm-wlm slurmd nfs-common nfs-server nis gdal-bin libgdal-dev mailutils -y + + +# +++++++++++++++++++++++++++++++++++++++ +echo sudo apt install iperf3 -y +sudo apt install iperf3 -y + + +# +++++++++++++++++++++++++++++++++++++++ +echo "" +echo "Install gcc etc." +echo "sudo apt install gcc g++ gfortran openmpi-bin libomp-dev -y" +sudo apt install gcc g++ gfortran openmpi-bin cmake libomp-dev -y + +# +++++++++++++++++++++++++++++++++++++++ +echo "" +sudo apt install mpich -y +sudo apt-get install libopenmpi-dev -y + + +# NIS +++++++++++++++++++++++++++++++++++++++ +echo sudo apt-get install rpcbind nis -y +sudo apt-get install rpcbind nis -y + +echo "DONE" + diff --git a/s3.munge.sh b/s3.munge.sh new file mode 100755 index 0000000..26055fd --- /dev/null +++ b/s3.munge.sh @@ -0,0 +1,29 @@ +#!/bin/bash + +# for SERVER only +echo sudo rm -rf /etc/munge/munge.key +sudo rm -rf /etc/munge/munge.key +echo sudo create-munge-key -f -r +sudo create-munge-key -f -r + +echo "" +echo "copy munge to home folder" +echo "sudo cp /etc/munge/munge.key ~/config/files/munge.key" +sudo cp /etc/munge/munge.key ~/config/files/munge.key +echo sudo chown laoban: ~/config/files/munge.key +sudo chown laoban: ~/config/files/munge.key + +echo "" +echo "change owner" +echo "sudo chown munge:munge /etc/munge/munge.key" +sudo chown munge:munge /etc/munge/munge.key + + +echo "" +echo "start munge" +echo "sudo /etc/init.d/munge start" +sudo /etc/init.d/munge start +echo "" +echo "===check status===" +echo "systemctl status munge" +systemctl status munge diff --git a/s4.config.sh b/s4.config.sh new file mode 100755 index 0000000..98d5de7 --- /dev/null +++ b/s4.config.sh @@ -0,0 +1,45 @@ +#!/bin/bash +# for SERVER only + +echo "" +echo "sudo cp files/slurm.conf /etc/slurm-lln/slurm.conf" +sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf + +echo "" +echo "sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf" +sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf + + +echo "" +echo "make folders" +sudo mkdir /var/slurm +sudo mkdir /var/slurm/slurmctld +sudo mkdir /var/slurm/run +sudo chown -R slurm: /var/slurm +ls -g /var/slurm + +echo "" +echo "sudo rm /var/slurm/slurmctld.log" +#sudo rm /var/slurm/slurmctld.log + +echo "" +echo "=====start the severice =====" +echo "sudo systemctl enable slurmctld" +sudo systemctl enable slurmctld +echo "sudo service slurmctld start" +sudo service slurmctld start +sleep 1 + +echo "" +echo "check status" +echo "systemctl status slurmctld" +systemctl status slurmctld + +echo "" +echo "sudo cat /var/slurm/slurmctld.log" +sudo cat /var/slurm/slurmctld.log + + + +echo "DONE" + diff --git a/s5.check.sh b/s5.check.sh new file mode 100755 index 0000000..5c5a985 --- /dev/null +++ b/s5.check.sh @@ -0,0 +1,24 @@ +#!/bin/bash +# for xnode only +echo for SERVER only + +echo ls /var/slurm +ls /var/slurm +echo sudo tail /var/slurm/slurmctld.log +sudo tail /var/slurm/slurmctld.log + + +echo "" +echo "systemctl status slurmctld" +systemctl status slurmctld + + +echo "" +echo "sinfo" +sinfo + +echo "" +echo "" +echo "---test---" +srun -N 2 hostname + diff --git a/screenMSG.sh b/screenMSG.sh new file mode 100755 index 0000000..c36b0ca --- /dev/null +++ b/screenMSG.sh @@ -0,0 +1,18 @@ +#!/bin/bash + +sudo rm -rf /etc/update-motd.d/00-header +sudo rm -rf /etc/update-motd.d/10-help-text +sudo rm -rf /etc/update-motd.d/50-motd-news +sudo rm -rf /etc/update-motd.d/85-fwupd +sudo rm -rf /etc/update-motd.d/88-esm-announce +sudo rm -rf /etc/update-motd.d/90-updates-available +sudo rm -rf /etc/update-motd.d/91-contract-ua-esm-status +sudo rm -rf /etc/update-motd.d/91-release-upgrade +sudo rm -rf /etc/update-motd.d/92-unattended-upgrades +sudo rm -rf /etc/update-motd.d/95-hwe-eol +sudo rm -rf /etc/update-motd.d/97-overlayroot +sudo rm -rf /etc/update-motd.d/98-fsck-at-reboot +sudo rm -rf /etc/update-motd.d/98-reboot-required + + +echo "This is $HOSTNAME" > /etc/motd diff --git a/slurmoff.sh b/slurmoff.sh new file mode 100755 index 0000000..1a6722a --- /dev/null +++ b/slurmoff.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +echo sudo systemctl stop slurmctld +sudo systemctl stop slurmctld +echo sudo systemctl stop slurmd +sudo systemctl stop slurmd + + +echo sudo systemctl status slurmctld +sudo systemctl status slurmctld + + diff --git a/slurmon.sh b/slurmon.sh new file mode 100755 index 0000000..36705ec --- /dev/null +++ b/slurmon.sh @@ -0,0 +1,6 @@ +#!/bin/bash + +echo sudo systemctl start slurmctld +sudo systemctl start slurmctld +echo sudo systemctl status slurmctld +sudo systemctl status slurmctld diff --git a/ss.install.sh b/ss.install.sh new file mode 100755 index 0000000..617f917 --- /dev/null +++ b/ss.install.sh @@ -0,0 +1,18 @@ +#!/bin/bash +sudo apt-get update +echo "set time zone" +echo "sudo timedatectl set-timezone Asia/Shanghai" +sudo timedatectl set-timezone Asia/Shanghai + +echo "" +echo "sudo apt install munge slurm-wlm nis nfs-common -y" +sudo apt install munge slurm-wlm nis nfs-common -y + + +echo "" +echo "Install gcc etc." +echo "sudo apt install gcc g++ gfortran openmpi-bin libomp-dev -y" +sudo apt install gcc g++ gfortran openmpi-bin libomp-dev -y + +echo "DONE" + diff --git a/ss.nfs.sh b/ss.nfs.sh new file mode 100755 index 0000000..306dab1 --- /dev/null +++ b/ss.nfs.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +echo sudo cp ~/config/files/exports /etc/exports +sudo cp ~/config/files/exports /etc/exports + +echo sudo exportfs -a +sudo exportfs +echo "done" + + diff --git a/ss.slurm.sh b/ss.slurm.sh new file mode 100755 index 0000000..ee8839b --- /dev/null +++ b/ss.slurm.sh @@ -0,0 +1,24 @@ +#!/bin/bash + +echo apt-get install make hwloc libhwloc-dev libmunge-dev libmunge2 munge mariadb-server libmysqlclient-dev -y +sudo apt-get install make hwloc libhwloc-dev libmunge-dev libmunge2 munge mariadb-server libmysqlclient-dev -y + +echo cd slurm-20.08.8 +cd slurm-20.08.8 + + +echo ./configure --prefix=/opt/slurm/ --sysconfdir=/opt/slurm/etc +./configure --prefix=/opt/slurm/ --sysconfdir=/opt/slurm/etc +echo make -j16 +make -j16 +echo make install +make install + + +sudo cp -r etc/slurm*.service /etc/systemd/system/ + +sudo systemctl enable mariadb +sudosystemctl start mariadb +sudo systemctl status mariadb + + diff --git a/ss.upslurm.sh b/ss.upslurm.sh new file mode 100755 index 0000000..5cee610 --- /dev/null +++ b/ss.upslurm.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +echo "" +echo sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf +sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf + +echo "" +echo "sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf" +sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf + +echo sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf +sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf + +echo sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf +sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf + +echo sudo systemctl restart slurmctld +sudo systemctl restart slurmctld +sleep 3 +echo sudo systemctl status slurmctld +sudo systemctl status slurmctld diff --git a/x0.host.sh b/x0.host.sh new file mode 100755 index 0000000..7060a00 --- /dev/null +++ b/x0.host.sh @@ -0,0 +1,30 @@ +#!/bin/bash + +echo "================old file:================" +cat /etc/hosts +echo "================hosts.txt================" +cat ~/config/files/hosts.txt +echo "" +read -r -p "Do you want to append the host.txt? [y/N] " input + +case $input in + [yY][eE][sS]|[yY]) + echo "You say Yes" + echo "================do job ...================" + cat ~/config/files/hosts.txt | sudo tee -a /etc/hosts + + echo "================new file:"================ + cat /etc/hosts + ;; + [nN][oO]|[nN]) + echo "You say No" + ;; + *) + echo "skip" + exit 1 + ;; +esac + + + + diff --git a/x1.slurmd.sh b/x1.slurmd.sh new file mode 100755 index 0000000..827c3d4 --- /dev/null +++ b/x1.slurmd.sh @@ -0,0 +1,47 @@ +#!/bin/bash +echo "set time zone" +echo "sudo timedatectl set-timezone Asia/Shanghai" +sudo timedatectl set-timezone Asia/Shanghai + + +echo "" +echo "make folders" +sudo rm -rf /var/slurm +sudo mkdir /var/slurm +sudo touch /var/slurm/slurmd.log +sudo mkdir /var/slurm/slurmd +sudo mkdir /var/slurm/run +sudo mkdir /run/slurm +sudo mkdir /etc/slurm-llnl/ + +sudo chown -R slurm: /var/slurm +sudo chown -R slurm: /run/slurm +ls -g /var/slurm + +echo "" +echo "sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf" +sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf + +echo "" +echo "sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf" +sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf + +echo "" +echo "=====start the severice =====" +echo sudo systemctl stop slurmd
 +sudo systemctl stop slurmd +echo sudo systemctl start slurmd
 +sudo systemctl start slurmd + +echo "" +echo "check status" +echo "systemctl status slurmd" +systemctl status slurmd + +echo "" +echo "sudo cat /var/slurm/slurmd.log" +sudo cat /var/slurm/slurmd.log + + +echo "DONE" + diff --git a/x2.munge.sh b/x2.munge.sh new file mode 100755 index 0000000..fe139a6 --- /dev/null +++ b/x2.munge.sh @@ -0,0 +1,34 @@ +#!/bin/bash +echo "sudo mkdir /etc/munge/" +sudo mkdir /etc/munge/ +echo "" +echo "copy munge" +echo sudo cp ~/config/files/munge.key /etc/munge/munge.key +sudo cp ~/config/files/munge.key /etc/munge/munge.key + + +echo "" +echo "change owner" +echo "sudo chown munge:munge /etc/munge/munge.key" +sudo chown munge:munge /etc/munge/munge.key +echo sudo chmod 600 /etc/munge/munge.key +sudo chmod 600 /etc/munge/munge.key + + +echo "" +echo "start munge" +echo "sudo /etc/init.d/munge start" +sudo /etc/init.d/munge start + + +sudo systemctl restart munge +sleep 2 +echo "" +echo "===check status===" +echo "systemctl status munge" +sudo systemctl status munge + +echo "munge -n | ssh laoban@xnode unmunge" +munge -n | ssh laoban@xnode unmunge + +echo "DONE" diff --git a/x3.check.sh b/x3.check.sh new file mode 100755 index 0000000..12e0524 --- /dev/null +++ b/x3.check.sh @@ -0,0 +1,12 @@ +#!/bin/bash +# for comput node only +echo for comput node only + +echo "" +echo "systemctl status slurmd" +systemctl status slurmd + +echo ls /var/slurm +ls /var/slurm +echo sudo tail /var/slurm/slurmd.log +sudo tail /var/slurm/slurmd.log diff --git a/xx.install.sh b/xx.install.sh new file mode 100755 index 0000000..0232ad7 --- /dev/null +++ b/xx.install.sh @@ -0,0 +1,38 @@ +#!/bin/bash +echo "set time zone" +echo "sudo timedatectl set-timezone Asia/Shanghai" +sudo timedatectl set-timezone Asia/Shanghai + +# +++++++++++++++++++++++++++++++++++++++ +echo sudo apt update +sudo apt update +sudo apt install debconf-utils -y +# +++++++++++++++++++++++++++++++++++++++ +echo "" +echo sudo apt install munge nfs-common nis gdal-bin libgdal-dev mailutils -y +sudo apt install munge slurmd nfs-common nis gdal-bin libgdal-dev mailutils -y + + +# +++++++++++++++++++++++++++++++++++++++ +echo sudo apt install iperf3 -y +sudo apt install iperf3 -y + + +# +++++++++++++++++++++++++++++++++++++++ +echo "" +echo "Install gcc etc." +#echo "sudo apt install gcc g++ gfortran openmpi-bin libomp-dev -y" +#sudo apt install gcc g++ gfortran openmpi-bin cmake libomp-dev -y + +# +++++++++++++++++++++++++++++++++++++++ +echo "" +sudo apt install mpich -y +sudo apt-get install libopenmpi-dev libomp-dev -y + + +# NIS +++++++++++++++++++++++++++++++++++++++ +echo sudo apt-get install rpcbind nis -y +sudo apt-get install rpcbind nis -y + +echo "DONE" + diff --git a/xx.mount.sh b/xx.mount.sh new file mode 100755 index 0000000..91f671e --- /dev/null +++ b/xx.mount.sh @@ -0,0 +1,57 @@ +#!/bin/bas +:q + + +echo "sudo mkdir -p /data /users /scratch" +echo "sudo chmod -R 750 /users /scratch" +sudo mkdir -p /data /users /scratch +sudo chmod -R 750 /users /scratch + +echo "================old /etc/fstab:================" +echo "sudo cat /etc/fstab" +sudo cat /etc/fstab +echo "================hosts.txt================" +echo "cat ~/config/files/fstab.txt" +cat ~/config/files/fstab.cn.txt +echo "" +read -r -p "Do you want to append the file? [y/N] " input + +case $input in + [yY][eE][sS]|[yY]) + echo "You say Yes" + echo "================do job ...================" + cat ~/config/files/fstab.cn.txt | sudo tee -a /etc/fstab + + echo "================new file:"================ + sudo cat /etc/fstab + ;; + [nN][oO]|[nN]) + echo "You say No" + ;; + *) + echo "skip" + exit 1 + ;; +esac + + +echo " module " +echo " module " +echo " module " +echo cp ~/config/files/nodeenv.sh /etc/profile.d/ +sudo cp ~/config/files/nodeenv.sh /etc/profile.d/ +export PATH="$PATH:/opt/R/bin/" +export PATH="$PATH:/opt/bin/" +export PATH="$PATH:/opt/Modules/bin" + +echo sudo cp /opt/Modules/init/profile.sh /etc/profile.d +sudo cp /opt/Modules/init/profile.sh /etc/profile.d + +echo sudo mount -a +sudo mount -a + +echo df -hT +df -hT + + + diff --git a/xx.slurm.sh b/xx.slurm.sh new file mode 100755 index 0000000..7037b20 --- /dev/null +++ b/xx.slurm.sh @@ -0,0 +1,37 @@ +#!/bin/bash +echo sudo apt remove -y slurmd slurmctld slurmdbd slurm-client slurm-wlm-* +sudo apt remove -y slurmd slurmctld slurmdbd slurm-client slurm-wlm-* + + +echo sudo apt autoremove -y +sudo apt autoremove -y + +echo sudo apt-get install make hwloc libhwloc-dev libmunge-dev libmunge2 munge -y +sudo apt-get install make hwloc libhwloc-dev libmunge-dev libmunge2 munge -y + + +sudo rm /etc/systemd/system/slurmd.service +sudo rm /etc/systemd/system/slurmdbd.service +sudo rm /etc/systemd/system/slurmctld.service + +echo sudo cp -r ~/config/files/slurm*.service /etc/systemd/system/ +sudo cp -r ~/config/files/slurm*.service /etc/systemd/system/ + + +echo sudo chown root: /etc/systemd/system/slurm*.service +sudo chown root: /etc/systemd/system/slurm*.service + + +echo sudo chmod 600 /etc/systemd/system/slurm*.service +sudo chmod 600 /etc/systemd/system/slurm*.service + + +cat ~/config/files/bash.txt | sudo tee -a /etc/bash.bashrc +export PATH=$PATH:/opt/slurm//bin:/opt/slurm//sbin + +sudo systemctl enable slurmd +sudo systemctl start slurmd +sudo systemctl status slurmd + + + diff --git a/xx.upslurm.sh b/xx.upslurm.sh new file mode 100755 index 0000000..df01abd --- /dev/null +++ b/xx.upslurm.sh @@ -0,0 +1,22 @@ +#!/bin/bash + +echo "" +echo sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf +sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf + +echo "" +echo "sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf" +sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf + +echo sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf +sudo cp ~/config/files/slurm.conf /etc/slurm-llnl/slurm.conf + +echo sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf +sudo chown slurm:slurm /etc/slurm-llnl/slurm.conf + +echo sudo systemctl restart slurmd +sudo systemctl restart slurmd +sleep 3 + +echo sudo systemctl status slurmd +sudo systemctl status slurmd