P100 서버 설치 과정

Edit

P100 서버 설치 과정

P100 tistory

#일단 build-essential을 깔아야한다

sudo apt-get update -y

sudo apt-get upgrade -y

sudo apt-get install build-eseential

sudo apt-get autoremove




#ssh를 깔아야한다.

sudo apt-get install openssh-server


#/etc/ssh/sshd_config가 생긴다 


#거기 들어가서 port 22001 추가

sudo vi /etc/ssh/sshd_config 




#적용

sudo /etc/init.d/ssh restart




#고정 ip는  UI에서 함


#ip 203.246.*.*


#subnet 255.255.255.0


#gateway 203.246.*.*


#dns-nameserver 168.126.63.1

infinite bandwith 설치

#일단 Dependency를 다운받는다.

apt-get install perl dpkg autotools-dev autoconf libtool automake1.10

automake m4 dkms debhelper tcl tcl8.4 chrpath swig

graphviz tcl-dev tcl8.4-dev tk-dev tk8.4-dev bison flex dpatch

zlib1g-dev curl libcurl4-gnutls-dev python-libxml2 libvirt-bin

libvirt0 libnl-dev libglib2.0-dev libgfortran3 automake m4

pkg-config libnuma logrotate ethtool




#root로 변경

mkdir /mlx

mount -o ro,loop MLNX_OFED_LINUX-4.1-1.0.2.0-ubuntu16.04-x86_64.iso /mlx


cd /mlx

ls

./mlnxofedinstall

auto apt-get purge openmpi-common libopenmpi-dev openmpi-bin libopenmpi1.10

mlxconfig -d mlx4_0 s LINK_TYPE_P1=1

reboot

sudo service opensm start


# 나중에 master 바꾸고 싶으면 다른 slave의 dameson service 다 끄고 reboot하면 됩니다.



sudo vi /etc/rc.local


#!/bin/sh -e


#


# rc.local


#


# This script is executed at the end of each multiuser runlevel.


# Make sure that the script will "exit 0" on success or any other


# value on error.


#


# In order to enable or disable this script just change the execution


# bits.


#


# By default this script does nothing.

sudo service opensmd start




exit 0

```

p100에서 테스트

check the status of the local IB link

ibhosts는 ibhosts displays all of the hosts visible on the network.

iblinkinfo will show the status and speed of all of the links in the network.

Connection Test해보기

ibping을 사용하면 됩니다

bd-3에서 ibping -S을 실행하고

다시 p100 에서 bd-3의 port GUID server를 입력한다.

ping 이 오고가는걸 볼수있습니다.

%23%23%23%23%20P100%20%uC11C%uBC84%20%uC124%uCE58%20%uACFC%uC815%0A@%5BP100%2Ctistory%5D%0A%60%60%60bash%0A%23%uC77C%uB2E8%20build-essential%uC744%20%uAE54%uC544%uC57C%uD55C%uB2E4%0Asudo%20apt-get%20update%20-y%0Asudo%20apt-get%20upgrade%20-y%0Asudo%20apt-get%20install%20build-eseential%0Asudo%20apt-get%20autoremove%0A%0A%23ssh%uB97C%20%uAE54%uC544%uC57C%uD55C%uB2E4.%0Asudo%20apt-get%20install%20openssh-server%0A%23/etc/ssh/sshd_config%uAC00%20%uC0DD%uAE34%uB2E4%20%0A%23%uAC70%uAE30%20%uB4E4%uC5B4%uAC00%uC11C%20port%2022001%20%uCD94%uAC00%0Asudo%20vi%20/etc/ssh/sshd_config%20%0A%0A%23%uC801%uC6A9%0Asudo%20/etc/init.d/ssh%20restart%0A%0A%23%uACE0%uC815%20ip%uB294%20%20UI%uC5D0%uC11C%20%uD568%0A%23ip%20203.246.*.*%0A%23subnet%20255.255.255.0%0A%23gateway%20203.246.*.*%0A%23dns-nameserver%20168.126.63.1%0A%60%60%60%0A%0Ainfinite%20bandwith%20%uC124%uCE58%0A%0A%21%5BAlt%20text%5D%28./1505290111617.png%29%0A%60%60%60bash%0A%23%uC77C%uB2E8%20Dependency%uB97C%20%uB2E4%uC6B4%uBC1B%uB294%uB2E4.%0Aapt-get%20install%20perl%20dpkg%20autotools-dev%20autoconf%20libtool%20automake1.10%0Aautomake%20m4%20dkms%20debhelper%20tcl%20tcl8.4%20chrpath%20swig%0Agraphviz%20tcl-dev%20tcl8.4-dev%20tk-dev%20tk8.4-dev%20bison%20flex%20dpatch%0Azlib1g-dev%20curl%20libcurl4-gnutls-dev%20python-libxml2%20libvirt-bin%0Alibvirt0%20libnl-dev%20libglib2.0-dev%20libgfortran3%20automake%20m4%0Apkg-config%20libnuma%20logrotate%20ethtool%0A%0A%23root%uB85C%20%uBCC0%uACBD%0Amkdir%20/mlx%0Amount%20-o%20ro%2Cloop%20MLNX_OFED_LINUX-4.1-1.0.2.0-ubuntu16.04-x86_64.iso%20/mlx%0Acd%20/mlx%0Als%0A./mlnxofedinstall%0Aauto%20apt-get%20purge%20openmpi-common%20libopenmpi-dev%20openmpi-bin%20libopenmpi1.10%0Amlxconfig%20-d%20mlx4_0%20s%20LINK_TYPE_P1%3D1%0Areboot%0Asudo%20service%20opensm%20start%0A%23%20%uB098%uC911%uC5D0%20master%20%uBC14%uAFB8%uACE0%20%uC2F6%uC73C%uBA74%20%uB2E4%uB978%20slave%uC758%20dameson%20service%20%uB2E4%20%uB044%uACE0%20reboot%uD558%uBA74%20%uB429%uB2C8%uB2E4.%0A%0Asudo%20vi%20/etc/rc.local%0A%23%21/bin/sh%20-e%0A%23%0A%23%20rc.local%0A%23%0A%23%20This%20script%20is%20executed%20at%20the%20end%20of%20each%20multiuser%20runlevel.%0A%23%20Make%20sure%20that%20the%20script%20will%20%22exit%200%22%20on%20success%20or%20any%20other%0A%23%20value%20on%20error.%0A%23%0A%23%20In%20order%20to%20enable%20or%20disable%20this%20script%20just%20change%20the%20execution%0A%23%20bits.%0A%23%0A%23%20By%20default%20this%20script%20does%20nothing.%0Asudo%20service%20opensmd%20start%0A%0Aexit%200%0A%60%60%60%0A%0A%0A%60%60%60%0A%23%23%23%23%20p100%uC5D0%uC11C%20%uD14C%uC2A4%uD2B8%0A%0A%3E%20check%20the%20status%20of%20the%20local%20IB%20link%0A%21%5BAlt%20text%5D%28./1505304544002.png%29%0A%0A%0A%0A%0A%0A%0A%0A%3Eibhosts%uB294%20ibhosts%20displays%20all%20of%20the%20hosts%20visible%20on%20the%20network.%0A%0A%21%5BAlt%20text%5D%28./1505304644585.png%29%0A%0A%0A%0A%0A%0A%0A%3Eiblinkinfo%20will%20show%20the%20status%20and%20speed%20of%20all%20of%20the%20links%20in%20the%20network.%0A%0A%21%5BAlt%20text%5D%28./1505304500368.png%29%0A%0A%0A%23%23%23%23%23%20Connection%20Test%uD574%uBCF4%uAE30%0Aibping%uC744%20%uC0AC%uC6A9%uD558%uBA74%20%uB429%uB2C8%uB2E4%0A%0Abd-3%uC5D0%uC11C%20ibping%20-S%uC744%20%uC2E4%uD589%uD558%uACE0%0A%21%5BAlt%20text%5D%28./1505304778646.png%29%0A%21%5BAlt%20text%5D%28./1505304827857.png%29%0A%0A%uB2E4%uC2DC%20p100%20%uC5D0%uC11C%20bd-3%uC758%20port%20GUID%20server%uB97C%20%uC785%uB825%uD55C%uB2E4.%0A%0A%21%5BAlt%20text%5D%28./1505304818639.png%29%0A%0Aping%20%uC774%20%uC624%uACE0%uAC00%uB294%uAC78%20%uBCFC%uC218%uC788%uC2B5%uB2C8%uB2E4.