하둡이 왔습니다.

1  w
   2  cd ~
   3  pwd
   4  wget https://archive.apache.org/dist/hadoop/common/hadoop-3.2.1/hadoop-3.2.1.tar.gz
   5  ll
   6  tar xvzf hadoop-3.2.1.tar.gz
   7  ll
   8  mv hadoop-3.2.1 hadoop
   9  ll
  10  cd hadoop
  11  ll
  12  cd ~
  13  ll
  14  ls -al
  15  cd .ssh
  16  cat id_rsa
  17  sudo shutdown -h now
  18  ssh-keygen -t rsa
  19  cd ~
  20  ll
  21  ls -al
  22  cd .ssh
  23  ll
  24  cat ./id_rsa.pub >> ./authorized_keys
  25  pwd
  26  ll
  27  chmod 640 ./authorized_keys
  28  w
  29  ll
  30  ssh localhost
  31  ls
  32  ls -al
  33  sudo cd /tmp/
  34  ls
  35  sudo cd /tmp/
  36  ls
  37  cd /tmp
  38  ls
  39  cd ..
  40  ls
  41  cd /tmp/
  42  ls -al
  43  ls
  44  cd ..
  45  ls
  46  cd ~
  47  ls
  48  cd hadoop
  49  ls
  50  cd ..
  51  ls
  52  cd ..
  53  ls
  54  cd ..
  55  ls
  56  cd tmp
  57  ls
  58  cd ~
  59  export
  60  which java
  61  whereis java
  62  ls
  63  vi ~/.bashrc
  64  wget https://github.com/ojdkbuild/ojdkbuild/releases/download/java-1.8.0-openjdk-1.8.0.302-1.b08/java-1.8.0-openjdk-1.8.0.302-1.b08.ojdkbuild.windows.x86_64.zip
  65  wget https://koji.mbox.centos.org/pkgs/packages/java-1.8.0-openjdk/1.8.0.272.b10/1.el8_2/x86_64/java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
  66  ls
  67  rm -r java-1.8.0-openjdk-1.8.0.302-1.b08.ojdkbuild.windows.x86_64.zip
  68  ls
  69  unzip java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
  70  sudo yum install unzip
  71  ls
  72  unzip java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
  73  ls
  74  unzip java-1.8.0-openjdk-1.8.0.272.b10-1.el8_2.x86_64.rpm
  75  cd ..
  76  exit
  77  ls
  78  cd ~/.bashrc
  79  sudovim ~/.bashrc
  80  sudo vi ~/.bashrc
  81  ls
  82  이건 272라서 아까 경로보고 잘못 다운 받았어요 zip이 필요해용
  83  cd /usr/lib/jvm/
  84  ll
  85  where is java
  86  whereis java
  87  좀 달라용
  88  whereis java-1.8.0
  89  whereis java-1.8.0-openjdk-1.8.0.312.b07-1.el8_4.x86_64/
  90  java --version
  91  java -version
  92  javac -version
  93  cd java-1.8.0-openjdk-1.8.0.312.b07-1.el8_4.x86_64/
  94  ll
  95  pwd
  96  /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el8_4.x86_64
  97  ls
  98  vi
  99  vi ~/.bashrc
 100  source ~/.bashrc
 101  hadoop
 102  export
 103  pwd
 104  cd ~
 105  ls
 106  hadoop
 107  java
 108  whereis java
 109  ls
 110  cd .,.
 111  cd ..
 112  ls
 113  cd ..
 114  ls
 115  find . --name 'xml'
 116  find . -name 'xml'
 117  find . -name 'xml' | grep xml
 118  sudo find . -name 'xml' | grep xml
 119  ls
 120  cd ~
 121  ls
 122  cd hadoop
 123  ls
 124  cd etc/
 125  ls
 126  cd ..
 127  ls
 128  cd etc/hadoop/
 129  ls
 130  cd workers
 131  ls
 132  pwd
 133  cat workers
 134  vi hdfs-site.xml
 135  ls
 136  scp ~/.bashrc namenode:/home/hadoop/
 137  scp ~/.bashrc secondnode:/home/hadoop/
 138  hadoop
 139  scp ~/hadoop/etc/hadoop secondnode:/home/hadoop/hadoop/etc/hadoop/
 140  scp ~/hadoop/etc/hadoop namenode:/home/hadoop/hadoop/etc/hadoop/
 141  scp -r ~/hadoop/etc/hadoop namenode:/home/hadoop/hadoop/etc/hadoop/
 142  scp -r ~/hadoop/etc/hadoop secondnode:/home/hadoop/hadoop/etc/hadoop/
 143  ls
 144  vi ~/hadoop
 145  ssh namenode 'mkdir ~/data'
 146  ssh secondnode 'mkdir ~/data'
 147  hostname
 148  ssh namenode 'chmod 777 ~/data'
 149  ssh secondnode 'chmod 777 ~/data'
 150  ssh namenode
 151  cd ~
 152  ls
 153  hadoop namenode -format
 154  history

jps 는 자바 프로세스 상태를 보여준다.

NameNode
노드를 분해시켜서 병렬로 저장하는데
이때 NameNode에는 위치가 닮겨져있다.
SecondaryNameNode
노드 백업(기존 NameNode하고 100%일치하는 것은 아니다.)
ResourceManager
JobHistoryServer