-
Notifications
You must be signed in to change notification settings - Fork 5
/
history.txt
182 lines (182 loc) · 7.14 KB
/
history.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
1 id
2 pwd
3 ls
4 cat BUILDING.txt
5 cd hadoop-hdfs-project/
6 ls
7 mcv compile
8 mvn compile
9 cd ../
10 cd hadoop-maven-plugins/
11 mvn install
12 cd ../
13 ls
14 cd hadoop-hdfs-project
15 mvn compile
16 mvn package
17 mvn package -DskipTests
18 mvn install -DskipTests
19 ls
20 cd ~
21 echo $HADOOP_COMMON_HOME
22 find . -name hdfs
23 ls -l ./hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs
24 find . -name start-dfs.sh
25 echo $PATH
26 cd ./hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main
27 bin/hdfs dikeHDFS -format
28 cd ../
29 cd ~/hadoop
30 find -name hdfs-config.sh
31 find -name libexec
32 ls ./hadoop-hdfs-project/hadoop-hdfs-httpfs/src/main/libexec
33 cat ./hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs-config.sh
34 cat ~/.bashrc
35 find . -name hdfs
36 find . -name "bin/hdfs"
37 find . -name "hdfs" | grep bin
38 export HADOOP_COMMON_HOME=$HOME/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs
39 bin/hdfs dikeHDFS -format
40 export PATH=$PATH:$HADOOP_COMMON_HOME/bin
41 bin/hdfs dikeHDFS -format
42 hdfs dikeHDFS -format
43 echo $PATH
44 export HADOOP_COMMON_HOME=$HOME/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main
45 export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/protobuf/bin:/home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin
46 hdfs dikeHDFS -format
47 find . -name hdfs-config.sh
48 export HADOOP_LIBEXEC_DIR=/home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin
49 hdfs dikeHDFS -format
50 /home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin/../libexec/hdfs-config.sh
51 hdfs dikeHDFS -format
52 strace hdfs dikeHDFS -format
53 sudo apt-get install strace
54 sudo apt-get update -y
55 sudo apt-get install -y strace
56 strace hdfs dikeHDFS -format
57 find . -name /home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hadoop-config.sh
58 find . -name hadoop-config.sh
59 export HADOOP_COMMON_HOME=/home/peter/hadoop/hadoop-common-project/hadoop-common/src/main
60 export HADOOP_HDFS_HOME=/home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main
61 export PATH=$PATH:$HADOOP_COMMON_HOME/bin
62 strace hdfs dikeHDFS -format
63 cat /home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs-config.sh
64 export HADOOP_LIBEXEC_DIR=$HADOOP_COMMON_HOME
65 strace hdfs dikeHDFS -format
66 cat /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/hdfs-config.sh
67 ls /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/hdfs-config.sh
68 ls /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/
69 ls /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/bin/
70 ls /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/
71 ls /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/conf/
72 ls /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/conf/hadoop-env.sh
73 cat /home/peter/hadoop/hadoop-common-project/hadoop-common/src/main/conf/hadoop-env.sh
74 strace hdfs dikeHDFS -format
75 history
76 hdfs dikeHDFS -format
77 find . -name libexec
78 ls
79 cat BUILDING.txt
80 /home/peter/hadoop/hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs-config.sh
81 ls
82 cd hadoop-common-project
83 mvn deploy -DskipTests
84 ls
85 cd hadoop-common/
86 mvn install -DskipTests
87 cd ../
88 mvn install -DskipTests
89 cd ../
90 mvn install -DskipTests
91 mvn package -Pdist,native,docs -DskipTests -Dtar
92 mvn -X package -Pdist,native,docs -DskipTests -Dtar
93 mvn <goals> -rf :hadoop-client-check-test-invariants
94 gedit hadoop-client-modules/pom.xml
95 nano hadoop-client-modules/pom.xml
96 mvn -X package -Pdist,native,docs -DskipTests -Dtar -rf :hadoop-client-check-test-invariants
97 mvn -X package -Pdist,native,docs -DskipTests -Dtar
98 ls
99 find . -name "*.tar*"
100 diff ./hadoop-project-dist/target/hadoop-project-dist-3.4.0-SNAPSHOT.tar.gz ./hadoop-dist/target/hadoop-3.4.0-SNAPSHOT.tar.gz
101 ls -l ./hadoop-project-dist/target/hadoop-project-dist-3.4.0-SNAPSHOT.tar.gz
102 ls -l ./hadoop-dist/target/hadoop-3.4.0-SNAPSHOT.tar.gz
103 mkdir test
104 cd test
105 cp ../hadoop-hdfs-project/hadoop-hdfs/target/hadoop-hdfs-3.4.0-SNAPSHOT.tar.gz .
106 tar -xzf hadoop-hdfs-3.4.0-SNAPSHOT.tar.gz
107 ls
108 cd hadoop-hdfs-3.4.0-SNAPSHOT
109 ls
110 bin/hdfs dikeHDFS -format
111 env
112 pwd
113 export HADOOP_HDFS_HOME=/home/peter/hadoop/test/hadoop-hdfs-3.4.0-SNAPSHOT
114 unset HADOOP_LIBEXEC_DIR
115 unset HADOOP_COMMON_HOME
116 env | grep HADOOP
117 export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/protobuf/bin:/home/peter/hadoop/test/hadoop-hdfs-3.4.0-SNAPSHOT/bin
118 bin/hdfs dikeHDFS -format
119 export HADOOP_COMMON_HOME=/home/peter/hadoop/test/hadoop-hdfs-3.4.0-SNAPSHOT
120 bin/hdfs dikeHDFS -format
121 strace bin/hdfs dikeHDFS -format
122 cd ../
123 find . -name "*.tar*"
124 find .. -name "*.tar*"
125 cp ../hadoop-dist/target/hadoop-3.4.0-SNAPSHOT.tar.gz .
126 tar -xzf hadoop-3.4.0-SNAPSHOT.tar.gz
127 cd hadoop-3.4.0-SNAPSHOT
128 ls
129 cat README.txt
130 pwd
131 env | grep hadoop
132 pwd
133 export HADOOP_COMMON_HOME=/home/peter/hadoop/test/hadoop-3.4.0-SNAPSHOT
134 unset HADOOP_HDFS_HOME
135 export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/protobuf/bin:/home/peter/hadoop/test/hadoop-3.4.0-SNAPSHOT/bin:/home/peter/hadoop/test/hadoop-3.4.0-SNAPSHOT/sbin
136 bin/hdfs dikeHDFS -format
137 bin/hdfs namenode -format
138 sbin/start-dfs.sh
139 sudo apt-get install ssh
140 sudo apt-get install pdsh
141 ssh localhost
142 cat /etc/host
143 cat /etc/hosts
144 sudo apt install openssh-server
145 ssh localhost
146 sudo systemctl status ssh
147 ssh 172.17.0.2
148 ssh localhost
149 sudo /etc/init.d/ssh start
150 ssh localhost
151 ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
152 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
153 chmod 0600 ~/.ssh/authorized_keys
154 ssh localhost
155 sbin/start-dfs.sh
156 pdsh -q -w localhost
157 export PDSH_RCMD_TYPE=ssh
158 sbin/start-dfs.sh
159 history > history.txt
160 cat history.txt
161 which java
162 ls -l /usr/bin/java
163 ls -l /etc/alternatives
164 ls -l /etc/alternatives/java
165 export JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
166 sbin/start-dfs.sh
167 cat etc/hadoop/hadoop-env.sh
168 sbin/start-dfs.sh
169 strace sbin/start-dfs.sh
170 cat etc/hadoop/hdfs-site.xml
171 etc/hadoop/core-site.xml:
172 cat etc/hadoop/core-site.xml:
173 cat etc/hadoop/core-site.xml
174 bin/hdfs namenode -format
175 sbin/start-dfs.sh
176 bin/hdfs dfs -mkdir /user
177 bin/hdfs dfs -mkdir /user/peter
178 ls
179 bin/hdfs dfs -put *.txt /user/peter
180 bin/hdfs dfs -ls /user/peter
181 sbin/stop-dfs.sh
182 history > history.txt