linux命令历史
20220228
命令歷史15 source /etc/profile16 vim /etc/profile17 source /etc/profile18 scp -r /etc/profile root@k8s05:/etc/profile19 scp -r /etc/profile root@k8s06:/etc/profile20 cd spark-2.4.5-bin-hadoop2.7/21 ls22 cd conf23 ls24 cp spark-env.sh.template spark-env.sh25 vim spark-env.sh26 spark-shell27 vim spark-env.sh28 spark-shell29 ls30 cp slaves.template slaves31 vim slaves32 cd ..33 cd ..34 scp -r spark-2.4.5-bin-hadoop2.7/ root@k8s05:/usr/local/35 scp -r spark-2.4.5-bin-hadoop2.7/ root@k8s06:/usr/local/36 cd ..37 cd local38 ls39 cd hadoop-2.7.7/40 ls41 cd bin42 ls43 cd hadoop44 ls45 cd ..46 ls47 cd bin48 ls49 cd ..50 ls51 cd sbin52 ls53 start-master.sh54 start-dfs.sh55 ls56 start-yarn.sh57 bash start-dfs.sh58 bash start-yarn.sh59 cd ..60 ls61 cd .62 cd ..63 cd spark-2.4.5-bin-hadoop2.7/64 ls65 cd sbin66 ls67 bash start-master.sh68 bash start-slaves.sh69 jps70 pyspark71 cd ..72 ls73 cd conf74 ls75 vim spark-env.sh76 pwd77 scp -r spark-env.sh root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/conf78 scp -r spark-env.sh root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/conf79 cd ..80 ls81 cd bin82 ls83 vim pyspark84 pyspark85 ls86 pwd87 scp -r pyspark root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/bin88 scp -r pyspark root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/bin89 cd ..90 ls91 cd ..92 cd /93 ls94 cd home95 ls96 vim hello.py97 pwd98 cd ..99 cd /usr/local100 ls101 cd spark102 cd spark-2.4.5-bin-hadoop2.7/103 ls104 cd bin105 ls106 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py107 cd /hoome108 cd /home109 ls110 vim hello.py 111 cd -112 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py113 cd -114 vim hello.py 115 cd /usr/local116 ls117 cd /hoome118 cd /home119 ls120 cd guanlian_algo_confirm2/121 ls122 pwd123 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 124 pip3 install findspark125 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 126 pip3 install numpy127 pip config set global.trusted-host pypi.tuna.tsinghua.edu.cn128 pip3 config set global.trusted-host pypi.tuna.tsinghua.edu.cn129 pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple130 pip3 install numpy131 cd /usr/local132 cd spark-2.4.5-bin-hadoop2.7/133 ls134 cd bin135 ls136 cd ..137 ls138 cd bin139 ls140 echo $PATH141 cd /usr/bin142 ls143 touch spark-submit144 pwd145 cd -146 ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin147 ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin/spark-submit /usr/bin/spark-submit148 cd /usr/bin149 ls150 rm spark-submit151 pwd152 cd -153 ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin/spark-submit /usr/bin/spark-submit154 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 155 pip3 install tqdm156 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 157 cd -158 ls159 cd /hom160 cd /home161 ls162 cd guanlian_algo_confirm2/163 ls164 vim fpGrowth.py 165 ls166 mkdir output167 ls168 vim fpGrowth.py 169 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 170 pip3 list171 pip3 install pandas172 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 173 cd ..174 ls175 cd ..176 cd /usr/local177 ls178 cd hadoop-2.7.7/179 ls180 cd etc181 ls182 cd hadoop/183 ls184 vim hadoop-env.sh185 pwd186 scp -r hadoop-env.sh root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop187 scp -r hadoop-env.sh root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop188 ls189 vim yarn-env.sh190 scp -r yarn-env.sh root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop191 scp -r yarn-env.sh root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop192 ls193 vim slaves194 ls195 vim slaves196 scp -r slaves root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop197 scp -r slaves root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop198 pwd199 ls200 vim core-site.xml 201 scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop202 scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop203 cp mapred--site.xml.template mapred-site.xml204 cp mapred-site.xml.template mapred-site.xml205 vim mapred-site.xml206 scp -r mapred-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop207 scp -r mapred-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop208 vim yarn-site.xml209 cat /etc/hosts210 vim core-site.xml211 vim hdfs-site.xml212 vim core-site.xml213 scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop214 scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop215 scp -r hdfs-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop216 scp -r hdfs-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop217 vim mapred-site.xml218 vim yarn-site.xml219 vim mapred-site.xml220 vim core-site.xml221 vim hdfs-site.xml 222 scp -r hdfs-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop223 scp -r hdfs-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop224 scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop225 scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop226 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop227 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop228 ls229 cd ..230 ls231 cd ..232 ls233 cd biin234 cd bin235 ls236 cd hadoop237 ls238 cd hadoop239 cd ..240 ls241 cd bin242 ls243 hadoop namenode -format244 vim yarn-site.xml245 ls246 cd ..247 ls248 cd bin249 ls250 cd ..251 ls252 cd ..253 ls254 cd hadoop-2.7.7/255 ls256 cd etx257 cd etc258 ls259 cd hadoop260 ls261 vim yarn-site.xml262 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop263 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop264 cd ..265 ls266 cd ..267 ls268 cd bin269 ls270 hadoop namenode -format271 cd -272 cd etc273 ls274 cd hadoop275 ls276 vim yarn-site.xml 277 hadoop namenode -format278 cd -279 cd ..280 ls281 cd etc282 ls283 cd hadoop/284 ls285 vim yarn-site.xml 286 ll -a287 rm -rf .yarn-site.xml.swp 288 vim yarn-site.xml 289 hadoop namenode -format290 ls291 cd ..292 ls293 cd ..294 ls295 cd sbin296 ls297 start-dfs.sh298 bash start-dfs.sh299 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop300 cd -301 cd etc302 ls303 cd hadoop304 ls305 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop306 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop307 cd -308 cd ..309 ls310 cd sbin311 ls312 bash start-dfs.sh313 jps314 bash start-yarn.sh315 jps316 cd ..317 cd spark-2.4.5-bin-hadoop2.7/318 ls319 cd conf320 ls321 vim spark-env.sh322 history | grep scp323 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop324 scp -r spark-env.sh root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7325 scp -r spark-env.sh root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7326 ls327 vim slaves328 scp -r slaves root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/conf329 scp -r slaves root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/conf330 cd ..331 ls332 cd sbin333 ls334 bash start-all.sh335 history | grep fpGrowth336 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py337 cd /home338 ls339 cd guanlian_algo_confirm2/340 ls341 vim fpGrowth.py 342 cd -343 cd /usr/local344 ls345 cd spark-2.4.5-bin-hadoop2.7/346 ls347 cd conf348 ls349 vim spark-env.sh350 cd ..351 ls352 cd ..353 ls354 cd hadoop-2.7.7/355 ls356 cd etc/hadoop357 ls358 vim hdfs-site.xml 359 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py360 hdfs dfs --copy 361 cd /home362 ls363 cd guanlian_algo_confirm2/364 ls365 pdw366 pwd367 hdfs dfs --help368 hdfs --help369 hdfs dfs --help370 hdfs dfs -h371 hdfs dfs --put /home/guanlian_algo_confirm2/tb_order_user_sec_type_group.csv /data372 hdfs dfs -put /home/guanlian_algo_confirm2/tb_order_user_sec_type_group.csv /data373 vim fpGrowth.py 374 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py375 hdfs dfs -rm /data376 hdfs dfs -mkdir /data377 hdfs dfs -put /home/guanlian_algo_confirm2/tb_order_user_sec_type_group.csv /data378 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py379 jps380 netstat 381 netstat -tunlp|grep 7077382 jps383 systemctl status firewalld384 spark385 pyspark386 jps387 history | grep hdfs388 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py389 ls390 cd ..391 ls392 cd ..393 ls394 cd /usr/local395 ls396 cd hadoop-2.7.7/397 ls398 cd sbin399 ls400 bash stop-all.sh401 jps402 cd ..403 ls404 cd ..405 ls406 cd spark-2.4.5-bin-hadoop2.7/407 ls408 cd sbin409 ls410 bash stop-all.sh411 jps412 kill -9 155936413 jps414 kill -9 155936415 jps416 whereis scala417 where scala418 whereis spark419 whereis python420 echo $PATH421 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py422 cd ..423 ls424 cd ..425 cd hadoop-2.7.7/426 ls427 cd sbin428 ls429 bash start-all.sh430 cd -431 cd ..432 ls433 cd spark-2.4.5-bin-hadoop2.7/434 ls435 cd sbin436 ls437 bash start-all.sh 438 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py439 jps440 kill -9 155936441 jps442 kill help\443 kill -help444 kill -h445 man kill446 kill -p 155936447 jps448 kill -p 155936449 man kill450 kill -pid 155936451 man kill452 jps453 kill -9 9170454 jps455 kill -9 7078456 jps457 kill -9 77105458 kill -9 199623459 kill -9 143236460 kill -9 142606461 kill -9 151390462 jps463 kill -9 142606464 kill -9 151390465 kill -9 142606466 pwd467 ls468 pwd469 cd ..470 ls471 cd ..472 ls473 cd hadoop-2.7.7/474 ls475 cd sbin476 bash sh start-all.sh477 sh start-all.sh478 jps479 pwd480 cd ..481 ls482 cd ..483 ls484 cd spark-2.4.5-bin-hadoop2.7/485 cd sbin486 ls487 sh start-all.sh488 jps489 history | grep submit490 spark-sumbit --master spark://k8s04:7707 --executor-memory 5G --total-executor 5 /home/guanlian_algo_confirm2/fpGrowth.py 491 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor 5 /home/guanlian_algo_confirm2/fpGrowth.py 492 history | grep submit493 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_confirm2/fpGrowth.py 494 cd ..495 ls496 cd /home497 ls498 cd guanlian_algo_confirm2/499 ls500 vim fpGrowth.py 501 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_confirm2/fpGrowth.py 502 jps503 kill -9 155936504 jps | SparkSubmit505 jps | grep SparkSubmit506 man cut507 jps | grep SparkSubmit | awk -F '{print $2}'508 awk -F '{print $2}' jps | grep SparkSubmit 509 awk -F '{print $2}' | jps | grep SparkSubmit 510 jps | grep SparkSubmit | awk -F '{print $2}'511 jps | grep SparkSubmit | awk -F ${print $2}512 jps | grep SparkSubmit | awk -F '{print $2}'513 jps | grep SparkSubmit | awk -F :'{print $2}'514 jps | grep SparkSubmit | awk -F: '{print $2}'515 jps | grep SparkSubmit | awk {print $1}'516 jps517 jps | grep SparkSubmit | awk {print $1}518 jps | grep SparkSubmit | awk '{print $1}'519 kill -9 $(jps | grep SparkSubmit | awk '{print $1}')520 jps521 kill -9 $(jps | grep SparkSubmit | awk '{print $1}')522 jps523 kill -9 151390524 jps525 pstree526 pstree -p527 yum -y install psmisc528 pstree -p529 pstree -p | grep sparksubmit530 pstree -p | grep SparkSubmit531 su - root532 su root533 jps534 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_confirm2/fpGrowth.py 535 jps536 cd /home537 ls538 禪道539 cd guanlian_algo_confirm2/540 ls541 vim f542 vim fpGrowth.py 543 cd ..544 ls545 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py 546 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py >/home/mylog.txt547 vim mylog.txt 548 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py >/home/mylog.txt 2>&1549 vim mylog.txt 550 hostname -f551 vim /etc/hosts552 cd ..553 ls554 cd usr/555 ls556 cd local557 ls558 cd spark-2.4.5-bin-hadoop2.7/559 ls560 cd sbin561 ls562 vim start-all-sh563 vim start-all.sh564 vim start-master.sh 565 vim /usr/sbin/check-hostname566 cd /usr/sbin/check-hostname567 netstat -ano|grep 7077568 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py569 cd /home570 ls571 vim mylog.txt 572 ls573 jps574 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py575 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py576 jps577 ufw disable578 history | grep iptables579 history | grep iptable580 history | grep system581 systemctl status firewalld582 systemctl status firewalld.service583 systemctl stop firewalld.service584 systemctl status firewalld.service585 vim /etc/hostname586 nmap -p 7077 master_ip587 yum -y install nmap588 nmap -p 7077 master_ip589 nmap -p 7077 localhost590 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py591 cd /usr/local592 ls593 cd spark-2.4.5-bin-hadoop2.7/594 ls595 cd sbin596 ls597 vim start-master.sh 598 vim start-master.sh -h 192.168.1.122599 start-master.sh -h 192.168.1.122600 sh start-master.sh -h 192.168.1.122601 cd ..602 ls603 cd ..604 cd local605 ls606 cd hadoop-2.7.7/607 ls608 cd sbin/609 ls610 sh stop-all.sh611 cd ..612 cd spark-2.4.5-bin-hadoop2.7/613 cd sbin/614 ls615 sh stop-all.sh 616 cd -617 cd .618 cd ..619 cd hadoop-2.7.7/620 ls621 cd sbin/622 ls623 sh start-all.sh624 cd -625 cd ..626 ls627 cd s628 cd spark-2.4.5-bin-hadoop2.7/629 ls630 cd sbin/631 ls632 sh start-all.sh -h 192.168.1.122633 history | grep SparkSubmit634 history | grep spark-submit635 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py636 ls637 pwd638 cd /usr/local/hadoop-2.7.7/sbin639 sh stop-all.sh 640 cd -641 sh stop-all.sh 642 cd -643 sh start-all.sh644 cd -645 sh start-master.sh -h 192.168.1.122646 sh start-slave.sh spark://192.168.1.122:7077647 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py648 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py649 sh start-all.sh 650 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py651 /erro652 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>$1653 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>&1654 vim /home/mylog.txt 655 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>&656 history | grep spark-submit657 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py658 spark-submit --master spark://k8s04:7077 --executor-memory 5G --total-executor-cores 6 /home/guanlian_algo_confirm2/fpGrowth.py659 spark-submit --master spark://k8s04:7077 --executor-memory 32G --total-executor-cores 32 /home/guanlian_algo_confirm2/fpGrowth.py660 spark-submit --master spark://k8s04:7077 --executor-memory 256G --total-executor-cores 128 /home/guanlian_algo_confirm2/fpGrowth.py661 ls662 cd /usr/local663 ls664 cd /home665 ls666 cd guanlian_algo_confirm2/667 ls668 vim fpGrowth.py 669 vimm fpGrowth.py 670 vim fpGrowth.py 671 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py 672 history | grep spark-submit673 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_confirm2/fpGrowth.py >/home/mylog.txt 2>&1674 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_confirm2/fpGrowth.py | tee >/home/mylog.txt675 vim /home/mylog.txt 676 history | grep spark-submit677 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_confirm2/fpGrowth.py >/home/mylog.txt 2>&1678 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt 2>&1679 vim /home/mylog.txt 680 vim /home/mylog.txt681 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt 2>&1682 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt683 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt684 vim /home/guanlian_algo_confirm2/fpGrowth.py 685 cd /usr/local686 cd spark-2.4.5-bin-hadoop2.7/687 cd conf688 ls689 cp log4j.properties.template log4j.properties690 vim log4j.properties691 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt692 vim /home/guanlian_algo_confirm2/fpGrowth.py 693 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt694 hdfs dfs -mkdir /output695 hdfs dfs -help696 hdfs dfs -ls697 hdfs dfs -ls -R698 hdfs fs699 hadoop fs700 hadoop fs -ls701 hadoop fs -ls/702 hadoop fs -ls /703 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt704 vim /home/guanlian_algo_confirm2/fpGrowth.py 705 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt706 vim /home/guanlian_algo_confirm2/fpGrowth.py 707 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt708 hdfs fs -ls /709 hadoop fs -ls /710 hadoop fs -ls /output711 vim /home/guanlian_algo_confirm2/fpGrowth.py 712 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt713 vim /home/guanlian_algo_confirm2/fpGrowth.py 714 hadoop fs -ls /715 vim /home/guanlian_algo_confirm2/fpGrowth.py 716 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt717 vim /home/guanlian_algo_confirm2/fpGrowth.py 718 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt719 vim /home/guanlian_algo_confirm2/fpGrowth.py 720 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt721 vim /home/guanlian_algo_confirm2/fpGrowth.py 722 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt723 pyspark.sql.utils.AnalysisException: 'CSV data source does not support array<string> data type.;'724 vim /home/guanlian_algo_confirm2/fpGrowth.py 725 pyspark.sql.utils.AnalysisException: 'CSV data source does not support array<string> data type.;'726 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt727 vim /home/guanlian_algo_confirm2/fpGrowth.py 728 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt729 pip3 install pyspark.pandas730 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt731 vim /home/guanlian_algo_confirm2/fpGrowth.py 732 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt733 vim /home/guanlian_algo_confirm2/fpGrowth.py 734 pip3 install pyspark735 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt736 vim /home/guanlian_algo_confirm2/fpGrowth.py 737 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt738 vim /home/guanlian_algo_confirm2/fpGrowth.py 739 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt740 vim /home/guanlian_algo_confirm2/fpGrowth.py 741 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt742 vim /home/guanlian_algo_confirm2/fpGrowth.py 743 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt744 vim /home/guanlian_algo_confirm2/fpGrowth.py 745 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt746 vim /home/guanlian_algo_confirm2/fpGrowth.py 747 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt748 vim /home/guanlian_algo_confirm2/fpGrowth.py 749 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt750 vim /home/guanlian_algo_confirm2/fpGrowth.py 751 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt752 hdfs://k8s04:9001/output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv already exists.;'753 pip3 install pyhdfs754 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt755 vim /home/guanlian_algo_confirm2/fpGrowth.py 756 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt757 pip3 install hdfs758 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt759 pip3 install hdfs760 vim /home/guanlian_algo_confirm2/fpGrowth.py 761 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt762 vim /home/guanlian_algo_confirm2/fpGrowth.py 763 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt764 vim /home/guanlian_algo_confirm2/fpGrowth.py 765 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt766 vim /home/mylog.txt 767 vim /home/guanlian_algo_confirm2/fpGrowth.py 768 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt769 vim /home/guanlian_algo_confirm2/fpGrowth.py 770 vim /home/mylog.txt 771 vim /home/guanlian_algo_confirm2/fpGrowth.py 772 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt773 vim /home/guanlian_algo_confirm2/fpGrowth.py 774 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt775 vim /home/guanlian_algo_confirm2/fpGrowth.py 776 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt777 vim /home/guanlian_algo_confirm2/fpGrowth.py 778 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt779 vim /home/guanlian_algo_confirm2/fpGrowth.py 780 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt781 vim /home/guanlian_algo_confirm2/fpGrowth.py 782 hdfs dfs -ls /783 hdfs dfs -moveToLocal /output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv /home/guanlian_algo_confirm2/output784 hdfs fs -mv /output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv /home/guanlian_algo_confirm2/output785 hdfs dfs -mv /output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv /home/guanlian_algo_confirm2/output786 hdfs dfs -mv /output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv /home/guanlian_algo_confirm2/output/787 hdfs dfs -get /output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv /home/guanlian_algo_confirm2/output/788 cd /home/guanlian_algo_confirm2/output789 ls790 vim 41_客戶類型_關(guān)聯(lián)規(guī)則.csv791 cd 41792 cd 41_客戶類型_關(guān)聯(lián)規(guī)則.csv/793 LS794 ls795 vim part-00000-0f755a43-c7ff-40d2-88dc-c36bdcc59e3c-c000.csv 796 vim /home/guanlian_algo_confirm2/fpGrowth.py797 cd -798 cd ..799 ls800 cd ..801 ls802 cd ..803 ls804 cd usr/local805 ls806 python807 python3808 cd python3809 ls810 cd bin811 ls812 python3813 cd ..814 ls815 cd Python-3.7.12/816 ls817 cd ..818 ls819 cd ..820 ls821 cd local822 ls823 cd src824 ls825 cd ..826 ls827 vim fpGrowth.py 828 hadoop dfs -rm -r /output/41_客戶類型_關(guān)聯(lián)規(guī)則.csv829 history | grep spark-submit830 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt831 history | grep fpGrowth.py 832 vim /home/guanlian_algo_confirm2/fpGrowth.py833 cd /home/guanlian_algo_confirm2/834 ls835 cp fpGrowth.py fp_growth_confirm.py 836 vim fp_growth_confirm.py 837 vim calculate_fp_growth.py838 vim fp_growth_confirm.py 839 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt840 vim fp_growth_confirm.py 841 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt842 vim fp_growth_confirm.py 843 ls844 vim calculate_fp_growth.py 845 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt846 vim fp_growth_confirm.py 847 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt848 vim fp_growth_confirm.py 849 cd /home/guanlian_algo_confirm2/850 ls851 vim fp_growth_confirm.py 852 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt853 vim fp_growth_confirm.py 854 vim calculate_fp_growth.py 855 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt856 vim fp_growth_confirm.py 857 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt858 cd /home/guanlian_algo_confirm2/859 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt860 vim /home/mylog.txt 861 pip3 install lzma862 vim /home/mylog.txt 863 yum install xz-devel864 yum install python-backports-lzma865 pip3 install backports.lzma866 jps867 cd /home/guanlian_algo_confirm2/868 ls869 vim fp_growth_confirm.py 870 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt871 vim fp_growth_confirm.py 872 vim calculate_fp_growth.py 873 vim fp_growth_confirm.py 874 ls875 vim __init__.py876 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt877 ls878 cd /home879 ls880 cd guanlian_algo_confirm2/881 ls882 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt883 vim fp_growth_confirm.py 884 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt885 vim fp_growth_confirm.py 886 cd /home887 cd guanlian_algo_confirm2/888 ls889 vim fp890 vim fp_growth_confirm.py 891 vim calculate_fp_growth.py 892 vim fp_growth_confirm.py 893 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt894 vim fp_growth_confirm.py 895 vim calculate_fp_growth.py 896 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt897 vim fp_growth_confirm.py 898 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt899 vim fp_growth_confirm.py 900 cd /home901 ls902 cd guanlian_algo_confirm2/903 vim fp_growth_confirm.py 904 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt905 vim fp_growth_confirm.py 906 cd /home/guanlian_algo_confirm2/907 vim fp_growth_confirm.py 908 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt909 vim fp_growth_confirm.py 910 cd /home/guanlian_algo_confirm2/911 vim fp_growth_confirm.py 912 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt913 vim fp_growth_confirm.py 914 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt915 vim fp_growth_confirm.py 916 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt917 vim fp_growth_confirm.py 918 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt919 vim fp_growth_confirm.py 920 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt921 vim fp_growth_confirm.py 922 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt923 vim fp_growth_confirm.py 924 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt925 vim fp_growth_confirm.py 926 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt927 vim fp_growth_confirm.py 928 free -h929 exit930 ls931 exit932 jps933 ls934 cd /home/935 ks936 ls937 cd guanlian_algo_confirm2/938 ls939 cd ..940 ls941 cd /b942 cd /root/943 ls944 cd /data/945 ls946 cd /data/947 ls948 cd engine-customer-churn/949 ls950 cd ..951 ls952 clear953 ls954 exit955 eixt956 exit957 free -h958 cd /959 cd /data960 ls961 rm lib_needed.txt962 ls963 free -h964 ks965 ls966 cd engine-customer-churn/967 ls968 ls --help969 ls -a970 ll971 cd temp972 ls973 ll974 ls975 LS976 ls977 vim utils.py978 pip3 list979 pip3 install SQLAlchemy==1.4.23980 ls981 vim step5_main_run_pred.py982 python3 step5_main_run_pred.py983 pip3 install trino==0.306.0984 python3 step5_main_run_pred.py985 pip3 list986 pip3 install PyHive==0.6.4987 python3 step5_main_run_pred.py988 lsblk989 free -h990 df -Th991 cd /data992 ls993 cd ..994 ls995 cd data996 ls997 cd ..998 LS999 ls1000 cd local1001 ls1002 cd /1003 ls1004 cd home1005 ls1006 cd guanlian_algo_confirm2/1007 ls1008 vim fpGrowth.py1009 history1010 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt1011 history1012 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt1013 history1014 history > out.txt總結(jié)
- 上一篇： starrocks问题小结
- 下一篇： iceberg问题小结