Linux Commands¶

!df -h

!du -h ./

!du -sh ../

!du -csh ./

!wc -l < file.txt

!grep -c "." file.txt

!split -l 20 file.txt new

!split -l 802 -a 1 file.csv dir/part-user-csv.tbl-

!ls -1 | grep .txt | wc -l

!cat * | grep -c "foo" folder/part*

!sed -i '/Important Lines: /d’ original_file

# Compress zip
!zip -r archive_name.zip folder_to_compress
# Compress zip without invisible Mac resources
!zip -r -X archive_name.zip folder_to_compress
# Extract zip
!unzip archive_name.zip
# Compress TAR.GZ
!tar -zcvf archive_name.tar.gz folder_to_compress
# Extract TAR.GZ
!tar -zxvf archive_name.tar.gz
# Compress TAR.BZ2
!tar -jcvf archive_name.tar.bz2 folder_to_compress
# Extract TAR.BZ2
!tar -jxvf archive_name.tar.bz2
# Extract GZ
!gunzip archivename.gz
# Uncompress all tar.gz in current directory to another directory
!for i in *.tar.gz; do echo working on $i; tar xvzf $i -C directory/ ; done

# Display the curl output:
!curl donnemartin.com
# Download the curl output to a file:
!curl donnemartin.com > donnemartin.html
# Download the curl output to a file -o
!curl -o image.png http://i1.wp.com/donnemartin.com/wp-content/uploads/2015/02/splunk_cover.png
# Download the curl output to a file, keeping the original file name -O
!curl -O http://i1.wp.com/donnemartin.com/wp-content/uploads/2015/02/splunk_cover.png
 
# Download multiple files, attempting to reuse the same connection
!curl -O url1 -O url2
# Follow redirects -L
!curl -L url
# Resume a previous download -C -
!curl -C - -O url
# Authenticate -u
!curl -u username:password url

# Display sorted info about processes
!top
# Display all running processes
!ps aux | less
# Display all matching running processes with full formatting
!ps -ef | grep python
# See processes run by user dmartin
!ps -u dmartin
# Display running processes as a tree
!pstree

export PS1='\[033円[01;32m\]\u@\h\[033円[00m\]:\[033円[01;34m\]\W\[033円[00m\]\$ '
export CLICOLOR=1
export LSCOLORS=ExFxBxDxCxegedabagacad
alias ls='ls -GFh'

!source ~/.bash_profile

Normal mode: esc
Basic movement: h, j, k, l
Word movement: w, W, e, E, b, B
Go to matching parenthesis: %
Go to start of the line: 0
Go to end of the line: $
Find character: f
Insert mode: i
Append to line: A
Delete character: x
Delete command: d
Delete line: dd
Replace command: r
Change command: c
Undo: u (U for all changes on a line)
Redo: CTRL-R
Copy the current line: yy
Paste the current line: p (P for paste above cursor)
Quit without saving changes: q!
Write the current file and quit: :wq

!vimtutor

!cd ~
!vim .vimrc
# Add the following to ~/.vimrc
syntax on
:wq
# press shift tab and type zz also saves your content

! nvidia-smi # to get the status of your GPU usage

# kill processes if your GPU is in usage
!sudo kill -9 23050 // sudo kill -9 23050

# get nvidia version
!cat proc/driver/nvidia/version

# getting cuda versions & seeing if nvcc is installed
! nvcc --version

# download kaggle competition via CLI (command line interface)
!kaggle competitions download prostate-cancer-grade-assessment

# convert image files and change sizes in bulk
# get imagemagick
!sudo apt-get install imagemagick -y
#what's the current format
 1590 identify -format "%wx%h" "COVID-19(219).png"
 
# resize if they are all in various formats
!for i in $( ls *.png); do convert -resize 300x300 $i re_$i; done
# use this
 1594 find . -name '*.png' -execdir mogrify -resize '300x300>' {} \;
#check size again
!identify -format "%wx%h" "COVID-19(219).png"
#change jpg and jpeg to once format
!mogrify -format png *.jpg
!mogrify -format png *.jpeg