$ df -hT
Filesystem Type Size Used Avail Use% Mounted on
devtmpfs devtmpfs 4.0M 0 4.0M 0% /dev
tmpfs tmpfs 2.0G 0 2.0G 0% /dev/shm
tmpfs tmpfs 781M 448K 781M 1% /run
/dev/xvda1 xfs 30G 26G 4.5G 86% /
tmpfs tmpfs 2.0G 0 2.0G 0% /tmp
/dev/xvda128 vfat 10M 1.3M 8.7M 13% /boot/efi
tmpfs tmpfs 391M 0 391M 0% /run/user/1000
$ lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS
xvda 202:0 0 30G 0 disk
|-xvda1 202:1 0 30G 0 part /
|-xvda127 259:0 0 1M 0 part
`-xvda128 259:1 0 10M 0 part /boot/efi
$ ls -alh *.gguf | awk -v OFS='\t' '{print $5, $9}'
4.7G ggml-model-bf16.gguf
2.5G ggml-model-q8_0.gguf
$ curl --request POST \
--url http://localhost:8080/completion \
--header "Content-Type: application/json" \
--data '{"prompt": "Building a website can be done in 10 simple steps:","n_predict": 128}'
$ netstat -tuln
tcp 0 0 127.0.0.1:8080 0.0.0.0:* LISTEN
tcp 0 0 0.0.0.0:22 0.0.0.0:* LISTEN
tcp6 0 0 :::22 :::* LISTEN
udp 0 0 127.0.0.1:323 0.0.0.0:*
$ ps ef(| grep gradio)
UID PID PPID C STIME TTY TIME CMD
root 1 0 0 Jul18 pts/0 00:00:00 bash
root 9 0 0 Jul18 pts/1 00:00:00 /bin/bash
root 593 9 0 Jul18 pts/1 00:01:10 python3 gradio-test.py
root 625 0 0 14:56 pts/2 00:00:00 /bin/bash
root 633 625 0 14:57 pts/2 00:00:00 ps -ef
$ kill -9 593
~/.bashrc
(+)export HF_TOKEN="your_huggingface_token"
$ source ~/.bashrc
python >>> os.environ.get('HF_TOKEN')