sortbloom/setup_aws.sh at main · efficient/sortbloom · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
# First attempt Ubuntu 24.04.3 LTS on c7i.metal-24xl (96vCPU)
VERSION=1

# Second Attempt Ubuntu 24.04.3 LTS on c6i.metal (128vCPU)
VERSION=2

sudo apt-get update
sudo apt-get upgrade -y
sudo apt-get install -y linux-tools-$(uname -r)
sudo apt install build-essential zsh -y
sudo apt install python3.12-venv -y

sudo passwd ubuntu

mkdir -p github
cd github
git config --global credential.helper store
git clone https://github.com/efficient/sortbloom/

svaderia@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

cd ~
alias config='/usr/bin/git --git-dir=$HOME/dotfiles/ --work-tree=$HOME'
git clone --bare https://github.com/svaderia/dotfiles $HOME/dotfiles
config checkout
config config --local status.showUntrackedFiles no
config submodule update --init --recursive

zsh

cp $ZSH_CUSTOM/setup.zsh.example $ZSH_CUSTOM/00-setup.zsh
touch $ZSH_CUSTOM/02-local_profile.zsh
touch $ZSH_CUSTOM/04-local_alias.zsh
git config --global user.name "svaderia"
git config --global user.email "vaderiashyamal@gmail.com"
git config --global credential.helper store
git config --global core.editor vim
config submodule update --remote --merge
mkdir -p ~/.vim/undodir
/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
test -d ~/.linuxbrew && eval "$(~/.linuxbrew/bin/brew shellenv)"
test -d /home/linuxbrew/.linuxbrew && eval "$(/home/linuxbrew/.linuxbrew/bin/brew shellenv)"
echo "eval \"\$($(brew --prefix)/bin/brew shellenv)\"" >> $ZSH_CUSTOM/02-local_profile.zsh
brew install fzf ripgrep fd rust-analyzer


cd $HOME/github/sortbloom
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
. "$HOME/.cargo/env"
python3 -m venv .venv
git checkout svaderia_experiment
git checkout -b aws_$(VERSION)
make
mkdir -p results/aws
source .venv/bin/activate
pip install matplotlib

# Change settings before running
sudo
# Add huge pages
echo 1600 > /proc/sys/vm/nr_hugepages
# Allow perf counter support
echo -1 > /proc/sys/kernel/perf_event_paranoid
# Disable ASLR
echo 0 > /proc/sys/kernel/randomize_va_space
# Disable Turbo Boost
echo 1 > /sys/devices/system/cpu/intel_pstate/no_turbo
# Disable Hyper Threading
echo off | sudo tee /sys/devices/system/cpu/smt/control


python3 driver.py --experiment "aws: small test" --out-dir results/aws --hasher cust-range-map,lds-range-map --run-count 1 --sort-options-file sort_options_aws.data

python3 analysis.py --no-plot --baseline no-sort --input results/aws/latest.jsonl

# Rust stuff, if space is tight
rustup toolchain list
rustup toolchain uninstall ....
rustup toolchain default ...