first commit

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<pad>": 50257
+}

arguments.json

@@ -0,0 +1,52 @@
+{
+    "model_name_or_path": "cerebras/btlm-3b-8k-base",
+    "max_length": 8092,
+    "trust_remote_code": true,
+    "train_datasets": [
+        [
+            "bt",
+            {
+                "proportion": 1.0
+            }
+        ]
+    ],
+    "eval_datasets": null,
+    "epochs": 16,
+    "per_device_train_batch_size": 8,
+    "per_device_eval_batch_size": 2,
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": true,
+    "learning_rate": 4.7e-06,
+    "lr_scheduler_type": "cosine",
+    "num_warmup_steps": 20,
+    "weight_decay": 0.0,
+    "seed": 42,
+    "fp16": false,
+    "bf16": true,
+    "tf32": true,
+    "eval_strategy": "epoch",
+    "eval_interval": 1000000,
+    "need_eval": false,
+    "eval_split_ratio": null,
+    "output_dir": "/home/paperspace/safe-rlhf/output/sft",
+    "log_type": "wandb",
+    "log_dir": "/home/paperspace/safe-rlhf/output/sft",
+    "log_project": "BT-Training",
+    "log_run_name": "sft-2023-07-25-19-40-13",
+    "save_16bit": false,
+    "save_interval": 1000000,
+    "local_rank": 0,
+    "zero_stage": 2,
+    "deepspeed": false,
+    "deepspeed_config": null,
+    "deepscale": false,
+    "deepscale_config": null,
+    "deepspeed_mpi": false,
+    "global_rank": 0,
+    "device": {
+        "type": "torch.device",
+        "repr": "device(type='cuda', index=0)"
+    },
+    "num_update_steps_per_epoch": 55,
+    "total_training_steps": 880
+}

arguments.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190ad9c73cdf8b9af280bb84debde79c9c2459b34feb8979b35de2cd8730987d
+size 1007

config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "cerebras/btlm-3b-8k-base",
+  "activation_function": "swiglu",
+  "architectures": [
+    "BTLMLMHeadModel"
+  ],
+  "attn_pdrop": 0.0,
+  "auto_map": {
+    "AutoConfig": "cerebras/btlm-3b-8k-base--configuration_btlm.BTLMConfig",
+    "AutoModel": "cerebras/btlm-3b-8k-base--modeling_btlm.BTLMModel",
+    "AutoModelForCausalLM": "cerebras/btlm-3b-8k-base--modeling_btlm.BTLMLMHeadModel",
+    "AutoModelForQuestionAnswering": "cerebras/btlm-3b-8k-base--modeling_btlm.BTLMForQuestionAnswering",
+    "AutoModelForSequenceClassification": "cerebras/btlm-3b-8k-base--modeling_btlm.BTLMForSequenceClassification",
+    "AutoModelForTokenClassification": "cerebras/btlm-3b-8k-base--modeling_btlm.BTLMForTokenClassification"
+  },
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 50256,
+  "initializer_range": 0.073,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "btlm",
+  "mup_embeddings_scale": 14.6,
+  "mup_output_alpha": 2.22,
+  "mup_scale_qk_dot_by_d": true,
+  "mup_width_scale": 0.1,
+  "n_embd": 2560,
+  "n_head": 32,
+  "n_inner": 6826,
+  "n_layer": 32,
+  "n_positions": 8192,
+  "pad_token_id": 50257,
+  "position_embedding_type": "alibi",
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.0,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.31.0",
+  "use_cache": true,
+  "vocab_size": 50258
+}

environ.txt

@@ -0,0 +1,46 @@
+CROSS_RANK=0
+CROSS_SIZE=1
+CUDA_MODULE_LOADING=LAZY
+CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
+DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1000/bus
+HOME=/home/paperspace
+KMP_DUPLICATE_LIB_OK=True
+KMP_INIT_AT_FORK=FALSE
+LANG=en_US.UTF-8
+LD_LIBRARY_PATH=/usr/local/cuda-11.7/lib64
+LESSCLOSE=/usr/bin/lesspipe %s %s
+LESSOPEN=| /usr/bin/lesspipe %s
+LOCAL_RANK=0
+LOCAL_SIZE=8
+LOGLEVEL=WARNING
+LOGNAME=paperspace
+LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:
+MASTER_ADDR=127.0.0.1
+MASTER_PORT=35109
+MOTD_SHOWN=pam
+OLDPWD=/home/paperspace
+PATH=/home/paperspace/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/home/paperspace/.local/bin:/usr/local/cuda-11.7/bin
+PWD=/home/paperspace/safe-rlhf
+PYTHONHASHSEED=42
+PYTHONPATH=/home/paperspace/safe-rlhf
+RANK=0
+SHELL=/bin/bash
+SHLVL=2
+SSH_CLIENT=91.205.107.23 51160 22
+SSH_CONNECTION=91.205.107.23 51160 10.64.52.115 22
+SSH_TTY=/dev/pts/0
+TERM=xterm-256color
+TERM_PROGRAM=WarpTerminal
+TF2_BEHAVIOR=1
+TF_CPP_MIN_LOG_LEVEL=1
+USER=paperspace
+WANDB_MODE=offline
+WANDB_REQUIRE_SERVICE=True
+WANDB_SERVICE=2-41395-tcp-localhost-51221
+WORLD_SIZE=8
+XDG_DATA_DIRS=/usr/local/share:/usr/share:/var/lib/snapd/desktop
+XDG_RUNTIME_DIR=/run/user/1000
+XDG_SESSION_CLASS=user
+XDG_SESSION_ID=3
+XDG_SESSION_TYPE=tty
+_=/home/paperspace/.local/bin/deepspeed

global_step880/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824da67bdc78fe87b3966ef0d9e67de85295f3d8b8d50e84002daafd55a5cf50
+size 3969394679

global_step880/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28241e68de32ea1c2bf541f0054afc13a73deff6acc5df0aa07b9a958f56ac4f
+size 3969395255

global_step880/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048084f5a57ae00bdd66a3111fd73c785f808340353a42ed76b2221346693899
+size 3969395383

global_step880/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3d0e59e5146652066823951e94dd5fcaf7909b51374c83a4510e0924c061dc
+size 3969395511

global_step880/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952bb6f3933ece3ae5d1ecd69f53ea06cd44490bb96ef937947b0f98e47b6758
+size 3969395575

global_step880/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd3e813712cdcef5277b380f2993346e454886b72b98fffe6f34ce70028cb9
+size 3969395383

global_step880/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6b677b33fff574b414df752a7142a16616559cb44941981b420c49651317b3
+size 3969395383

global_step880/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13767b19811fcb05be6594e49daba199a93af3fdea553e7fccc625e8d94ea8f
+size 3969395383

global_step880/mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da9fea8225b44e31ae55efc887d413467a0914a503a1ea76174a89b9ed7275
+size 5292629323

latest

@@ -0,0 +1 @@
+global_step880

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fa0e50b27204010987e6dd9c2e37bb51f4a3cb96731d478e0165a5e3d49ea0
+size 10585085045

script.sh

@@ -0,0 +1,110 @@
+#!/usr/bin/env bash
+#
+# Copyright 2023 PKU-Alignment Team. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+if [ -z "${BASH_VERSION}" ]; then
+	echo "Please use bash to run this script." >&2
+	exit 1
+fi
+
+set -x
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" &>/dev/null && pwd)"
+ROOT_DIR="$(dirname "${SCRIPT_DIR}")"
+export PYTHONPATH="${ROOT_DIR}${PYTHONPATH:+:${PYTHONPATH}}"
+export LOGLEVEL="${LOGLEVEL:-WARNING}"
+
+MODEL_NAME_OR_PATH="cerebras/btlm-3b-8k-base"
+OUTPUT_DIR="${ROOT_DIR}/output/sft"
+ZERO_STAGE=2
+while [[ "$#" -gt 0 ]]; do
+	arg="$1"
+	shift
+	case "${arg}" in
+		--model_name_or_path)
+			MODEL_NAME_OR_PATH="$1"
+			shift
+			;;
+		--model_name_or_path=*)
+			MODEL_NAME_OR_PATH="${arg#*=}"
+			;;
+		--output_dir)
+			OUTPUT_DIR="$1"
+			shift
+			;;
+		--output_dir=*)
+			OUTPUT_DIR="${arg#*=}"
+			;;
+		--zero_stage)
+			ZERO_STAGE="$1"
+			shift
+			;;
+		--zero_stage=*)
+			ZERO_STAGE="${arg#*=}"
+			;;
+		*)
+			echo "Unknown parameter passed: '${arg}'" >&2
+			exit 1
+			;;
+	esac
+done
+
+mkdir -p "${OUTPUT_DIR}"
+OUTPUT_DIR="$(cd "${OUTPUT_DIR}" &>/dev/null && pwd)"
+if [[ ! -f "${OUTPUT_DIR}/.gitignore" ]]; then
+	echo '*' >"${OUTPUT_DIR}/.gitignore"
+fi
+
+cp -f "$0" "${OUTPUT_DIR}/script.sh"
+
+if [[ -z "${WANDB_API_KEY}" ]]; then
+	export WANDB_MODE="offline"
+fi
+
+MASTER_PORT_START=10000
+MASTER_PORT_END=65535
+MASTER_PORT="$(
+	comm -23 \
+		<(seq "${MASTER_PORT_START}" "${MASTER_PORT_END}" | sort) \
+		<(ss -Htan | awk '{ print $4 }' | awk -F ':' '{ print $NF }' | sort -u) |
+		shuf | head -n 1
+)"
+
+exec 1> >(tee "${OUTPUT_DIR}/stdout.log" >&1) 2> >(tee "${OUTPUT_DIR}/stderr.log" >&2)
+
+deepspeed --num_nodes=1 --num_gpus=8 \
+	--master_port "${MASTER_PORT}" \
+	--module safe_rlhf.finetune \
+	--train_datasets bt \
+	--model_name_or_path "${MODEL_NAME_OR_PATH}" \
+	--max_length 8092 \
+	--trust_remote_code True \
+	--epochs 16 \
+	--per_device_train_batch_size 8 \
+	--per_device_eval_batch_size 2 \
+	--gradient_accumulation_steps 1 \
+	--gradient_checkpointing \
+	--learning_rate 4.7e-6 \
+	--lr_scheduler_type cosine \
+	--num_warmup_steps 20 \
+	--weight_decay 0.0 \
+	--seed 42 \
+	--output_dir "${OUTPUT_DIR}" \
+	--log_type wandb \
+	--log_project BT-Training \
+	--zero_stage "${ZERO_STAGE}" \
+	--bf16 True \
+	--tf32 True

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<pad>",
+  "unk_token": "<|endoftext|>"
+}

stdout.log

@@ -0,0 +1,76 @@
+[2023-07-25 19:38:06,582] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:09,856] [WARNING] [runner.py:196:fetch_hostfile] Unable to find hostfile, will proceed with training with local resources only.
+[2023-07-25 19:38:09,908] [INFO] [runner.py:555:main] cmd = /usr/bin/python3.9 -u -m deepspeed.launcher.launch --world_info=eyJsb2NhbGhvc3QiOiBbMCwgMSwgMiwgMywgNCwgNSwgNiwgN119 --master_addr=127.0.0.1 --master_port=35109 --module --enable_each_rank_log=None safe_rlhf.finetune --train_datasets bt --model_name_or_path cerebras/btlm-3b-8k-base --max_length 8092 --trust_remote_code True --epochs 16 --per_device_train_batch_size 8 --per_device_eval_batch_size 2 --gradient_accumulation_steps 1 --gradient_checkpointing --learning_rate 4.7e-6 --lr_scheduler_type cosine --num_warmup_steps 20 --weight_decay 0.0 --seed 42 --output_dir /home/paperspace/safe-rlhf/output/sft --log_type wandb --log_project BT-Training --zero_stage 2 --bf16 True --tf32 True
+[2023-07-25 19:38:11,623] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:14,670] [INFO] [launch.py:145:main] WORLD INFO DICT: {'localhost': [0, 1, 2, 3, 4, 5, 6, 7]}
+[2023-07-25 19:38:14,670] [INFO] [launch.py:151:main] nnodes=1, num_local_procs=8, node_rank=0
+[2023-07-25 19:38:14,670] [INFO] [launch.py:162:main] global_rank_mapping=defaultdict(<class 'list'>, {'localhost': [0, 1, 2, 3, 4, 5, 6, 7]})
+[2023-07-25 19:38:14,670] [INFO] [launch.py:163:main] dist_world_size=8
+[2023-07-25 19:38:14,670] [INFO] [launch.py:165:main] Setting CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
+[2023-07-25 19:38:16,490] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,534] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,565] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,576] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,717] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,760] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,822] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:16,918] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2023-07-25 19:38:20,027] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:20,027] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:20,034] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:20,035] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:20,137] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:20,138] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:21,946] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:21,946] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:21,956] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:21,956] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:21,957] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:21,957] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:21,957] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:21,958] [INFO] [comm.py:616:init_distributed] cdb=None
+[2023-07-25 19:38:21,958] [INFO] [comm.py:643:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl
+[2023-07-25 19:38:21,958] [WARNING] [comm.py:152:init_deepspeed_backend] NCCL backend in DeepSpeed not yet implemented
+[2023-07-25 19:38:21,958] [INFO] [comm.py:616:init_distributed] cdb=None
+Set logger level to WARNING.
+ninja: no work to do.
+Time to load fused_adam op: 0.6772902011871338 seconds
+Time to load fused_adam op: 0.6026678085327148 seconds
+Time to load fused_adam op: 0.6027846336364746 seconds
+Time to load fused_adam op: 0.7029099464416504 seconds
+Time to load fused_adam op: 0.6028053760528564 seconds
+Time to load fused_adam op: 0.5027179718017578 seconds
+Time to load fused_adam op: 0.6026568412780762 seconds
+Time to load fused_adam op: 0.4024209976196289 seconds
+Rank: 1 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 7 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 2 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 6 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 0 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 3 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 4 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+Rank: 5 partition count [8, 8] and sizes[(330655680, False), (126608, False)] 
+***** Running training *****
+Saving model to "/home/paperspace/safe-rlhf/output/sft" ...
+Saving DeepSpeed Checkpoints...
+Converting DeepSpeed Checkpoints to Hugging Face format...
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+[2023-07-25 21:07:50,901] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+Processing zero checkpoint './global_step880'
+Detected checkpoint of type zero stage 2, world_size: 8
+Parsing checkpoint created by deepspeed==0.10.0
+Reconstructed Frozen fp32 state dict with 1 params 32 elements
+Reconstructed fp32 state dict with 451 params 2646258304 elements
+Saving fp32 state dict to pytorch_model.bin
+Model saved!
+[2023-07-25 21:08:25,310] [INFO] [launch.py:347:main] Process 41397 exits successfully.
+[2023-07-25 21:08:25,311] [INFO] [launch.py:347:main] Process 41399 exits successfully.
+[2023-07-25 21:08:25,311] [INFO] [launch.py:347:main] Process 41401 exits successfully.
+[2023-07-25 21:08:25,311] [INFO] [launch.py:347:main] Process 41398 exits successfully.
+[2023-07-25 21:08:25,311] [INFO] [launch.py:347:main] Process 41400 exits successfully.
+[2023-07-25 21:08:25,311] [INFO] [launch.py:347:main] Process 41396 exits successfully.
+[2023-07-25 21:08:25,311] [INFO] [launch.py:347:main] Process 41402 exits successfully.
+[2023-07-25 21:08:26,313] [INFO] [launch.py:347:main] Process 41395 exits successfully.

tokenizer_config.json

@@ -0,0 +1,34 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 8092,
+  "pad_token": null,
+  "padding_side": "right",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

wandb/debug-internal.log

@@ -0,0 +1 @@
+offline-run-20230725_194014-2rh62cpq/logs/debug-internal.log

wandb/debug.log

@@ -0,0 +1 @@
+offline-run-20230725_194014-2rh62cpq/logs/debug.log

wandb/latest-run

@@ -0,0 +1 @@
+offline-run-20230725_194014-2rh62cpq

wandb/offline-run-20230725_190129-2pww6ovo/files/requirements.txt

@@ -0,0 +1,336 @@
+absl-py==1.4.0
+accelerate==0.21.0
+agate-dbf==0.2.0
+agate-excel==0.2.3
+agate-sql==0.5.2
+agate==1.6.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+anyio==3.6.2
+apturl==0.5.2
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.2.1
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==18.2.0
+automat==0.8.0
+awscli==1.18.69
+babel==2.11.0
+backcall==0.2.0
+beautifulsoup4==4.11.1
+bleach==5.0.1
+blinker==1.4
+blis==0.7.9
+boto3==1.24.66
+botocore==1.27.96
+brlapi==0.7.0
+cachetools==5.2.1
+catalogue==2.0.8
+certifi==2019.11.28
+cffi==1.15.1
+chardet==3.0.4
+charset-normalizer==2.1.1
+click-completion==0.5.2
+click-didyoumean==0.3.0
+click-help-colors==0.9.1
+click==8.1.3
+cloud-init==23.1.1
+cloudpickle==2.1.0
+cmake==3.27.0
+colorama==0.4.3
+comm==0.1.2
+command-not-found==0.3
+confection==0.0.4
+configobj==5.0.6
+constantly==15.1.0
+cryptography==2.8
+csvkit==1.0.2
+cupshelpers==1.0
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.32
+datasets==2.4.0
+dbfread==2.0.7
+dbus-python==1.2.16
+debugpy==1.6.5
+decorator==5.1.1
+deepspeed==0.10.0
+defer==1.0.6
+defusedxml==0.7.1
+dill==0.3.5.1
+distro-info==0.23ubuntu1
+distro==1.4.0
+docker-pycreds==0.4.0
+docutils==0.16
+entrypoints==0.3
+et-xmlfile==1.0.1
+executing==1.2.0
+fastjsonschema==2.16.2
+filelock==3.9.0
+flatbuffers==1.12
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+future==0.18.2
+gast==0.4.0
+gdown==4.5.1
+gitdb==4.0.10
+gitpython==3.1.30
+google-auth-oauthlib==0.4.6
+google-auth==2.16.0
+google-pasta==0.2.0
+gql==3.0.0a6
+gradient-utils==0.5.0
+gradient==2.0.6
+graphql-core==3.1.7
+greenlet==2.0.1
+grpcio==1.51.1
+h5py==3.7.0
+halo==0.0.31
+hjson==3.1.0
+httplib2==0.14.0
+huggingface-hub==0.16.4
+hyperlink==19.0.0
+idna==2.8
+imageio==2.24.0
+importlib-metadata==6.0.0
+incremental==16.10.1
+ipykernel==6.15.2
+ipython-genutils==0.2.0
+ipython==8.5.0
+ipywidgets==8.0.2
+isodate==0.6.0
+jax==0.4.8
+jaxlib==0.4.7+cuda11.cudnn82
+jdcal==1.0
+jedi==0.18.2
+jinja2==3.1.2
+jmespath==0.9.4
+joblib==1.2.0
+json5==0.9.11
+jsonify==0.5
+jsonpatch==1.22
+jsonpointer==2.0
+jsonschema==4.17.3
+jupyter-client==7.4.8
+jupyter-contrib-core==0.4.2
+jupyter-contrib-nbextensions==0.7.0
+jupyter-core==5.1.3
+jupyter-highlight-selected-word==0.2.0
+jupyter-nbextensions-configurator==0.6.1
+jupyter-server-mathjax==0.2.6
+jupyter-server==1.23.5
+jupyterlab-git==0.41.0
+jupyterlab-pygments==0.2.2
+jupyterlab-server==2.18.0
+jupyterlab-widgets==3.0.5
+jupyterlab==3.4.6
+keras-preprocessing==1.1.2
+keras==2.9.0
+keyring==18.0.1
+kiwisolver==1.4.4
+langcodes==3.3.0
+language-selector==0.1
+launchpadlib==1.10.13
+lazr.restfulclient==0.14.2
+lazr.uri==1.0.3
+leather==0.3.3
+libclang==15.0.6.1
+lit==16.0.6
+log-symbols==0.0.14
+louis==3.12.0
+lxml==4.5.0
+macaroonbakery==1.3.1
+markdown-it-py==3.0.0
+markdown==3.4.1
+markupsafe==2.1.1
+marshmallow==2.21.0
+matplotlib-inline==0.1.6
+matplotlib==3.5.3
+mdurl==0.1.2
+mistune==2.0.4
+ml-dtypes==0.1.0
+more-itertools==4.2.0
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.13
+murmurhash==1.0.9
+nbclassic==0.4.8
+nbclient==0.7.2
+nbconvert==7.2.7
+nbdime==3.1.1
+nbformat==5.7.3
+nest-asyncio==1.5.6
+netifaces==0.10.4
+networkx==3.0
+ninja==1.11.1
+nltk==3.7
+notebook-shim==0.2.2
+notebook==6.5.2
+numpy==1.23.2
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.1.0
+olefile==0.46
+opencv-python==4.6.0.66
+openpyxl==3.0.3
+opt-einsum==3.3.0
+optree==0.9.1
+packaging==23.0
+pandas==1.4.4
+pandocfilters==1.5.0
+parsedatetime==2.4
+parso==0.8.3
+pathtools==0.1.2
+pathy==0.10.1
+pexpect==4.6.0
+pickleshare==0.7.5
+pillow==9.2.0
+pip==23.1
+platformdirs==2.6.2
+preshed==3.0.8
+progressbar2==4.2.0
+prometheus-client==0.9.0
+promise==2.3
+prompt-toolkit==3.0.36
+protobuf==3.19.6
+psutil==5.9.4
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyarrow==10.0.1
+pyasn1-modules==0.2.1
+pyasn1==0.4.2
+pycairo==1.16.2
+pycparser==2.21
+pycups==1.9.73
+pydantic==1.9.2
+pygments==2.14.0
+pygobject==3.36.0
+pyhamcrest==1.9.0
+pyjwt==1.7.1
+pymacaroons==0.13.0
+pymongo==3.13.0
+pynacl==1.3.0
+pyopenssl==19.0.0
+pyparsing==3.0.9
+pyrfc3339==1.1
+pyrsistent==0.15.5
+pyserial==3.4
+pysocks==1.7.1
+python-apt==2.0.1+ubuntu0.20.4.1
+python-dateutil==2.8.2
+python-debian==0.1.36ubuntu1
+python-distutils-extra==2.39
+python-slugify==4.0.0
+python-utils==3.4.5
+pytimeparse==1.1.5
+pytz==2022.7
+pywavelets==1.4.1
+pyxdg==0.26
+pyyaml==5.4.1
+pyzmq==25.0.0
+regex==2022.10.31
+reportlab==3.5.34
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+responses==0.18.0
+rich==13.4.2
+roman==2.0.0
+rsa==4.0
+s3transfer==0.6.0
+safe-rlhf==0.0.1.dev0
+safetensors==0.3.1
+scikit-image==0.19.3
+scikit-learn==1.1.2
+scipy==1.9.1
+screen-resolution-extra==0.0.0
+seaborn==0.12.0
+secretstorage==2.3.1
+send2trash==1.8.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.97
+sentry-sdk==1.13.0
+service-identity==18.1.0
+setproctitle==1.3.2
+setuptools==45.2.0
+shellingham==1.5.0.post1
+shortuuid==1.0.11
+simplejson==3.16.0
+six==1.14.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+sos==4.4
+soupsieve==2.3.2.post1
+spacy-legacy==3.0.11
+spacy-loggers==1.0.4
+spacy==3.4.1
+spinners==0.0.24
+sqlalchemy==1.4.40
+srsly==2.4.5
+ssh-import-id==5.10
+stack-data==0.6.2
+sympy==1.12
+systemd-python==234
+tabulate==0.8.10
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.29.0
+tensorflow==2.9.2
+termcolor==2.2.0
+terminado==0.17.1
+terminaltables==3.1.10
+thinc==8.1.6
+threadpoolctl==3.1.0
+tifffile==2022.10.10
+tinycss2==1.2.1
+tokenizers==0.13.3
+torch==2.0.1
+torchaudio==0.12.1+cu116
+torchvision==0.13.1+cu116
+tornado==6.2
+tqdm==4.64.1
+traitlets==5.8.1
+transformers==4.31.0
+triton==2.0.0
+twisted==18.9.0
+typer==0.4.2
+typing-extensions==4.4.0
+ubuntu-advantage-tools==8001
+ubuntu-drivers-common==0.0.0
+ufw==0.36
+unattended-upgrades==0.1
+unidecode==1.1.1
+urllib3==1.26.14
+wadllib==1.3.3
+wandb==0.13.4
+wasabi==0.10.1
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==0.57.0
+werkzeug==2.2.2
+wheel==0.35.1
+widgetsnbextension==4.0.5
+wrapt==1.14.1
+xgboost==1.6.2
+xkit==0.0.0
+xlrd==1.1.0
+xxhash==3.2.0
+yarl==1.8.2
+zipp==1.0.0
+zope.interface==4.7.1

wandb/offline-run-20230725_190129-2pww6ovo/files/wandb-metadata.json

@@ -0,0 +1,64 @@
+{
+    "os": "Linux-5.4.0-147-generic-x86_64-with-glibc2.31",
+    "python": "3.9.16",
+    "heartbeatAt": "2023-07-25T19:01:30.021017",
+    "startedAt": "2023-07-25T19:01:29.945129",
+    "docker": null,
+    "gpu": "NVIDIA A100-SXM4-80GB",
+    "gpu_count": 8,
+    "cpu_count": 64,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--train_datasets",
+        "bt",
+        "--model_name_or_path",
+        "cerebras/btlm-3b-8k-base",
+        "--max_length",
+        "8092",
+        "--trust_remote_code",
+        "True",
+        "--epochs",
+        "3",
+        "--per_device_train_batch_size",
+        "2",
+        "--per_device_eval_batch_size",
+        "82",
+        "--gradient_accumulation_steps",
+        "1",
+        "--gradient_checkpointing",
+        "--learning_rate",
+        "2e-5",
+        "--lr_scheduler_type",
+        "cosine",
+        "--num_warmup_steps",
+        "20",
+        "--weight_decay",
+        "0.0",
+        "--seed",
+        "42",
+        "--output_dir",
+        "/home/paperspace/safe-rlhf/output/sft",
+        "--log_type",
+        "wandb",
+        "--log_project",
+        "BT-Training",
+        "--zero_stage",
+        "3",
+        "--bf16",
+        "True",
+        "--tf32",
+        "True"
+    ],
+    "state": "running",
+    "program": "-m safe_rlhf.finetune.__main__",
+    "git": {
+        "remote": "https://github.com/robertalanm/safe-rlhf",
+        "commit": "4b5266714a6d66aea11ec473fe29b6b57c48e40a"
+    },
+    "email": null,
+    "root": "/home/paperspace/safe-rlhf",
+    "host": "psiohuej6",
+    "username": "paperspace",
+    "executable": "/usr/bin/python3.9"
+}

wandb/offline-run-20230725_190129-2pww6ovo/logs/debug-internal.log

@@ -0,0 +1,13 @@
+2023-07-25 19:01:29,955 INFO    StreamThr :30323 [internal.py:wandb_internal():88] W&B internal server running at pid: 30323, started at: 2023-07-25 19:01:29.954676
+2023-07-25 19:01:29,957 DEBUG   HandlerThread:30323 [handler.py:handle_request():138] handle_request: status
+2023-07-25 19:01:29,959 DEBUG   SenderThread:30323 [sender.py:send_request():317] send_request: status
+2023-07-25 19:01:29,960 INFO    WriterThread:30323 [datastore.py:open_for_write():75] open: /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_190129-2pww6ovo/run-2pww6ovo.wandb
+2023-07-25 19:01:30,012 DEBUG   HandlerThread:30323 [handler.py:handle_request():138] handle_request: run_start
+2023-07-25 19:01:30,020 DEBUG   HandlerThread:30323 [meta.py:__init__():34] meta init
+2023-07-25 19:01:30,020 DEBUG   HandlerThread:30323 [meta.py:__init__():49] meta init done
+2023-07-25 19:01:30,020 DEBUG   HandlerThread:30323 [meta.py:probe():215] probe
+2023-07-25 19:01:30,032 DEBUG   HandlerThread:30323 [meta.py:_setup_git():205] setup git
+2023-07-25 19:01:30,043 DEBUG   HandlerThread:30323 [meta.py:_setup_git():212] setup git done
+2023-07-25 19:01:30,043 DEBUG   HandlerThread:30323 [meta.py:_save_pip():53] save pip
+2023-07-25 19:01:30,044 DEBUG   HandlerThread:30323 [meta.py:_save_pip():67] save pip done
+2023-07-25 19:01:30,044 DEBUG   HandlerThread:30323 [meta.py:probe():253] probe done

wandb/offline-run-20230725_190129-2pww6ovo/logs/debug.log

@@ -0,0 +1,22 @@
+2023-07-25 19:01:29,946 INFO    MainThread:28251 [wandb_setup.py:_flush():68] Configure stats pid to 28251
+2023-07-25 19:01:29,946 INFO    MainThread:28251 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/.config/wandb/settings
+2023-07-25 19:01:29,946 INFO    MainThread:28251 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/safe-rlhf/wandb/settings
+2023-07-25 19:01:29,946 INFO    MainThread:28251 [wandb_setup.py:_flush():68] Loading settings from environment variables: {'mode': 'offline', '_require_service': 'True'}
+2023-07-25 19:01:29,946 WARNING MainThread:28251 [wandb_setup.py:_flush():68] Could not find program at -m safe_rlhf.finetune.__main__
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_setup.py:_flush():68] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m safe_rlhf.finetune.__main__'}
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_init.py:_log_setup():476] Logging user logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_190129-2pww6ovo/logs/debug.log
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_init.py:_log_setup():477] Logging internal logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_190129-2pww6ovo/logs/debug-internal.log
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_init.py:init():516] calling init triggers
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_init.py:init():519] wandb.init called with sweep_config: {}
+config: {'model_name_or_path': 'cerebras/btlm-3b-8k-base', 'max_length': 8092, 'trust_remote_code': True, 'train_datasets': [('bt', {'proportion': 1.0})], 'eval_datasets': None, 'epochs': 3, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 82, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': True, 'learning_rate': 2e-05, 'lr_scheduler_type': <SchedulerType.COSINE: 'cosine'>, 'num_warmup_steps': 20, 'weight_decay': 0.0, 'seed': 42, 'fp16': False, 'bf16': True, 'tf32': True, 'eval_strategy': 'epoch', 'eval_interval': 1000000, 'need_eval': False, 'eval_split_ratio': None, 'output_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_type': 'wandb', 'log_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_project': 'BT-Training', 'log_run_name': 'sft-2023-07-25-19-01-28', 'save_16bit': False, 'save_interval': 1000000, 'local_rank': 0, 'zero_stage': 3, 'deepspeed': False, 'deepspeed_config': None, 'deepscale': False, 'deepscale_config': None, 'deepspeed_mpi': False, 'global_rank': 0, 'device': device(type='cuda', index=0), 'num_update_steps_per_epoch': 232, 'total_training_steps': 696}
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_init.py:init():569] starting backend
+2023-07-25 19:01:29,947 INFO    MainThread:28251 [wandb_init.py:init():573] setting up manager
+2023-07-25 19:01:29,950 INFO    MainThread:28251 [backend.py:_multiprocessing_setup():102] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-07-25 19:01:29,952 INFO    MainThread:28251 [wandb_init.py:init():580] backend started and connected
+2023-07-25 19:01:29,957 INFO    MainThread:28251 [wandb_init.py:init():658] updated telemetry
+2023-07-25 19:01:30,008 INFO    MainThread:28251 [wandb_init.py:init():728] starting run threads in backend
+2023-07-25 19:01:30,277 INFO    MainThread:28251 [wandb_run.py:_console_start():1980] atexit reg
+2023-07-25 19:01:30,277 INFO    MainThread:28251 [wandb_run.py:_redirect():1838] redirect: SettingsConsole.WRAP_RAW
+2023-07-25 19:01:30,278 INFO    MainThread:28251 [wandb_run.py:_redirect():1903] Wrapping output streams.
+2023-07-25 19:01:30,278 INFO    MainThread:28251 [wandb_run.py:_redirect():1925] Redirects installed.
+2023-07-25 19:01:30,278 INFO    MainThread:28251 [wandb_init.py:init():765] run started, returning control to user process

wandb/offline-run-20230725_191902-2ue3az50/files/requirements.txt

@@ -0,0 +1,336 @@
+absl-py==1.4.0
+accelerate==0.21.0
+agate-dbf==0.2.0
+agate-excel==0.2.3
+agate-sql==0.5.2
+agate==1.6.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+anyio==3.6.2
+apturl==0.5.2
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.2.1
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==18.2.0
+automat==0.8.0
+awscli==1.18.69
+babel==2.11.0
+backcall==0.2.0
+beautifulsoup4==4.11.1
+bleach==5.0.1
+blinker==1.4
+blis==0.7.9
+boto3==1.24.66
+botocore==1.27.96
+brlapi==0.7.0
+cachetools==5.2.1
+catalogue==2.0.8
+certifi==2019.11.28
+cffi==1.15.1
+chardet==3.0.4
+charset-normalizer==2.1.1
+click-completion==0.5.2
+click-didyoumean==0.3.0
+click-help-colors==0.9.1
+click==8.1.3
+cloud-init==23.1.1
+cloudpickle==2.1.0
+cmake==3.27.0
+colorama==0.4.3
+comm==0.1.2
+command-not-found==0.3
+confection==0.0.4
+configobj==5.0.6
+constantly==15.1.0
+cryptography==2.8
+csvkit==1.0.2
+cupshelpers==1.0
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.32
+datasets==2.4.0
+dbfread==2.0.7
+dbus-python==1.2.16
+debugpy==1.6.5
+decorator==5.1.1
+deepspeed==0.10.0
+defer==1.0.6
+defusedxml==0.7.1
+dill==0.3.5.1
+distro-info==0.23ubuntu1
+distro==1.4.0
+docker-pycreds==0.4.0
+docutils==0.16
+entrypoints==0.3
+et-xmlfile==1.0.1
+executing==1.2.0
+fastjsonschema==2.16.2
+filelock==3.9.0
+flatbuffers==1.12
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+future==0.18.2
+gast==0.4.0
+gdown==4.5.1
+gitdb==4.0.10
+gitpython==3.1.30
+google-auth-oauthlib==0.4.6
+google-auth==2.16.0
+google-pasta==0.2.0
+gql==3.0.0a6
+gradient-utils==0.5.0
+gradient==2.0.6
+graphql-core==3.1.7
+greenlet==2.0.1
+grpcio==1.51.1
+h5py==3.7.0
+halo==0.0.31
+hjson==3.1.0
+httplib2==0.14.0
+huggingface-hub==0.16.4
+hyperlink==19.0.0
+idna==2.8
+imageio==2.24.0
+importlib-metadata==6.0.0
+incremental==16.10.1
+ipykernel==6.15.2
+ipython-genutils==0.2.0
+ipython==8.5.0
+ipywidgets==8.0.2
+isodate==0.6.0
+jax==0.4.8
+jaxlib==0.4.7+cuda11.cudnn82
+jdcal==1.0
+jedi==0.18.2
+jinja2==3.1.2
+jmespath==0.9.4
+joblib==1.2.0
+json5==0.9.11
+jsonify==0.5
+jsonpatch==1.22
+jsonpointer==2.0
+jsonschema==4.17.3
+jupyter-client==7.4.8
+jupyter-contrib-core==0.4.2
+jupyter-contrib-nbextensions==0.7.0
+jupyter-core==5.1.3
+jupyter-highlight-selected-word==0.2.0
+jupyter-nbextensions-configurator==0.6.1
+jupyter-server-mathjax==0.2.6
+jupyter-server==1.23.5
+jupyterlab-git==0.41.0
+jupyterlab-pygments==0.2.2
+jupyterlab-server==2.18.0
+jupyterlab-widgets==3.0.5
+jupyterlab==3.4.6
+keras-preprocessing==1.1.2
+keras==2.9.0
+keyring==18.0.1
+kiwisolver==1.4.4
+langcodes==3.3.0
+language-selector==0.1
+launchpadlib==1.10.13
+lazr.restfulclient==0.14.2
+lazr.uri==1.0.3
+leather==0.3.3
+libclang==15.0.6.1
+lit==16.0.6
+log-symbols==0.0.14
+louis==3.12.0
+lxml==4.5.0
+macaroonbakery==1.3.1
+markdown-it-py==3.0.0
+markdown==3.4.1
+markupsafe==2.1.1
+marshmallow==2.21.0
+matplotlib-inline==0.1.6
+matplotlib==3.5.3
+mdurl==0.1.2
+mistune==2.0.4
+ml-dtypes==0.1.0
+more-itertools==4.2.0
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.13
+murmurhash==1.0.9
+nbclassic==0.4.8
+nbclient==0.7.2
+nbconvert==7.2.7
+nbdime==3.1.1
+nbformat==5.7.3
+nest-asyncio==1.5.6
+netifaces==0.10.4
+networkx==3.0
+ninja==1.11.1
+nltk==3.7
+notebook-shim==0.2.2
+notebook==6.5.2
+numpy==1.23.2
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.1.0
+olefile==0.46
+opencv-python==4.6.0.66
+openpyxl==3.0.3
+opt-einsum==3.3.0
+optree==0.9.1
+packaging==23.0
+pandas==1.4.4
+pandocfilters==1.5.0
+parsedatetime==2.4
+parso==0.8.3
+pathtools==0.1.2
+pathy==0.10.1
+pexpect==4.6.0
+pickleshare==0.7.5
+pillow==9.2.0
+pip==23.1
+platformdirs==2.6.2
+preshed==3.0.8
+progressbar2==4.2.0
+prometheus-client==0.9.0
+promise==2.3
+prompt-toolkit==3.0.36
+protobuf==3.19.6
+psutil==5.9.4
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyarrow==10.0.1
+pyasn1-modules==0.2.1
+pyasn1==0.4.2
+pycairo==1.16.2
+pycparser==2.21
+pycups==1.9.73
+pydantic==1.9.2
+pygments==2.14.0
+pygobject==3.36.0
+pyhamcrest==1.9.0
+pyjwt==1.7.1
+pymacaroons==0.13.0
+pymongo==3.13.0
+pynacl==1.3.0
+pyopenssl==19.0.0
+pyparsing==3.0.9
+pyrfc3339==1.1
+pyrsistent==0.15.5
+pyserial==3.4
+pysocks==1.7.1
+python-apt==2.0.1+ubuntu0.20.4.1
+python-dateutil==2.8.2
+python-debian==0.1.36ubuntu1
+python-distutils-extra==2.39
+python-slugify==4.0.0
+python-utils==3.4.5
+pytimeparse==1.1.5
+pytz==2022.7
+pywavelets==1.4.1
+pyxdg==0.26
+pyyaml==5.4.1
+pyzmq==25.0.0
+regex==2022.10.31
+reportlab==3.5.34
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+responses==0.18.0
+rich==13.4.2
+roman==2.0.0
+rsa==4.0
+s3transfer==0.6.0
+safe-rlhf==0.0.1.dev0
+safetensors==0.3.1
+scikit-image==0.19.3
+scikit-learn==1.1.2
+scipy==1.9.1
+screen-resolution-extra==0.0.0
+seaborn==0.12.0
+secretstorage==2.3.1
+send2trash==1.8.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.97
+sentry-sdk==1.13.0
+service-identity==18.1.0
+setproctitle==1.3.2
+setuptools==45.2.0
+shellingham==1.5.0.post1
+shortuuid==1.0.11
+simplejson==3.16.0
+six==1.14.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+sos==4.4
+soupsieve==2.3.2.post1
+spacy-legacy==3.0.11
+spacy-loggers==1.0.4
+spacy==3.4.1
+spinners==0.0.24
+sqlalchemy==1.4.40
+srsly==2.4.5
+ssh-import-id==5.10
+stack-data==0.6.2
+sympy==1.12
+systemd-python==234
+tabulate==0.8.10
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.29.0
+tensorflow==2.9.2
+termcolor==2.2.0
+terminado==0.17.1
+terminaltables==3.1.10
+thinc==8.1.6
+threadpoolctl==3.1.0
+tifffile==2022.10.10
+tinycss2==1.2.1
+tokenizers==0.13.3
+torch==2.0.1
+torchaudio==0.12.1+cu116
+torchvision==0.13.1+cu116
+tornado==6.2
+tqdm==4.64.1
+traitlets==5.8.1
+transformers==4.31.0
+triton==2.0.0
+twisted==18.9.0
+typer==0.4.2
+typing-extensions==4.4.0
+ubuntu-advantage-tools==8001
+ubuntu-drivers-common==0.0.0
+ufw==0.36
+unattended-upgrades==0.1
+unidecode==1.1.1
+urllib3==1.26.14
+wadllib==1.3.3
+wandb==0.13.4
+wasabi==0.10.1
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==0.57.0
+werkzeug==2.2.2
+wheel==0.35.1
+widgetsnbextension==4.0.5
+wrapt==1.14.1
+xgboost==1.6.2
+xkit==0.0.0
+xlrd==1.1.0
+xxhash==3.2.0
+yarl==1.8.2
+zipp==1.0.0
+zope.interface==4.7.1

wandb/offline-run-20230725_191902-2ue3az50/files/wandb-metadata.json

@@ -0,0 +1,64 @@
+{
+    "os": "Linux-5.4.0-147-generic-x86_64-with-glibc2.31",
+    "python": "3.9.16",
+    "heartbeatAt": "2023-07-25T19:19:02.370696",
+    "startedAt": "2023-07-25T19:19:02.293932",
+    "docker": null,
+    "gpu": "NVIDIA A100-SXM4-80GB",
+    "gpu_count": 8,
+    "cpu_count": 64,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--train_datasets",
+        "bt",
+        "--model_name_or_path",
+        "cerebras/btlm-3b-8k-base",
+        "--max_length",
+        "8092",
+        "--trust_remote_code",
+        "True",
+        "--epochs",
+        "3",
+        "--per_device_train_batch_size",
+        "2",
+        "--per_device_eval_batch_size",
+        "82",
+        "--gradient_accumulation_steps",
+        "1",
+        "--gradient_checkpointing",
+        "--learning_rate",
+        "2e-5",
+        "--lr_scheduler_type",
+        "cosine",
+        "--num_warmup_steps",
+        "20",
+        "--weight_decay",
+        "0.0",
+        "--seed",
+        "42",
+        "--output_dir",
+        "/home/paperspace/safe-rlhf/output/sft",
+        "--log_type",
+        "wandb",
+        "--log_project",
+        "BT-Training",
+        "--zero_stage",
+        "3",
+        "--bf16",
+        "True",
+        "--tf32",
+        "True"
+    ],
+    "state": "running",
+    "program": "-m safe_rlhf.finetune.__main__",
+    "git": {
+        "remote": "https://github.com/robertalanm/safe-rlhf",
+        "commit": "4b5266714a6d66aea11ec473fe29b6b57c48e40a"
+    },
+    "email": null,
+    "root": "/home/paperspace/safe-rlhf",
+    "host": "psiohuej6",
+    "username": "paperspace",
+    "executable": "/usr/bin/python3.9"
+}

wandb/offline-run-20230725_191902-2ue3az50/logs/debug-internal.log

@@ -0,0 +1,13 @@
+2023-07-25 19:19:02,304 INFO    StreamThr :34167 [internal.py:wandb_internal():88] W&B internal server running at pid: 34167, started at: 2023-07-25 19:19:02.303170
+2023-07-25 19:19:02,307 DEBUG   HandlerThread:34167 [handler.py:handle_request():138] handle_request: status
+2023-07-25 19:19:02,307 DEBUG   SenderThread:34167 [sender.py:send_request():317] send_request: status
+2023-07-25 19:19:02,309 INFO    WriterThread:34167 [datastore.py:open_for_write():75] open: /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_191902-2ue3az50/run-2ue3az50.wandb
+2023-07-25 19:19:02,362 DEBUG   HandlerThread:34167 [handler.py:handle_request():138] handle_request: run_start
+2023-07-25 19:19:02,370 DEBUG   HandlerThread:34167 [meta.py:__init__():34] meta init
+2023-07-25 19:19:02,370 DEBUG   HandlerThread:34167 [meta.py:__init__():49] meta init done
+2023-07-25 19:19:02,370 DEBUG   HandlerThread:34167 [meta.py:probe():215] probe
+2023-07-25 19:19:02,381 DEBUG   HandlerThread:34167 [meta.py:_setup_git():205] setup git
+2023-07-25 19:19:02,393 DEBUG   HandlerThread:34167 [meta.py:_setup_git():212] setup git done
+2023-07-25 19:19:02,393 DEBUG   HandlerThread:34167 [meta.py:_save_pip():53] save pip
+2023-07-25 19:19:02,394 DEBUG   HandlerThread:34167 [meta.py:_save_pip():67] save pip done
+2023-07-25 19:19:02,394 DEBUG   HandlerThread:34167 [meta.py:probe():253] probe done

wandb/offline-run-20230725_191902-2ue3az50/logs/debug.log

@@ -0,0 +1,22 @@
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_setup.py:_flush():68] Configure stats pid to 32185
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/.config/wandb/settings
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/safe-rlhf/wandb/settings
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_setup.py:_flush():68] Loading settings from environment variables: {'mode': 'offline', '_require_service': 'True'}
+2023-07-25 19:19:02,295 WARNING MainThread:32185 [wandb_setup.py:_flush():68] Could not find program at -m safe_rlhf.finetune.__main__
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_setup.py:_flush():68] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m safe_rlhf.finetune.__main__'}
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_init.py:_log_setup():476] Logging user logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_191902-2ue3az50/logs/debug.log
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_init.py:_log_setup():477] Logging internal logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_191902-2ue3az50/logs/debug-internal.log
+2023-07-25 19:19:02,295 INFO    MainThread:32185 [wandb_init.py:init():516] calling init triggers
+2023-07-25 19:19:02,296 INFO    MainThread:32185 [wandb_init.py:init():519] wandb.init called with sweep_config: {}
+config: {'model_name_or_path': 'cerebras/btlm-3b-8k-base', 'max_length': 8092, 'trust_remote_code': True, 'train_datasets': [('bt', {'proportion': 1.0})], 'eval_datasets': None, 'epochs': 3, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 82, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': True, 'learning_rate': 2e-05, 'lr_scheduler_type': <SchedulerType.COSINE: 'cosine'>, 'num_warmup_steps': 20, 'weight_decay': 0.0, 'seed': 42, 'fp16': False, 'bf16': True, 'tf32': True, 'eval_strategy': 'epoch', 'eval_interval': 1000000, 'need_eval': False, 'eval_split_ratio': None, 'output_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_type': 'wandb', 'log_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_project': 'BT-Training', 'log_run_name': 'sft-2023-07-25-19-19-01', 'save_16bit': False, 'save_interval': 1000000, 'local_rank': 0, 'zero_stage': 3, 'deepspeed': False, 'deepspeed_config': None, 'deepscale': False, 'deepscale_config': None, 'deepspeed_mpi': False, 'global_rank': 0, 'device': device(type='cuda', index=0), 'num_update_steps_per_epoch': 232, 'total_training_steps': 696}
+2023-07-25 19:19:02,296 INFO    MainThread:32185 [wandb_init.py:init():569] starting backend
+2023-07-25 19:19:02,296 INFO    MainThread:32185 [wandb_init.py:init():573] setting up manager
+2023-07-25 19:19:02,299 INFO    MainThread:32185 [backend.py:_multiprocessing_setup():102] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-07-25 19:19:02,300 INFO    MainThread:32185 [wandb_init.py:init():580] backend started and connected
+2023-07-25 19:19:02,306 INFO    MainThread:32185 [wandb_init.py:init():658] updated telemetry
+2023-07-25 19:19:02,358 INFO    MainThread:32185 [wandb_init.py:init():728] starting run threads in backend
+2023-07-25 19:19:02,626 INFO    MainThread:32185 [wandb_run.py:_console_start():1980] atexit reg
+2023-07-25 19:19:02,626 INFO    MainThread:32185 [wandb_run.py:_redirect():1838] redirect: SettingsConsole.WRAP_RAW
+2023-07-25 19:19:02,627 INFO    MainThread:32185 [wandb_run.py:_redirect():1903] Wrapping output streams.
+2023-07-25 19:19:02,627 INFO    MainThread:32185 [wandb_run.py:_redirect():1925] Redirects installed.
+2023-07-25 19:19:02,627 INFO    MainThread:32185 [wandb_init.py:init():765] run started, returning control to user process

wandb/offline-run-20230725_192932-2k0486q8/files/requirements.txt

@@ -0,0 +1,336 @@
+absl-py==1.4.0
+accelerate==0.21.0
+agate-dbf==0.2.0
+agate-excel==0.2.3
+agate-sql==0.5.2
+agate==1.6.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+anyio==3.6.2
+apturl==0.5.2
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.2.1
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==18.2.0
+automat==0.8.0
+awscli==1.18.69
+babel==2.11.0
+backcall==0.2.0
+beautifulsoup4==4.11.1
+bleach==5.0.1
+blinker==1.4
+blis==0.7.9
+boto3==1.24.66
+botocore==1.27.96
+brlapi==0.7.0
+cachetools==5.2.1
+catalogue==2.0.8
+certifi==2019.11.28
+cffi==1.15.1
+chardet==3.0.4
+charset-normalizer==2.1.1
+click-completion==0.5.2
+click-didyoumean==0.3.0
+click-help-colors==0.9.1
+click==8.1.3
+cloud-init==23.1.1
+cloudpickle==2.1.0
+cmake==3.27.0
+colorama==0.4.3
+comm==0.1.2
+command-not-found==0.3
+confection==0.0.4
+configobj==5.0.6
+constantly==15.1.0
+cryptography==2.8
+csvkit==1.0.2
+cupshelpers==1.0
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.32
+datasets==2.4.0
+dbfread==2.0.7
+dbus-python==1.2.16
+debugpy==1.6.5
+decorator==5.1.1
+deepspeed==0.10.0
+defer==1.0.6
+defusedxml==0.7.1
+dill==0.3.5.1
+distro-info==0.23ubuntu1
+distro==1.4.0
+docker-pycreds==0.4.0
+docutils==0.16
+entrypoints==0.3
+et-xmlfile==1.0.1
+executing==1.2.0
+fastjsonschema==2.16.2
+filelock==3.9.0
+flatbuffers==1.12
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+future==0.18.2
+gast==0.4.0
+gdown==4.5.1
+gitdb==4.0.10
+gitpython==3.1.30
+google-auth-oauthlib==0.4.6
+google-auth==2.16.0
+google-pasta==0.2.0
+gql==3.0.0a6
+gradient-utils==0.5.0
+gradient==2.0.6
+graphql-core==3.1.7
+greenlet==2.0.1
+grpcio==1.51.1
+h5py==3.7.0
+halo==0.0.31
+hjson==3.1.0
+httplib2==0.14.0
+huggingface-hub==0.16.4
+hyperlink==19.0.0
+idna==2.8
+imageio==2.24.0
+importlib-metadata==6.0.0
+incremental==16.10.1
+ipykernel==6.15.2
+ipython-genutils==0.2.0
+ipython==8.5.0
+ipywidgets==8.0.2
+isodate==0.6.0
+jax==0.4.8
+jaxlib==0.4.7+cuda11.cudnn82
+jdcal==1.0
+jedi==0.18.2
+jinja2==3.1.2
+jmespath==0.9.4
+joblib==1.2.0
+json5==0.9.11
+jsonify==0.5
+jsonpatch==1.22
+jsonpointer==2.0
+jsonschema==4.17.3
+jupyter-client==7.4.8
+jupyter-contrib-core==0.4.2
+jupyter-contrib-nbextensions==0.7.0
+jupyter-core==5.1.3
+jupyter-highlight-selected-word==0.2.0
+jupyter-nbextensions-configurator==0.6.1
+jupyter-server-mathjax==0.2.6
+jupyter-server==1.23.5
+jupyterlab-git==0.41.0
+jupyterlab-pygments==0.2.2
+jupyterlab-server==2.18.0
+jupyterlab-widgets==3.0.5
+jupyterlab==3.4.6
+keras-preprocessing==1.1.2
+keras==2.9.0
+keyring==18.0.1
+kiwisolver==1.4.4
+langcodes==3.3.0
+language-selector==0.1
+launchpadlib==1.10.13
+lazr.restfulclient==0.14.2
+lazr.uri==1.0.3
+leather==0.3.3
+libclang==15.0.6.1
+lit==16.0.6
+log-symbols==0.0.14
+louis==3.12.0
+lxml==4.5.0
+macaroonbakery==1.3.1
+markdown-it-py==3.0.0
+markdown==3.4.1
+markupsafe==2.1.1
+marshmallow==2.21.0
+matplotlib-inline==0.1.6
+matplotlib==3.5.3
+mdurl==0.1.2
+mistune==2.0.4
+ml-dtypes==0.1.0
+more-itertools==4.2.0
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.13
+murmurhash==1.0.9
+nbclassic==0.4.8
+nbclient==0.7.2
+nbconvert==7.2.7
+nbdime==3.1.1
+nbformat==5.7.3
+nest-asyncio==1.5.6
+netifaces==0.10.4
+networkx==3.0
+ninja==1.11.1
+nltk==3.7
+notebook-shim==0.2.2
+notebook==6.5.2
+numpy==1.23.2
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.1.0
+olefile==0.46
+opencv-python==4.6.0.66
+openpyxl==3.0.3
+opt-einsum==3.3.0
+optree==0.9.1
+packaging==23.0
+pandas==1.4.4
+pandocfilters==1.5.0
+parsedatetime==2.4
+parso==0.8.3
+pathtools==0.1.2
+pathy==0.10.1
+pexpect==4.6.0
+pickleshare==0.7.5
+pillow==9.2.0
+pip==23.1
+platformdirs==2.6.2
+preshed==3.0.8
+progressbar2==4.2.0
+prometheus-client==0.9.0
+promise==2.3
+prompt-toolkit==3.0.36
+protobuf==3.19.6
+psutil==5.9.4
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyarrow==10.0.1
+pyasn1-modules==0.2.1
+pyasn1==0.4.2
+pycairo==1.16.2
+pycparser==2.21
+pycups==1.9.73
+pydantic==1.9.2
+pygments==2.14.0
+pygobject==3.36.0
+pyhamcrest==1.9.0
+pyjwt==1.7.1
+pymacaroons==0.13.0
+pymongo==3.13.0
+pynacl==1.3.0
+pyopenssl==19.0.0
+pyparsing==3.0.9
+pyrfc3339==1.1
+pyrsistent==0.15.5
+pyserial==3.4
+pysocks==1.7.1
+python-apt==2.0.1+ubuntu0.20.4.1
+python-dateutil==2.8.2
+python-debian==0.1.36ubuntu1
+python-distutils-extra==2.39
+python-slugify==4.0.0
+python-utils==3.4.5
+pytimeparse==1.1.5
+pytz==2022.7
+pywavelets==1.4.1
+pyxdg==0.26
+pyyaml==5.4.1
+pyzmq==25.0.0
+regex==2022.10.31
+reportlab==3.5.34
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+responses==0.18.0
+rich==13.4.2
+roman==2.0.0
+rsa==4.0
+s3transfer==0.6.0
+safe-rlhf==0.0.1.dev0
+safetensors==0.3.1
+scikit-image==0.19.3
+scikit-learn==1.1.2
+scipy==1.9.1
+screen-resolution-extra==0.0.0
+seaborn==0.12.0
+secretstorage==2.3.1
+send2trash==1.8.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.97
+sentry-sdk==1.13.0
+service-identity==18.1.0
+setproctitle==1.3.2
+setuptools==45.2.0
+shellingham==1.5.0.post1
+shortuuid==1.0.11
+simplejson==3.16.0
+six==1.14.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+sos==4.4
+soupsieve==2.3.2.post1
+spacy-legacy==3.0.11
+spacy-loggers==1.0.4
+spacy==3.4.1
+spinners==0.0.24
+sqlalchemy==1.4.40
+srsly==2.4.5
+ssh-import-id==5.10
+stack-data==0.6.2
+sympy==1.12
+systemd-python==234
+tabulate==0.8.10
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.29.0
+tensorflow==2.9.2
+termcolor==2.2.0
+terminado==0.17.1
+terminaltables==3.1.10
+thinc==8.1.6
+threadpoolctl==3.1.0
+tifffile==2022.10.10
+tinycss2==1.2.1
+tokenizers==0.13.3
+torch==2.0.1
+torchaudio==0.12.1+cu116
+torchvision==0.13.1+cu116
+tornado==6.2
+tqdm==4.64.1
+traitlets==5.8.1
+transformers==4.31.0
+triton==2.0.0
+twisted==18.9.0
+typer==0.4.2
+typing-extensions==4.4.0
+ubuntu-advantage-tools==8001
+ubuntu-drivers-common==0.0.0
+ufw==0.36
+unattended-upgrades==0.1
+unidecode==1.1.1
+urllib3==1.26.14
+wadllib==1.3.3
+wandb==0.13.4
+wasabi==0.10.1
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==0.57.0
+werkzeug==2.2.2
+wheel==0.35.1
+widgetsnbextension==4.0.5
+wrapt==1.14.1
+xgboost==1.6.2
+xkit==0.0.0
+xlrd==1.1.0
+xxhash==3.2.0
+yarl==1.8.2
+zipp==1.0.0
+zope.interface==4.7.1

wandb/offline-run-20230725_192932-2k0486q8/files/wandb-metadata.json

@@ -0,0 +1,64 @@
+{
+    "os": "Linux-5.4.0-147-generic-x86_64-with-glibc2.31",
+    "python": "3.9.16",
+    "heartbeatAt": "2023-07-25T19:29:32.638362",
+    "startedAt": "2023-07-25T19:29:32.561287",
+    "docker": null,
+    "gpu": "NVIDIA A100-SXM4-80GB",
+    "gpu_count": 8,
+    "cpu_count": 64,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--train_datasets",
+        "bt",
+        "--model_name_or_path",
+        "cerebras/btlm-3b-8k-base",
+        "--max_length",
+        "8092",
+        "--trust_remote_code",
+        "True",
+        "--epochs",
+        "3",
+        "--per_device_train_batch_size",
+        "2",
+        "--per_device_eval_batch_size",
+        "82",
+        "--gradient_accumulation_steps",
+        "1",
+        "--gradient_checkpointing",
+        "--learning_rate",
+        "2e-5",
+        "--lr_scheduler_type",
+        "cosine",
+        "--num_warmup_steps",
+        "20",
+        "--weight_decay",
+        "0.0",
+        "--seed",
+        "42",
+        "--output_dir",
+        "/home/paperspace/safe-rlhf/output/sft",
+        "--log_type",
+        "wandb",
+        "--log_project",
+        "BT-Training",
+        "--zero_stage",
+        "3",
+        "--bf16",
+        "True",
+        "--tf32",
+        "True"
+    ],
+    "state": "running",
+    "program": "-m safe_rlhf.finetune.__main__",
+    "git": {
+        "remote": "https://github.com/robertalanm/safe-rlhf",
+        "commit": "4b5266714a6d66aea11ec473fe29b6b57c48e40a"
+    },
+    "email": null,
+    "root": "/home/paperspace/safe-rlhf",
+    "host": "psiohuej6",
+    "username": "paperspace",
+    "executable": "/usr/bin/python3.9"
+}

wandb/offline-run-20230725_192932-2k0486q8/logs/debug-internal.log

@@ -0,0 +1,140 @@
+2023-07-25 19:29:32,572 INFO    StreamThr :37419 [internal.py:wandb_internal():88] W&B internal server running at pid: 37419, started at: 2023-07-25 19:29:32.571428
+2023-07-25 19:29:32,575 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: status
+2023-07-25 19:29:32,575 DEBUG   SenderThread:37419 [sender.py:send_request():317] send_request: status
+2023-07-25 19:29:32,576 INFO    WriterThread:37419 [datastore.py:open_for_write():75] open: /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_192932-2k0486q8/run-2k0486q8.wandb
+2023-07-25 19:29:32,630 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: run_start
+2023-07-25 19:29:32,638 DEBUG   HandlerThread:37419 [meta.py:__init__():34] meta init
+2023-07-25 19:29:32,638 DEBUG   HandlerThread:37419 [meta.py:__init__():49] meta init done
+2023-07-25 19:29:32,638 DEBUG   HandlerThread:37419 [meta.py:probe():215] probe
+2023-07-25 19:29:32,649 DEBUG   HandlerThread:37419 [meta.py:_setup_git():205] setup git
+2023-07-25 19:29:32,659 DEBUG   HandlerThread:37419 [meta.py:_setup_git():212] setup git done
+2023-07-25 19:29:32,660 DEBUG   HandlerThread:37419 [meta.py:_save_pip():53] save pip
+2023-07-25 19:29:32,660 DEBUG   HandlerThread:37419 [meta.py:_save_pip():67] save pip done
+2023-07-25 19:29:32,660 DEBUG   HandlerThread:37419 [meta.py:probe():253] probe done
+2023-07-25 19:29:38,534 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:40,865 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:43,085 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:45,289 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:47,504 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:49,755 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:51,975 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:54,318 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:56,545 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:29:58,964 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:01,154 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:03,367 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:05,620 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:07,856 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:10,073 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:12,269 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:14,541 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:16,747 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:19,050 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:21,321 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:23,648 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:25,850 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:28,089 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:30,350 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:32,570 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:34,785 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:36,972 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:39,208 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:41,416 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:43,612 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:45,971 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:48,152 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:50,463 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:52,707 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:55,547 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:57,771 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:30:59,999 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:02,260 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:04,459 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:06,655 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:08,903 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:11,161 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:13,415 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:15,618 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:17,816 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:20,065 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:22,301 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:24,725 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:26,958 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:29,172 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:31,396 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:33,650 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:35,897 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:38,122 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:40,376 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:42,645 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:44,939 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:47,150 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:49,423 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:51,598 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:53,814 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:56,016 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:31:58,203 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:00,484 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:02,649 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:04,860 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:07,148 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:09,673 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:11,935 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:14,130 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:16,386 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:18,604 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:20,855 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:23,090 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:25,342 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:27,579 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:29,787 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:31,972 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:34,180 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:36,384 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:38,579 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:40,777 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:43,063 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:45,382 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:47,588 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:49,788 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:52,056 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:54,283 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:56,470 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:32:58,683 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:00,906 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:03,124 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:05,368 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:07,576 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:09,851 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:12,115 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:14,381 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:17,698 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:19,981 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:22,665 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:24,861 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:27,113 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:29,354 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:31,674 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:33,921 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:36,148 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:38,425 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:40,648 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:42,868 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:45,097 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:47,343 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:49,549 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:51,766 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:53,977 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:56,192 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:33:58,483 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:00,785 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:02,994 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:05,301 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:07,526 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:09,764 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:11,980 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:14,187 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:16,429 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:18,670 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:20,896 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:34:23,117 DEBUG   HandlerThread:37419 [handler.py:handle_request():138] handle_request: partial_history

wandb/offline-run-20230725_192932-2k0486q8/logs/debug.log

@@ -0,0 +1,22 @@
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_setup.py:_flush():68] Configure stats pid to 35446
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/.config/wandb/settings
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/safe-rlhf/wandb/settings
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_setup.py:_flush():68] Loading settings from environment variables: {'mode': 'offline', '_require_service': 'True'}
+2023-07-25 19:29:32,563 WARNING MainThread:35446 [wandb_setup.py:_flush():68] Could not find program at -m safe_rlhf.finetune.__main__
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_setup.py:_flush():68] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m safe_rlhf.finetune.__main__'}
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_init.py:_log_setup():476] Logging user logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_192932-2k0486q8/logs/debug.log
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_init.py:_log_setup():477] Logging internal logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_192932-2k0486q8/logs/debug-internal.log
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_init.py:init():516] calling init triggers
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_init.py:init():519] wandb.init called with sweep_config: {}
+config: {'model_name_or_path': 'cerebras/btlm-3b-8k-base', 'max_length': 8092, 'trust_remote_code': True, 'train_datasets': [('bt', {'proportion': 1.0})], 'eval_datasets': None, 'epochs': 3, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 82, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': True, 'learning_rate': 2e-05, 'lr_scheduler_type': <SchedulerType.COSINE: 'cosine'>, 'num_warmup_steps': 20, 'weight_decay': 0.0, 'seed': 42, 'fp16': False, 'bf16': True, 'tf32': True, 'eval_strategy': 'epoch', 'eval_interval': 1000000, 'need_eval': False, 'eval_split_ratio': None, 'output_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_type': 'wandb', 'log_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_project': 'BT-Training', 'log_run_name': 'sft-2023-07-25-19-29-31', 'save_16bit': False, 'save_interval': 1000000, 'local_rank': 0, 'zero_stage': 3, 'deepspeed': False, 'deepspeed_config': None, 'deepscale': False, 'deepscale_config': None, 'deepspeed_mpi': False, 'global_rank': 0, 'device': device(type='cuda', index=0), 'num_update_steps_per_epoch': 220, 'total_training_steps': 660}
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_init.py:init():569] starting backend
+2023-07-25 19:29:32,563 INFO    MainThread:35446 [wandb_init.py:init():573] setting up manager
+2023-07-25 19:29:32,567 INFO    MainThread:35446 [backend.py:_multiprocessing_setup():102] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-07-25 19:29:32,568 INFO    MainThread:35446 [wandb_init.py:init():580] backend started and connected
+2023-07-25 19:29:32,575 INFO    MainThread:35446 [wandb_init.py:init():658] updated telemetry
+2023-07-25 19:29:32,627 INFO    MainThread:35446 [wandb_init.py:init():728] starting run threads in backend
+2023-07-25 19:29:32,887 INFO    MainThread:35446 [wandb_run.py:_console_start():1980] atexit reg
+2023-07-25 19:29:32,887 INFO    MainThread:35446 [wandb_run.py:_redirect():1838] redirect: SettingsConsole.WRAP_RAW
+2023-07-25 19:29:32,888 INFO    MainThread:35446 [wandb_run.py:_redirect():1903] Wrapping output streams.
+2023-07-25 19:29:32,888 INFO    MainThread:35446 [wandb_run.py:_redirect():1925] Redirects installed.
+2023-07-25 19:29:32,888 INFO    MainThread:35446 [wandb_init.py:init():765] run started, returning control to user process

wandb/offline-run-20230725_193740-28s13sdz/files/requirements.txt

@@ -0,0 +1,336 @@
+absl-py==1.4.0
+accelerate==0.21.0
+agate-dbf==0.2.0
+agate-excel==0.2.3
+agate-sql==0.5.2
+agate==1.6.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+anyio==3.6.2
+apturl==0.5.2
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.2.1
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==18.2.0
+automat==0.8.0
+awscli==1.18.69
+babel==2.11.0
+backcall==0.2.0
+beautifulsoup4==4.11.1
+bleach==5.0.1
+blinker==1.4
+blis==0.7.9
+boto3==1.24.66
+botocore==1.27.96
+brlapi==0.7.0
+cachetools==5.2.1
+catalogue==2.0.8
+certifi==2019.11.28
+cffi==1.15.1
+chardet==3.0.4
+charset-normalizer==2.1.1
+click-completion==0.5.2
+click-didyoumean==0.3.0
+click-help-colors==0.9.1
+click==8.1.3
+cloud-init==23.1.1
+cloudpickle==2.1.0
+cmake==3.27.0
+colorama==0.4.3
+comm==0.1.2
+command-not-found==0.3
+confection==0.0.4
+configobj==5.0.6
+constantly==15.1.0
+cryptography==2.8
+csvkit==1.0.2
+cupshelpers==1.0
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.32
+datasets==2.4.0
+dbfread==2.0.7
+dbus-python==1.2.16
+debugpy==1.6.5
+decorator==5.1.1
+deepspeed==0.10.0
+defer==1.0.6
+defusedxml==0.7.1
+dill==0.3.5.1
+distro-info==0.23ubuntu1
+distro==1.4.0
+docker-pycreds==0.4.0
+docutils==0.16
+entrypoints==0.3
+et-xmlfile==1.0.1
+executing==1.2.0
+fastjsonschema==2.16.2
+filelock==3.9.0
+flatbuffers==1.12
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+future==0.18.2
+gast==0.4.0
+gdown==4.5.1
+gitdb==4.0.10
+gitpython==3.1.30
+google-auth-oauthlib==0.4.6
+google-auth==2.16.0
+google-pasta==0.2.0
+gql==3.0.0a6
+gradient-utils==0.5.0
+gradient==2.0.6
+graphql-core==3.1.7
+greenlet==2.0.1
+grpcio==1.51.1
+h5py==3.7.0
+halo==0.0.31
+hjson==3.1.0
+httplib2==0.14.0
+huggingface-hub==0.16.4
+hyperlink==19.0.0
+idna==2.8
+imageio==2.24.0
+importlib-metadata==6.0.0
+incremental==16.10.1
+ipykernel==6.15.2
+ipython-genutils==0.2.0
+ipython==8.5.0
+ipywidgets==8.0.2
+isodate==0.6.0
+jax==0.4.8
+jaxlib==0.4.7+cuda11.cudnn82
+jdcal==1.0
+jedi==0.18.2
+jinja2==3.1.2
+jmespath==0.9.4
+joblib==1.2.0
+json5==0.9.11
+jsonify==0.5
+jsonpatch==1.22
+jsonpointer==2.0
+jsonschema==4.17.3
+jupyter-client==7.4.8
+jupyter-contrib-core==0.4.2
+jupyter-contrib-nbextensions==0.7.0
+jupyter-core==5.1.3
+jupyter-highlight-selected-word==0.2.0
+jupyter-nbextensions-configurator==0.6.1
+jupyter-server-mathjax==0.2.6
+jupyter-server==1.23.5
+jupyterlab-git==0.41.0
+jupyterlab-pygments==0.2.2
+jupyterlab-server==2.18.0
+jupyterlab-widgets==3.0.5
+jupyterlab==3.4.6
+keras-preprocessing==1.1.2
+keras==2.9.0
+keyring==18.0.1
+kiwisolver==1.4.4
+langcodes==3.3.0
+language-selector==0.1
+launchpadlib==1.10.13
+lazr.restfulclient==0.14.2
+lazr.uri==1.0.3
+leather==0.3.3
+libclang==15.0.6.1
+lit==16.0.6
+log-symbols==0.0.14
+louis==3.12.0
+lxml==4.5.0
+macaroonbakery==1.3.1
+markdown-it-py==3.0.0
+markdown==3.4.1
+markupsafe==2.1.1
+marshmallow==2.21.0
+matplotlib-inline==0.1.6
+matplotlib==3.5.3
+mdurl==0.1.2
+mistune==2.0.4
+ml-dtypes==0.1.0
+more-itertools==4.2.0
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.13
+murmurhash==1.0.9
+nbclassic==0.4.8
+nbclient==0.7.2
+nbconvert==7.2.7
+nbdime==3.1.1
+nbformat==5.7.3
+nest-asyncio==1.5.6
+netifaces==0.10.4
+networkx==3.0
+ninja==1.11.1
+nltk==3.7
+notebook-shim==0.2.2
+notebook==6.5.2
+numpy==1.23.2
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.1.0
+olefile==0.46
+opencv-python==4.6.0.66
+openpyxl==3.0.3
+opt-einsum==3.3.0
+optree==0.9.1
+packaging==23.0
+pandas==1.4.4
+pandocfilters==1.5.0
+parsedatetime==2.4
+parso==0.8.3
+pathtools==0.1.2
+pathy==0.10.1
+pexpect==4.6.0
+pickleshare==0.7.5
+pillow==9.2.0
+pip==23.1
+platformdirs==2.6.2
+preshed==3.0.8
+progressbar2==4.2.0
+prometheus-client==0.9.0
+promise==2.3
+prompt-toolkit==3.0.36
+protobuf==3.19.6
+psutil==5.9.4
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyarrow==10.0.1
+pyasn1-modules==0.2.1
+pyasn1==0.4.2
+pycairo==1.16.2
+pycparser==2.21
+pycups==1.9.73
+pydantic==1.9.2
+pygments==2.14.0
+pygobject==3.36.0
+pyhamcrest==1.9.0
+pyjwt==1.7.1
+pymacaroons==0.13.0
+pymongo==3.13.0
+pynacl==1.3.0
+pyopenssl==19.0.0
+pyparsing==3.0.9
+pyrfc3339==1.1
+pyrsistent==0.15.5
+pyserial==3.4
+pysocks==1.7.1
+python-apt==2.0.1+ubuntu0.20.4.1
+python-dateutil==2.8.2
+python-debian==0.1.36ubuntu1
+python-distutils-extra==2.39
+python-slugify==4.0.0
+python-utils==3.4.5
+pytimeparse==1.1.5
+pytz==2022.7
+pywavelets==1.4.1
+pyxdg==0.26
+pyyaml==5.4.1
+pyzmq==25.0.0
+regex==2022.10.31
+reportlab==3.5.34
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+responses==0.18.0
+rich==13.4.2
+roman==2.0.0
+rsa==4.0
+s3transfer==0.6.0
+safe-rlhf==0.0.1.dev0
+safetensors==0.3.1
+scikit-image==0.19.3
+scikit-learn==1.1.2
+scipy==1.9.1
+screen-resolution-extra==0.0.0
+seaborn==0.12.0
+secretstorage==2.3.1
+send2trash==1.8.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.97
+sentry-sdk==1.13.0
+service-identity==18.1.0
+setproctitle==1.3.2
+setuptools==45.2.0
+shellingham==1.5.0.post1
+shortuuid==1.0.11
+simplejson==3.16.0
+six==1.14.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+sos==4.4
+soupsieve==2.3.2.post1
+spacy-legacy==3.0.11
+spacy-loggers==1.0.4
+spacy==3.4.1
+spinners==0.0.24
+sqlalchemy==1.4.40
+srsly==2.4.5
+ssh-import-id==5.10
+stack-data==0.6.2
+sympy==1.12
+systemd-python==234
+tabulate==0.8.10
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.29.0
+tensorflow==2.9.2
+termcolor==2.2.0
+terminado==0.17.1
+terminaltables==3.1.10
+thinc==8.1.6
+threadpoolctl==3.1.0
+tifffile==2022.10.10
+tinycss2==1.2.1
+tokenizers==0.13.3
+torch==2.0.1
+torchaudio==0.12.1+cu116
+torchvision==0.13.1+cu116
+tornado==6.2
+tqdm==4.64.1
+traitlets==5.8.1
+transformers==4.31.0
+triton==2.0.0
+twisted==18.9.0
+typer==0.4.2
+typing-extensions==4.4.0
+ubuntu-advantage-tools==8001
+ubuntu-drivers-common==0.0.0
+ufw==0.36
+unattended-upgrades==0.1
+unidecode==1.1.1
+urllib3==1.26.14
+wadllib==1.3.3
+wandb==0.13.4
+wasabi==0.10.1
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==0.57.0
+werkzeug==2.2.2
+wheel==0.35.1
+widgetsnbextension==4.0.5
+wrapt==1.14.1
+xgboost==1.6.2
+xkit==0.0.0
+xlrd==1.1.0
+xxhash==3.2.0
+yarl==1.8.2
+zipp==1.0.0
+zope.interface==4.7.1

wandb/offline-run-20230725_193740-28s13sdz/files/wandb-metadata.json

@@ -0,0 +1,64 @@
+{
+    "os": "Linux-5.4.0-147-generic-x86_64-with-glibc2.31",
+    "python": "3.9.16",
+    "heartbeatAt": "2023-07-25T19:37:41.233833",
+    "startedAt": "2023-07-25T19:37:40.690861",
+    "docker": null,
+    "gpu": "NVIDIA A100-SXM4-80GB",
+    "gpu_count": 8,
+    "cpu_count": 64,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--train_datasets",
+        "bt",
+        "--model_name_or_path",
+        "cerebras/btlm-3b-8k-base",
+        "--max_length",
+        "8092",
+        "--trust_remote_code",
+        "True",
+        "--epochs",
+        "16",
+        "--per_device_train_batch_size",
+        "8",
+        "--per_device_eval_batch_size",
+        "2",
+        "--gradient_accumulation_steps",
+        "1",
+        "--gradient_checkpointing",
+        "--learning_rate",
+        "4.7e-6",
+        "--lr_scheduler_type",
+        "cosine",
+        "--num_warmup_steps",
+        "20",
+        "--weight_decay",
+        "0.0",
+        "--seed",
+        "42",
+        "--output_dir",
+        "/home/paperspace/safe-rlhf/output/sft",
+        "--log_type",
+        "wandb",
+        "--log_project",
+        "BT-Training",
+        "--zero_stage",
+        "2",
+        "--bf16",
+        "True",
+        "--tf32",
+        "True"
+    ],
+    "state": "running",
+    "program": "-m safe_rlhf.finetune.__main__",
+    "git": {
+        "remote": "https://github.com/robertalanm/safe-rlhf",
+        "commit": "000436c589d4c9f59193f719f05281e0c8ef6814"
+    },
+    "email": null,
+    "root": "/home/paperspace/safe-rlhf",
+    "host": "psiohuej6",
+    "username": "paperspace",
+    "executable": "/usr/bin/python3.9"
+}

wandb/offline-run-20230725_193740-28s13sdz/logs/debug-internal.log

@@ -0,0 +1,15 @@
+2023-07-25 19:37:40,700 INFO    StreamThr :40603 [internal.py:wandb_internal():88] W&B internal server running at pid: 40603, started at: 2023-07-25 19:37:40.699962
+2023-07-25 19:37:40,703 DEBUG   HandlerThread:40603 [handler.py:handle_request():138] handle_request: status
+2023-07-25 19:37:40,704 DEBUG   SenderThread:40603 [sender.py:send_request():317] send_request: status
+2023-07-25 19:37:40,705 INFO    WriterThread:40603 [datastore.py:open_for_write():75] open: /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_193740-28s13sdz/run-28s13sdz.wandb
+2023-07-25 19:37:40,759 DEBUG   HandlerThread:40603 [handler.py:handle_request():138] handle_request: run_start
+2023-07-25 19:37:41,233 DEBUG   HandlerThread:40603 [meta.py:__init__():34] meta init
+2023-07-25 19:37:41,233 DEBUG   HandlerThread:40603 [meta.py:__init__():49] meta init done
+2023-07-25 19:37:41,233 DEBUG   HandlerThread:40603 [meta.py:probe():215] probe
+2023-07-25 19:37:41,245 DEBUG   HandlerThread:40603 [meta.py:_setup_git():205] setup git
+2023-07-25 19:37:41,259 DEBUG   HandlerThread:40603 [meta.py:_setup_git():212] setup git done
+2023-07-25 19:37:41,259 DEBUG   HandlerThread:40603 [meta.py:_save_pip():53] save pip
+2023-07-25 19:37:41,260 DEBUG   HandlerThread:40603 [meta.py:_save_pip():67] save pip done
+2023-07-25 19:37:41,260 DEBUG   HandlerThread:40603 [meta.py:probe():253] probe done
+2023-07-25 19:37:47,380 DEBUG   HandlerThread:40603 [handler.py:handle_request():138] handle_request: partial_history
+2023-07-25 19:37:53,437 DEBUG   HandlerThread:40603 [handler.py:handle_request():138] handle_request: partial_history

wandb/offline-run-20230725_193740-28s13sdz/logs/debug.log

@@ -0,0 +1,22 @@
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_setup.py:_flush():68] Configure stats pid to 38542
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/.config/wandb/settings
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_setup.py:_flush():68] Loading settings from /home/paperspace/safe-rlhf/wandb/settings
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_setup.py:_flush():68] Loading settings from environment variables: {'mode': 'offline', '_require_service': 'True'}
+2023-07-25 19:37:40,692 WARNING MainThread:38542 [wandb_setup.py:_flush():68] Could not find program at -m safe_rlhf.finetune.__main__
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_setup.py:_flush():68] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m safe_rlhf.finetune.__main__'}
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_init.py:_log_setup():476] Logging user logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_193740-28s13sdz/logs/debug.log
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_init.py:_log_setup():477] Logging internal logs to /home/paperspace/safe-rlhf/output/sft/wandb/offline-run-20230725_193740-28s13sdz/logs/debug-internal.log
+2023-07-25 19:37:40,692 INFO    MainThread:38542 [wandb_init.py:init():516] calling init triggers
+2023-07-25 19:37:40,693 INFO    MainThread:38542 [wandb_init.py:init():519] wandb.init called with sweep_config: {}
+config: {'model_name_or_path': 'cerebras/btlm-3b-8k-base', 'max_length': 8092, 'trust_remote_code': True, 'train_datasets': [('bt', {'proportion': 1.0})], 'eval_datasets': None, 'epochs': 16, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 2, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': True, 'learning_rate': 4.7e-06, 'lr_scheduler_type': <SchedulerType.COSINE: 'cosine'>, 'num_warmup_steps': 20, 'weight_decay': 0.0, 'seed': 42, 'fp16': False, 'bf16': True, 'tf32': True, 'eval_strategy': 'epoch', 'eval_interval': 1000000, 'need_eval': False, 'eval_split_ratio': None, 'output_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_type': 'wandb', 'log_dir': '/home/paperspace/safe-rlhf/output/sft', 'log_project': 'BT-Training', 'log_run_name': 'sft-2023-07-25-19-37-39', 'save_16bit': False, 'save_interval': 1000000, 'local_rank': 0, 'zero_stage': 2, 'deepspeed': False, 'deepspeed_config': None, 'deepscale': False, 'deepscale_config': None, 'deepspeed_mpi': False, 'global_rank': 0, 'device': device(type='cuda', index=0), 'num_update_steps_per_epoch': 55, 'total_training_steps': 880}
+2023-07-25 19:37:40,693 INFO    MainThread:38542 [wandb_init.py:init():569] starting backend
+2023-07-25 19:37:40,693 INFO    MainThread:38542 [wandb_init.py:init():573] setting up manager
+2023-07-25 19:37:40,696 INFO    MainThread:38542 [backend.py:_multiprocessing_setup():102] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-07-25 19:37:40,697 INFO    MainThread:38542 [wandb_init.py:init():580] backend started and connected
+2023-07-25 19:37:40,702 INFO    MainThread:38542 [wandb_init.py:init():658] updated telemetry
+2023-07-25 19:37:40,756 INFO    MainThread:38542 [wandb_init.py:init():728] starting run threads in backend
+2023-07-25 19:37:41,507 INFO    MainThread:38542 [wandb_run.py:_console_start():1980] atexit reg
+2023-07-25 19:37:41,507 INFO    MainThread:38542 [wandb_run.py:_redirect():1838] redirect: SettingsConsole.WRAP_RAW
+2023-07-25 19:37:41,508 INFO    MainThread:38542 [wandb_run.py:_redirect():1903] Wrapping output streams.
+2023-07-25 19:37:41,508 INFO    MainThread:38542 [wandb_run.py:_redirect():1925] Redirects installed.
+2023-07-25 19:37:41,510 INFO    MainThread:38542 [wandb_init.py:init():765] run started, returning control to user process

wandb/offline-run-20230725_194014-2rh62cpq/files/requirements.txt

@@ -0,0 +1,336 @@
+absl-py==1.4.0
+accelerate==0.21.0
+agate-dbf==0.2.0
+agate-excel==0.2.3
+agate-sql==0.5.2
+agate==1.6.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+anyio==3.6.2
+apturl==0.5.2
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.2.1
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==18.2.0
+automat==0.8.0
+awscli==1.18.69
+babel==2.11.0
+backcall==0.2.0
+beautifulsoup4==4.11.1
+bleach==5.0.1
+blinker==1.4
+blis==0.7.9
+boto3==1.24.66
+botocore==1.27.96
+brlapi==0.7.0
+cachetools==5.2.1
+catalogue==2.0.8
+certifi==2019.11.28
+cffi==1.15.1
+chardet==3.0.4
+charset-normalizer==2.1.1
+click-completion==0.5.2
+click-didyoumean==0.3.0
+click-help-colors==0.9.1
+click==8.1.3
+cloud-init==23.1.1
+cloudpickle==2.1.0
+cmake==3.27.0
+colorama==0.4.3
+comm==0.1.2
+command-not-found==0.3
+confection==0.0.4
+configobj==5.0.6
+constantly==15.1.0
+cryptography==2.8
+csvkit==1.0.2
+cupshelpers==1.0
+cycler==0.11.0
+cymem==2.0.7
+cython==0.29.32
+datasets==2.4.0
+dbfread==2.0.7
+dbus-python==1.2.16
+debugpy==1.6.5
+decorator==5.1.1
+deepspeed==0.10.0
+defer==1.0.6
+defusedxml==0.7.1
+dill==0.3.5.1
+distro-info==0.23ubuntu1
+distro==1.4.0
+docker-pycreds==0.4.0
+docutils==0.16
+entrypoints==0.3
+et-xmlfile==1.0.1
+executing==1.2.0
+fastjsonschema==2.16.2
+filelock==3.9.0
+flatbuffers==1.12
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+future==0.18.2
+gast==0.4.0
+gdown==4.5.1
+gitdb==4.0.10
+gitpython==3.1.30
+google-auth-oauthlib==0.4.6
+google-auth==2.16.0
+google-pasta==0.2.0
+gql==3.0.0a6
+gradient-utils==0.5.0
+gradient==2.0.6
+graphql-core==3.1.7
+greenlet==2.0.1
+grpcio==1.51.1
+h5py==3.7.0
+halo==0.0.31
+hjson==3.1.0
+httplib2==0.14.0
+huggingface-hub==0.16.4
+hyperlink==19.0.0
+idna==2.8
+imageio==2.24.0
+importlib-metadata==6.0.0
+incremental==16.10.1
+ipykernel==6.15.2
+ipython-genutils==0.2.0
+ipython==8.5.0
+ipywidgets==8.0.2
+isodate==0.6.0
+jax==0.4.8
+jaxlib==0.4.7+cuda11.cudnn82
+jdcal==1.0
+jedi==0.18.2
+jinja2==3.1.2
+jmespath==0.9.4
+joblib==1.2.0
+json5==0.9.11
+jsonify==0.5
+jsonpatch==1.22
+jsonpointer==2.0
+jsonschema==4.17.3
+jupyter-client==7.4.8
+jupyter-contrib-core==0.4.2
+jupyter-contrib-nbextensions==0.7.0
+jupyter-core==5.1.3
+jupyter-highlight-selected-word==0.2.0
+jupyter-nbextensions-configurator==0.6.1
+jupyter-server-mathjax==0.2.6
+jupyter-server==1.23.5
+jupyterlab-git==0.41.0
+jupyterlab-pygments==0.2.2
+jupyterlab-server==2.18.0
+jupyterlab-widgets==3.0.5
+jupyterlab==3.4.6
+keras-preprocessing==1.1.2
+keras==2.9.0
+keyring==18.0.1
+kiwisolver==1.4.4
+langcodes==3.3.0
+language-selector==0.1
+launchpadlib==1.10.13
+lazr.restfulclient==0.14.2
+lazr.uri==1.0.3
+leather==0.3.3
+libclang==15.0.6.1
+lit==16.0.6
+log-symbols==0.0.14
+louis==3.12.0
+lxml==4.5.0
+macaroonbakery==1.3.1
+markdown-it-py==3.0.0
+markdown==3.4.1
+markupsafe==2.1.1
+marshmallow==2.21.0
+matplotlib-inline==0.1.6
+matplotlib==3.5.3
+mdurl==0.1.2
+mistune==2.0.4
+ml-dtypes==0.1.0
+more-itertools==4.2.0
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.13
+murmurhash==1.0.9
+nbclassic==0.4.8
+nbclient==0.7.2
+nbconvert==7.2.7
+nbdime==3.1.1
+nbformat==5.7.3
+nest-asyncio==1.5.6
+netifaces==0.10.4
+networkx==3.0
+ninja==1.11.1
+nltk==3.7
+notebook-shim==0.2.2
+notebook==6.5.2
+numpy==1.23.2
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.1.0
+olefile==0.46
+opencv-python==4.6.0.66
+openpyxl==3.0.3
+opt-einsum==3.3.0
+optree==0.9.1
+packaging==23.0
+pandas==1.4.4
+pandocfilters==1.5.0
+parsedatetime==2.4
+parso==0.8.3
+pathtools==0.1.2
+pathy==0.10.1
+pexpect==4.6.0
+pickleshare==0.7.5
+pillow==9.2.0
+pip==23.1
+platformdirs==2.6.2
+preshed==3.0.8
+progressbar2==4.2.0
+prometheus-client==0.9.0
+promise==2.3
+prompt-toolkit==3.0.36
+protobuf==3.19.6
+psutil==5.9.4
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyarrow==10.0.1
+pyasn1-modules==0.2.1
+pyasn1==0.4.2
+pycairo==1.16.2
+pycparser==2.21
+pycups==1.9.73
+pydantic==1.9.2
+pygments==2.14.0
+pygobject==3.36.0
+pyhamcrest==1.9.0
+pyjwt==1.7.1
+pymacaroons==0.13.0
+pymongo==3.13.0
+pynacl==1.3.0
+pyopenssl==19.0.0
+pyparsing==3.0.9
+pyrfc3339==1.1
+pyrsistent==0.15.5
+pyserial==3.4
+pysocks==1.7.1
+python-apt==2.0.1+ubuntu0.20.4.1
+python-dateutil==2.8.2
+python-debian==0.1.36ubuntu1
+python-distutils-extra==2.39
+python-slugify==4.0.0
+python-utils==3.4.5
+pytimeparse==1.1.5
+pytz==2022.7
+pywavelets==1.4.1
+pyxdg==0.26
+pyyaml==5.4.1
+pyzmq==25.0.0
+regex==2022.10.31
+reportlab==3.5.34
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests-unixsocket==0.2.0
+requests==2.28.2
+responses==0.18.0
+rich==13.4.2
+roman==2.0.0
+rsa==4.0
+s3transfer==0.6.0
+safe-rlhf==0.0.1.dev0
+safetensors==0.3.1
+scikit-image==0.19.3
+scikit-learn==1.1.2
+scipy==1.9.1
+screen-resolution-extra==0.0.0
+seaborn==0.12.0
+secretstorage==2.3.1
+send2trash==1.8.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.97
+sentry-sdk==1.13.0
+service-identity==18.1.0
+setproctitle==1.3.2
+setuptools==45.2.0
+shellingham==1.5.0.post1
+shortuuid==1.0.11
+simplejson==3.16.0
+six==1.14.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+sos==4.4
+soupsieve==2.3.2.post1
+spacy-legacy==3.0.11
+spacy-loggers==1.0.4
+spacy==3.4.1
+spinners==0.0.24
+sqlalchemy==1.4.40
+srsly==2.4.5
+ssh-import-id==5.10
+stack-data==0.6.2
+sympy==1.12
+systemd-python==234
+tabulate==0.8.10
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.29.0
+tensorflow==2.9.2
+termcolor==2.2.0
+terminado==0.17.1
+terminaltables==3.1.10
+thinc==8.1.6
+threadpoolctl==3.1.0
+tifffile==2022.10.10
+tinycss2==1.2.1
+tokenizers==0.13.3
+torch==2.0.1
+torchaudio==0.12.1+cu116
+torchvision==0.13.1+cu116
+tornado==6.2
+tqdm==4.64.1
+traitlets==5.8.1
+transformers==4.31.0
+triton==2.0.0
+twisted==18.9.0
+typer==0.4.2
+typing-extensions==4.4.0
+ubuntu-advantage-tools==8001
+ubuntu-drivers-common==0.0.0
+ufw==0.36
+unattended-upgrades==0.1
+unidecode==1.1.1
+urllib3==1.26.14
+wadllib==1.3.3
+wandb==0.13.4
+wasabi==0.10.1
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==0.57.0
+werkzeug==2.2.2
+wheel==0.35.1
+widgetsnbextension==4.0.5
+wrapt==1.14.1
+xgboost==1.6.2
+xkit==0.0.0
+xlrd==1.1.0
+xxhash==3.2.0
+yarl==1.8.2
+zipp==1.0.0
+zope.interface==4.7.1

wandb/offline-run-20230725_194014-2rh62cpq/files/wandb-metadata.json

@@ -0,0 +1,64 @@
+{
+    "os": "Linux-5.4.0-147-generic-x86_64-with-glibc2.31",
+    "python": "3.9.16",
+    "heartbeatAt": "2023-07-25T19:40:15.153966",
+    "startedAt": "2023-07-25T19:40:14.648957",
+    "docker": null,
+    "gpu": "NVIDIA A100-SXM4-80GB",
+    "gpu_count": 8,
+    "cpu_count": 64,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--train_datasets",
+        "bt",
+        "--model_name_or_path",
+        "cerebras/btlm-3b-8k-base",
+        "--max_length",
+        "8092",
+        "--trust_remote_code",
+        "True",
+        "--epochs",
+        "16",
+        "--per_device_train_batch_size",
+        "8",
+        "--per_device_eval_batch_size",
+        "2",
+        "--gradient_accumulation_steps",
+        "1",
+        "--gradient_checkpointing",
+        "--learning_rate",
+        "4.7e-6",
+        "--lr_scheduler_type",
+        "cosine",
+        "--num_warmup_steps",
+        "20",
+        "--weight_decay",
+        "0.0",
+        "--seed",
+        "42",
+        "--output_dir",
+        "/home/paperspace/safe-rlhf/output/sft",
+        "--log_type",
+        "wandb",
+        "--log_project",
+        "BT-Training",
+        "--zero_stage",
+        "2",
+        "--bf16",
+        "True",
+        "--tf32",
+        "True"
+    ],
+    "state": "running",
+    "program": "-m safe_rlhf.finetune.__main__",
+    "git": {
+        "remote": "https://github.com/robertalanm/safe-rlhf",
+        "commit": "000436c589d4c9f59193f719f05281e0c8ef6814"
+    },
+    "email": null,
+    "root": "/home/paperspace/safe-rlhf",
+    "host": "psiohuej6",
+    "username": "paperspace",
+    "executable": "/usr/bin/python3.9"
+}

wandb/offline-run-20230725_194014-2rh62cpq/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 5287}}