Gosse Minnema commited on
Commit
cbb65b9
1 Parent(s): 1f6ab2f

Move private dataset download to Dockerfile

Browse files
Files changed (2) hide show
  1. Dockerfile +3 -0
  2. docker_commands.sh +0 -4
Dockerfile CHANGED
@@ -13,5 +13,8 @@ RUN chmod -R 777 /.local
13
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
14
  RUN apt-get install git-lfs
15
  RUN git lfs install
 
 
 
16
  RUN pip install -v -r requirements.txt
17
  CMD ["sh", "docker_commands.sh"]
 
13
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
14
  RUN apt-get install git-lfs
15
  RUN git lfs install
16
+ RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
17
+ git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
18
+
19
  RUN pip install -v -r requirements.txt
20
  CMD ["sh", "docker_commands.sh"]
docker_commands.sh CHANGED
@@ -1,7 +1,3 @@
1
- # cd spanfinder/
2
- # python -m sociolome.lome_webserver &
3
- # cd ..
4
- git clone https://gossminn:$HF_TOKEN@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
5
  rm -rfv /.cache/sfdata/.git
6
  mv -v /.cache/sfdata/* /app/
7
  du -h -d 2
 
 
 
 
 
1
  rm -rfv /.cache/sfdata/.git
2
  mv -v /.cache/sfdata/* /app/
3
  du -h -d 2