Update README.md
Browse files
README.md
CHANGED
@@ -1,3 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
# This repo contains EleutherAI/gpt-j-6B fine tuned on OWCA (https://github.com/Emplocity/owca) using LoRa
|
2 |
|
3 |
Training params:<br/>
|
@@ -13,4 +20,4 @@ LORA_ALPHA = 16
|
|
13 |
LORA_DROPOUT = 0.05
|
14 |
warmup_steps=100
|
15 |
fp16=True
|
16 |
-
```
|
|
|
1 |
+
---
|
2 |
+
license: unlicense
|
3 |
+
datasets:
|
4 |
+
- emplocity/owca
|
5 |
+
language:
|
6 |
+
- pl
|
7 |
+
---
|
8 |
# This repo contains EleutherAI/gpt-j-6B fine tuned on OWCA (https://github.com/Emplocity/owca) using LoRa
|
9 |
|
10 |
Training params:<br/>
|
|
|
20 |
LORA_DROPOUT = 0.05
|
21 |
warmup_steps=100
|
22 |
fp16=True
|
23 |
+
```
|