Hugging Face's logo

joowon99
/
SOLAR-10.7B-ko_alpaca

PEFT
Safetensors
PyTorch
llama
llama-factory
lora
Generated from Trainer
Model card Files Community
1
SOLAR-10.7B-ko_alpaca
File size: 16,587 Bytes 
6f2a226
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
 
{"current_steps": 10, "total_steps": 669, "loss": 1.1033, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002998660541859271, "epoch": 0.01, "percentage": 1.49, "elapsed_time": "0:02:16", "remaining_time": "2:30:24"}
{"current_steps": 20, "total_steps": 669, "loss": 0.9066, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002994033387324446, "epoch": 0.03, "percentage": 2.99, "elapsed_time": "0:05:24", "remaining_time": "2:55:37"}
{"current_steps": 30, "total_steps": 669, "loss": 0.846, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002986112199359036, "epoch": 0.04, "percentage": 4.48, "elapsed_time": "0:08:41", "remaining_time": "3:05:10"}
{"current_steps": 40, "total_steps": 669, "loss": 0.8246, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00029749144425379216, "epoch": 0.06, "percentage": 5.98, "elapsed_time": "0:12:02", "remaining_time": "3:09:21"}
{"current_steps": 50, "total_steps": 669, "loss": 0.8011, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.000296205525182313, "epoch": 0.07, "percentage": 7.47, "elapsed_time": "0:15:24", "remaining_time": "3:10:40"}
{"current_steps": 60, "total_steps": 669, "loss": 0.7911, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00029447059587783353, "epoch": 0.09, "percentage": 8.97, "elapsed_time": "0:18:44", "remaining_time": "3:10:09"}
{"current_steps": 70, "total_steps": 669, "loss": 0.7719, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002924171389041629, "epoch": 0.1, "percentage": 10.46, "elapsed_time": "0:22:04", "remaining_time": "3:08:50"}
{"current_steps": 80, "total_steps": 669, "loss": 0.7793, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002903004140503956, "epoch": 0.12, "percentage": 11.96, "elapsed_time": "0:25:26", "remaining_time": "3:07:16"}
{"current_steps": 90, "total_steps": 669, "loss": 0.7633, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002876548000410533, "epoch": 0.13, "percentage": 13.45, "elapsed_time": "0:28:45", "remaining_time": "3:05:03"}
{"current_steps": 100, "total_steps": 669, "loss": 0.7623, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00028470568577725704, "epoch": 0.15, "percentage": 14.95, "elapsed_time": "0:32:04", "remaining_time": "3:02:31"}
{"current_steps": 110, "total_steps": 669, "loss": 0.7519, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002814595734436687, "epoch": 0.16, "percentage": 16.44, "elapsed_time": "0:35:16", "remaining_time": "2:59:16"}
{"current_steps": 120, "total_steps": 669, "loss": 0.7471, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002779236200440321, "epoch": 0.18, "percentage": 17.94, "elapsed_time": "0:38:39", "remaining_time": "2:56:50"}
{"current_steps": 130, "total_steps": 669, "loss": 0.7505, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002741056216214651, "epoch": 0.19, "percentage": 19.43, "elapsed_time": "0:42:01", "remaining_time": "2:54:14"}
{"current_steps": 140, "total_steps": 669, "loss": 0.7342, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00027001399606980383, "epoch": 0.21, "percentage": 20.93, "elapsed_time": "0:45:22", "remaining_time": "2:51:26"}
{"current_steps": 150, "total_steps": 669, "loss": 0.7443, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002656577645738938, "epoch": 0.22, "percentage": 22.42, "elapsed_time": "0:48:45", "remaining_time": "2:48:43"}
{"current_steps": 160, "total_steps": 669, "loss": 0.7247, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002610465317197509, "epoch": 0.24, "percentage": 23.92, "elapsed_time": "0:52:06", "remaining_time": "2:45:44"}
{"current_steps": 170, "total_steps": 669, "loss": 0.7319, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002561904643184426, "epoch": 0.25, "percentage": 25.41, "elapsed_time": "0:55:30", "remaining_time": "2:42:57"}
{"current_steps": 180, "total_steps": 669, "loss": 0.7297, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00025110026899038105, "epoch": 0.27, "percentage": 26.91, "elapsed_time": "0:58:51", "remaining_time": "2:39:53"}
{"current_steps": 190, "total_steps": 669, "loss": 0.7373, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002457871685594478, "epoch": 0.28, "percentage": 28.4, "elapsed_time": "1:02:12", "remaining_time": "2:36:50"}
{"current_steps": 200, "total_steps": 669, "loss": 0.7267, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002402628773089967, "epoch": 0.3, "percentage": 29.9, "elapsed_time": "1:05:37", "remaining_time": "2:33:54"}
{"current_steps": 210, "total_steps": 669, "loss": 0.7341, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00023453957515429192, "epoch": 0.31, "percentage": 31.39, "elapsed_time": "1:08:55", "remaining_time": "2:30:38"}
{"current_steps": 220, "total_steps": 669, "loss": 0.7195, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0002286298807883231, "epoch": 0.33, "percentage": 32.88, "elapsed_time": "1:12:17", "remaining_time": "2:27:32"}
{"current_steps": 230, "total_steps": 669, "loss": 0.7221, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00022254682386020736, "epoch": 0.34, "percentage": 34.38, "elapsed_time": "1:15:40", "remaining_time": "2:24:25"}
{"current_steps": 240, "total_steps": 669, "loss": 0.7214, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00021630381624751795, "epoch": 0.36, "percentage": 35.87, "elapsed_time": "1:19:01", "remaining_time": "2:21:16"}
{"current_steps": 250, "total_steps": 669, "loss": 0.7192, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00020991462248587929, "epoch": 0.37, "percentage": 37.37, "elapsed_time": "1:22:23", "remaining_time": "2:18:05"}
{"current_steps": 260, "total_steps": 669, "loss": 0.7139, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00020339332942102297, "epoch": 0.39, "percentage": 38.86, "elapsed_time": "1:25:44", "remaining_time": "2:14:53"}
{"current_steps": 270, "total_steps": 669, "loss": 0.7164, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0001967543151502182, "epoch": 0.4, "percentage": 40.36, "elapsed_time": "1:29:11", "remaining_time": "2:11:48"}
{"current_steps": 280, "total_steps": 669, "loss": 0.7219, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00019001221732155218, "epoch": 0.42, "percentage": 41.85, "elapsed_time": "1:32:28", "remaining_time": "2:08:28"}
{"current_steps": 290, "total_steps": 669, "loss": 0.7237, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0001831819008609551, "epoch": 0.43, "percentage": 43.35, "elapsed_time": "1:35:51", "remaining_time": "2:05:16"}
{"current_steps": 300, "total_steps": 669, "loss": 0.7236, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00017627842519812485, "epoch": 0.45, "percentage": 44.84, "elapsed_time": "1:39:16", "remaining_time": "2:02:06"}
{"current_steps": 310, "total_steps": 669, "loss": 0.7038, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00016931701106361107, "epoch": 0.46, "percentage": 46.34, "elapsed_time": "1:42:44", "remaining_time": "1:58:58"}
{"current_steps": 320, "total_steps": 669, "loss": 0.7073, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00016231300693026433, "epoch": 0.48, "percentage": 47.83, "elapsed_time": "1:46:12", "remaining_time": "1:55:49"}
{"current_steps": 330, "total_steps": 669, "loss": 0.711, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00015528185517304027, "epoch": 0.49, "percentage": 49.33, "elapsed_time": "1:49:41", "remaining_time": "1:52:41"}
{"current_steps": 340, "total_steps": 669, "loss": 0.7029, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00014823905802176872, "epoch": 0.51, "percentage": 50.82, "elapsed_time": "1:53:07", "remaining_time": "1:49:27"}
{"current_steps": 350, "total_steps": 669, "loss": 0.7199, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0001412001433819556, "epoch": 0.52, "percentage": 52.32, "elapsed_time": "1:56:34", "remaining_time": "1:46:15"}
{"current_steps": 360, "total_steps": 669, "loss": 0.7229, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00013418063059897524, "epoch": 0.54, "percentage": 53.81, "elapsed_time": "1:59:57", "remaining_time": "1:42:58"}
{"current_steps": 370, "total_steps": 669, "loss": 0.7189, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00012719599624113573, "epoch": 0.55, "percentage": 55.31, "elapsed_time": "2:03:17", "remaining_time": "1:39:38"}
{"current_steps": 380, "total_steps": 669, "loss": 0.7147, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00012026163997705916, "epoch": 0.57, "percentage": 56.8, "elapsed_time": "2:06:40", "remaining_time": "1:36:20"}
{"current_steps": 390, "total_steps": 669, "loss": 0.6928, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00011339285062260957, "epoch": 0.58, "percentage": 58.3, "elapsed_time": "2:10:00", "remaining_time": "1:33:00"}
{"current_steps": 400, "total_steps": 669, "loss": 0.7002, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.00010660477243222808, "epoch": 0.6, "percentage": 59.79, "elapsed_time": "2:13:21", "remaining_time": "1:29:40"}
{"current_steps": 410, "total_steps": 669, "loss": 0.7198, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.991237170899614e-05, "epoch": 0.61, "percentage": 61.29, "elapsed_time": "2:16:42", "remaining_time": "1:26:21"}
{"current_steps": 420, "total_steps": 669, "loss": 0.701, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.33304038070446e-05, "epoch": 0.63, "percentage": 62.78, "elapsed_time": "2:20:05", "remaining_time": "1:23:03"}
{"current_steps": 430, "total_steps": 669, "loss": 0.6928, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.68733805990611e-05, "epoch": 0.64, "percentage": 64.28, "elapsed_time": "2:23:25", "remaining_time": "1:19:42"}
{"current_steps": 440, "total_steps": 669, "loss": 0.696, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.055553848062404e-05, "epoch": 0.66, "percentage": 65.77, "elapsed_time": "2:26:47", "remaining_time": "1:16:24"}
{"current_steps": 450, "total_steps": 669, "loss": 0.7038, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.439080698190579e-05, "epoch": 0.67, "percentage": 67.26, "elapsed_time": "2:30:12", "remaining_time": "1:13:06"}
{"current_steps": 460, "total_steps": 669, "loss": 0.6949, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.839277805595081e-05, "epoch": 0.69, "percentage": 68.76, "elapsed_time": "2:33:34", "remaining_time": "1:09:46"}
{"current_steps": 470, "total_steps": 669, "loss": 0.7054, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.257467611124105e-05, "epoch": 0.7, "percentage": 70.25, "elapsed_time": "2:36:57", "remaining_time": "1:06:27"}
{"current_steps": 480, "total_steps": 669, "loss": 0.7013, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.6949328854621045e-05, "epoch": 0.72, "percentage": 71.75, "elapsed_time": "2:40:17", "remaining_time": "1:03:06"}
{"current_steps": 490, "total_steps": 669, "loss": 0.6976, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.152913900886729e-05, "epoch": 0.73, "percentage": 73.24, "elapsed_time": "2:43:39", "remaining_time": "0:59:46"}
{"current_steps": 500, "total_steps": 669, "loss": 0.6978, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.632605696725987e-05, "epoch": 0.75, "percentage": 74.74, "elapsed_time": "2:47:01", "remaining_time": "0:56:27"}
{"current_steps": 510, "total_steps": 669, "loss": 0.6964, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.13515544454462e-05, "epoch": 0.76, "percentage": 76.23, "elapsed_time": "2:50:22", "remaining_time": "0:53:07"}
{"current_steps": 520, "total_steps": 669, "loss": 0.7135, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.66165991886898e-05, "epoch": 0.78, "percentage": 77.73, "elapsed_time": "2:53:45", "remaining_time": "0:49:47"}
{"current_steps": 530, "total_steps": 669, "loss": 0.7026, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.2131630790269134e-05, "epoch": 0.79, "percentage": 79.22, "elapsed_time": "2:57:10", "remaining_time": "0:46:28"}
{"current_steps": 540, "total_steps": 669, "loss": 0.6986, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.790653767434181e-05, "epoch": 0.81, "percentage": 80.72, "elapsed_time": "3:00:32", "remaining_time": "0:43:07"}
{"current_steps": 550, "total_steps": 669, "loss": 0.6809, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.3950635294022347e-05, "epoch": 0.82, "percentage": 82.21, "elapsed_time": "3:03:57", "remaining_time": "0:39:48"}
{"current_steps": 560, "total_steps": 669, "loss": 0.6954, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.027264559274224e-05, "epoch": 0.84, "percentage": 83.71, "elapsed_time": "3:07:21", "remaining_time": "0:36:27"}
{"current_steps": 570, "total_steps": 669, "loss": 0.7028, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6880677774175354e-05, "epoch": 0.85, "percentage": 85.2, "elapsed_time": "3:10:47", "remaining_time": "0:33:08"}
{"current_steps": 580, "total_steps": 669, "loss": 0.6802, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.3782210423127449e-05, "epoch": 0.87, "percentage": 86.7, "elapsed_time": "3:14:10", "remaining_time": "0:29:47"}
{"current_steps": 590, "total_steps": 669, "loss": 0.6969, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0984075016809528e-05, "epoch": 0.88, "percentage": 88.19, "elapsed_time": "3:17:36", "remaining_time": "0:26:27"}
{"current_steps": 600, "total_steps": 669, "loss": 0.6995, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.492440862848787e-06, "epoch": 0.9, "percentage": 89.69, "elapsed_time": "3:21:00", "remaining_time": "0:23:07"}
{"current_steps": 610, "total_steps": 669, "loss": 0.6908, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.312801497246206e-06, "epoch": 0.91, "percentage": 91.18, "elapsed_time": "3:24:23", "remaining_time": "0:19:46"}
{"current_steps": 620, "total_steps": 669, "loss": 0.6933, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.44996257227021e-06, "epoch": 0.93, "percentage": 92.68, "elapsed_time": "3:27:46", "remaining_time": "0:16:25"}
{"current_steps": 630, "total_steps": 669, "loss": 0.6993, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.908031260991195e-06, "epoch": 0.94, "percentage": 94.17, "elapsed_time": "3:31:11", "remaining_time": "0:13:04"}
{"current_steps": 640, "total_steps": 669, "loss": 0.6977, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6904072018175786e-06, "epoch": 0.96, "percentage": 95.67, "elapsed_time": "3:34:36", "remaining_time": "0:09:43"}
{"current_steps": 650, "total_steps": 669, "loss": 0.6936, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.997750029989647e-07, "epoch": 0.97, "percentage": 97.16, "elapsed_time": "3:38:01", "remaining_time": "0:06:22"}
{"current_steps": 660, "total_steps": 669, "loss": 0.6879, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.380983236223377e-07, "epoch": 0.99, "percentage": 98.65, "elapsed_time": "3:41:25", "remaining_time": "0:03:01"}
{"current_steps": 669, "total_steps": 669, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "3:44:30", "remaining_time": "0:00:00"}