beratcmn commited on
Commit
ff408df
·
verified ·
1 Parent(s): 0da71de

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +33 -33
config.json CHANGED
@@ -1,33 +1,33 @@
1
- {
2
- "_name_or_path": "/ultravox-expts/artifacts/model-zhuang.2024-10-09-v0_4_1.stacking-4b.8c44a2e:v8",
3
- "architectures": [
4
- "UltravoxModel"
5
- ],
6
- "audio_model_id": "openai/whisper-large-v3-turbo",
7
- "auto_map": {
8
- "AutoConfig": "ultravox_config.UltravoxConfig",
9
- "AutoModel": "ultravox_model.UltravoxModel"
10
- },
11
- "custom_pipelines": {
12
- "ultravox-pipeline": {
13
- "impl": "ultravox_pipeline.UltravoxPipeline",
14
- "pt": [
15
- "AutoModel"
16
- ],
17
- "tf": [],
18
- "type": "multimodal"
19
- }
20
- },
21
- "hidden_size": 4096,
22
- "ignore_index": -100,
23
- "initializer_range": 0.02,
24
- "model_type": "ultravox",
25
- "norm_init": 0.4,
26
- "pad_token_id": 128009,
27
- "projector_act": "swiglu",
28
- "stack_factor": 8,
29
- "text_model_id": "Eurdem/Defne-llama3.1-8B",
30
- "torch_dtype": "bfloat16",
31
- "transformers_version": "4.46.1",
32
- "vocab_size": 128256
33
- }
 
1
+ {
2
+ "_name_or_path": "/ultravox-expts/artifacts/model-zhuang.2024-10-09-v0_4_1.stacking-4b.8c44a2e:v8",
3
+ "architectures": [
4
+ "UltravoxModel"
5
+ ],
6
+ "audio_model_id": "openai/whisper-large-v3-turbo",
7
+ "auto_map": {
8
+ "AutoConfig": "ultravox_config.UltravoxConfig",
9
+ "AutoModel": "ultravox_model.UltravoxModel"
10
+ },
11
+ "custom_pipelines": {
12
+ "ultravox-pipeline": {
13
+ "impl": "ultravox_pipeline.UltravoxPipeline",
14
+ "pt": [
15
+ "AutoModel"
16
+ ],
17
+ "tf": [],
18
+ "type": "multimodal"
19
+ }
20
+ },
21
+ "hidden_size": 4096,
22
+ "ignore_index": -100,
23
+ "initializer_range": 0.02,
24
+ "model_type": "ultravox",
25
+ "norm_init": 0.4,
26
+ "pad_token_id": 128009,
27
+ "projector_act": "swiglu",
28
+ "stack_factor": 8,
29
+ "text_model_id": "unsloth/Meta-Llama-3.1-8B-bnb-4bit",
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.46.1",
32
+ "vocab_size": 128256
33
+ }