Skip to content
Snippets Groups Projects
Commit 55636bf3 authored by der2933's avatar der2933
Browse files

llama3 0630

parent 1732e14c
No related branches found
Tags submission-v0.3.8
No related merge requests found
Showing
with 412994 additions and 151411 deletions
......@@ -41,7 +41,7 @@ class llama3_8b_FewShot_vllm(ShopBenchBaseModel):
def initialize_models(self):
# Initialize Meta Llama 3 - 8B Instruct Model
self.model_name = "./models/qwen2-0630"
self.model_name = "./models/llama3-0630"
if not os.path.exists(self.model_name):
raise Exception(
......
File deleted
source diff could not be displayed: it is stored in LFS. Options to address this: view the blob.
{
"_name_or_path": "/root/models/llama3",
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 128000,
"eos_token_id": 128009,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 8192,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": null,
"rope_theta": 500000.0,
"tie_word_embeddings": false,
"torch_dtype": "float16",
"transformers_version": "4.42.3",
"use_cache": true,
"vocab_size": 128256
}
{
"bos_token_id": 128000,
"do_sample": true,
"eos_token_id": [
128001,
128009
],
"max_length": 4096,
"temperature": 0.6,
"top_p": 0.9,
"transformers_version": "4.42.3"
}
No preview for this file type
No preview for this file type
No preview for this file type
No preview for this file type
This diff is collapsed.
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|eot_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}
This diff is collapsed.
This diff is collapsed.
python lora_module_merge.py \
--base_model_name_or_path /root/models/llama3 \
--lora_path ./adapter \
--lora_path /root/adapter \
--merged_model_save_path /root/autodl-tmp/models/llama3-0630
\ No newline at end of file
source diff could not be displayed: it is stored in LFS. Options to address this: view the blob.
source diff could not be displayed: it is stored in LFS. Options to address this: view the blob.
source diff could not be displayed: it is stored in LFS. Options to address this: view the blob.
This diff is collapsed.
source diff could not be displayed: it is stored in LFS. Options to address this: view the blob.
source diff could not be displayed: it is stored in LFS. Options to address this: view the blob.
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment