config: {"tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{% if messages[0]['role'] == 'system' %}{{ bos_token + messages[0]['content'] + '\n' }}{% set messages = messages[1:] %}{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}{% if add_stream_query_prompt %}{{ ']\nUser: ' + message['content'] }}{% else %}{{ '\nUser: ' + message['content'] }}{% endif %}{% elif message['role'] == 'assistant' %}{{ '\nAssistant: '  + message['content'] + eos_token }}{% elif message['role'] == 'stream' and message['num_frames'] > 0: %}{{ '\n[' + ','.join([10 * '<v>'] * message['num_frames']) + ']' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\nAssistant:' }}{% elif add_stream_prompt %}{{ '\n[' }}{% elif add_stream_generation_prompt %}{{ ']\nAssistant:' }}{% endif %}", "eos_token": "<|eot_id|>", "pad_token": "<|eot_id|>"}, "peft": {"base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct", "task_type": "CAUSAL_LM"}}
tags: peft safetensors llama llama-3 multimodal llm video stream online video understanding video understanding video-text-to-text en dataset:chenjoya/videollm-online-chat-ego4d-134k arxiv:2406.11816 base_model:meta-llama/Meta-Llama-3-8B-Instruct base_model:adapter:meta-llama/Meta-Llama-3-8B-Instruct license:mit region:us