Update config.json
Browse files- config.json +108 -34
config.json
CHANGED
@@ -1,34 +1,108 @@
|
|
1 |
-
{
|
2 |
-
"_name_or_path": "llmware/slim-sql-qwen-base",
|
3 |
-
"aib_version": "model_archive_083024-qwen2-15-base-sql-25k-eot-train-sql2-1",
|
4 |
-
"architectures": [
|
5 |
-
"Qwen2ForCausalLM"
|
6 |
-
],
|
7 |
-
"attention_dropout": 0.0,
|
8 |
-
"bos_token_id": 151643,
|
9 |
-
"eos_token_id": 151643,
|
10 |
-
"hidden_act": "silu",
|
11 |
-
"hidden_size": 1536,
|
12 |
-
"initializer_range": 0.02,
|
13 |
-
"intermediate_size": 8960,
|
14 |
-
"max_position_embeddings": 131072,
|
15 |
-
"max_window_layers": 28,
|
16 |
-
"model_type": "qwen2",
|
17 |
-
"num_attention_heads": 12,
|
18 |
-
"num_hidden_layers": 28,
|
19 |
-
"num_key_value_heads": 2,
|
20 |
-
"rms_norm_eps": 1e-06,
|
21 |
-
"rope_theta": 1000000.0,
|
22 |
-
"sliding_window": null,
|
23 |
-
"tie_word_embeddings": true,
|
24 |
-
"trained": "custom training",
|
25 |
-
"training_comments": "qwen-base-15-sql-25k-eot-1",
|
26 |
-
"training_dataset": [
|
27 |
-
"train_sql_big2.jsonl"
|
28 |
-
],
|
29 |
-
"training_timestamp": "Fri Aug 30 19:21:20 2024",
|
30 |
-
"transformers_version": "4.43.4",
|
31 |
-
"use_cache": true,
|
32 |
-
"use_sliding_window": false,
|
33 |
-
"vocab_size": 151936
|
34 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "llmware/slim-sql-qwen-base",
|
3 |
+
"aib_version": "model_archive_083024-qwen2-15-base-sql-25k-eot-train-sql2-1",
|
4 |
+
"architectures": [
|
5 |
+
"Qwen2ForCausalLM"
|
6 |
+
],
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 151643,
|
9 |
+
"eos_token_id": 151643,
|
10 |
+
"hidden_act": "silu",
|
11 |
+
"hidden_size": 1536,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 8960,
|
14 |
+
"max_position_embeddings": 131072,
|
15 |
+
"max_window_layers": 28,
|
16 |
+
"model_type": "qwen2",
|
17 |
+
"num_attention_heads": 12,
|
18 |
+
"num_hidden_layers": 28,
|
19 |
+
"num_key_value_heads": 2,
|
20 |
+
"rms_norm_eps": 1e-06,
|
21 |
+
"rope_theta": 1000000.0,
|
22 |
+
"sliding_window": null,
|
23 |
+
"tie_word_embeddings": true,
|
24 |
+
"trained": "custom training",
|
25 |
+
"training_comments": "qwen-base-15-sql-25k-eot-1",
|
26 |
+
"training_dataset": [
|
27 |
+
"train_sql_big2.jsonl"
|
28 |
+
],
|
29 |
+
"training_timestamp": "Fri Aug 30 19:21:20 2024",
|
30 |
+
"transformers_version": "4.43.4",
|
31 |
+
"use_cache": true,
|
32 |
+
"use_sliding_window": false,
|
33 |
+
"vocab_size": 151936,
|
34 |
+
"prompt_wrapper": "human_bot",
|
35 |
+
"description": "slim-sql is a text-to-sql model.",
|
36 |
+
"prompt_format": "<human> {table_schema} \n {question} \n<bot>:",
|
37 |
+
"output_format": "{sql}",
|
38 |
+
"tokenizer_local": "tokenizer_tl.json",
|
39 |
+
"tokenizer_config": {"bos_id":[1], "bos_token":["<s>"], "eos_id":[2],"eos_token":["</s>"]},
|
40 |
+
"model_parent": "llmware/slim-sql-1b-v0",
|
41 |
+
"description": "Text-to-SQL model from llmware - finetuned on tiny-llama - 1.1 parameter base",
|
42 |
+
"quantization": "int4",
|
43 |
+
"model_family": "OVGenerativeModel",
|
44 |
+
"parameters": 1.1,
|
45 |
+
"primary_keys": ["sql"],
|
46 |
+
"output_values": ["{{sql statement}}"],
|
47 |
+
"publisher": "llmware",
|
48 |
+
"release_date": "september 2024",
|
49 |
+
"function_call": "sql",
|
50 |
+
"test_params": ["sql"],
|
51 |
+
"test_set": [
|
52 |
+
{
|
53 |
+
"context": "CREATE TABLE customers (customer_name text, account_number integer,customer_level text, vip_customer text, annual_spend text, user_name text)",
|
54 |
+
"query": "Which customers are VIP customers?",
|
55 |
+
"answer": "SELECT * FROM customers WHERE vip_customer='yes'"
|
56 |
+
},
|
57 |
+
{
|
58 |
+
"context": "CREATE TABLE customers (customer_name text, account_number integer,customer_level text, vip_customer text, annual_spend text, user_name text)",
|
59 |
+
"query": "What is the annual spend for customer Rachel Michaels?",
|
60 |
+
"answer": "SELECT annual_spend FROM customers WHERE customer_name='Rachel Michaels'"
|
61 |
+
},
|
62 |
+
{
|
63 |
+
"context": "CREATE TABLE customers (customer_name text, account_number integer,customer_level text, vip_customer text, annual_spend text, user_name text)",
|
64 |
+
"query": "How many customers spend more than $1000 per year?",
|
65 |
+
"answer": "SELECT COUNT(*) FROM customers WHERE annual_spend > $1000"
|
66 |
+
},
|
67 |
+
{
|
68 |
+
"context": "CREATE TABLE customers (customer_name text, account_number integer,customer_level text, vip_customer text, annual_spend text, user_name text)",
|
69 |
+
"query": "Who are the customers with gold customer level?",
|
70 |
+
"answer": "SELECT customer_name FROM customers WHERE customer_level = 'gold'"
|
71 |
+
},
|
72 |
+
{
|
73 |
+
"context": "CREATE TABLE customers (customer_name text, account_number integer,customer_level text, vip_customer text, annual_spend text, user_name text)",
|
74 |
+
"query": "Which customer has account number 9382035?",
|
75 |
+
"answer": "SELECT * FROM customers WHERE account_number = 9382035"
|
76 |
+
},
|
77 |
+
{
|
78 |
+
"context": "CREATE TABLE customers (customer_name text, account_number integer,customer_level text, vip_customer text, annual_spend text, user_name text)",
|
79 |
+
"query": "What is the account number of customer Susanna Jones?",
|
80 |
+
"answer": "SELECT account_number FROM customers WHERE customer_name='Susanna Jones'"
|
81 |
+
},
|
82 |
+
{
|
83 |
+
"context": "CREATE TABLE library (library_name text, unique_doc_id integer, documents integer, blocks integer, images integer, pages integer, tables integer, account_name text)",
|
84 |
+
"query": "How many pages are in the human resources library?",
|
85 |
+
"answer": "SELECT pages FROM library WHERE library_name = 'human resources'"
|
86 |
+
},
|
87 |
+
{
|
88 |
+
"context": "CREATE TABLE library (library_name text, unique_doc_id integer, documents integer, blocks integer, images integer, pages integer, tables integer, account_name text)",
|
89 |
+
"query": "Which libraries have more than 1000 images?",
|
90 |
+
"answer": "SELECT * FROM library WHERE images > 1000"
|
91 |
+
},
|
92 |
+
{
|
93 |
+
"context": "CREATE TABLE library (library_name text, unique_doc_id integer, documents integer, blocks integer, images integer, pages integer, tables integer, account_name text)",
|
94 |
+
"query": "How many blocks are in the finance library?",
|
95 |
+
"answer": "SELECT blocks FROM library WHERE library_name = 'finance library'"
|
96 |
+
},
|
97 |
+
{
|
98 |
+
"context": "CREATE TABLE library (library_name text, unique_doc_id integer, documents integer, blocks integer, images integer, pages integer, tables integer, account_name text)",
|
99 |
+
"query": "What is a list of all of the libraries?",
|
100 |
+
"answer": "SELECT * FROM library"
|
101 |
+
},
|
102 |
+
{
|
103 |
+
"context": "CREATE TABLE library (library_name text, unique_doc_id integer, documents integer, blocks integer, images integer, pages integer, tables integer, account_name text)",
|
104 |
+
"query": "Which library has unique_doc_id of 8329?",
|
105 |
+
"answer": "SELECT * FROM library WHERE unique_doc_id = 8329"
|
106 |
+
}
|
107 |
+
]
|
108 |
+
}
|