Taishi-N324
commited on
Commit
•
1bda1f0
1
Parent(s):
6e5d6c5
Upload README.md
Browse files
README.md
CHANGED
@@ -20,7 +20,7 @@ We are excited to share the release schedule for our latest models:
|
|
20 |
|
21 |
## Swallow Model Index
|
22 |
|
23 |
-
|Model|Llama-3-Swallow|Llama3 Swallow
|
24 |
|---|---|---|
|
25 |
|8B| [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-8B-v0.1) | [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1) |
|
26 |
|70B| [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-70B-v0.1) | [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-70B-Instruct-v0.1) |
|
@@ -205,14 +205,33 @@ Here are the team members:
|
|
205 |
|
206 |
If you find our work helpful, please feel free to cite us.
|
207 |
|
208 |
-
```tex
|
209 |
-
@misc{llama3swallow,
|
210 |
-
title={Llama 3 Swallow},
|
211 |
-
url={https://swallow-llm.github.io/llama3-swallow.en.html},
|
212 |
-
author={Swallow LLM},
|
213 |
-
year={2024},
|
214 |
-
}
|
215 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
216 |
|
217 |
### Citations
|
218 |
|
|
|
20 |
|
21 |
## Swallow Model Index
|
22 |
|
23 |
+
|Model|Llama-3-Swallow|Llama3 Swallow instruct|
|
24 |
|---|---|---|
|
25 |
|8B| [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-8B-v0.1) | [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1) |
|
26 |
|70B| [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-70B-v0.1) | [Link](https://huggingface.co/tokyotech-llm/Llama-3-Swallow-70B-Instruct-v0.1) |
|
|
|
205 |
|
206 |
If you find our work helpful, please feel free to cite us.
|
207 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
208 |
```
|
209 |
+
@inproceedings{Fujii:COLM2024,
|
210 |
+
title={Continual Pre-Training for Cross-Lingual LLM Adaptation:
|
211 |
+
Enhancing Japanese Language Capabilities},
|
212 |
+
author={Kazuki Fujii and Taishi Nakamura and Mengsay Loem and Hiroki
|
213 |
+
Iida and Masanari Ohi and Kakeru Hattori and Hirai Shota and Sakae
|
214 |
+
Mizuki and Rio Yokota and Naoaki Okazaki},
|
215 |
+
booktitle="Proceedings of the First Conference on Language Modeling",
|
216 |
+
series={COLM},
|
217 |
+
pages="(to appear)",
|
218 |
+
year="2024",
|
219 |
+
month=oct,
|
220 |
+
address={University of Pennsylvania, USA},
|
221 |
+
}
|
222 |
+
|
223 |
+
@inproceedings{Okazaki:COLM2024,
|
224 |
+
title={Building a Large Japanese Web Corpus for Large Language Models},
|
225 |
+
author={Naoaki Okazaki and Kakeru Hattori and Hirai Shota and Hiroki
|
226 |
+
Iida and Masanari Ohi and Kazuki Fujii and Taishi Nakamura and Mengsay
|
227 |
+
Loem and Rio Yokota and Sakae Mizuki},
|
228 |
+
booktitle="Proceedings of the First Conference on Language Modeling",
|
229 |
+
series={COLM},
|
230 |
+
pages="(to appear)",
|
231 |
+
year="2024",
|
232 |
+
month=oct,
|
233 |
+
address={University of Pennsylvania, USA},
|
234 |
+
}
|
235 |
|
236 |
### Citations
|
237 |
|