chinese-topic-classification/code/data_loader.sh at main · mparts/chinese-topic-classification · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
#!/usr/bin/env bash

# create folders to save training data & models
mkdir "./../data/"
mkdir "./../models/"
mkdir "./../visualizations/"

# download our data with wget
wget -O "../data/dev.tsv" "https://huggingface.co/api/resolve-cache/datasets/Davlan/sib200/38977a667f6fc264d5c26ec57a01e16db040b358/data%2Fzho_Hans%2Fdev.tsv?%2Fdatasets%2FDavlan%2Fsib200%2Fresolve%2Fmain%2Fdata%2Fzho_Hans%2Fdev.tsv=&etag=%224e31bff5009cf681250d10527d5b06b9b7b5dc47%22"
wget -O "../data/labels.txt" "https://huggingface.co/api/resolve-cache/datasets/Davlan/sib200/38977a667f6fc264d5c26ec57a01e16db040b358/data%2Fzho_Hans%2Flabels.txt?%2Fdatasets%2FDavlan%2Fsib200%2Fresolve%2Fmain%2Fdata%2Fzho_Hans%2Flabels.txt=&etag=%223bf84af511ec8ab40686c0d51da92efd4f7867f6%22"
wget -O "../data/test.tsv" "https://huggingface.co/api/resolve-cache/datasets/Davlan/sib200/38977a667f6fc264d5c26ec57a01e16db040b358/data%2Fzho_Hans%2Ftest.tsv?%2Fdatasets%2FDavlan%2Fsib200%2Fresolve%2Fmain%2Fdata%2Fzho_Hans%2Ftest.tsv=&etag=%223043fb69e97accc425e6524bfd64005c2a41159d%22"
wget -O "../data/train.tsv" "https://huggingface.co/api/resolve-cache/datasets/Davlan/sib200/38977a667f6fc264d5c26ec57a01e16db040b358/data%2Fzho_Hans%2Ftrain.tsv?%2Fdatasets%2FDavlan%2Fsib200%2Fresolve%2Fmain%2Fdata%2Fzho_Hans%2Ftrain.tsv=&etag=%22a89e2ff04eaffee8e09250966d9d2d46fba27d89%22"