uwu_classifier/create_dataset.sh
Slendi 2babf45aa6
Add license information and readme.
Signed-off-by: Slendi <slendi@socopon.com>
2023-11-05 01:06:25 +02:00

18 lines
389 B
Bash
Executable File

#!/bin/sh
set -xe
python3 dataset_maker.py
uwuify -t $(nproc) messages_to_be_uwuified.txt messages_uwuified.txt
rm -f messages.txt messages_to_be_uwuified.txt
rm -rf dataset
mkdir -p dataset/{normal,uwu}
set +x
python3 split_file.py messages_good.txt dataset/normal $(nproc)
python3 split_file.py messages_uwuified.txt dataset/uwu $(nproc)
rm messages_good.txt messages_uwuified.txt