#include #include #include #include #include #include #include "fasttext.h" #include "dictionary.h" using Clock = std::chrono::steady_clock; long long ns(Clock::time_point a, Clock::time_point b) { return std::chrono::duration_cast(b-a).count(); } int main(int argc, char** argv) { if (argc != 3) return 2; std::ifstream input(argv[2]); if (!input) return 3; std::vector lines; for (std::string line; std::getline(input,line);) lines.push_back(line); auto start=Clock::now(); fasttext::FastText model; model.loadModel(argv[1]); auto loaded=Clock::now(); auto predict = [&]() { std::vector labels; for (const auto& line: lines) { std::istringstream text(line+"\n"); std::vector> predictions; if (!model.predictLine(text,predictions,1,0.0) || predictions.size()!=1) throw std::runtime_error("missing prediction"); labels.push_back(predictions[0].second.substr(9)); } return labels; }; auto warmStart=Clock::now(); auto warm=predict(); auto warmEnd=Clock::now(); auto begin=Clock::now(); auto labels=predict(); auto end=Clock::now(); if (labels != warm) return 4; std::cout << "{\"load_ns\":" << ns(start,loaded) << ",\"warmup_ns\":" << ns(warmStart,warmEnd) << ",\"predict_ns\":" << ns(begin,end) << ",\"candidate_languages\":["; auto dict=model.getDictionary(); for (int i=0;inlabels();i++) { if (i) std::cout << ','; std::cout << '"' << dict->getLabel(i).substr(9) << '"'; } std::cout << "],\"predictions\":["; for (size_t i=0;i