#include "embd-input.h" #include #include #include int main(int argc, char** argv) { auto mymodel = create_mymodel(argc, argv); int N = 10; int max_tgt_len = 500; int n_embd = llama_n_embd(llama_get_model(mymodel->ctx)); // add random float embd to test evaluation float * data = new float[N*n_embd]; std::default_random_engine e; std::uniform_real_distribution u(0,1); for (int i=0;iparams.prompt.c_str()); const char* tmp; for (int i=0; i")==0) break; printf("%s", tmp); fflush(stdout); } printf("\n"); free_mymodel(mymodel); return 0; }