llama_params.cpp File Reference

#include <fstream>
#include "common.h"
#include "json-schema-to-grammar.h"
#include "json.hpp"
#include "llama_utils/llama_params.hpp"
#include "llama_utils/logs.hpp"

Include dependency graph for llama_params.cpp:

Functions
void	replace_all (std::string &input, const std::string &old_str, const std::string &new_str)

Variables
const std::vector< ggml_type >	kv_cache_types

Function Documentation

replace_all()

void replace_all	(	std::string &	input,
		const std::string &	old_str,
		const std::string &	new_str )

Variable Documentation

kv_cache_types

const std::vector<ggml_type> kv_cache_types

Initial value:

= {
    GGML_TYPE_F32,    GGML_TYPE_F16,  GGML_TYPE_BF16,
    GGML_TYPE_Q8_0,   GGML_TYPE_Q4_0, GGML_TYPE_Q4_1,
    GGML_TYPE_IQ4_NL, GGML_TYPE_Q5_0, GGML_TYPE_Q5_1,
}