llama_ros::Metadata::ModelInfo Struct Reference

#include <llama.hpp>

Collaboration diagram for llama_ros::Metadata::ModelInfo:

Public Attributes
uint64_t	context_length
uint64_t	embedding_length
uint64_t	block_count
uint64_t	feed_forward_length
bool	use_parallel_residual
std::string	tensor_data_layout
uint32_t	expert_count
uint32_t	expert_used_count
AttentionInfo	attention
RoPEInfo	rope

Member Data Documentation

attention

AttentionInfo llama_ros::Metadata::ModelInfo::attention

block_count

uint64_t llama_ros::Metadata::ModelInfo::block_count

context_length

uint64_t llama_ros::Metadata::ModelInfo::context_length

embedding_length

uint64_t llama_ros::Metadata::ModelInfo::embedding_length

expert_count

uint32_t llama_ros::Metadata::ModelInfo::expert_count

expert_used_count

uint32_t llama_ros::Metadata::ModelInfo::expert_used_count

feed_forward_length

uint64_t llama_ros::Metadata::ModelInfo::feed_forward_length

rope

RoPEInfo llama_ros::Metadata::ModelInfo::rope

tensor_data_layout

std::string llama_ros::Metadata::ModelInfo::tensor_data_layout

use_parallel_residual

bool llama_ros::Metadata::ModelInfo::use_parallel_residual

---

The documentation for this struct was generated from the following file:

• llama_ros/include/llama_ros/llama.hpp