devices

type AMDASIC struct {
	MarketName            string      `json:"market_name"`
	VendorID              string      `json:"vendor_id"`
	VendorName            string      `json:"vendor_name"`
	SubvendorID           string      `json:"subvendor_id"`
	DeviceID              string      `json:"device_id"`
	SubsystemID           string      `json:"subsystem_id"`
	RevID                 string      `json:"rev_id"`
	ASICSerial            string      `json:"asic_serial"`
	OAMID                 interface{} `json:"oam_id"`
	NumComputeUnits       int         `json:"num_compute_units"`
	TargetGraphicsVersion string      `json:"target_graphics_version"`
}

type AMDBoard struct {
	ModelNumber      string `json:"model_number"`
	ProductSerial    string `json:"product_serial"`
	FRUID            string `json:"fru_id"`
	ProductName      string `json:"product_name"`
	ManufacturerName string `json:"manufacturer_name"`
}

type AMDBus struct {
	BDF                  string `json:"bdf"`
	MaxPCIeWidth         int    `json:"max_pcie_width"`
	PCIeInterfaceVersion string `json:"pcie_interface_version"`
	SlotType             string `json:"slot_type"`
}

type AMDCacheInfo struct {
	Cache            int          `json:"cache"`
	CacheProperties  []string     `json:"cache_properties"`
	CacheSize        AMDUnitValue `json:"cache_size"`
	CacheLevel       int          `json:"cache_level"`
	MaxNumCUShared   int          `json:"max_num_cu_shared"`
	NumCacheInstance int          `json:"num_cache_instance"`
}

type AMDCardInfo struct {
	GPU              int            `json:"gpu"`
	ASIC             AMDASIC        `json:"asic"`
	Bus              AMDBus         `json:"bus"`
	VBIOS            AMDVBIOS       `json:"vbios"`
	Driver           AMDDriver      `json:"driver"`
	Board            AMDBoard       `json:"board"`
	RAS              AMDRAS         `json:"ras"`
	Partition        AMDPartition   `json:"partition"`
	SOCPState        string         `json:"soc_pstate"`
	XGMIPlpd         AMDXGMIPlpd    `json:"xgmi_plpd"`
	ProcessIsolation string         `json:"process_isolation"`
	NUMA             AMDNUMA        `json:"numa"`
	VRAM             AMDVRAM        `json:"vram"`
	CacheInfo        []AMDCacheInfo `json:"cache_info"`
}

type AMDDriver struct {
	Name    string `json:"name"`
	Version string `json:"version"`
}

type AMDGPUInfo struct {
	GPUInfo  map[int]*AMDCardInfo
	ListInfo map[int]*AMDListInfo
}

type AMDListInfo struct {
	GPU         int    `json:"gpu"`
	BDF         string `json:"bdf"`
	UniqueID    string `json:"uuid"`
	KFDID       int    `json:"kfd_id"`
	NodeID      int    `json:"node_id"`
	PartitionID int    `json:"partition_id"`
}

type AMDNUMA struct {
	Node     int `json:"node"`
	Affinity int `json:"affinity"`
}

type AMDPLPD struct {
	PolicyID          int    `json:"policy_id"`
	PolicyDescription string `json:"policy_description"`
}

type AMDPartition struct {
	ComputePartition string `json:"compute_partition"`
	MemoryPartition  string `json:"memory_partition"`
	PartitionID      int    `json:"partition_id"`
}

type AMDRAS struct {
	EEPROMVersion   string            `json:"eeprom_version"`
	ParitySchema    string            `json:"parity_schema"`
	SingleBitSchema string            `json:"single_bit_schema"`
	DoubleBitSchema string            `json:"double_bit_schema"`
	PoisonSchema    string            `json:"poison_schema"`
	ECCBlockState   map[string]string `json:"ecc_block_state"`
}

type AMDUnitValue struct {
	Value float64 `json:"value"`
	Unit  string  `json:"unit"`
}

type AMDVBIOS struct {
	Name       string `json:"name"`
	BuildDate  string `json:"build_date"`
	PartNumber string `json:"part_number"`
	Version    string `json:"version"`
}

type AMDVRAM struct {
	Type     string      `json:"type"`
	Vendor   string      `json:"vendor"`
	Size     AMDVRAMSize `json:"size"`
	BitWidth int         `json:"bit_width"`
}

type AMDVRAMSize struct {
	Value int    `json:"value"`
	Unit  string `json:"unit"`
}

type AMDXGMIPlpd struct {
	NumSupported int       `json:"num_supported"`
	CurrentID    int       `json:"current_id"`
	PLPDs        []AMDPLPD `json:"plpds"`
}

type Device interface {
	// Name returns the name of the device
	Name() string
	// DevType returns the type of the device (nvml, ...)
	DevType() DeviceType
	// GetHwType returns the type of hw the device is (gpu, processor)
	HwType() string
	// InitLib the external library loading, if any.
	InitLib() error
	// Init initizalizes and start the metric device
	Init() error
	// Shutdown stops the metric device
	Shutdown() bool
	// GetGPUInfo returns the triton info for a specific GPU
	GetGPUInfo(gpuID int) (TritonGPUInfo, error)
	// GetAllGPUInfo returns the triton info for a all GPUs on the host
	GetAllGPUInfo() ([]TritonGPUInfo, error)
}

type DeviceType int

type GPUDevice struct {
	ID         int
	TritonInfo TritonGPUInfo
}

type MockDevice struct {
	// contains filtered or unexported fields
}

type ROCMCardInfo struct {
	UniqueID           string `json:"Unique ID"`
	SerialNumber       string `json:"Serial Number"`
	VRAMTotalMemory    string `json:"VRAM Total Memory (B)"`
	VRAMUsedMemory     string `json:"VRAM Total Used Memory (B)"`
	VISVRAMTotalMemory string `json:"VIS_VRAM Total Memory (B)"`
	VISVRAMUsedMemory  string `json:"VIS_VRAM Total Used Memory (B)"`
	GTTTotalMemory     string `json:"GTT Total Memory (B)"`
	GTTUsedMemory      string `json:"GTT Total Used Memory (B)"`
	CardSeries         string `json:"Card Series"`
	CardModel          string `json:"Card Model"`
	CardVendor         string `json:"Card Vendor"`
	CardSKU            string `json:"Card SKU"`
	SubsystemID        string `json:"Subsystem ID"`
	DeviceRev          string `json:"Device Rev"`
	NodeID             string `json:"Node ID"`
	GUID               string `json:"GUID"`
	GFXVersion         string `json:"GFX Version"`
}

type ROCMGPUInfo struct {
	GPUInfo map[int]*ROCMCardInfo
	DrvInfo *ROCMSystemInfo
}

type ROCMSystemInfo struct {
	System struct {
		DriverVersion string `json:"Driver version"`
	} `json:"system"`
}

type Registry struct {
	Registry map[string]map[DeviceType]deviceStartupFunc // Static map of supported Devices Startup functions
}

type TritonGPUInfo struct {
	// Name represents the model name of the GPU (e.g., "Tesla V100", "RTX 3090", "Radeon RX 6900 XT").
	// This field is universal for all GPUs.
	Name string

	// UUID represents the unique identifier of the GPU, useful for distinguishing multiple GPUs.
	// This field is also universal.
	UUID string

	// ComputeCapability reflects the GPU's compute capability. For CUDA GPUs, it's a string
	// (e.g., "6.1" for Volta), while for ROCm GPUs, it might be represented by a version number
	// or a similar capability specifier. It could be used to identify supported instruction sets
	// and hardware features.
	ComputeCapability string

	// Arch is a numerical representation of the GPU's architecture. For CUDA GPUs, it's a specific
	// number (e.g., 60 for Maxwell, 70 for Volta), while ROCm might have a different notation
	// (e.g., "gfx906" for Vega GPUs).
	Arch string

	// WarpSize reflects the number of threads in a single warp on the GPU.
	// This field would be applicable to CUDA GPUs (usually 32 threads per warp), but might be
	// handled differently in ROCm, as AMD uses wavefronts, which might not have a direct one-to-one mapping.
	WarpSize int

	// MemoryTotalMB represents the total amount of memory available on the GPU in megabytes.
	// This is common for both NVIDIA and AMD GPUs.
	MemoryTotalMB uint64

	// PTXVersion indicates the PTX version used for NVIDIA CUDA GPUs.
	// For ROCm, this would be replaced with a similar field for the intermediate language (e.g., HIP).
	PTXVersion int

	Backend string
}