Internal ring buffer which is used to prefetch/store copies of the in-memory HSA ring buffer. More...

#include <hsa_packet_processor.hh>

Public Member Functions
std::string	name ()

	AQLRingBuffer (uint32_t size, const std::string name)

int	allocEntry (uint32_t nBufReq)

bool	freeEntry (void *pkt)

void	saveHostDispAddr (Addr host_pkt_addr, int num_pkts, int ix)
	the kernel may try to read from the dispatch packet, so we need to keep the host address that corresponds to each of the dispatch packets this AQL buffer is storing.

Addr	hostDispAddr () const

bool	dispPending () const

bool	isLastOutstandingPkt () const
	Packets aren't guaranteed to be completed in-order, and we need to know when the last packet is finished in order to un-set the barrier bit.

uint32_t	nFree () const

void *	ptr (uint32_t ix)

uint32_t	numObjs () const

uint32_t	objSize () const

uint64_t	dispIdx () const

uint64_t	wrIdx () const

uint64_t	rdIdx () const

uint64_t *	rdIdxPtr ()

void	incRdIdx (uint64_t value)

void	incWrIdx (uint64_t value)

void	incDispIdx (uint64_t value)

uint64_t	compltnPending ()

void	setRdIdx (uint64_t value)

void	setWrIdx (uint64_t value)

void	setDispIdx (uint64_t value)

Private Attributes
std::vector< hsa_kernel_dispatch_packet_t >	_aqlBuf

std::string	_name

std::vector< Addr >	_hostDispAddresses

std::vector< bool >	_aqlComplete

uint64_t	_wrIdx

uint64_t	_rdIdx

uint64_t	_dispIdx

Detailed Description

Internal ring buffer which is used to prefetch/store copies of the in-memory HSA ring buffer.

Each packet in the queue has three implicit states tracked by a packet's relative location to the write, read, and dispatch pointers.

FREE: Entry is empty ALLOCATED: Entry has been allocated for a packet, but the DMA has not yet completed SUBMITTED: Packet has been submitted to the GPUCommandProcessor, but has not yet completed

Definition at line 141 of file hsa_packet_processor.hh.

Constructor & Destructor Documentation

◆ AQLRingBuffer()

gem5::AQLRingBuffer::AQLRingBuffer	(	uint32_t	size,
		const std::string	name )

Definition at line 590 of file hsa_packet_processor.cc.

References _aqlBuf, _aqlComplete, _hostDispAddresses, and HSA_PACKET_TYPE_INVALID.

Member Function Documentation

◆ allocEntry()

int gem5::AQLRingBuffer::allocEntry ( uint32_t nBufReq )

Definition at line 648 of file hsa_packet_processor.cc.

References DPRINTF, incWrIdx(), nFree(), and wrIdx().

Referenced by gem5::HSAPacketProcessor::getCommandsFromHost().

◆ compltnPending()

uint64_t gem5::AQLRingBuffer::compltnPending ( )

inline

Definition at line 221 of file hsa_packet_processor.hh.

References _dispIdx, and _rdIdx.

Referenced by gem5::HSAPacketProcessor::RQLEntry::compltnPending().

◆ dispIdx()

uint64_t gem5::AQLRingBuffer::dispIdx ( ) const

inline

Definition at line 214 of file hsa_packet_processor.hh.

References _dispIdx.

Referenced by gem5::HSAPacketProcessor::cmdQueueCmdDma(), hostDispAddr(), and gem5::HSAPacketProcessor::QueueProcessEvent::process().

◆ dispPending()

bool gem5::AQLRingBuffer::dispPending ( ) const

inline

Definition at line 183 of file hsa_packet_processor.hh.

References _aqlBuf, _dispIdx, _wrIdx, HSA_PACKET_HEADER_TYPE, HSA_PACKET_HEADER_WIDTH_TYPE, and HSA_PACKET_TYPE_INVALID.

Referenced by gem5::HSAPacketProcessor::RQLEntry::dispPending().

◆ freeEntry()

bool gem5::AQLRingBuffer::freeEntry ( void * pkt )

Definition at line 622 of file hsa_packet_processor.cc.

References _aqlBuf, _aqlComplete, DPRINTF, HSA_PACKET_TYPE_INVALID, incRdIdx(), nFree(), numObjs(), rdIdx(), and wrIdx().

◆ hostDispAddr()

Addr gem5::AQLRingBuffer::hostDispAddr ( ) const

inline

Definition at line 177 of file hsa_packet_processor.hh.

References _hostDispAddresses, dispIdx(), and numObjs().

Referenced by gem5::HSAPacketProcessor::QueueProcessEvent::process().

◆ incDispIdx()

void gem5::AQLRingBuffer::incDispIdx ( uint64_t value )

inline

Definition at line 220 of file hsa_packet_processor.hh.

References _dispIdx.

Referenced by gem5::HSAPacketProcessor::QueueProcessEvent::process().

◆ incRdIdx()

void gem5::AQLRingBuffer::incRdIdx ( uint64_t value )

inline

Definition at line 218 of file hsa_packet_processor.hh.

References _rdIdx.

Referenced by freeEntry().

◆ incWrIdx()

void gem5::AQLRingBuffer::incWrIdx ( uint64_t value )

inline

Definition at line 219 of file hsa_packet_processor.hh.

References _wrIdx.

Referenced by allocEntry().

◆ isLastOutstandingPkt()

bool gem5::AQLRingBuffer::isLastOutstandingPkt ( ) const

inline

Packets aren't guaranteed to be completed in-order, and we need to know when the last packet is finished in order to un-set the barrier bit.

In order to confirm if the packet at _rdIdx is the last packet, we check if the packets ahead of _rdIdx are finished. If they are, _rdIdx is the last packet. If not, there are other outstanding packets.

Definition at line 200 of file hsa_packet_processor.hh.

References _aqlBuf, _aqlComplete, _dispIdx, _rdIdx, and gem5::ArmISA::i.

Referenced by gem5::HSAPacketProcessor::RQLEntry::isLastOutstandingPkt().

◆ name()

std::string gem5::AQLRingBuffer::name ( )

inline

Definition at line 153 of file hsa_packet_processor.hh.

References _name.

◆ nFree()

uint32_t gem5::AQLRingBuffer::nFree ( ) const

inline

Definition at line 210 of file hsa_packet_processor.hh.

References _aqlBuf, _rdIdx, and _wrIdx.

Referenced by allocEntry(), and freeEntry().

◆ numObjs()

uint32_t gem5::AQLRingBuffer::numObjs ( ) const

inline

Definition at line 212 of file hsa_packet_processor.hh.

References _aqlBuf.

Referenced by freeEntry(), gem5::HSAPacketProcessor::getCommandsFromHost(), hostDispAddr(), and saveHostDispAddr().

◆ objSize()

uint32_t gem5::AQLRingBuffer::objSize ( ) const

inline

Definition at line 213 of file hsa_packet_processor.hh.

References AQL_PACKET_SIZE.

Referenced by saveHostDispAddr().

◆ ptr()

void * gem5::AQLRingBuffer::ptr ( uint32_t ix )

inline

Definition at line 211 of file hsa_packet_processor.hh.

References _aqlBuf.

Referenced by gem5::HSAPacketProcessor::getCommandsFromHost(), and gem5::HSAPacketProcessor::QueueProcessEvent::process().

◆ rdIdx()

uint64_t gem5::AQLRingBuffer::rdIdx ( ) const

inline

Definition at line 216 of file hsa_packet_processor.hh.

References _rdIdx.

Referenced by gem5::HSAPacketProcessor::cmdQueueCmdDma(), freeEntry(), gem5::HSAPacketProcessor::QueueProcessEvent::process(), and gem5::HSAPacketProcessor::updateReadIndex().

◆ rdIdxPtr()

uint64_t * gem5::AQLRingBuffer::rdIdxPtr ( )

inline

Definition at line 217 of file hsa_packet_processor.hh.

References _rdIdx.

Referenced by gem5::HSAPacketProcessor::updateReadIndex().

◆ saveHostDispAddr()

void gem5::AQLRingBuffer::saveHostDispAddr	(	Addr	host_pkt_addr,
		int	num_pkts,
		int	ix )

inline

the kernel may try to read from the dispatch packet, so we need to keep the host address that corresponds to each of the dispatch packets this AQL buffer is storing.

when we call submitPkt(), we send along the corresponding host address for the packet so the wavefront can properly initialize its SGPRs - which may include a pointer to the dispatch packet

Definition at line 168 of file hsa_packet_processor.hh.

References _hostDispAddresses, gem5::ArmISA::i, numObjs(), and objSize().

Referenced by gem5::HSAPacketProcessor::getCommandsFromHost().

◆ setDispIdx()

void gem5::AQLRingBuffer::setDispIdx ( uint64_t value )

Definition at line 616 of file hsa_packet_processor.cc.

References _dispIdx.

Referenced by gem5::HWScheduler::registerNewQueue().

◆ setRdIdx()

void gem5::AQLRingBuffer::setRdIdx ( uint64_t value )

Definition at line 604 of file hsa_packet_processor.cc.

References _rdIdx.

Referenced by gem5::HWScheduler::registerNewQueue().

◆ setWrIdx()

void gem5::AQLRingBuffer::setWrIdx ( uint64_t value )

Definition at line 610 of file hsa_packet_processor.cc.

References _wrIdx.

Referenced by gem5::HWScheduler::registerNewQueue().

◆ wrIdx()

uint64_t gem5::AQLRingBuffer::wrIdx ( ) const

inline

Definition at line 215 of file hsa_packet_processor.hh.

References _wrIdx.

Referenced by allocEntry(), gem5::HSAPacketProcessor::cmdQueueCmdDma(), freeEntry(), gem5::HSAPacketProcessor::getCommandsFromHost(), gem5::HSAPacketProcessor::QueueProcessEvent::process(), and gem5::HSAPacketProcessor::updateReadIndex().

Member Data Documentation

◆ _aqlBuf

std::vector<hsa_kernel_dispatch_packet_t> gem5::AQLRingBuffer::_aqlBuf

private

Definition at line 144 of file hsa_packet_processor.hh.

Referenced by AQLRingBuffer(), dispPending(), freeEntry(), isLastOutstandingPkt(), nFree(), numObjs(), and ptr().

◆ _aqlComplete

std::vector<bool> gem5::AQLRingBuffer::_aqlComplete

private

Definition at line 147 of file hsa_packet_processor.hh.

Referenced by AQLRingBuffer(), freeEntry(), and isLastOutstandingPkt().

◆ _dispIdx

uint64_t gem5::AQLRingBuffer::_dispIdx

private

Definition at line 150 of file hsa_packet_processor.hh.

Referenced by compltnPending(), dispIdx(), dispPending(), incDispIdx(), isLastOutstandingPkt(), and setDispIdx().

◆ _hostDispAddresses

std::vector<Addr> gem5::AQLRingBuffer::_hostDispAddresses

private

Definition at line 146 of file hsa_packet_processor.hh.

Referenced by AQLRingBuffer(), hostDispAddr(), and saveHostDispAddr().

◆ _name

std::string gem5::AQLRingBuffer::_name

private

Definition at line 145 of file hsa_packet_processor.hh.

Referenced by name().

◆ _rdIdx

uint64_t gem5::AQLRingBuffer::_rdIdx

private

Definition at line 149 of file hsa_packet_processor.hh.

Referenced by compltnPending(), incRdIdx(), isLastOutstandingPkt(), nFree(), rdIdx(), rdIdxPtr(), and setRdIdx().

◆ _wrIdx

uint64_t gem5::AQLRingBuffer::_wrIdx

private

Definition at line 148 of file hsa_packet_processor.hh.

Referenced by dispPending(), incWrIdx(), nFree(), setWrIdx(), and wrIdx().

The documentation for this class was generated from the following files:

dev/hsa/hsa_packet_processor.hh
dev/hsa/hsa_packet_processor.cc

Public Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

◆ AQLRingBuffer()

Member Function Documentation

◆ allocEntry()

◆ compltnPending()

◆ dispIdx()

◆ dispPending()

◆ freeEntry()

◆ hostDispAddr()

◆ incDispIdx()

◆ incRdIdx()

◆ incWrIdx()

◆ isLastOutstandingPkt()

◆ name()

◆ nFree()

◆ numObjs()

◆ objSize()

◆ ptr()

◆ rdIdx()

◆ rdIdxPtr()

◆ saveHostDispAddr()

◆ setDispIdx()

◆ setRdIdx()

◆ setWrIdx()

◆ wrIdx()

Member Data Documentation

◆ _aqlBuf

◆ _aqlComplete

◆ _dispIdx

◆ _hostDispAddresses

◆ _name

◆ _rdIdx

◆ _wrIdx