This compressor samples the cache for a while, trying to define the most frequently used values. More...

#include <frequent_values.hh>

Inheritance diagram for Compressor::FrequentValues:

Classes
class	CompData

class	FrequentValuesListener

class	VFTEntry

Public Types
typedef FrequentValuesCompressorParams	Params

Public Types inherited from Compressor::Base
typedef BaseCacheCompressorParams	Params

Public Types inherited from SimObject
typedef SimObjectParams	Params

Public Member Functions
	FrequentValues (const Params &p)

	~FrequentValues ()=default

void	probeNotify (const DataUpdate &data_update)
	Process a notification event from the ProbeListener. More...

void	regProbeListeners () override
	Register probe listeners for this object. More...

Public Member Functions inherited from Compressor::Base
	Base (const Params &p)

virtual	~Base ()=default

virtual void	setCache (BaseCache *_cache)
	The cache can only be set once. More...

std::unique_ptr< CompressionData >	compress (const uint64_t *data, Cycles &comp_lat, Cycles &decomp_lat)
	Apply the compression process to the cache line. More...

Cycles	getDecompressionLatency (const CacheBlk *blk)
	Get the decompression latency if the block is compressed. More...

Public Member Functions inherited from SimObject
const Params &	params () const

	SimObject (const Params &p)

virtual	~SimObject ()

virtual const std::string	name () const

virtual void	init ()
	init() is called after all C++ SimObjects have been created and all ports are connected. More...

virtual void	loadState (CheckpointIn &cp)
	loadState() is called on each SimObject when restoring from a checkpoint. More...

virtual void	initState ()
	initState() is called on each SimObject when not restoring from a checkpoint. More...

virtual void	regProbePoints ()
	Register probe points for this object. More...

ProbeManager *	getProbeManager ()
	Get the probe manager for this object. More...

virtual Port &	getPort (const std::string &if_name, PortID idx=InvalidPortID)
	Get a port with a given name and index. More...

virtual void	startup ()
	startup() is the final initialization call before simulation. More...

DrainState	drain () override
	Provide a default implementation of the drain interface for objects that don't need draining. More...

virtual void	memWriteback ()
	Write back dirty buffers to memory using functional writes. More...

virtual void	memInvalidate ()
	Invalidate the contents of memory buffers. More...

void	serialize (CheckpointOut &cp) const override
	Serialize an object. More...

void	unserialize (CheckpointIn &cp) override
	Unserialize an object. More...

Public Member Functions inherited from EventManager
EventQueue *	eventQueue () const

void	schedule (Event &event, Tick when)

void	deschedule (Event &event)

void	reschedule (Event &event, Tick when, bool always=false)

void	schedule (Event *event, Tick when)

void	deschedule (Event *event)

void	reschedule (Event *event, Tick when, bool always=false)

void	wakeupEventQueue (Tick when=(Tick) -1)
	This function is not needed by the usual gem5 event loop but may be necessary in derived EventQueues which host gem5 on other schedulers. More...

void	setCurTick (Tick newVal)

	EventManager (EventManager &em)
	Event manger manages events in the event queue. More...

	EventManager (EventManager *em)

	EventManager (EventQueue *eq)

Public Member Functions inherited from Serializable
	Serializable ()

virtual	~Serializable ()

void	serializeSection (CheckpointOut &cp, const char *name) const
	Serialize an object into a new section. More...

void	serializeSection (CheckpointOut &cp, const std::string &name) const

void	unserializeSection (CheckpointIn &cp, const char *name)
	Unserialize an a child object. More...

void	unserializeSection (CheckpointIn &cp, const std::string &name)

Public Member Functions inherited from Drainable
DrainState	drainState () const
	Return the current drain state of an object. More...

virtual void	notifyFork ()
	Notify a child process of a fork. More...

Public Member Functions inherited from Stats::Group
	Group (Group parent, const char name=nullptr)
	Construct a new statistics group. More...

virtual	~Group ()

virtual void	regStats ()
	Callback to set stat parameters. More...

virtual void	resetStats ()
	Callback to reset stats. More...

virtual void	preDumpStats ()
	Callback before stats are dumped. More...

void	addStat (Stats::Info *info)
	Register a stat with this group. More...

const std::map< std::string, Group * > &	getStatGroups () const
	Get all child groups associated with this object. More...

const std::vector< Info * > &	getStats () const
	Get all stats associated with this object. More...

void	addStatGroup (const char name, Group block)
	Add a stat block as a child of this block. More...

const Info *	resolveStat (std::string name) const
	Resolve a stat by its name within this group. More...

void	mergeStatGroup (Group *block)
	Merge the contents (stats & children) of a block to this block. More...

	Group ()=delete

	Group (const Group &)=delete

Group &	operator= (const Group &)=delete

Private Types
enum	Phase { SAMPLING, CODE_GENERATION, COMPRESSING }
	The phase that the compressor is at. More...

using	DataUpdate = BaseCache::DataUpdate

Private Member Functions
void	sampleValues (const std::vector< uint64_t > &data, bool is_invalidation)
	Sample values from a packet, adding them to the VFT. More...

void	generateCodes ()
	End sampling phase and start the code generation. More...

std::unique_ptr< Base::CompressionData >	compress (const std::vector< Chunk > &chunks, Cycles &comp_lat, Cycles &decomp_lat) override
	Apply the compression process to the cache line. More...

void	decompress (const CompressionData comp_data, uint64_t data) override
	Apply the decompression process to the compressed data. More...

Private Attributes
std::vector< FrequentValuesListener * >	listeners

const bool	useHuffmanEncoding
	Whether Huffman encoding is applied to the VFT indices. More...

Encoder::Huffman	encoder
	The encoder applied to the VFT indices. More...

const int	counterBits
	Number of bits in the saturating counters. More...

const Tick	codeGenerationTicks
	Ticks needed to perform the CODE_GENERATION phase. More...

const bool	checkSaturation
	Whether an action must be performed when counters saturate. More...

const unsigned	numVFTEntries
	Maximum number of VFT entries, and thus of codewords too. More...

const unsigned	numSamples
	Number of samples in the sampling phase. More...

unsigned	takenSamples
	Number of samples taken so far. More...

Phase	phase

AssociativeSet< VFTEntry >	VFT
	The Value Frequency Table, a small cache that keeps track and estimates the frequency distribution of values in the cache. More...

uint64_t	uncompressedValue
	A pseudo value is used as the representation of uncompressed values. More...

EventFunctionWrapper	codeGenerationEvent
	Event to handle finishing code generation and starting compression. More...

Additional Inherited Members
Static Public Member Functions inherited from Compressor::Base
static void	setDecompressionLatency (CacheBlk *blk, const Cycles lat)
	Set the decompression latency of compressed block. More...

static void	setSizeBits (CacheBlk *blk, const std::size_t size_bits)
	Set the size of the compressed block, in bits. More...

Static Public Member Functions inherited from SimObject
static void	serializeAll (CheckpointOut &cp)
	Serialize all SimObjects in the system. More...

static SimObject *	find (const char *name)
	Find the SimObject with the given name and return a pointer to it. More...

Static Public Member Functions inherited from Serializable
static const std::string &	currentSection ()
	Gets the fully-qualified name of the active section. More...

static void	serializeAll (const std::string &cpt_dir)
	Serializes all the SimObjects. More...

static void	unserializeGlobals (CheckpointIn &cp)

Protected Types inherited from Compressor::Base
typedef uint64_t	Chunk
	A chunk is a basic lexical unit. More...

Protected Member Functions inherited from Compressor::Base
std::vector< Chunk >	toChunks (const uint64_t *data) const
	This function splits the raw data into chunks, so that it can be parsed by the compressor. More...

void	fromChunks (const std::vector< Chunk > &chunks, uint64_t *data) const
	This function re-joins the chunks to recreate the original data. More...

Protected Member Functions inherited from Drainable
	Drainable ()

virtual	~Drainable ()

virtual void	drainResume ()
	Resume execution after a successful drain. More...

void	signalDrainDone () const
	Signal that an object is drained. More...

Protected Attributes inherited from Compressor::Base
const std::size_t	blkSize
	Uncompressed cache line size (in bytes). More...

const unsigned	chunkSizeBits
	Chunk size, in number of bits. More...

const std::size_t	sizeThreshold
	Size in bytes at which a compression is classified as bad and therefore the compressed block is restored to its uncompressed format. More...

const Cycles	compChunksPerCycle
	Degree of parallelization of the compression process. More...

const Cycles	compExtraLatency
	Extra latency added to compression due to packaging, shifting or other operations. More...

const Cycles	decompChunksPerCycle
	Degree of parallelization of the decompression process. More...

const Cycles	decompExtraLatency
	Extra latency added to decompression due to packaging, shifting or other operations. More...

BaseCache *	cache
	Pointer to the parent cache. More...

Compressor::Base::BaseStats	stats

Protected Attributes inherited from SimObject
const SimObjectParams &	_params
	Cached copy of the object parameters. More...

Protected Attributes inherited from EventManager
EventQueue *	eventq
	A pointer to this object's event queue. More...

Detailed Description

This compressor samples the cache for a while, trying to define the most frequently used values.

When these values are determined, they are associated to shorter representations (codes). Then the compressor can start its effective compression phase, in which occurrences of these values are substituted by their codes.

Definition at line 57 of file frequent_values.hh.

Member Typedef Documentation

◆ DataUpdate

using Compressor::FrequentValues::DataUpdate = BaseCache::DataUpdate

private

Definition at line 62 of file frequent_values.hh.

◆ Params

typedef FrequentValuesCompressorParams Compressor::FrequentValues::Params

Definition at line 176 of file frequent_values.hh.

Member Enumeration Documentation

◆ Phase

enum Compressor::FrequentValues::Phase

private

The phase that the compressor is at.

It assumes that sampling and code generation are done only once.

Enumerator
SAMPLING
CODE_GENERATION
COMPRESSING

Definition at line 107 of file frequent_values.hh.

Constructor & Destructor Documentation

◆ FrequentValues()

Compressor::FrequentValues::FrequentValues ( const Params & p )

Definition at line 43 of file frequent_values.cc.

References COMPRESSING, and phase.

◆ ~FrequentValues()

Compressor::FrequentValues::~FrequentValues ( )

default

Member Function Documentation

◆ compress()

std::unique_ptr< Base::CompressionData > Compressor::FrequentValues::compress	(	const std::vector< Chunk > &	chunks,
		Cycles &	comp_lat,
		Cycles &	decomp_lat
	)

overrideprivatevirtual

Apply the compression process to the cache line.

Returns the number of cycles used by the compressor, however it is usually covered by a good pipelined execution, and is currently ignored. The decompression latency is also returned, in order to avoid increasing simulation time and memory consumption.

Parameters

chunks	The cache line to be compressed, divided into chunks.
comp_lat	Compression latency in number of cycles.
decomp_lat	Decompression latency in number of cycles.

Returns: Cache line after compression.

Implements Compressor::Base.

Definition at line 58 of file frequent_values.cc.

References Compressor::Base::chunkSizeBits, Compressor::Encoder::Code::code, Compressor::Base::compChunksPerCycle, Compressor::Base::compExtraLatency, COMPRESSING, Compressor::Base::decompChunksPerCycle, Compressor::Base::decompExtraLatency, DPRINTF, Compressor::Encoder::Huffman::encode(), encoder, MipsISA::index, Compressor::Encoder::Code::length, numVFTEntries, phase, uncompressedValue, useHuffmanEncoding, and VFT.

◆ decompress()

void Compressor::FrequentValues::decompress	(	const CompressionData *	comp_data,
		uint64_t *	cache_line
	)

overrideprivatevirtual

Apply the decompression process to the compressed data.

Parameters

comp_data	Compressed cache line.
cache_line	The cache line to be decompressed.

Implements Compressor::Base.

Definition at line 131 of file frequent_values.cc.

References Compressor::Encoder::Code::code, Compressor::FrequentValues::CompData::compressedValues, COMPRESSING, data, DPRINTF, Compressor::Encoder::Huffman::encode(), encoder, Compressor::Base::fromChunks(), phase, uncompressedValue, useHuffmanEncoding, and VFT.

◆ generateCodes()

void Compressor::FrequentValues::generateCodes ( )

private

End sampling phase and start the code generation.

Definition at line 212 of file frequent_values.cc.

References CODE_GENERATION, codeGenerationEvent, codeGenerationTicks, curTick(), encoder, Compressor::Encoder::Huffman::generateCodeMaps(), ArmISA::i, numVFTEntries, phase, Compressor::Encoder::Huffman::sample(), EventManager::schedule(), uncompressedValue, useHuffmanEncoding, and VFT.

Referenced by probeNotify().

◆ probeNotify()

void Compressor::FrequentValues::probeNotify ( const DataUpdate & data_update )

Process a notification event from the ProbeListener.

Parameters

data_update The data regarding the entry's contents update.

Definition at line 259 of file frequent_values.cc.

References generateCodes(), BaseCache::DataUpdate::newData, numSamples, BaseCache::DataUpdate::oldData, phase, sampleValues(), SAMPLING, and takenSamples.

Referenced by Compressor::FrequentValues::FrequentValuesListener::notify().

◆ regProbeListeners()

void Compressor::FrequentValues::regProbeListeners ( )

overridevirtual

Register probe listeners for this object.

No probe listeners by default, so do nothing in base.

Reimplemented from SimObject.

Definition at line 283 of file frequent_values.cc.

References Compressor::Base::cache, SimObject::getProbeManager(), and listeners.

◆ sampleValues()

void Compressor::FrequentValues::sampleValues	(	const std::vector< uint64_t > &	data,
		bool	is_invalidation
	)

private

Sample values from a packet, adding them to the VFT.

Parameters

data	The line being sampled.
is_invalidation	whether this event comes from an invalidation.

Definition at line 171 of file frequent_values.cc.

References checkSaturation, Compressor::FrequentValues::VFTEntry::counter, data, GenericSatCounter< T >::isSaturated(), takenSamples, Compressor::Base::toChunks(), Compressor::FrequentValues::VFTEntry::value, and VFT.

Referenced by probeNotify().

Member Data Documentation

◆ checkSaturation

const bool Compressor::FrequentValues::checkSaturation

private

Whether an action must be performed when counters saturate.

Definition at line 92 of file frequent_values.hh.

Referenced by sampleValues().

◆ codeGenerationEvent

EventFunctionWrapper Compressor::FrequentValues::codeGenerationEvent

private

Event to handle finishing code generation and starting compression.

Definition at line 155 of file frequent_values.hh.

Referenced by generateCodes().

◆ codeGenerationTicks

const Tick Compressor::FrequentValues::codeGenerationTicks

private

Ticks needed to perform the CODE_GENERATION phase.

Definition at line 89 of file frequent_values.hh.

Referenced by generateCodes().

◆ counterBits

const int Compressor::FrequentValues::counterBits

private

Number of bits in the saturating counters.

Definition at line 86 of file frequent_values.hh.

◆ encoder

Encoder::Huffman Compressor::FrequentValues::encoder

private

The encoder applied to the VFT indices.

Definition at line 83 of file frequent_values.hh.

Referenced by compress(), decompress(), and generateCodes().

◆ listeners

std::vector<FrequentValuesListener*> Compressor::FrequentValues::listeners

private

Definition at line 77 of file frequent_values.hh.

Referenced by regProbeListeners().

◆ numSamples

const unsigned Compressor::FrequentValues::numSamples

private

Number of samples in the sampling phase.

Definition at line 98 of file frequent_values.hh.

Referenced by probeNotify().

◆ numVFTEntries

const unsigned Compressor::FrequentValues::numVFTEntries

private

Maximum number of VFT entries, and thus of codewords too.

Definition at line 95 of file frequent_values.hh.

Referenced by compress(), and generateCodes().

◆ phase

Phase Compressor::FrequentValues::phase

private

Definition at line 108 of file frequent_values.hh.

Referenced by compress(), decompress(), FrequentValues(), generateCodes(), and probeNotify().

◆ takenSamples

unsigned Compressor::FrequentValues::takenSamples

private

Number of samples taken so far.

Definition at line 101 of file frequent_values.hh.

Referenced by probeNotify(), and sampleValues().

◆ uncompressedValue

uint64_t Compressor::FrequentValues::uncompressedValue

private

A pseudo value is used as the representation of uncompressed values.

This value is a random value that is not present in the VFT. It is selected at the end of the sampling phase.

Definition at line 152 of file frequent_values.hh.

Referenced by compress(), decompress(), and generateCodes().

◆ useHuffmanEncoding

const bool Compressor::FrequentValues::useHuffmanEncoding

private

Whether Huffman encoding is applied to the VFT indices.

Definition at line 80 of file frequent_values.hh.

Referenced by compress(), decompress(), and generateCodes().

◆ VFT

AssociativeSet<VFTEntry> Compressor::FrequentValues::VFT

private

The Value Frequency Table, a small cache that keeps track and estimates the frequency distribution of values in the cache.

Definition at line 145 of file frequent_values.hh.

Referenced by compress(), decompress(), generateCodes(), and sampleValues().

The documentation for this class was generated from the following files:

mem/cache/compressors/frequent_values.hh
mem/cache/compressors/frequent_values.cc

Classes

Public Types

Public Member Functions

Private Types

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Member Typedef Documentation

◆ DataUpdate

◆ Params

Member Enumeration Documentation

◆ Phase

Constructor & Destructor Documentation

◆ FrequentValues()

◆ ~FrequentValues()

Member Function Documentation

◆ compress()

◆ decompress()

◆ generateCodes()

◆ probeNotify()

◆ regProbeListeners()

◆ sampleValues()

Member Data Documentation

◆ checkSaturation

◆ codeGenerationEvent

◆ codeGenerationTicks

◆ counterBits

◆ encoder

◆ listeners

◆ numSamples

◆ numVFTEntries

◆ phase

◆ takenSamples

◆ uncompressedValue

◆ useHuffmanEncoding

◆ VFT