Pression  1.1.1
Compressor, decompressor, uploader and downloader plugins
pression::Plugin Class Reference

Holder for all functions and information of one compression plugin DSO. More...

#include <plugin.h>

+ Inheritance diagram for pression::Plugin:
+ Collaboration diagram for pression::Plugin:

Public Types

Plugin function prototypes.
typedef size_t(* GetNumCompressors_t) ()
 
typedef void *(* NewCompressor_t) (const unsigned)
 
typedef void(* DeleteCompressor_t) (void *const )
 
typedef void *(* NewDecompressor_t) (const unsigned)
 
typedef void(* DeleteDecompressor_t) (void *const )
 
typedef void(* Compress_t) (void *const, const unsigned, void *const, const uint64_t *, const uint64_t)
 
typedef unsigned(* GetNumResults_t) (void *const, const unsigned)
 
typedef void(* GetResult_t) (void *const, const unsigned, const unsigned, void **const, uint64_t *const )
 
typedef void(* Decompress_t) (void *const, const unsigned, const void *const *, const uint64_t *const, const unsigned, void *const, uint64_t *const, const uint64_t)
 
typedef bool(* IsCompatible_t) (const unsigned, const GLEWContext *)
 
typedef void(* Download_t) (void *const, const unsigned, const GLEWContext *, const uint64_t *, const unsigned, const uint64_t, uint64_t *, void **)
 
typedef void(* StartDownload_t) (void *const, const unsigned, const GLEWContext *, const uint64_t *, const unsigned, const uint64_t)
 
typedef void(* FinishDownload_t) (void *const, const unsigned, const GLEWContext *, const uint64_t *, const uint64_t, uint64_t *, void **)
 
typedef void(* Upload_t) (void *const, const unsigned, const GLEWContext *, const void *, const uint64_t *, const uint64_t, const uint64_t *, const unsigned)
 

Public Member Functions

 Plugin (const std::string &libraryName)
 Construct and initialize a new plugin DSO. More...
 
virtual ~Plugin ()
 Destruct this plugin handle. More...
 
Data Access.
bool isGood () const
 
VisitorResult accept (PluginVisitor &visitor)
 Visit all compressors. More...
 
VisitorResult accept (ConstPluginVisitor &visitor) const
 Visit all compressors. More...
 
bool implementsType (const uint32_t name) const
 
EqCompressorInfo findInfo (const uint32_t name) const
 
const CompressorInfos & getInfos () const
 

Public Attributes

Plugin function pointers.
GetNumCompressors_t const getNumCompressors
 Get the number of engines found in the plugin. More...
 
NewCompressor_t const newCompressor
 Get a new compressor instance. More...
 
NewDecompressor_t const newDecompressor
 Get a new decompressor instance. More...
 
DeleteCompressor_t const deleteCompressor
 Delete the compressor instance. More...
 
DeleteDecompressor_t const deleteDecompressor
 Delete the decompressor instance. More...
 
Compress_t const compress
 Compress data. More...
 
Decompress_t const decompress
 Decompress data. More...
 
GetNumResults_t const getNumResults
 Get the number of results from the last compression. More...
 
GetResult_t const getResult
 Get the nth result from the last compression. More...
 
IsCompatible_t const isCompatible
 Check if the transfer plugin can be used. More...
 
Download_t const download
 Download pixel data. More...
 
Upload_t const upload
 Upload pixel data. More...
 
StartDownload_t const startDownload
 Start downloading pixel data. More...
 
FinishDownload_t const finishDownload
 Start downloading pixel data. More...
 

Detailed Description

Holder for all functions and information of one compression plugin DSO.

Example:

/* Copyright (c) 2010-2016, Cedric Stalder <cedric.stalder@gmail.com>
* Stefan Eilemann <eile@eyescale.ch>
*
* This library is free software; you can redistribute it and/or modify it under
* the terms of the GNU Lesser General Public License version 2.1 as published
* by the Free Software Foundation.
*
* This library is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
* details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this library; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*/
#define TEST_RUNTIME 600 // seconds
#include <lunchbox/test.h>
#include <pression/compressor.h>
#include <pression/compressorInfo.h>
#include <pression/compressorResult.h>
#include <pression/decompressor.h>
#include <pression/plugin.h>
#include <pression/pluginRegistry.h>
#include <lunchbox/buffer.h>
#include <lunchbox/clock.h>
#include <lunchbox/file.h>
#include <lunchbox/memoryMap.h>
#include <lunchbox/rng.h>
#include <algorithm>
using namespace pression;
void _testFile();
void _testRandom();
void _testData( const uint32_t nameCompressor, const std::string& name,
const uint8_t* data, const uint64_t size );
Strings getFiles( Strings& files, const std::string& ext );
PluginRegistry registry;
uint64_t _result = 0;
uint64_t _size = 0;
float _compressionTime = 0;
float _decompressionTime = 0;
float _baseTime = 0.f;
int main( int, char** )
{
registry.addDirectory( std::string( PRESSION_BUILD_DIR ) + "/lib" );
registry.addDirectory( "../bin" );
registry.addDirectory( "../lib" );
registry.addDirectory( "../../install/bin" );
registry.addDirectory( "../../install/lib" );
registry.addDirectory( "images" );
registry.addDirectory(
"/nfs4/bbp.epfl.ch/visualization/resources/meshes/mediumPly/" );
registry.addDirectory(
"/nfs4/bbp.epfl.ch/visualization/circuits/KaustCircuit/meshes" );
registry.addDirectory(
"/nfs4/bbp.epfl.ch/visualization/circuits/KaustCircuit/simulations/run_1k/20.02.13/" );
TEST( registry.addLunchboxPlugins( ));
registry.init();
_testFile();
_testRandom();
registry.exit();
Compressor compressor;
TEST( !compressor.isGood( ));
TEST( !compressor );
Decompressor decompressor;
TEST( !decompressor.isGood( ));
TEST( !decompressor );
return EXIT_SUCCESS;
}
std::vector< uint32_t > getCompressorNames( const uint32_t tokenType )
{
const Plugins& plugins = registry.getPlugins();
std::vector< uint32_t > names;
for( PluginsCIter i = plugins.begin(); i != plugins.end(); ++i )
{
const CompressorInfos& infos = (*i)->getInfos();
for( CompressorInfosCIter j = infos.begin(); j != infos.end(); ++j )
{
if ( (*j).tokenType == tokenType )
names.push_back( (*j).name );
}
}
std::sort( names.begin(), names.end( ));
return names;
}
void _testData( const uint32_t compressorName, const std::string& name,
const uint8_t* data, const uint64_t size )
{
Compressor compressor( registry, compressorName );
Decompressor decompressor( registry, compressorName );
TEST( compressor.isGood( ));
TEST( compressor );
TESTINFO( decompressor.isGood(), compressorName );
TESTINFO( decompressor, compressorName );
const uint64_t flags = EQ_COMPRESSOR_DATA_1D;
uint64_t inDims[2] = { 0, size };
compressor.compress( const_cast<uint8_t*>(data), inDims, flags );
lunchbox::Clock clock;
compressor.compress( const_cast<uint8_t*>(data), inDims, flags );
const float compressTime = clock.getTimef();
const CompressorResult& compressed = compressor.getResult();
const uint64_t compressedSize = compressed.getSize();
std::vector< void * > chunks;
std::vector< uint64_t > chunkSizes;
chunks.resize( compressed.chunks.size( ));
chunkSizes.resize( chunks.size( ));
for( unsigned i = 0; i < chunks.size(); ++i )
{
chunks[ i ] = compressed.chunks[i].data;
chunkSizes[ i ] = compressed.chunks[i].getNumBytes();
}
lunchbox::Bufferb result;
result.resize( size );
uint8_t* outData = result.getData();
decompressor.decompress( &chunks.front(), &chunkSizes.front(),
unsigned( chunks.size( )), outData, inDims );
clock.reset();
decompressor.decompress( &chunks.front(), &chunkSizes.front(),
unsigned(chunks.size()), outData, inDims);
const float decompressTime = clock.getTimef();
TEST( memcmp( outData, data, size ) == 0 );
std::cout << std::setw(20) << name << ", 0x" << std::setw(8)
<< std::setfill( '0' ) << std::hex << compressorName << std::dec
<< std::setfill(' ') << ", " << std::setw(10) << size << ", "
<< std::setw(10) << compressedSize << ", " << std::setw(10)
<< float(size) / 1024.f / 1024.f * 1000.f / compressTime
<< ", " << std::setw(10)
<< float(size) / 1024.f / 1024.f * 1000.f / decompressTime
<< std::endl;
_size += size;
_result += compressedSize;
_compressionTime += compressTime;
_decompressionTime += decompressTime;
}
void _testFile()
{
std::vector< uint32_t > compressorNames =
getCompressorNames( EQ_COMPRESSOR_DATATYPE_BYTE );
std::vector< std::string > files;
getFiles( files, ".*\\.dll" );
getFiles( files, ".*\\.exe" );
getFiles( files, ".*\\.so" );
getFiles( files, ".*\\.a" );
getFiles( files, ".*\\.dylib" );
getFiles( files, ".*\\.rgb" );
getFiles( files, ".*\\.bin" );
getFiles( files, ".*\\.ply" );
getFiles( files, ".*\\.bbp" );
#if 1
// Limit to 30 files using a pseudo-random selection for reproducability
const size_t maxFiles = 30;
if( files.size() > maxFiles )
{
const size_t cut = files.size() - maxFiles;
for( size_t i = 0; i < cut; ++i )
files.erase( files.begin() + (i * 997 /*prime*/) % files.size( ));
}
#endif
std::cout.setf( std::ios::right, std::ios::adjustfield );
std::cout.precision( 5 );
std::cout << " File, Compressor, Uncompress, "
<< "Compressed, comp MB/s, decomp MB/s" << std::endl;
for( std::vector< uint32_t >::const_iterator i = compressorNames.begin();
i != compressorNames.end(); ++i )
{
_result = 0;
_size = 0;
_compressionTime = 0;
_decompressionTime = 0;
for( StringsCIter j = files.begin(); j != files.end(); ++j )
{
lunchbox::MemoryMap file;
const uint8_t* data = static_cast<const uint8_t*>( file.map( *j ));
if( !data )
{
LBERROR << "Can't mmap " << *j << std::endl;
continue;
}
const size_t size = file.getSize();
if( size > LB_1GB )
continue;
const std::string name = lunchbox::getFilename( *j );
_testData( *i, name, data, size );
}
if( _baseTime == 0.f )
_baseTime = _compressionTime + _decompressionTime;
std::cout << std::setw(24) << "Total, 0x" << std::setw(8)
<< std::setfill( '0' ) << std::hex << *i << std::dec
<< std::setfill(' ') << ", " << std::setw(10) << _size << ", "
<< std::setw(10) << _result << ", " << std::setw(10)
<< float(_size) / 1024.f / 1024.f * 1000.f / _compressionTime
<< ", " << std::setw(10)
<< float(_size) / 1024.f / 1024.f * 1000.f /_decompressionTime
<< std::endl
<< " info->ratio = " << float(_result) / float(_size)
<< "f;" << std::endl
<< " info->speed = " << float(_baseTime) /
float(_compressionTime + _decompressionTime)
<< "f;" << std::endl << std::endl;
}
}
void _testRandom()
{
ssize_t size = LB_10MB;
uint8_t* data = new uint8_t[size];
lunchbox::RNG rng;
#pragma omp parallel for
for( ssize_t i = 0; i < size; ++i )
data[i] = rng.get< uint8_t >();
std::vector< uint32_t >compressorNames =
getCompressorNames( EQ_COMPRESSOR_DATATYPE_BYTE );
_result = 0;
_size = 0;
_compressionTime = 0;
_decompressionTime = 0;
for( std::vector<uint32_t>::const_iterator i = compressorNames.begin();
i != compressorNames.end(); ++i )
{
size = LB_10MB;
for( size_t j = 0; j<8; ++j ) // test all granularities between mod 8..1
{
_testData( *i, "Random data", data, size );
--size;
}
std::cout << std::setw(24) << "Total, 0x" << std::setw(8)
<< std::setfill( '0' ) << std::hex << *i << std::dec
<< std::setfill(' ') << ", " << std::setw(10) << _size << ", "
<< std::setw(10) << _result << ", " << std::setw(10)
<< float(_size) / 1024.f / 1024.f * 1000.f / _compressionTime
<< ", " << std::setw(10)
<< float(_size) / 1024.f / 1024.f * 1000.f /_decompressionTime
<< std::endl;
}
delete [] data;
}
Strings getFiles( Strings& files, const std::string& ext )
{
Strings paths = registry.getDirectories();
for( uint64_t j = 0; j < paths.size(); ++j )
{
const Strings& candidates = lunchbox::searchDirectory( paths[j], ext );
for( StringsCIter i = candidates.begin(); i != candidates.end(); ++i )
{
const std::string& filename = *i;
files.push_back( paths[j] + '/' + filename );
}
}
return files;
}

Definition at line 39 of file plugin.h.

Constructor & Destructor Documentation

pression::Plugin::Plugin ( const std::string &  libraryName)
explicit

Construct and initialize a new plugin DSO.

Version
1.7.1
virtual pression::Plugin::~Plugin ( )
virtual

Destruct this plugin handle.

Version
1.7.1

Member Function Documentation

VisitorResult pression::Plugin::accept ( PluginVisitor visitor)

Visit all compressors.

Version
1.7.1
VisitorResult pression::Plugin::accept ( ConstPluginVisitor visitor) const

Visit all compressors.

Version
1.7.1
bool pression::Plugin::isGood ( ) const
Returns
true if the plugin is usable.
Version
1.7.1

Member Data Documentation

Compress_t const pression::Plugin::compress

Compress data.

Version
1.7.1

Definition at line 125 of file plugin.h.

Decompress_t const pression::Plugin::decompress

Decompress data.

Version
1.7.1

Definition at line 128 of file plugin.h.

DeleteCompressor_t const pression::Plugin::deleteCompressor

Delete the compressor instance.

Version
1.7.1

Definition at line 119 of file plugin.h.

DeleteDecompressor_t const pression::Plugin::deleteDecompressor

Delete the decompressor instance.

Version
1.7.1

Definition at line 122 of file plugin.h.

Download_t const pression::Plugin::download

Download pixel data.

Version
1.7.1

Definition at line 140 of file plugin.h.

FinishDownload_t const pression::Plugin::finishDownload

Start downloading pixel data.

Version
1.7.1

Definition at line 149 of file plugin.h.

GetNumCompressors_t const pression::Plugin::getNumCompressors

Get the number of engines found in the plugin.

Version
1.7.1

Definition at line 110 of file plugin.h.

GetNumResults_t const pression::Plugin::getNumResults

Get the number of results from the last compression.

Version
1.7.1

Definition at line 131 of file plugin.h.

GetResult_t const pression::Plugin::getResult

Get the nth result from the last compression.

Version
1.7.1

Definition at line 134 of file plugin.h.

IsCompatible_t const pression::Plugin::isCompatible

Check if the transfer plugin can be used.

Version
1.7.1

Definition at line 137 of file plugin.h.

NewCompressor_t const pression::Plugin::newCompressor

Get a new compressor instance.

Version
1.7.1

Definition at line 113 of file plugin.h.

NewDecompressor_t const pression::Plugin::newDecompressor

Get a new decompressor instance.

Version
1.7.1

Definition at line 116 of file plugin.h.

StartDownload_t const pression::Plugin::startDownload

Start downloading pixel data.

Version
1.7.1

Definition at line 146 of file plugin.h.

Upload_t const pression::Plugin::upload

Upload pixel data.

Version
1.7.1

Definition at line 143 of file plugin.h.


The documentation for this class was generated from the following file: