A Streaming File access class.
- Vectors are read as one vector per line
- NOT YET IMPLEMENTED:
- Matrices are written out as one column per line
- Sparse Matrices are written out as one column per line (libsvm/svmlight style format)
- Strings are written out as one string per line
Definition at line 38 of file StreamingFile.h.
Public Member Functions |
| CStreamingFile () |
| CStreamingFile (char *fname, char rw='r') |
virtual | ~CStreamingFile () |
void | close () |
virtual bool | is_seekable () |
virtual void | reset_stream () |
virtual void | get_vector (VwExample *&ex, int32_t &len) |
virtual void | get_vector_and_label (VwExample *&ex, int32_t &len, float64_t &label) |
virtual const char * | get_name () const |
|
Functions to access dense vectors of one of several base data types. These functions are used when reading one dense vector at a time from an input source and return the vector and length of the vector by reference.
|
virtual void | get_vector (bool *&vector, int32_t &len) |
virtual void | get_vector (uint8_t *&vector, int32_t &len) |
virtual void | get_vector (char *&vector, int32_t &len) |
virtual void | get_vector (int32_t *&vector, int32_t &len) |
virtual void | get_vector (float32_t *&vector, int32_t &len) |
virtual void | get_vector (float64_t *&vector, int32_t &len) |
virtual void | get_vector (int16_t *&vector, int32_t &len) |
virtual void | get_vector (uint16_t *&vector, int32_t &len) |
virtual void | get_vector (int8_t *&vector, int32_t &len) |
virtual void | get_vector (uint32_t *&vector, int32_t &len) |
virtual void | get_vector (int64_t *&vector, int32_t &len) |
virtual void | get_vector (uint64_t *&vector, int32_t &len) |
virtual void | get_vector (floatmax_t *&vector, int32_t &len) |
|
Functions to access dense vectors of one of several base data types. These functions are used when reading one dense vector at a time from an input source and return the vector, length and label of the vector by reference.
|
virtual void | get_vector_and_label (bool *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (uint8_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (char *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (int32_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (float32_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (float64_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (int16_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (uint16_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (int8_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (uint32_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (int64_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (uint64_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_vector_and_label (floatmax_t *&vector, int32_t &len, float64_t &label) |
|
Functions to access string of one of several base data types. These functions are used when reading one string vector at a time from an input source and return the vector and length of the vector by reference.
|
virtual void | get_string (bool *&vector, int32_t &len) |
virtual void | get_string (uint8_t *&vector, int32_t &len) |
virtual void | get_string (char *&vector, int32_t &len) |
virtual void | get_string (int32_t *&vector, int32_t &len) |
virtual void | get_string (float32_t *&vector, int32_t &len) |
virtual void | get_string (float64_t *&vector, int32_t &len) |
virtual void | get_string (int16_t *&vector, int32_t &len) |
virtual void | get_string (uint16_t *&vector, int32_t &len) |
virtual void | get_string (int8_t *&vector, int32_t &len) |
virtual void | get_string (uint32_t *&vector, int32_t &len) |
virtual void | get_string (int64_t *&vector, int32_t &len) |
virtual void | get_string (uint64_t *&vector, int32_t &len) |
virtual void | get_string (floatmax_t *&vector, int32_t &len) |
|
Functions to access strings of one of several base data types. These functions are used when reading one string vector at a time from an input source and return the vector, length and label of the vector by reference.
|
virtual void | get_string_and_label (bool *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (uint8_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (char *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (int32_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (float32_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (float64_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (int16_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (uint16_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (int8_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (uint32_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (int64_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (uint64_t *&vector, int32_t &len, float64_t &label) |
virtual void | get_string_and_label (floatmax_t *&vector, int32_t &len, float64_t &label) |
|
Functions to access sparse vectors of one of several base data types. These functions are used when reading one sparse vector at a time from an input source and return the vector and length of the vector by reference.
|
virtual void | get_sparse_vector (SGSparseVectorEntry< bool > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< uint8_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< char > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< int32_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< float32_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< float64_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< int16_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< uint16_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< int8_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< uint32_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< int64_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< uint64_t > *&vector, int32_t &len) |
virtual void | get_sparse_vector (SGSparseVectorEntry< floatmax_t > *&vector, int32_t &len) |
|
Functions to access sparse vectors of one of several base data types. These functions are used when reading one sparse vector at a time from an input source and return the vector, length and label of the vector by reference.
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< bool > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint8_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< char > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int32_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< float32_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< float64_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int16_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint16_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int8_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint32_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int64_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint64_t > *&vector, int32_t &len, float64_t &label) |
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< floatmax_t > *&vector, int32_t &len, float64_t &label) |
| CSGObject () |
| CSGObject (const CSGObject &orig) |
virtual | ~CSGObject () |
virtual bool | is_generic (EPrimitiveType *generic) const |
template<class T > |
void | set_generic () |
void | unset_generic () |
virtual void | print_serializable (const char *prefix="") |
virtual bool | save_serializable (CSerializableFile *file, const char *prefix="") |
virtual bool | load_serializable (CSerializableFile *file, const char *prefix="") |
void | set_global_io (SGIO *io) |
SGIO * | get_global_io () |
void | set_global_parallel (Parallel *parallel) |
Parallel * | get_global_parallel () |
void | set_global_version (Version *version) |
Version * | get_global_version () |
SGVector< char * > | get_modelsel_names () |
char * | get_modsel_param_descr (const char *param_name) |
index_t | get_modsel_param_index (const char *param_name) |