GZCSVPathReader.cpp

/*
** libutil++
** $Id: GZCSVPathReader.cpp 1653 2016-02-28 19:54:59Z sella $
** Copyright (c) 2011-2016 Digital Genesis, LLC. All Rights Reserved.
** Released under the LGPL Version 2.1 License.
** http://www.digitalgenesis.com
*/

static const char rcsid[] __attribute__((used)) = "$Id: GZCSVPathReader.cpp 1653 2016-02-28 19:54:59Z sella $";

#include "GZCSVFileReader.h"
#include "GZCSVPathReader.h"

#include <sys/types.h>
#include <fcntl.h>
#include <dirent.h>

using namespace sella::file;

const char * GZCSVPathReader::FileSuffix = ".csv.gz";

GZCSVPathReader::GZCSVPathReader(const std::string & path, char delimiter, char seperator) THROWS(IOException) :
        path(path),

        delimiter(delimiter),
        seperator(seperator)
{
        /* Ensure the supplied path is valid. */
        DIR * directory = ::opendir(this->path.c_str());

        if (directory == NULL) {
                THROW(IOException, "failed to open directory '%s' for reading", this->path.c_str());
        }
        ::closedir(directory);

        /* Remove any trailing slash characters from the path. */
        while (*(this->path.rbegin()) == '/') {
                this->path.erase(this->path.length() - 1, 1);
        }
}

void GZCSVPathReader::read(std::vector<std::vector<std::string>> & data) THROWS(IOException) {
        struct dirent ** file;
        int              n;

        /* Clear the result set before reading. */
        if (data.empty() == false) {
                data.clear();
        }

        /* Read all record entries from all files. */
        if ((n = ::scandir(this->path.c_str(), &file, GZCSVPathReader::filter, ::alphasort)) >= 0) {
                for (int i = 0; i < n; i++) {
                        try {
                                GZCSVFileReader reader(std::string(this->path).append("/").append(file[i]->d_name), this->delimiter, this->seperator);

                                reader.read(data);
                                reader.close();
                        } catch (IOException & e) { /* IGNORE */ }

                        ::free(file[i]);
                }
                ::free(file);
        } else {
                THROW(IOException, "failed to open directory '%s' for reading", this->path.c_str());
        }
}

int GZCSVPathReader::filter(const struct dirent * file) NO_EXCEPTIONS {
        static size_t base = ::strlen(GZCSVPathReader::FileSuffix);
        size_t        size = ::strlen(file->d_name);
        
        if ((size >= base) && (::strncmp(&(file->d_name[size - base]), GZCSVPathReader::FileSuffix, base) == 0)) {
                return 1;
        }
        return 0;
}

/*
** vim: noet ts=3 sw=3
*/