LcsClusterAppendExecStream.h

Go to the documentation of this file.

/*
// $Id: //open/dev/fennel/lucidera/colstore/LcsClusterAppendExecStream.h#12 $
// Fennel is a library of data storage and processing components.
// Copyright (C) 2005-2009 LucidEra, Inc.
// Copyright (C) 2005-2009 The Eigenbase Project
//
// This program is free software; you can redistribute it and/or modify it
// under the terms of the GNU General Public License as published by the Free
// Software Foundation; either version 2 of the License, or (at your option)
// any later version approved by The Eigenbase Project.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
*/

#ifndef Fennel_LcsClusterAppendExecStream_Included
#define Fennel_LcsClusterAppendExecStream_Included

#include "fennel/exec/ConduitExecStream.h"
#include "fennel/tuple/TupleData.h"
#include "fennel/tuple/TupleDescriptor.h"
#include "fennel/tuple/TupleAccessor.h"
#include "fennel/ftrs/BTreeExecStream.h"
#include "fennel/lucidera/colstore/LcsClusterNodeWriter.h"
#include "fennel/lucidera/colstore/LcsHash.h"
#include "fennel/lucidera/colstore/LcsClusterDump.h"
#include <boost/scoped_array.hpp>

FENNEL_BEGIN_NAMESPACE

struct LcsClusterAppendExecStreamParams :
    public BTreeExecStreamParams, public ConduitExecStreamParams
{
    TupleProjection inputProj;
};

class FENNEL_LCS_EXPORT LcsClusterAppendExecStream :
    public BTreeExecStream, public ConduitExecStream
{
protected:

    uint blockSize;

    TupleDescriptor tableColsTupleDesc;

    TupleData clusterColsTupleData;

    TupleDescriptor clusterColsTupleDesc;

    boost::scoped_array<TupleDescriptor> colTupleDesc;

    SegmentAccessor scratchAccessor;

    ClusterPageLock bufferLock;

    bool overwrite;

    bool isDone;

    TupleData outputTuple;

    TupleAccessor* outputTupleAccessor;

    boost::scoped_array<FixedBuffer> outputTupleBuffer;

    bool compressCalled;

    boost::scoped_array<LcsHash> hash;

    uint numColumns;

    boost::scoped_array<PBuffer> rowBlock;

    uint nRowsMax;

    boost::scoped_array<PBuffer> hashBlock;

    boost::scoped_array<PBuffer> builderBlock;

    uint rowCnt;

    bool indexBlockDirty;

    LcsRid firstRow;

    LcsRid lastRow;

    /* First rowid in current load
     */
    LcsRid startRow;

    SharedLcsClusterNodeWriter lcsBlockBuilder;

    boost::scoped_array<LcsHashValOrd> hashValOrd;

    boost::scoped_array<boost::scoped_array<FixedBuffer> > tempBuf;

    boost::scoped_array<uint> maxValueSize;

    bool arraysAlloced;

    PLcsClusterNode pIndexBlock;

    RecordNum numRowCompressed;

    void allocArrays();

    void initLoad();

    void loadExistingBlock();

    void startNewBlock();

    void convertTuplesToCols();

    void addValueOrdinal(uint column, uint16_t vOrd);

    bool isRowArrayFull();

    void writeBatch(bool lastBatch);

    void writeBlock();

    bool getLastBlock(PLcsClusterNode &pBlock);

    void init();

    ExecStreamResult compress(ExecStreamQuantum const &quantum);

    virtual void close();

    virtual void initTupleLoadParams(const TupleProjection &inputProj);

    virtual ExecStreamResult getTupleForLoad();

    virtual void postProcessTuple();

public:
    virtual void prepare(LcsClusterAppendExecStreamParams const &params);
    virtual void open(bool restart);
    virtual ExecStreamResult execute(ExecStreamQuantum const &quantum);
    virtual void getResourceRequirements(
        ExecStreamResourceQuantity &minQuantity,
        ExecStreamResourceQuantity &optQuantity);
    virtual void closeImpl();
    virtual ExecStreamBufProvision getOutputBufProvision() const;
};


FENNEL_END_NAMESPACE

#endif

// End LcsClusterAppendExecStream.h

---