LToken.hxx

Go to the documentation of this file.

#ifndef LIBSHERPA_LTOKEN_HXX
#define LIBSHERPA_LTOKEN_HXX

/**************************************************************************
 *
 * Copyright (C) 2008, The EROS Group, LLC.
 * Copyright (C) 2004, 2005, 2006, Johns Hopkins University.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or
 * without modification, are permitted provided that the following
 * conditions are met:
 *
 *   - Redistributions of source code must contain the above
 *     copyright notice, this list of conditions, and the following
 *     disclaimer.
 *
 *   - Redistributions in binary form must reproduce the above
 *     copyright notice, this list of conditions, and the following
 *     disclaimer in the documentation and/or other materials
 *     provided with the distribution.
 *
 *   - Neither the names of the copyright holders nor the names of any
 *     of any contributors may be used to endorse or promote products
 *     derived from this software without specific prior written
 *     permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 **************************************************************************/

#include <stdio.h>
#include <libsherpa/EnumSet.hxx>
#include <libsherpa/LexLoc.hxx>

enum TokenFlagValues {
  TF_NO_FLAGS = 0,

  TF_INSERTED = 0x1u,

  TF_BY_PARSER = 0x2u,

  TF_AT_FIRST = 0x4u,

  TF_REPROCESS = 0x8u,

  TF_FIRST_ON_LINE = 0x10u,
};
typedef sherpa::EnumSet<TokenFlagValues> TokenFlags;

namespace sherpa {

  struct LToken {
    int tokType;                // as decided by Bison
    int prevTokType;

    TokenFlags flags;

    LexLoc loc;
    LexLoc endLoc;
    std::string str;

    char operator[](size_t pos) const
    {
      return str[pos];
    }

    LToken()
      :loc(), endLoc(), str()
    {
      tokType = EOF;
      prevTokType = EOF;
      flags = TF_NO_FLAGS;
    }

#if 0
    LToken(int tokType, const LexLoc& loc, const std::string& s)
    {
      this->tokType = tokType;
      this->flags = TF_NO_FLAGS;
      this->loc = loc;
      this->endLoc = LexLoc();
      this->str = s;
    }
#endif

    LToken(int tokType, const LexLoc& loc, const LexLoc& endLoc, 
           const std::string& s)
    {
      this->tokType = tokType;
      this->prevTokType = prevTokType;
      this->flags = TF_NO_FLAGS;
      this->loc = loc;
      this->endLoc = endLoc;
      this->str = s;
    }

    LToken(int tokType, const LToken& that)
    {
      this->tokType = that.tokType;
      this->prevTokType = that.prevTokType;
      this->flags = that.flags;
      this->loc = that.loc;
      this->endLoc = that.endLoc;
      this->str = that.str;
    }

    LToken(int tokType, const std::string& str)
    {
      this->tokType = tokType;
      this->prevTokType = 0;
      this->flags = TF_NO_FLAGS;
      this->loc = LexLoc();
      this->endLoc = LexLoc();
      this->str = str;
    }

    LToken& operator=(const LToken& that)
    {
      this->tokType = that.tokType;
      this->prevTokType = that.prevTokType;
      this->flags = that.flags;
      this->loc = that.loc;
      this->endLoc = that.endLoc;
      this->str = that.str;
      return *this;
    }

#if 0
    bool operator==(const LToken& that)
    {
      return ((this->tokType == that.tokType) &&
              (this->flags == that.flags) &&
              (this->loc == that.loc) &&
              (this->endLoc == that.endLoc) &&
              (this->str == that.str));
    }
#endif
  };

} /* namespace sherpa */

#endif /* LIBSHERPA_LTOKEN_HXX */

---