/// <summary>
 /// Returns the related attributes. </summary>
 public virtual AttributeSource Attributes()
 {
     if (Atts == null)
     {
         Atts = new AttributeSource();
     }
     return Atts;
 }

 /// <summary>
 /// Re-initialize the state
 /// </summary>
 internal void Reset()
 {
     Position_Renamed = 0;
     Length_Renamed = 0;
     NumOverlap_Renamed = 0;
     Offset_Renamed = 0;
     MaxTermFrequency_Renamed = 0;
     UniqueTermCount_Renamed = 0;
     Boost_Renamed = 1.0f;
     AttributeSource_Renamed = null;
 }

 public CharTokenizer(AttributeSource source, System.IO.TextReader input)
     : base(source, input)
 {
     offsetAtt = (OffsetAttribute) AddAttribute(typeof(OffsetAttribute));
     termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute));
 }

		/// <summary>Construct a new WhitespaceTokenizer using a given {@link AttributeSource}. </summary>
		public WhitespaceTokenizer(AttributeSource source, System.IO.TextReader in_Renamed):base(source, in_Renamed)
		{
		}

		/// <summary> A TokenStream that uses the same attributes as the supplied one.</summary>
		protected internal TokenStream(AttributeSource input):base(input)
		{
			InitBlock();
			tokenWrapper = InitTokenWrapper(input);
			Check();
		}

 public override TermsEnum GetTermsEnum(Terms terms, AttributeSource atts)
 {
     return new TermRangeTermsEnumAnonymousInnerClassHelper(this, terms.Iterator(null), new BytesRef("2"), new BytesRef("7"));
 }

 public override bool Accept(AttributeSource a)
 {
     bool b = (a != null && count % modCount == 0);
     count++;
     return b;
 }

			public override bool Accept(AttributeSource source)
			{
				return true;
			}

		/// <summary>Construct a new WhitespaceTokenizer using a given <see cref="AttributeSource" />. </summary>
		public WhitespaceTokenizer(AttributeSource source, System.IO.TextReader @in)
			: base(source, @in)
		{
		}

 /// <summary> Creates a new StandardTokenizer with a given {@link AttributeSource}. </summary>
 public StandardTokenizer(AttributeSource source, System.IO.TextReader input, bool replaceInvalidAcronym)
     : base(source)
 {
     InitBlock();
     this.scanner = new StandardTokenizerImpl(input);
     Init(input, replaceInvalidAcronym);
 }

 public KeywordTokenizer(AttributeSource source, System.IO.TextReader input, int bufferSize)
     : base(source, input)
 {
     Init(bufferSize);
 }

		/// <summary>Construct a new LowerCaseTokenizer using a given {@link AttributeSource}. </summary>
		public LowerCaseTokenizer(AttributeSource source, System.IO.TextReader in_Renamed):base(source, in_Renamed)
		{
		}

 /*private*/
 internal bool Accept(AttributeSource source)
 {
     return filter.Accept(source);
 }

	    protected CharTokenizer(AttributeSource source, System.IO.TextReader input):base(source, input)
		{
            offsetAtt = AddAttribute<IOffsetAttribute>();
            termAtt = AddAttribute<ITermAttribute>();
		}

		/// <summary> Creates a new StandardTokenizer with a given {@link AttributeSource}.</summary>
		public StandardTokenizer(Version matchVersion, AttributeSource source, System.IO.TextReader input):base(source)
		{
			InitBlock();
			this.scanner = new StandardTokenizerImpl(input);
			Init(input, matchVersion);
		}

			internal SinkTokenStream(AttributeSource source, SinkFilter filter)
                : base(source)
			{
				this.filter = filter;
			}

 public override TermsEnum GetTermsEnum(Terms terms, AttributeSource atts)
 {
     return new SimplePrefixTermsEnum(this, terms.Iterator(null), Prefix);
 }

			internal /*private*/ void  AddState(AttributeSource.State state)
			{
				if (it != null)
				{
					throw new System.SystemException("The tee must be consumed before sinks are consumed.");
				}
				cachedStates.AddLast(state);
			}

			public override bool Accept(AttributeSource a)
			{
				TermAttribute termAtt = (TermAttribute) a.GetAttribute(typeof(TermAttribute));
				return termAtt.Term().ToUpper().Equals("Dogs".ToUpper());
			}

 public override TermsEnum GetTermsEnum(Terms terms, AttributeSource atts)
 {
     return new SimpleAutomatonTermsEnum(this, terms.Iterator(null));
 }