2015-04-29 21:54:44 +00:00
|
|
|
// Copyright (c) 2014 Couchbase, Inc.
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
|
|
|
|
// except in compliance with the License. You may obtain a copy of the License at
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the
|
|
|
|
// License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
|
|
// either express or implied. See the License for the specific language governing permissions
|
|
|
|
// and limitations under the License.
|
|
|
|
|
|
|
|
package upside_down
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
|
2016-03-01 00:51:26 +00:00
|
|
|
"github.com/blevesearch/bleve/index"
|
|
|
|
"github.com/blevesearch/bleve/index/store"
|
2015-04-29 21:54:44 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type UpsideDownCouchTermFieldReader struct {
|
|
|
|
indexReader *IndexReader
|
|
|
|
iterator store.KVIterator
|
|
|
|
count uint64
|
|
|
|
term []byte
|
|
|
|
field uint16
|
|
|
|
readerPrefix []byte
|
|
|
|
}
|
|
|
|
|
|
|
|
func newUpsideDownCouchTermFieldReader(indexReader *IndexReader, term []byte, field uint16) (*UpsideDownCouchTermFieldReader, error) {
|
|
|
|
dictionaryRow := NewDictionaryRow(term, field, 0)
|
|
|
|
val, err := indexReader.kvreader.Get(dictionaryRow.Key())
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if val == nil {
|
|
|
|
return &UpsideDownCouchTermFieldReader{
|
|
|
|
count: 0,
|
|
|
|
term: term,
|
|
|
|
field: field,
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
err = dictionaryRow.parseDictionaryV(val)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
tfr := NewTermFrequencyRow(term, field, "", 0, 0)
|
|
|
|
readerPrefix := tfr.Key()
|
|
|
|
it := indexReader.kvreader.Iterator(readerPrefix)
|
|
|
|
|
|
|
|
return &UpsideDownCouchTermFieldReader{
|
|
|
|
indexReader: indexReader,
|
|
|
|
iterator: it,
|
|
|
|
count: dictionaryRow.count,
|
|
|
|
term: term,
|
|
|
|
field: field,
|
|
|
|
readerPrefix: readerPrefix,
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchTermFieldReader) Count() uint64 {
|
|
|
|
return r.count
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchTermFieldReader) Next() (*index.TermFieldDoc, error) {
|
|
|
|
if r.iterator != nil {
|
|
|
|
key, val, valid := r.iterator.Current()
|
|
|
|
if valid {
|
|
|
|
if !bytes.HasPrefix(key, r.readerPrefix) {
|
|
|
|
// end of the line
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
tfr, err := NewTermFrequencyRowKV(key, val)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
r.iterator.Next()
|
|
|
|
return &index.TermFieldDoc{
|
|
|
|
ID: string(tfr.doc),
|
|
|
|
Freq: tfr.freq,
|
|
|
|
Norm: float64(tfr.norm),
|
|
|
|
Vectors: r.indexReader.index.termFieldVectorsFromTermVectors(tfr.vectors),
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchTermFieldReader) Advance(docID string) (*index.TermFieldDoc, error) {
|
|
|
|
if r.iterator != nil {
|
|
|
|
tfr := NewTermFrequencyRow(r.term, r.field, docID, 0, 0)
|
|
|
|
r.iterator.Seek(tfr.Key())
|
|
|
|
key, val, valid := r.iterator.Current()
|
|
|
|
if valid {
|
|
|
|
if !bytes.HasPrefix(key, r.readerPrefix) {
|
|
|
|
// end of the line
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
tfr, err := NewTermFrequencyRowKV(key, val)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
r.iterator.Next()
|
|
|
|
return &index.TermFieldDoc{
|
|
|
|
ID: string(tfr.doc),
|
|
|
|
Freq: tfr.freq,
|
|
|
|
Norm: float64(tfr.norm),
|
|
|
|
Vectors: r.indexReader.index.termFieldVectorsFromTermVectors(tfr.vectors),
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchTermFieldReader) Close() error {
|
|
|
|
if r.iterator != nil {
|
|
|
|
return r.iterator.Close()
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
type UpsideDownCouchDocIDReader struct {
|
|
|
|
indexReader *IndexReader
|
|
|
|
iterator store.KVIterator
|
|
|
|
start string
|
|
|
|
end string
|
|
|
|
}
|
|
|
|
|
|
|
|
func newUpsideDownCouchDocIDReader(indexReader *IndexReader, start, end string) (*UpsideDownCouchDocIDReader, error) {
|
|
|
|
if start == "" {
|
|
|
|
start = string([]byte{0x0})
|
|
|
|
}
|
|
|
|
if end == "" {
|
|
|
|
end = string([]byte{0xff})
|
|
|
|
}
|
|
|
|
bisr := NewBackIndexRow(start, nil, nil)
|
|
|
|
it := indexReader.kvreader.Iterator(bisr.Key())
|
|
|
|
|
|
|
|
return &UpsideDownCouchDocIDReader{
|
|
|
|
indexReader: indexReader,
|
|
|
|
iterator: it,
|
|
|
|
start: start,
|
|
|
|
end: end,
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchDocIDReader) Next() (string, error) {
|
|
|
|
key, val, valid := r.iterator.Current()
|
|
|
|
if valid {
|
|
|
|
bier := NewBackIndexRow(r.end, nil, nil)
|
|
|
|
if bytes.Compare(key, bier.Key()) > 0 {
|
|
|
|
// end of the line
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
br, err := NewBackIndexRowKV(key, val)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
r.iterator.Next()
|
|
|
|
return string(br.doc), nil
|
|
|
|
}
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchDocIDReader) Advance(docID string) (string, error) {
|
|
|
|
bir := NewBackIndexRow(docID, nil, nil)
|
|
|
|
r.iterator.Seek(bir.Key())
|
|
|
|
key, val, valid := r.iterator.Current()
|
|
|
|
if valid {
|
|
|
|
bier := NewBackIndexRow(r.end, nil, nil)
|
|
|
|
if bytes.Compare(key, bier.Key()) > 0 {
|
|
|
|
// end of the line
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
br, err := NewBackIndexRowKV(key, val)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
r.iterator.Next()
|
|
|
|
return string(br.doc), nil
|
|
|
|
}
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *UpsideDownCouchDocIDReader) Close() error {
|
|
|
|
return r.iterator.Close()
|
|
|
|
}
|