diff --git a/README.md b/README.md index 8d7752c..e21a8d6 100644 --- a/README.md +++ b/README.md @@ -27,15 +27,15 @@ Its goal is to be a part of the developer's toolbox where [Linked Data](http://l * JavaScript, with a [Gremlin](http://gremlindocs.com/)-inspired\* graph object. * (simplified) [MQL](https://developers.google.com/freebase/v1/mql-overview), for Freebase fans * Plays well with multiple backend stores: - * [LevelDB](http://code.google.com/p/leveldb/) - * [Bolt](http://github.com/boltdb/bolt) + * [LevelDB](http://code.google.com/p/leveldb/) + * [Bolt](http://github.com/boltdb/bolt) * [MongoDB](http://mongodb.org) for distributed stores * In-memory, ephemeral * Modular design; easy to extend with new languages and backends * Good test coverage * Speed, where possible. -Rough performance testing shows that, on consumer hardware and an average disk, 134m triples in LevelDB is no problem and a multi-hop intersection query -- films starring X and Y -- takes ~150ms. +Rough performance testing shows that, on consumer hardware and an average disk, 134m quads in LevelDB is no problem and a multi-hop intersection query -- films starring X and Y -- takes ~150ms. \* Note that while it's not exactly Gremlin, it certainly takes inspiration from that API. For this flavor, [see the documentation](docs/GremlinAPI.md). diff --git a/TODO.md b/TODO.md index 74973c9..1c84516 100644 --- a/TODO.md +++ b/TODO.md @@ -24,7 +24,7 @@ Also always good. Usually something that should be taken care of. ### Bootstraps -Start discussing bootstrap triples, things that make the database self-describing, if they exist (though they need not). Talk about sameAs and indexing and type systems and whatnot. +Start discussing bootstrap quads, things that make the database self-describing, if they exist (though they need not). Talk about sameAs and indexing and type systems and whatnot. ### Better surfacing of Label It exists, it's indexed, but it's basically useless right now @@ -68,7 +68,7 @@ The necessary component to make mid-query limit work. Acts as a limit on Next(), ### Postgres Backend It'd be nice to run on SQL as well. It's a big why not? #### Generalist layout - Notionally, this is a simple triple table with a number of indicies. Iterators and iterator optimization (ie, rewriting SQL queries) is the 'fun' part + Notionally, this is a simple quad table with a number of indicies. Iterators and iterator optimization (ie, rewriting SQL queries) is the 'fun' part #### "Short Schema" Layout? This one is the crazy one. Suppose a world where we actually use the table schema for predicates, and update the table schema as we go along. Yes, it sucks when you add a new predicate (and the cell values are unclear) but for small worlds (or, "short schemas") it may (or may not) be interesting. @@ -83,7 +83,7 @@ The necessary component to make mid-query limit work. Acts as a limit on Next(), There's a whole body of work there, and a lot of interested researchers. They're the choir who already know the sermon of graph stores. Once ease-of-use gets people in the door, supporting extensions that make everyone happy seems like a win. And because we're query-language agnostic, it's a cleaner win. See also bootstrapping, which is the first goal toward this (eg, let's talk about sameAs, and index it appropriately.) ### Replication - Technically it works now if you piggyback on someone else's replication, but that's cheating. We speak HTTP, we can send triple sets over the wire to some other instance. Bonus points for a way to apply morphisms first -- massive graph on the backend, important graph on the frontend. + Technically it works now if you piggyback on someone else's replication, but that's cheating. We speak HTTP, we can send quad sets over the wire to some other instance. Bonus points for a way to apply morphisms first -- massive graph on the backend, important graph on the frontend. ### Related services Eg, topic service, recon service -- whether in Cayley itself or as part of the greater project. diff --git a/appengine.go b/appengine.go index 515f7e9..843f29a 100644 --- a/appengine.go +++ b/appengine.go @@ -30,8 +30,8 @@ import ( func init() { glog.SetToStderr(true) cfg := config.ParseConfigFromFile("cayley_appengine.cfg") - ts, _ := graph.NewTripleStore("memstore", "", nil) + qs, _ := graph.NewQuadStore("memstore", "", nil) glog.Errorln(cfg) - db.Load(ts, cfg, cfg.DatabasePath) - http.SetupRoutes(ts, cfg) + db.Load(qs, cfg, cfg.DatabasePath) + http.SetupRoutes(qs, cfg) } diff --git a/cayley.go b/cayley.go index 74fe033..e81c002 100644 --- a/cayley.go +++ b/cayley.go @@ -52,8 +52,8 @@ import ( ) var ( - tripleFile = flag.String("triples", "", "Triple File to load before going to REPL.") - tripleType = flag.String("format", "cquad", `Triple format to use for loading ("cquad" or "nquad").`) + quadFile = flag.String("quads", "", "Quad file to load before going to REPL.") + quadType = flag.String("format", "cquad", `Quad format to use for loading ("cquad" or "nquad").`) cpuprofile = flag.String("prof", "", "Output profiling file.") queryLanguage = flag.String("query_lang", "gremlin", "Use this parser as the query language.") configFile = flag.String("config", "", "Path to an explicit configuration file.") @@ -61,16 +61,16 @@ var ( databaseBackend = flag.String("db", "memstore", "Database Backend.") replicationBackend = flag.String("replication", "single", "Replication method.") host = flag.String("host", "127.0.0.1", "Host to listen on (defaults to all).") - loadSize = flag.Int("load_size", 10000, "Size of triplesets to load") + loadSize = flag.Int("load_size", 10000, "Size of quadsets to load") port = flag.String("port", "64210", "Port to listen on.") readOnly = flag.Bool("read_only", false, "Disable writing via HTTP.") timeout = flag.Duration("timeout", 30*time.Second, "Elapsed time until an individual query times out.") ) -// Filled in by `go build ldflags="-X main.VERSION `ver`"`. +// Filled in by `go build ldflags="-X main.Version `ver`"`. var ( - BUILD_DATE string - VERSION string + BuildDate string + Version string ) func usage() { @@ -80,7 +80,7 @@ Usage: Commands: init Create an empty database. - load Bulk-load a triple file into the database. + load Bulk-load a quad file into the database. http Serve an HTTP endpoint on the given host and port. repl Drop into a REPL of the given query language. version Version information. @@ -158,8 +158,8 @@ func main() { flag.Parse() var buildString string - if VERSION != "" { - buildString = fmt.Sprint("Cayley ", VERSION, " built ", BUILD_DATE) + if Version != "" { + buildString = fmt.Sprint("Cayley ", Version, " built ", BuildDate) glog.Infoln(buildString) } @@ -178,7 +178,7 @@ func main() { ) switch cmd { case "version": - if VERSION != "" { + if Version != "" { fmt.Println(buildString) } else { fmt.Println("Cayley snapshot") @@ -190,12 +190,12 @@ func main() { if err != nil { break } - if *tripleFile != "" { + if *quadFile != "" { handle, err = db.Open(cfg) if err != nil { break } - err = load(handle.QuadWriter, cfg, *tripleFile, *tripleType) + err = load(handle.QuadWriter, cfg, *quadFile, *quadType) if err != nil { break } @@ -207,7 +207,7 @@ func main() { if err != nil { break } - err = load(handle.QuadWriter, cfg, *tripleFile, *tripleType) + err = load(handle.QuadWriter, cfg, *quadFile, *quadType) if err != nil { break } @@ -220,7 +220,7 @@ func main() { break } if !graph.IsPersistent(cfg.DatabaseType) { - err = load(handle.QuadWriter, cfg, "", *tripleType) + err = load(handle.QuadWriter, cfg, "", *quadType) if err != nil { break } @@ -236,7 +236,7 @@ func main() { break } if !graph.IsPersistent(cfg.DatabaseType) { - err = load(handle.QuadWriter, cfg, "", *tripleType) + err = load(handle.QuadWriter, cfg, "", *quadType) if err != nil { break } diff --git a/cayley_test.go b/cayley_test.go index 68b303c..df3043b 100644 --- a/cayley_test.go +++ b/cayley_test.go @@ -20,7 +20,6 @@ import ( "compress/gzip" "flag" "fmt" - "github.com/google/cayley/quad" "io" "os" "reflect" @@ -33,6 +32,7 @@ import ( "github.com/google/cayley/config" "github.com/google/cayley/db" "github.com/google/cayley/graph" + "github.com/google/cayley/quad" "github.com/google/cayley/query/gremlin" ) @@ -373,8 +373,6 @@ var ( create sync.Once deleteAndRecreate sync.Once cfg = &config.Config{ - DatabasePath: "30kmoviedata.nq.gz", - DatabaseType: "memstore", ReplicationType: "single", Timeout: 300 * time.Second, } @@ -383,17 +381,17 @@ var ( ) func prepare(t testing.TB) { + cfg.DatabaseType = *backend switch *backend { case "memstore": - break - case "leveldb": - fallthrough - case "bolt": - cfg.DatabaseType = *backend - cfg.DatabasePath = fmt.Sprint("/tmp/cayley_test_", *backend) + cfg.DatabasePath = "30kmoviedata.nq.gz" + case "leveldb", "bolt": + cfg.DatabasePath = "/tmp/cayley_test_" + *backend cfg.DatabaseOptions = map[string]interface{}{ "nosync": true, // It's a test. If we need to load, do it fast. } + case "mongo": + cfg.DatabasePath = "localhost:27017" default: t.Fatalf("Untestable backend store %s", *backend) } @@ -491,8 +489,8 @@ func checkQueries(t *testing.T) { timedOut bool ) for r := range c { - ses.BuildJson(r) - j, err := ses.GetJson() + ses.BuildJSON(r) + j, err := ses.GetJSON() if j == nil && err == nil { continue } diff --git a/db/db.go b/db/db.go index 641e1c7..b8ad318 100644 --- a/db/db.go +++ b/db/db.go @@ -33,7 +33,7 @@ func Init(cfg *config.Config) error { return fmt.Errorf("ignoring unproductive database initialization request: %v", ErrNotPersistent) } - return graph.InitTripleStore(cfg.DatabaseType, cfg.DatabasePath, cfg.DatabaseOptions) + return graph.InitQuadStore(cfg.DatabaseType, cfg.DatabasePath, cfg.DatabaseOptions) } func Open(cfg *config.Config) (*graph.Handle, error) { @@ -48,17 +48,17 @@ func Open(cfg *config.Config) (*graph.Handle, error) { return &graph.Handle{QuadStore: qs, QuadWriter: qw}, nil } -func OpenQuadStore(cfg *config.Config) (graph.TripleStore, error) { +func OpenQuadStore(cfg *config.Config) (graph.QuadStore, error) { glog.Infof("Opening quad store %q at %s", cfg.DatabaseType, cfg.DatabasePath) - ts, err := graph.NewTripleStore(cfg.DatabaseType, cfg.DatabasePath, cfg.DatabaseOptions) + qs, err := graph.NewQuadStore(cfg.DatabaseType, cfg.DatabasePath, cfg.DatabaseOptions) if err != nil { return nil, err } - return ts, nil + return qs, nil } -func OpenQuadWriter(qs graph.TripleStore, cfg *config.Config) (graph.QuadWriter, error) { +func OpenQuadWriter(qs graph.QuadStore, cfg *config.Config) (graph.QuadWriter, error) { glog.Infof("Opening replication method %q", cfg.ReplicationType) w, err := graph.NewQuadWriter(cfg.ReplicationType, qs, cfg.ReplicationOptions) if err != nil { diff --git a/docs/Configuration.md b/docs/Configuration.md index bd3bf11..c2da3af 100644 --- a/docs/Configuration.md +++ b/docs/Configuration.md @@ -23,7 +23,7 @@ All command line flags take precedence over the configuration file. * `mem`: An in-memory store, based on an initial N-Quads file. Loses all changes when the process exits. * `leveldb`: A persistent on-disk store backed by [LevelDB](http://code.google.com/p/leveldb/). - * `bolt`: Stores the graph data on-disk in a [Bolt](http://github.com/boltdb/bolt) file. Uses more disk space and memory than LevelDB for smaller stores, but is often faster to write to and comparable for large ones, with faster average query times. + * `bolt`: Stores the graph data on-disk in a [Bolt](http://github.com/boltdb/bolt) file. Uses more disk space and memory than LevelDB for smaller stores, but is often faster to write to and comparable for large ones, with faster average query times. * `mongo`: Stores the graph data and indices in a [MongoDB](http://mongodb.org) instance. Slower, as it incurs network traffic, but multiple Cayley instances can disappear and reconnect at will, across a potentially horizontally-scaled store. #### **`db_path`** @@ -33,7 +33,7 @@ All command line flags take precedence over the configuration file. Where does the database actually live? Dependent on the type of database. For each datastore: - * `mem`: Path to a triple file to automatically load. + * `mem`: Path to a quad file to automatically load. * `leveldb`: Directory to hold the LevelDB database files. * `bolt`: Path to the persistent single Bolt database file. * `mongo`: "hostname:port" of the desired MongoDB server. @@ -64,7 +64,7 @@ All command line flags take precedence over the configuration file. * Type: Integer * Default: 10000 - The number of triples to buffer from a loaded file before writing a block of triples to the database. Larger numbers are good for larger loads. + The number of quads to buffer from a loaded file before writing a block of quads to the database. Larger numbers are good for larger loads. #### **`db_options`** @@ -103,7 +103,7 @@ The size in MiB of the LevelDB write cache. Increasing this number allows for mo * Type: Integer * Default: 2 -The size in MiB of the LevelDB block cache. Increasing this number uses more memory to maintain a bigger cache of triple blocks for better performance. +The size in MiB of the LevelDB block cache. Increasing this number uses more memory to maintain a bigger cache of quad blocks for better performance. ### Bolt diff --git a/docs/GremlinAPI.md b/docs/GremlinAPI.md index 2fef21d..e3b2ae1 100644 --- a/docs/GremlinAPI.md +++ b/docs/GremlinAPI.md @@ -85,7 +85,7 @@ Arguments: * a string: A single tag to add the predicate used to the output set. * a list of strings: Multiple tags to use as keys to save the predicate used to the output set. -Out is the work-a-day way to get between nodes, in the forward direction. Starting with the nodes in `path` on the subject, follow the triples with predicates defined by `predicatePath` to their objects. +Out is the work-a-day way to get between nodes, in the forward direction. Starting with the nodes in `path` on the subject, follow the quads with predicates defined by `predicatePath` to their objects. Example: ```javascript @@ -117,7 +117,7 @@ Arguments: * a string: A single tag to add the predicate used to the output set. * a list of strings: Multiple tags to use as keys to save the predicate used to the output set. -Same as Out, but in the other direction. Starting with the nodes in `path` on the object, follow the triples with predicates defined by `predicatePath` to their subjects. +Same as Out, but in the other direction. Starting with the nodes in `path` on the object, follow the quads with predicates defined by `predicatePath` to their subjects. Example: ```javascript @@ -235,7 +235,7 @@ Arguments: * `predicate`: A string for a predicate node. * `tag`: A string for a tag key to store the object node. -From the current node as the subject, save the object of all triples with `predicate` into `tag`, without traversal. +From the current node as the subject, save the object of all quads with `predicate` into `tag`, without traversal. Example: ```javascript diff --git a/docs/HTTP.md b/docs/HTTP.md index fece408..d85a035 100644 --- a/docs/HTTP.md +++ b/docs/HTTP.md @@ -86,7 +86,7 @@ Responses come in the form #### `/api/v1/write` -POST Body: JSON triples +POST Body: JSON quads ```json [{ @@ -94,7 +94,7 @@ POST Body: JSON triples "predicate": "Predicate Node", "object": "Object node", "label": "Label node" // Optional -}] // More than one triple allowed. +}] // More than one quad allowed. ``` Response: JSON response message @@ -114,7 +114,7 @@ curl http://localhost:64210/api/v1/write/file/nquad -F NQuadFile=@30k.n3 #### `/api/v1/delete` -POST Body: JSON triples +POST Body: JSON quads ```json [{ @@ -122,7 +122,7 @@ POST Body: JSON triples "predicate": "Predicate Node", "object": "Object node", "label": "Label node" // Optional -}] // More than one triple allowed. +}] // More than one quad allowed. ``` Response: JSON response message. diff --git a/docs/MQL.md b/docs/MQL.md index e80c759..cfcb30e 100644 --- a/docs/MQL.md +++ b/docs/MQL.md @@ -40,7 +40,7 @@ Predicates always assume a forward direction. That is, }] ``` -will only match if the triple +will only match if the quad ``` A some_predicate B . ``` @@ -54,7 +54,7 @@ exists. In order to reverse the directions, "!predicates" are used. So that: }] ``` -will only match if the triple +will only match if the quad ``` B some_predicate A . ``` diff --git a/docs/Overview.md b/docs/Overview.md index 39ded35..ff99777 100644 --- a/docs/Overview.md +++ b/docs/Overview.md @@ -29,13 +29,13 @@ You can repeat the `--db` and `--dbpath` flags from here forward instead of the First we load the data. ```bash -./cayley load --config=cayley.cfg.overview --triples=30kmoviedata.nq.gz +./cayley load --config=cayley.cfg.overview --quads=30kmoviedata.nq.gz ``` And wait. It will load. If you'd like to watch it load, you can run ```bash -./cayley load --config=cayley.cfg.overview --triples=30kmoviedata.nq.gz --alsologtostderr +./cayley load --config=cayley.cfg.overview --quads=30kmoviedata.nq.gz --alsologtostderr ``` And watch the log output go by. @@ -82,7 +82,7 @@ Along the side are the various actions or views you can take. From the top, thes * Query (a request/response editor for the query language) * Query Shape (a visualization of the shape of the final query. Does not execute the query.) * Visualize (runs a query and, if tagged correctly, gives a sigmajs view of the results) -* Write (an interface to write or remove individual triples or triple files) +* Write (an interface to write or remove individual quads or quad files) ---- diff --git a/graph/bolt/all_iterator.go b/graph/bolt/all_iterator.go index 1214da5..0047666 100644 --- a/graph/bolt/all_iterator.go +++ b/graph/bolt/all_iterator.go @@ -103,7 +103,7 @@ func (it *AllIterator) Next() bool { } else { k, _ := cur.Seek(last) if !bytes.Equal(k, last) { - return fmt.Errorf("Couldn't pick up after", k) + return fmt.Errorf("could not pick up after %v", k) } } for i < bufferSize { diff --git a/graph/bolt/iterator.go b/graph/bolt/iterator.go index a53f6ed..ad56a47 100644 --- a/graph/bolt/iterator.go +++ b/graph/bolt/iterator.go @@ -32,7 +32,7 @@ import ( var ( boltType graph.Type bufferSize = 50 - errNotExist = errors.New("Quad does not exist") + errNotExist = errors.New("quad does not exist") ) func init() { @@ -43,7 +43,7 @@ type Iterator struct { uid uint64 tags graph.Tagger bucket []byte - checkId []byte + checkID []byte dir quad.Direction qs *QuadStore result *Token @@ -56,7 +56,7 @@ type Iterator struct { func NewIterator(bucket []byte, d quad.Direction, value graph.Value, qs *QuadStore) *Iterator { tok := value.(*Token) if !bytes.Equal(tok.bucket, nodeBucket) { - glog.Error("Creating an iterator from a non-node value.") + glog.Error("creating an iterator from a non-node value") return &Iterator{done: true} } @@ -68,8 +68,8 @@ func NewIterator(bucket []byte, d quad.Direction, value graph.Value, qs *QuadSto size: qs.SizeOf(value), } - it.checkId = make([]byte, len(tok.key)) - copy(it.checkId, tok.key) + it.checkID = make([]byte, len(tok.key)) + copy(it.checkID, tok.key) return &it } @@ -101,7 +101,7 @@ func (it *Iterator) TagResults(dst map[string]graph.Value) { } func (it *Iterator) Clone() graph.Iterator { - out := NewIterator(it.bucket, it.dir, &Token{nodeBucket, it.checkId}, it.qs) + out := NewIterator(it.bucket, it.dir, &Token{nodeBucket, it.checkID}, it.qs) out.Tagger().CopyFrom(it) return out } @@ -134,8 +134,8 @@ func (it *Iterator) Next() bool { b := tx.Bucket(it.bucket) cur := b.Cursor() if last == nil { - k, _ := cur.Seek(it.checkId) - if bytes.HasPrefix(k, it.checkId) { + k, _ := cur.Seek(it.checkID) + if bytes.HasPrefix(k, it.checkID) { var out []byte out = make([]byte, len(k)) copy(out, k) @@ -148,12 +148,12 @@ func (it *Iterator) Next() bool { } else { k, _ := cur.Seek(last) if !bytes.Equal(k, last) { - return fmt.Errorf("Couldn't pick up after", k) + return fmt.Errorf("could not pick up after %v", k) } } for i < bufferSize { k, v := cur.Next() - if k == nil || !bytes.HasPrefix(k, it.checkId) { + if k == nil || !bytes.HasPrefix(k, it.checkID) { it.buffer = append(it.buffer, nil) break } @@ -170,7 +170,7 @@ func (it *Iterator) Next() bool { }) if err != nil { if err != errNotExist { - glog.Error("Error nexting in database: ", err) + glog.Errorf("Error nexting in database: %v", err) } it.done = true return false @@ -272,8 +272,8 @@ func (it *Iterator) Contains(v graph.Value) bool { return false } offset := PositionOf(val, it.dir, it.qs) - if bytes.HasPrefix(val.key[offset:], it.checkId) { - // You may ask, why don't we check to see if it's a valid (not deleted) triple + if bytes.HasPrefix(val.key[offset:], it.checkID) { + // You may ask, why don't we check to see if it's a valid (not deleted) quad // again? // // We've already done that -- in order to get the graph.Value token in the @@ -299,7 +299,7 @@ func (it *Iterator) DebugString(indent int) string { it.tags.Tags(), it.dir, it.size, - it.qs.NameOf(&Token{it.bucket, it.checkId}), + it.qs.NameOf(&Token{it.bucket, it.checkID}), ) } diff --git a/graph/bolt/quadstore.go b/graph/bolt/quadstore.go index 7c3cf60..0957bab 100644 --- a/graph/bolt/quadstore.go +++ b/graph/bolt/quadstore.go @@ -32,7 +32,7 @@ import ( ) func init() { - graph.RegisterTripleStore("bolt", true, newQuadStore, createNewBolt) + graph.RegisterQuadStore("bolt", true, newQuadStore, createNewBolt) } var ( @@ -77,7 +77,7 @@ func createNewBolt(path string, _ graph.Options) error { return nil } -func newQuadStore(path string, options graph.Options) (graph.TripleStore, error) { +func newQuadStore(path string, options graph.Options) (graph.QuadStore, error) { var qs QuadStore var err error db, err := bolt.Open(path, 0600, nil) @@ -101,20 +101,20 @@ func (qs *QuadStore) createBuckets() error { for _, index := range [][4]quad.Direction{spo, osp, pos, cps} { _, err = tx.CreateBucket(bucketFor(index)) if err != nil { - return fmt.Errorf("Couldn't create bucket: %s", err) + return fmt.Errorf("could not create bucket: %s", err) } } _, err = tx.CreateBucket(logBucket) if err != nil { - return fmt.Errorf("Couldn't create bucket: %s", err) + return fmt.Errorf("could not create bucket: %s", err) } _, err = tx.CreateBucket(nodeBucket) if err != nil { - return fmt.Errorf("Couldn't create bucket: %s", err) + return fmt.Errorf("could not create bucket: %s", err) } _, err = tx.CreateBucket(metaBucket) if err != nil { - return fmt.Errorf("Couldn't create bucket: %s", err) + return fmt.Errorf("could not create bucket: %s", err) } return nil }) @@ -136,18 +136,28 @@ func bucketFor(d [4]quad.Direction) []byte { return []byte{d[0].Prefix(), d[1].Prefix(), d[2].Prefix(), d[3].Prefix()} } -func (qs *QuadStore) createKeyFor(d [4]quad.Direction, triple quad.Quad) []byte { +func hashOf(s string) []byte { + h := hashPool.Get().(hash.Hash) + h.Reset() + defer hashPool.Put(h) + key := make([]byte, 0, hashSize) + h.Write([]byte(s)) + key = h.Sum(key) + return key +} + +func (qs *QuadStore) createKeyFor(d [4]quad.Direction, q quad.Quad) []byte { key := make([]byte, 0, (hashSize * 4)) - key = append(key, qs.convertStringToByteHash(triple.Get(d[0]))...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[1]))...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[2]))...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[3]))...) + key = append(key, hashOf(q.Get(d[0]))...) + key = append(key, hashOf(q.Get(d[1]))...) + key = append(key, hashOf(q.Get(d[2]))...) + key = append(key, hashOf(q.Get(d[3]))...) return key } func (qs *QuadStore) createValueKeyFor(s string) []byte { key := make([]byte, 0, hashSize) - key = append(key, qs.convertStringToByteHash(s)...) + key = append(key, hashOf(s)...) return key } @@ -173,13 +183,13 @@ var ( ) func (qs *QuadStore) ApplyDeltas(deltas []graph.Delta) error { - old_size := qs.size - old_horizon := qs.horizon + oldSize := qs.size + oldHorizon := qs.horizon err := qs.db.Update(func(tx *bolt.Tx) error { b := tx.Bucket(logBucket) b.FillPercent = localFillPercent resizeMap := make(map[string]int64) - size_change := int64(0) + sizeChange := int64(0) for _, d := range deltas { bytes, err := json.Marshal(d) if err != nil { @@ -205,7 +215,7 @@ func (qs *QuadStore) ApplyDeltas(deltas []graph.Delta) error { if d.Quad.Label != "" { resizeMap[d.Quad.Label] += delta } - size_change += delta + sizeChange += delta qs.horizon = d.ID } for k, v := range resizeMap { @@ -216,14 +226,14 @@ func (qs *QuadStore) ApplyDeltas(deltas []graph.Delta) error { } } } - qs.size += size_change + qs.size += sizeChange return qs.WriteHorizonAndSize(tx) }) if err != nil { glog.Error("Couldn't write to DB for Delta set. Error: ", err) - qs.horizon = old_horizon - qs.size = old_size + qs.horizon = oldHorizon + qs.size = oldSize return err } return nil @@ -243,11 +253,11 @@ func (qs *QuadStore) buildQuadWrite(tx *bolt.Tx, q quad.Quad, id int64, isAdd bo } if isAdd && len(entry.History)%2 == 1 { - glog.Error("Adding a valid triple ", entry) + glog.Error("Adding a valid quad ", entry) return graph.ErrQuadExists } if !isAdd && len(entry.History)%2 == 0 { - glog.Error("Deleting an invalid triple ", entry) + glog.Error("Deleting an invalid quad ", entry) return graph.ErrQuadNotExist } @@ -373,22 +383,12 @@ func (qs *QuadStore) Quad(k graph.Value) quad.Quad { return json.Unmarshal(data, &q) }) if err != nil { - glog.Error("Error getting triple: ", err) + glog.Error("Error getting quad: ", err) return quad.Quad{} } return q } -func (qs *QuadStore) convertStringToByteHash(s string) []byte { - h := hashPool.Get().(hash.Hash) - h.Reset() - defer hashPool.Put(h) - key := make([]byte, 0, hashSize) - h.Write([]byte(s)) - key = h.Sum(key) - return key -} - func (qs *QuadStore) ValueOf(s string) graph.Value { return &Token{ bucket: nodeBucket, @@ -459,7 +459,7 @@ func (qs *QuadStore) getMetadata() error { return err } -func (qs *QuadStore) TripleIterator(d quad.Direction, val graph.Value) graph.Iterator { +func (qs *QuadStore) QuadIterator(d quad.Direction, val graph.Value) graph.Iterator { var bucket []byte switch d { case quad.Subject: @@ -480,11 +480,11 @@ func (qs *QuadStore) NodesAllIterator() graph.Iterator { return NewAllIterator(nodeBucket, quad.Any, qs) } -func (qs *QuadStore) TriplesAllIterator() graph.Iterator { +func (qs *QuadStore) QuadsAllIterator() graph.Iterator { return NewAllIterator(posBucket, quad.Predicate, qs) } -func (qs *QuadStore) TripleDirection(val graph.Value, d quad.Direction) graph.Value { +func (qs *QuadStore) QuadDirection(val graph.Value, d quad.Direction) graph.Value { v := val.(*Token) offset := PositionOf(v, d, qs) if offset != -1 { @@ -503,5 +503,5 @@ func compareTokens(a, b graph.Value) bool { } func (qs *QuadStore) FixedIterator() graph.FixedIterator { - return iterator.NewFixedIteratorWithCompare(compareTokens) + return iterator.NewFixed(compareTokens) } diff --git a/graph/bolt/quadstore_iterator_optimize.go b/graph/bolt/quadstore_iterator_optimize.go index e893020..7d8a2aa 100644 --- a/graph/bolt/quadstore_iterator_optimize.go +++ b/graph/bolt/quadstore_iterator_optimize.go @@ -19,16 +19,16 @@ import ( "github.com/google/cayley/graph/iterator" ) -func (ts *QuadStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { +func (qs *QuadStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { switch it.Type() { case graph.LinksTo: - return ts.optimizeLinksTo(it.(*iterator.LinksTo)) + return qs.optimizeLinksTo(it.(*iterator.LinksTo)) } return it, false } -func (ts *QuadStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { +func (qs *QuadStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { subs := it.SubIterators() if len(subs) != 1 { return it, false @@ -41,7 +41,7 @@ func (ts *QuadStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool panic("unexpected size during optimize") } val := primary.Result() - newIt := ts.TripleIterator(it.Direction(), val) + newIt := qs.QuadIterator(it.Direction(), val) nt := newIt.Tagger() nt.CopyFrom(it) for _, tag := range primary.Tagger().Tags() { diff --git a/graph/iterator.go b/graph/iterator.go index cba3100..aeaa9b3 100644 --- a/graph/iterator.go +++ b/graph/iterator.go @@ -260,7 +260,7 @@ func (t Type) String() string { type StatsContainer struct { IteratorStats Kind string - Uid uint64 + UID uint64 SubIts []StatsContainer } @@ -268,7 +268,7 @@ func DumpStats(it Iterator) StatsContainer { var out StatsContainer out.IteratorStats = it.Stats() out.Kind = it.Type().String() - out.Uid = it.UID() + out.UID = it.UID() for _, sub := range it.SubIterators() { out.SubIts = append(out.SubIts, DumpStats(sub)) } diff --git a/graph/iterator/all_iterator.go b/graph/iterator/all_iterator.go index 0a890cf..0106143 100644 --- a/graph/iterator/all_iterator.go +++ b/graph/iterator/all_iterator.go @@ -17,9 +17,9 @@ package iterator // Defines one of the base iterators, the All iterator. Which, logically // enough, represents all nodes or all links in the graph. // -// This particular file is actually vestigial. It's up to the TripleStore to give +// This particular file is actually vestigial. It's up to the QuadStore to give // us an All iterator that represents all things in the graph. So this is -// really the All iterator for the MemTripleStore. That said, it *is* one of +// really the All iterator for the memstore.QuadStore. That said, it *is* one of // the base iterators, and it helps just to see it here. import ( diff --git a/graph/iterator/and_iterator.go b/graph/iterator/and_iterator.go index a585cd9..bc1859a 100644 --- a/graph/iterator/and_iterator.go +++ b/graph/iterator/and_iterator.go @@ -1,5 +1,5 @@ // Defines the And iterator, one of the base iterators. And requires no -// knowledge of the constituent TripleStore; its sole purpose is to act as an +// knowledge of the constituent QuadStore; its sole purpose is to act as an // intersection operator across the subiterators it is given. If one iterator // contains [1,3,5] and another [2,3,4] -- then And is an iterator that // 'contains' [3] diff --git a/graph/iterator/and_iterator_optimize.go b/graph/iterator/and_iterator_optimize.go index c3af04a..276774e 100644 --- a/graph/iterator/and_iterator_optimize.go +++ b/graph/iterator/and_iterator_optimize.go @@ -110,7 +110,7 @@ func closeIteratorList(its []graph.Iterator, except graph.Iterator) { // Find if there is a single subiterator which is a valid replacement for this // And. -func (_ *And) optimizeReplacement(its []graph.Iterator) graph.Iterator { +func (*And) optimizeReplacement(its []graph.Iterator) graph.Iterator { // If we were created with no SubIterators, we're as good as Null. if len(its) == 0 { return &Null{} diff --git a/graph/iterator/and_iterator_optimize_test.go b/graph/iterator/and_iterator_optimize_test.go index 00b3807..0ae0bc5 100644 --- a/graph/iterator/and_iterator_optimize_test.go +++ b/graph/iterator/and_iterator_optimize_test.go @@ -27,7 +27,7 @@ import ( func TestIteratorPromotion(t *testing.T) { all := NewInt64(1, 3) - fixed := newFixed() + fixed := NewFixed(Identity) fixed.Add(3) a := NewAnd() a.AddSubIterator(all) diff --git a/graph/iterator/and_iterator_test.go b/graph/iterator/and_iterator_test.go index 3023bfd..3f96519 100644 --- a/graph/iterator/and_iterator_test.go +++ b/graph/iterator/and_iterator_test.go @@ -22,7 +22,7 @@ import ( // Make sure that tags work on the And. func TestTag(t *testing.T) { - fix1 := newFixed() + fix1 := NewFixed(Identity) fix1.Add(234) fix1.Tagger().Add("foo") and := NewAnd() @@ -55,12 +55,12 @@ func TestTag(t *testing.T) { // Do a simple itersection of fixed values. func TestAndAndFixedIterators(t *testing.T) { - fix1 := newFixed() + fix1 := NewFixed(Identity) fix1.Add(1) fix1.Add(2) fix1.Add(3) fix1.Add(4) - fix2 := newFixed() + fix2 := NewFixed(Identity) fix2.Add(3) fix2.Add(4) fix2.Add(5) @@ -93,12 +93,12 @@ func TestAndAndFixedIterators(t *testing.T) { // If there's no intersection, the size should still report the same, // but there should be nothing to Next() func TestNonOverlappingFixedIterators(t *testing.T) { - fix1 := newFixed() + fix1 := NewFixed(Identity) fix1.Add(1) fix1.Add(2) fix1.Add(3) fix1.Add(4) - fix2 := newFixed() + fix2 := NewFixed(Identity) fix2.Add(5) fix2.Add(6) fix2.Add(7) diff --git a/graph/iterator/fixed_iterator.go b/graph/iterator/fixed_iterator.go index 8ecda34..a0298fc 100644 --- a/graph/iterator/fixed_iterator.go +++ b/graph/iterator/fixed_iterator.go @@ -18,7 +18,7 @@ package iterator // contains an explicit fixed array of values. // // A fixed iterator requires an Equality function to be passed to it, by reason that graph.Value, the -// opaque Triple store value, may not answer to ==. +// opaque Quad store value, may not answer to ==. import ( "fmt" @@ -42,24 +42,16 @@ type Fixed struct { type Equality func(a, b graph.Value) bool // Define an equality function of purely ==, which works for native types. -func BasicEquality(a, b graph.Value) bool { - if a == b { - return true - } - return false +func Identity(a, b graph.Value) bool { + return a == b } -// Creates a new Fixed iterator based around == equality. -func newFixed() *Fixed { - return NewFixedIteratorWithCompare(BasicEquality) -} - -// Creates a new Fixed iterator with a custom comparitor. -func NewFixedIteratorWithCompare(compareFn Equality) *Fixed { +// Creates a new Fixed iterator with a custom comparator. +func NewFixed(cmp Equality) *Fixed { return &Fixed{ uid: NextUID(), values: make([]graph.Value, 0, 20), - cmp: compareFn, + cmp: cmp, } } @@ -88,7 +80,7 @@ func (it *Fixed) TagResults(dst map[string]graph.Value) { } func (it *Fixed) Clone() graph.Iterator { - out := NewFixedIteratorWithCompare(it.cmp) + out := NewFixed(it.cmp) for _, val := range it.values { out.Add(val) } @@ -108,7 +100,7 @@ func (it *Fixed) DebugString(indent int) string { if len(it.values) > 0 { value = fmt.Sprint(it.values[0]) } - return fmt.Sprintf("%s(%s %d tags: %s Size: %d id0: %d)", + return fmt.Sprintf("%s(%s %d tags: %s Size: %d id0: %s)", strings.Repeat(" ", indent), it.Type(), it.UID(), diff --git a/graph/iterator/hasa_iterator.go b/graph/iterator/hasa_iterator.go index b8aae90..a6440a4 100644 --- a/graph/iterator/hasa_iterator.go +++ b/graph/iterator/hasa_iterator.go @@ -21,7 +21,7 @@ package iterator // // HasA is weird in that it may return the same value twice if on the Next() // path. That's okay -- in reality, it can be viewed as returning the value for -// a new triple, but to make logic much simpler, here we have the HasA. +// a new quad, but to make logic much simpler, here we have the HasA. // // Likewise, it's important to think about Contains()ing a HasA. When given a // value to check, it means "Check all predicates that have this value for your @@ -43,13 +43,13 @@ import ( "github.com/google/cayley/quad" ) -// A HasA consists of a reference back to the graph.TripleStore that it references, -// a primary subiterator, a direction in which the triples for that subiterator point, +// A HasA consists of a reference back to the graph.QuadStore that it references, +// a primary subiterator, a direction in which the quads for that subiterator point, // and a temporary holder for the iterator generated on Contains(). type HasA struct { uid uint64 tags graph.Tagger - ts graph.TripleStore + qs graph.QuadStore primaryIt graph.Iterator dir quad.Direction resultIt graph.Iterator @@ -57,12 +57,12 @@ type HasA struct { runstats graph.IteratorStats } -// Construct a new HasA iterator, given the triple subiterator, and the triple +// Construct a new HasA iterator, given the quad subiterator, and the quad // direction for which it stands. -func NewHasA(ts graph.TripleStore, subIt graph.Iterator, d quad.Direction) *HasA { +func NewHasA(qs graph.QuadStore, subIt graph.Iterator, d quad.Direction) *HasA { return &HasA{ uid: NextUID(), - ts: ts, + qs: qs, primaryIt: subIt, dir: d, } @@ -89,7 +89,7 @@ func (it *HasA) Tagger() *graph.Tagger { } func (it *HasA) Clone() graph.Iterator { - out := NewHasA(it.ts, it.primaryIt.Clone(), it.dir) + out := NewHasA(it.qs, it.primaryIt.Clone(), it.dir) out.tags.CopyFrom(it) return out } @@ -98,7 +98,7 @@ func (it *HasA) Clone() graph.Iterator { func (it *HasA) Direction() quad.Direction { return it.dir } // Pass the Optimize() call along to the subiterator. If it becomes Null, -// then the HasA becomes Null (there are no triples that have any directions). +// then the HasA becomes Null (there are no quads that have any directions). func (it *HasA) Optimize() (graph.Iterator, bool) { newPrimary, changed := it.primaryIt.Optimize() if changed { @@ -140,34 +140,34 @@ func (it *HasA) DebugString(indent int) string { } // Check a value against our internal iterator. In order to do this, we must first open a new -// iterator of "triples that have `val` in our direction", given to us by the triple store, +// iterator of "quads that have `val` in our direction", given to us by the quad store, // and then Next() values out of that iterator and Contains() them against our subiterator. func (it *HasA) Contains(val graph.Value) bool { graph.ContainsLogIn(it, val) it.runstats.Contains += 1 if glog.V(4) { - glog.V(4).Infoln("Id is", it.ts.NameOf(val)) + glog.V(4).Infoln("Id is", it.qs.NameOf(val)) } // TODO(barakmich): Optimize this if it.resultIt != nil { it.resultIt.Close() } - it.resultIt = it.ts.TripleIterator(it.dir, val) + it.resultIt = it.qs.QuadIterator(it.dir, val) return graph.ContainsLogOut(it, val, it.NextContains()) } // NextContains() is shared code between Contains() and GetNextResult() -- calls next on the -// result iterator (a triple iterator based on the last checked value) and returns true if +// result iterator (a quad iterator based on the last checked value) and returns true if // another match is made. func (it *HasA) NextContains() bool { for graph.Next(it.resultIt) { it.runstats.ContainsNext += 1 link := it.resultIt.Result() if glog.V(4) { - glog.V(4).Infoln("Quad is", it.ts.Quad(link)) + glog.V(4).Infoln("Quad is", it.qs.Quad(link)) } if it.primaryIt.Contains(link) { - it.result = it.ts.TripleDirection(link, it.dir) + it.result = it.qs.QuadDirection(link, it.dir) return true } } @@ -192,7 +192,7 @@ func (it *HasA) NextPath() bool { } // Next advances the iterator. This is simpler than Contains. We have a -// subiterator we can get a value from, and we can take that resultant triple, +// subiterator we can get a value from, and we can take that resultant quad, // pull our direction out of it, and return that. func (it *HasA) Next() bool { graph.NextLogIn(it) @@ -206,7 +206,7 @@ func (it *HasA) Next() bool { return graph.NextLogOut(it, 0, false) } tID := it.primaryIt.Result() - val := it.ts.TripleDirection(tID, it.dir) + val := it.qs.QuadDirection(tID, it.dir) it.result = val return graph.NextLogOut(it, val, true) } @@ -217,20 +217,20 @@ func (it *HasA) Result() graph.Value { // GetStats() returns the statistics on the HasA iterator. This is curious. Next // cost is easy, it's an extra call or so on top of the subiterator Next cost. -// ContainsCost involves going to the graph.TripleStore, iterating out values, and hoping +// ContainsCost involves going to the graph.QuadStore, iterating out values, and hoping // one sticks -- potentially expensive, depending on fanout. Size, however, is // potentially smaller. we know at worst it's the size of the subiterator, but // if there are many repeated values, it could be much smaller in totality. func (it *HasA) Stats() graph.IteratorStats { subitStats := it.primaryIt.Stats() - // TODO(barakmich): These should really come from the triplestore itself + // TODO(barakmich): These should really come from the quadstore itself // and be optimized. faninFactor := int64(1) fanoutFactor := int64(30) nextConstant := int64(2) - tripleConstant := int64(1) + quadConstant := int64(1) return graph.IteratorStats{ - NextCost: tripleConstant + subitStats.NextCost, + NextCost: quadConstant + subitStats.NextCost, ContainsCost: (fanoutFactor * nextConstant) * subitStats.ContainsCost, Size: faninFactor * subitStats.Size, Next: it.runstats.Next, diff --git a/graph/iterator/linksto_iterator.go b/graph/iterator/linksto_iterator.go index d5bd3d8..f0f985c 100644 --- a/graph/iterator/linksto_iterator.go +++ b/graph/iterator/linksto_iterator.go @@ -37,13 +37,13 @@ import ( "github.com/google/cayley/quad" ) -// A LinksTo has a reference back to the graph.TripleStore (to create the iterators +// A LinksTo has a reference back to the graph.QuadStore (to create the iterators // for each node) the subiterator, and the direction the iterator comes from. // `next_it` is the tempoarary iterator held per result in `primary_it`. type LinksTo struct { uid uint64 tags graph.Tagger - ts graph.TripleStore + qs graph.QuadStore primaryIt graph.Iterator dir quad.Direction nextIt graph.Iterator @@ -53,10 +53,10 @@ type LinksTo struct { // Construct a new LinksTo iterator around a direction and a subiterator of // nodes. -func NewLinksTo(ts graph.TripleStore, it graph.Iterator, d quad.Direction) *LinksTo { +func NewLinksTo(qs graph.QuadStore, it graph.Iterator, d quad.Direction) *LinksTo { return &LinksTo{ uid: NextUID(), - ts: ts, + qs: qs, primaryIt: it, dir: d, nextIt: &Null{}, @@ -80,7 +80,7 @@ func (it *LinksTo) Tagger() *graph.Tagger { } func (it *LinksTo) Clone() graph.Iterator { - out := NewLinksTo(it.ts, it.primaryIt.Clone(), it.dir) + out := NewLinksTo(it.qs, it.primaryIt.Clone(), it.dir) out.tags.CopyFrom(it) return out } @@ -120,7 +120,7 @@ func (it *LinksTo) DebugString(indent int) string { func (it *LinksTo) Contains(val graph.Value) bool { graph.ContainsLogIn(it, val) it.runstats.Contains += 1 - node := it.ts.TripleDirection(val, it.dir) + node := it.qs.QuadDirection(val, it.dir) if it.primaryIt.Contains(node) { it.result = val return graph.ContainsLogOut(it, val, true) @@ -143,10 +143,10 @@ func (it *LinksTo) Optimize() (graph.Iterator, bool) { return it.primaryIt, true } } - // Ask the graph.TripleStore if we can be replaced. Often times, this is a great + // Ask the graph.QuadStore if we can be replaced. Often times, this is a great // optimization opportunity (there's a fixed iterator underneath us, for // example). - newReplacement, hasOne := it.ts.OptimizeIterator(it) + newReplacement, hasOne := it.qs.OptimizeIterator(it) if hasOne { it.Close() return newReplacement, true @@ -170,7 +170,7 @@ func (it *LinksTo) Next() bool { return graph.NextLogOut(it, 0, false) } it.nextIt.Close() - it.nextIt = it.ts.TripleIterator(it.dir, it.primaryIt.Result()) + it.nextIt = it.qs.QuadIterator(it.dir, it.primaryIt.Result()) // Recurse -- return the first in the next set. return it.Next() @@ -197,7 +197,7 @@ func (it *LinksTo) Type() graph.Type { return graph.LinksTo } // Return a guess as to how big or costly it is to next the iterator. func (it *LinksTo) Stats() graph.IteratorStats { subitStats := it.primaryIt.Stats() - // TODO(barakmich): These should really come from the triplestore itself + // TODO(barakmich): These should really come from the quadstore itself fanoutFactor := int64(20) checkConstant := int64(1) nextConstant := int64(2) diff --git a/graph/iterator/linksto_iterator_test.go b/graph/iterator/linksto_iterator_test.go index b1eb1fa..f4f2059 100644 --- a/graph/iterator/linksto_iterator_test.go +++ b/graph/iterator/linksto_iterator_test.go @@ -21,23 +21,23 @@ import ( ) func TestLinksTo(t *testing.T) { - ts := &store{ + qs := &store{ data: []string{1: "cool"}, - iter: newFixed(), + iter: NewFixed(Identity), } - ts.iter.(*Fixed).Add(2) - fixed := newFixed() - val := ts.ValueOf("cool") + qs.iter.(*Fixed).Add(2) + fixed := NewFixed(Identity) + val := qs.ValueOf("cool") if val != 1 { t.Fatalf("Failed to return correct value, got:%v expect:1", val) } fixed.Add(val) - lto := NewLinksTo(ts, fixed, quad.Object) + lto := NewLinksTo(qs, fixed, quad.Object) if !lto.Next() { - t.Error("At least one triple matches the fixed object") + t.Error("At least one quad matches the fixed object") } val = lto.Result() if val != 2 { - t.Errorf("Quad index 2, such as %s, should match %s", ts.Quad(2), ts.Quad(val)) + t.Errorf("Quad index 2, such as %s, should match %s", qs.Quad(2), qs.Quad(val)) } } diff --git a/graph/iterator/mock_ts_test.go b/graph/iterator/mock_ts_test.go index 4b186ac..bf60406 100644 --- a/graph/iterator/mock_ts_test.go +++ b/graph/iterator/mock_ts_test.go @@ -14,14 +14,12 @@ package iterator -// A quickly mocked version of the TripleStore interface, for use in tests. -// Can better used Mock.Called but will fill in as needed. - import ( "github.com/google/cayley/graph" "github.com/google/cayley/quad" ) +// store is a mocked version of the QuadStore interface, for use in tests. type store struct { data []string iter graph.Iterator @@ -40,13 +38,13 @@ func (qs *store) ApplyDeltas([]graph.Delta) error { return nil } func (qs *store) Quad(graph.Value) quad.Quad { return quad.Quad{} } -func (qs *store) TripleIterator(d quad.Direction, i graph.Value) graph.Iterator { +func (qs *store) QuadIterator(d quad.Direction, i graph.Value) graph.Iterator { return qs.iter } func (qs *store) NodesAllIterator() graph.Iterator { return &Null{} } -func (qs *store) TriplesAllIterator() graph.Iterator { return &Null{} } +func (qs *store) QuadsAllIterator() graph.Iterator { return &Null{} } func (qs *store) NameOf(v graph.Value) string { i := v.(int) @@ -67,11 +65,11 @@ func (qs *store) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { } func (qs *store) FixedIterator() graph.FixedIterator { - return NewFixedIteratorWithCompare(BasicEquality) + return NewFixed(Identity) } func (qs *store) Close() {} -func (qs *store) TripleDirection(graph.Value, quad.Direction) graph.Value { return 0 } +func (qs *store) QuadDirection(graph.Value, quad.Direction) graph.Value { return 0 } -func (qs *store) RemoveTriple(t quad.Quad) {} +func (qs *store) RemoveQuad(t quad.Quad) {} diff --git a/graph/iterator/or_iterator_test.go b/graph/iterator/or_iterator_test.go index b147d56..2091569 100644 --- a/graph/iterator/or_iterator_test.go +++ b/graph/iterator/or_iterator_test.go @@ -31,11 +31,11 @@ func iterated(it graph.Iterator) []int { func TestOrIteratorBasics(t *testing.T) { or := NewOr() - f1 := newFixed() + f1 := NewFixed(Identity) f1.Add(1) f1.Add(2) f1.Add(3) - f2 := newFixed() + f2 := NewFixed(Identity) f2.Add(3) f2.Add(9) f2.Add(20) @@ -77,11 +77,11 @@ func TestOrIteratorBasics(t *testing.T) { func TestShortCircuitingOrBasics(t *testing.T) { var or *Or - f1 := newFixed() + f1 := NewFixed(Identity) f1.Add(1) f1.Add(2) f1.Add(3) - f2 := newFixed() + f2 := NewFixed(Identity) f2.Add(3) f2.Add(9) f2.Add(20) @@ -133,7 +133,7 @@ func TestShortCircuitingOrBasics(t *testing.T) { // Check that it pulls the second iterator's numbers if the first is empty. or = NewShortCircuitOr() - or.AddSubIterator(newFixed()) + or.AddSubIterator(NewFixed(Identity)) or.AddSubIterator(f2) expect = []int{3, 9, 20, 21} for i := 0; i < 2; i++ { diff --git a/graph/iterator/query_shape.go b/graph/iterator/query_shape.go index 77e10eb..ad91487 100644 --- a/graph/iterator/query_shape.go +++ b/graph/iterator/query_shape.go @@ -20,7 +20,7 @@ import ( ) type Node struct { - Id int `json:"id"` + ID int `json:"id"` Tags []string `json:"tags,omitempty"` Values []string `json:"values,omitempty"` IsLinkNode bool `json:"is_link_node"` @@ -37,47 +37,47 @@ type Link struct { type queryShape struct { nodes []Node links []Link - ts graph.TripleStore - nodeId int - hasaIds []int + qs graph.QuadStore + nodeID int + hasaIDs []int hasaDirs []quad.Direction } -func OutputQueryShapeForIterator(it graph.Iterator, ts graph.TripleStore, outputMap map[string]interface{}) { - qs := &queryShape{ - ts: ts, - nodeId: 1, +func OutputQueryShapeForIterator(it graph.Iterator, qs graph.QuadStore, outputMap map[string]interface{}) { + s := &queryShape{ + qs: qs, + nodeID: 1, } - node := qs.MakeNode(it.Clone()) - qs.AddNode(node) - outputMap["nodes"] = qs.nodes - outputMap["links"] = qs.links + node := s.MakeNode(it.Clone()) + s.AddNode(node) + outputMap["nodes"] = s.nodes + outputMap["links"] = s.links } -func (qs *queryShape) AddNode(n *Node) { - qs.nodes = append(qs.nodes, *n) +func (s *queryShape) AddNode(n *Node) { + s.nodes = append(s.nodes, *n) } -func (qs *queryShape) AddLink(l *Link) { - qs.links = append(qs.links, *l) +func (s *queryShape) AddLink(l *Link) { + s.links = append(s.links, *l) } -func (qs *queryShape) LastHasa() (int, quad.Direction) { - return qs.hasaIds[len(qs.hasaIds)-1], qs.hasaDirs[len(qs.hasaDirs)-1] +func (s *queryShape) LastHasa() (int, quad.Direction) { + return s.hasaIDs[len(s.hasaIDs)-1], s.hasaDirs[len(s.hasaDirs)-1] } -func (qs *queryShape) PushHasa(i int, d quad.Direction) { - qs.hasaIds = append(qs.hasaIds, i) - qs.hasaDirs = append(qs.hasaDirs, d) +func (s *queryShape) PushHasa(i int, d quad.Direction) { + s.hasaIDs = append(s.hasaIDs, i) + s.hasaDirs = append(s.hasaDirs, d) } -func (qs *queryShape) RemoveHasa() { - qs.hasaIds = qs.hasaIds[:len(qs.hasaIds)-1] - qs.hasaDirs = qs.hasaDirs[:len(qs.hasaDirs)-1] +func (s *queryShape) RemoveHasa() { + s.hasaIDs = s.hasaIDs[:len(s.hasaIDs)-1] + s.hasaDirs = s.hasaDirs[:len(s.hasaDirs)-1] } -func (qs *queryShape) StealNode(left *Node, right *Node) { +func (s *queryShape) StealNode(left *Node, right *Node) { for _, v := range right.Values { left.Values = append(left.Values, v) } @@ -86,88 +86,88 @@ func (qs *queryShape) StealNode(left *Node, right *Node) { } left.IsLinkNode = left.IsLinkNode || right.IsLinkNode left.IsFixed = left.IsFixed || right.IsFixed - for i, link := range qs.links { + for i, link := range s.links { rewrite := false - if link.LinkNode == right.Id { - link.LinkNode = left.Id + if link.LinkNode == right.ID { + link.LinkNode = left.ID rewrite = true } - if link.Source == right.Id { - link.Source = left.Id + if link.Source == right.ID { + link.Source = left.ID rewrite = true } - if link.Target == right.Id { - link.Target = left.Id + if link.Target == right.ID { + link.Target = left.ID rewrite = true } if rewrite { - qs.links = append(append(qs.links[:i], qs.links[i+1:]...), link) + s.links = append(append(s.links[:i], s.links[i+1:]...), link) } } } -func (qs *queryShape) MakeNode(it graph.Iterator) *Node { - n := Node{Id: qs.nodeId} +func (s *queryShape) MakeNode(it graph.Iterator) *Node { + n := Node{ID: s.nodeID} for _, tag := range it.Tagger().Tags() { n.Tags = append(n.Tags, tag) } - for k, _ := range it.Tagger().Fixed() { + for k := range it.Tagger().Fixed() { n.Tags = append(n.Tags, k) } switch it.Type() { case graph.And: for _, sub := range it.SubIterators() { - qs.nodeId++ - newNode := qs.MakeNode(sub) + s.nodeID++ + newNode := s.MakeNode(sub) if sub.Type() != graph.Or { - qs.StealNode(&n, newNode) + s.StealNode(&n, newNode) } else { - qs.AddNode(newNode) - qs.AddLink(&Link{n.Id, newNode.Id, 0, 0}) + s.AddNode(newNode) + s.AddLink(&Link{n.ID, newNode.ID, 0, 0}) } } case graph.Fixed: n.IsFixed = true for graph.Next(it) { - n.Values = append(n.Values, qs.ts.NameOf(it.Result())) + n.Values = append(n.Values, s.qs.NameOf(it.Result())) } case graph.HasA: hasa := it.(*HasA) - qs.PushHasa(n.Id, hasa.dir) - qs.nodeId++ - newNode := qs.MakeNode(hasa.primaryIt) - qs.AddNode(newNode) - qs.RemoveHasa() + s.PushHasa(n.ID, hasa.dir) + s.nodeID++ + newNode := s.MakeNode(hasa.primaryIt) + s.AddNode(newNode) + s.RemoveHasa() case graph.Or: for _, sub := range it.SubIterators() { - qs.nodeId++ - newNode := qs.MakeNode(sub) + s.nodeID++ + newNode := s.MakeNode(sub) if sub.Type() == graph.Or { - qs.StealNode(&n, newNode) + s.StealNode(&n, newNode) } else { - qs.AddNode(newNode) - qs.AddLink(&Link{n.Id, newNode.Id, 0, 0}) + s.AddNode(newNode) + s.AddLink(&Link{n.ID, newNode.ID, 0, 0}) } } case graph.LinksTo: n.IsLinkNode = true lto := it.(*LinksTo) - qs.nodeId++ - newNode := qs.MakeNode(lto.primaryIt) - hasaID, hasaDir := qs.LastHasa() + s.nodeID++ + newNode := s.MakeNode(lto.primaryIt) + hasaID, hasaDir := s.LastHasa() if (hasaDir == quad.Subject && lto.dir == quad.Object) || (hasaDir == quad.Object && lto.dir == quad.Subject) { - qs.AddNode(newNode) + s.AddNode(newNode) if hasaDir == quad.Subject { - qs.AddLink(&Link{hasaID, newNode.Id, 0, n.Id}) + s.AddLink(&Link{hasaID, newNode.ID, 0, n.ID}) } else { - qs.AddLink(&Link{newNode.Id, hasaID, 0, n.Id}) + s.AddLink(&Link{newNode.ID, hasaID, 0, n.ID}) } } else if lto.primaryIt.Type() == graph.Fixed { - qs.StealNode(&n, newNode) + s.StealNode(&n, newNode) } else { - qs.AddNode(newNode) + s.AddNode(newNode) } case graph.Optional: // Unsupported, for the moment diff --git a/graph/iterator/query_shape_test.go b/graph/iterator/query_shape_test.go index 570223a..e041e7e 100644 --- a/graph/iterator/query_shape_test.go +++ b/graph/iterator/query_shape_test.go @@ -22,23 +22,23 @@ import ( "github.com/google/cayley/quad" ) -func hasaWithTag(ts graph.TripleStore, tag string, target string) *HasA { +func hasaWithTag(qs graph.QuadStore, tag string, target string) *HasA { and := NewAnd() - obj := ts.FixedIterator() - obj.Add(ts.ValueOf(target)) + obj := qs.FixedIterator() + obj.Add(qs.ValueOf(target)) obj.Tagger().Add(tag) - and.AddSubIterator(NewLinksTo(ts, obj, quad.Object)) + and.AddSubIterator(NewLinksTo(qs, obj, quad.Object)) - pred := ts.FixedIterator() - pred.Add(ts.ValueOf("status")) - and.AddSubIterator(NewLinksTo(ts, pred, quad.Predicate)) + pred := qs.FixedIterator() + pred.Add(qs.ValueOf("status")) + and.AddSubIterator(NewLinksTo(qs, pred, quad.Predicate)) - return NewHasA(ts, and, quad.Subject) + return NewHasA(qs, and, quad.Subject) } func TestQueryShape(t *testing.T) { - ts := &store{ + qs := &store{ data: []string{ 1: "cool", 2: "status", @@ -48,11 +48,11 @@ func TestQueryShape(t *testing.T) { } // Given a single linkage iterator's shape. - hasa := hasaWithTag(ts, "tag", "cool") + hasa := hasaWithTag(qs, "tag", "cool") hasa.Tagger().Add("top") shape := make(map[string]interface{}) - OutputQueryShapeForIterator(hasa, ts, shape) + OutputQueryShapeForIterator(hasa, qs, shape) nodes := shape["nodes"].([]Node) if len(nodes) != 3 { @@ -77,14 +77,14 @@ func TestQueryShape(t *testing.T) { // Link should be correctly typed. nodes = shape["nodes"].([]Node) link := shape["links"].([]Link)[0] - if link.Source != nodes[2].Id { - t.Errorf("Failed to get correct link source, got:%v expect:%v", link.Source, nodes[2].Id) + if link.Source != nodes[2].ID { + t.Errorf("Failed to get correct link source, got:%v expect:%v", link.Source, nodes[2].ID) } - if link.Target != nodes[0].Id { - t.Errorf("Failed to get correct link target, got:%v expect:%v", link.Target, nodes[0].Id) + if link.Target != nodes[0].ID { + t.Errorf("Failed to get correct link target, got:%v expect:%v", link.Target, nodes[0].ID) } - if link.LinkNode != nodes[1].Id { - t.Errorf("Failed to get correct link node, got:%v expect:%v", link.LinkNode, nodes[1].Id) + if link.LinkNode != nodes[1].ID { + t.Errorf("Failed to get correct link node, got:%v expect:%v", link.LinkNode, nodes[1].ID) } if link.Pred != 0 { t.Errorf("Failed to get correct number of predecessors:%v expect:0", link.Pred) @@ -93,23 +93,23 @@ func TestQueryShape(t *testing.T) { // Given a name-of-an-and-iterator's shape. andInternal := NewAnd() - hasa1 := hasaWithTag(ts, "tag1", "cool") + hasa1 := hasaWithTag(qs, "tag1", "cool") hasa1.Tagger().Add("hasa1") andInternal.AddSubIterator(hasa1) - hasa2 := hasaWithTag(ts, "tag2", "fun") + hasa2 := hasaWithTag(qs, "tag2", "fun") hasa2.Tagger().Add("hasa2") andInternal.AddSubIterator(hasa2) - pred := ts.FixedIterator() - pred.Add(ts.ValueOf("name")) + pred := qs.FixedIterator() + pred.Add(qs.ValueOf("name")) and := NewAnd() - and.AddSubIterator(NewLinksTo(ts, andInternal, quad.Subject)) - and.AddSubIterator(NewLinksTo(ts, pred, quad.Predicate)) + and.AddSubIterator(NewLinksTo(qs, andInternal, quad.Subject)) + and.AddSubIterator(NewLinksTo(qs, pred, quad.Predicate)) shape = make(map[string]interface{}) - OutputQueryShapeForIterator(NewHasA(ts, and, quad.Object), ts, shape) + OutputQueryShapeForIterator(NewHasA(qs, and, quad.Object), qs, shape) links = shape["links"].([]Link) if len(links) != 3 { diff --git a/graph/iterator/value_comparison_iterator.go b/graph/iterator/value_comparison_iterator.go index 91b1985..a0beeb3 100644 --- a/graph/iterator/value_comparison_iterator.go +++ b/graph/iterator/value_comparison_iterator.go @@ -38,10 +38,10 @@ import ( type Operator int const ( - kCompareLT Operator = iota - kCompareLTE - kCompareGT - kCompareGTE + compareLT Operator = iota + compareLTE + compareGT + compareGTE // Why no Equals? Because that's usually an AndIterator. ) @@ -51,17 +51,17 @@ type Comparison struct { subIt graph.Iterator op Operator val interface{} - ts graph.TripleStore + qs graph.QuadStore result graph.Value } -func NewComparison(sub graph.Iterator, op Operator, val interface{}, ts graph.TripleStore) *Comparison { +func NewComparison(sub graph.Iterator, op Operator, val interface{}, qs graph.QuadStore) *Comparison { return &Comparison{ uid: NextUID(), subIt: sub, op: op, val: val, - ts: ts, + qs: qs, } } @@ -73,7 +73,7 @@ func (it *Comparison) UID() uint64 { // and our operator, determine whether or not we meet the requirement. func (it *Comparison) doComparison(val graph.Value) bool { //TODO(barakmich): Implement string comparison. - nodeStr := it.ts.NameOf(val) + nodeStr := it.qs.NameOf(val) switch cVal := it.val.(type) { case int: cInt := int64(cVal) @@ -99,13 +99,13 @@ func (it *Comparison) Close() { func RunIntOp(a int64, op Operator, b int64) bool { switch op { - case kCompareLT: + case compareLT: return a < b - case kCompareLTE: + case compareLTE: return a <= b - case kCompareGT: + case compareGT: return a > b - case kCompareGTE: + case compareGTE: return a >= b default: log.Fatal("Unknown operator type") @@ -122,7 +122,7 @@ func (it *Comparison) Tagger() *graph.Tagger { } func (it *Comparison) Clone() graph.Iterator { - out := NewComparison(it.subIt.Clone(), it.op, it.val, it.ts) + out := NewComparison(it.subIt.Clone(), it.op, it.val, it.qs) out.tags.CopyFrom(it) return out } @@ -154,7 +154,7 @@ func (it *Comparison) NextPath() bool { return false } if it.doComparison(it.subIt.Result()) { - return true + break } } it.result = it.subIt.Result() diff --git a/graph/iterator/value_comparison_iterator_test.go b/graph/iterator/value_comparison_iterator_test.go index a2bb108..b8a6cc8 100644 --- a/graph/iterator/value_comparison_iterator_test.go +++ b/graph/iterator/value_comparison_iterator_test.go @@ -24,7 +24,7 @@ import ( var simpleStore = &store{data: []string{"0", "1", "2", "3", "4", "5"}} func simpleFixedIterator() *Fixed { - f := newFixed() + f := NewFixed(Identity) for i := 0; i < 5; i++ { f.Add(i) } @@ -40,37 +40,37 @@ var comparisonTests = []struct { { message: "successful int64 less than comparison", operand: int64(3), - operator: kCompareLT, + operator: compareLT, expect: []string{"0", "1", "2"}, }, { message: "empty int64 less than comparison", operand: int64(0), - operator: kCompareLT, + operator: compareLT, expect: nil, }, { message: "successful int64 greater than comparison", operand: int64(2), - operator: kCompareGT, + operator: compareGT, expect: []string{"3", "4"}, }, { message: "successful int64 greater than or equal comparison", operand: int64(2), - operator: kCompareGTE, + operator: compareGTE, expect: []string{"2", "3", "4"}, }, } func TestValueComparison(t *testing.T) { for _, test := range comparisonTests { - ts := simpleStore - vc := NewComparison(simpleFixedIterator(), test.operator, test.operand, ts) + qs := simpleStore + vc := NewComparison(simpleFixedIterator(), test.operator, test.operand, qs) var got []string for vc.Next() { - got = append(got, ts.NameOf(vc.Result())) + got = append(got, qs.NameOf(vc.Result())) } if !reflect.DeepEqual(got, test.expect) { t.Errorf("Failed to show %s, got:%q expect:%q", test.message, got, test.expect) @@ -86,25 +86,25 @@ var vciContainsTests = []struct { }{ { message: "1 is less than 2", - operator: kCompareGTE, + operator: compareGTE, check: 1, expect: false, }, { message: "2 is greater than or equal to 2", - operator: kCompareGTE, + operator: compareGTE, check: 2, expect: true, }, { message: "3 is greater than or equal to 2", - operator: kCompareGTE, + operator: compareGTE, check: 3, expect: true, }, { message: "5 is absent from iterator", - operator: kCompareGTE, + operator: compareGTE, check: 5, expect: false, }, diff --git a/graph/leveldb/all_iterator.go b/graph/leveldb/all_iterator.go index ecfaf02..b5b879c 100644 --- a/graph/leveldb/all_iterator.go +++ b/graph/leveldb/all_iterator.go @@ -34,12 +34,12 @@ type AllIterator struct { dir quad.Direction open bool iter ldbit.Iterator - ts *TripleStore + qs *QuadStore ro *opt.ReadOptions result graph.Value } -func NewAllIterator(prefix string, d quad.Direction, ts *TripleStore) *AllIterator { +func NewAllIterator(prefix string, d quad.Direction, qs *QuadStore) *AllIterator { opts := &opt.ReadOptions{ DontFillCache: true, } @@ -47,11 +47,11 @@ func NewAllIterator(prefix string, d quad.Direction, ts *TripleStore) *AllIterat it := AllIterator{ uid: iterator.NextUID(), ro: opts, - iter: ts.db.NewIterator(nil, opts), + iter: qs.db.NewIterator(nil, opts), prefix: []byte(prefix), dir: d, open: true, - ts: ts, + qs: qs, } it.iter.Seek(it.prefix) @@ -71,7 +71,7 @@ func (it *AllIterator) UID() uint64 { func (it *AllIterator) Reset() { if !it.open { - it.iter = it.ts.db.NewIterator(nil, it.ro) + it.iter = it.qs.db.NewIterator(nil, it.ro) it.open = true } it.iter.Seek(it.prefix) @@ -96,7 +96,7 @@ func (it *AllIterator) TagResults(dst map[string]graph.Value) { } func (it *AllIterator) Clone() graph.Iterator { - out := NewAllIterator(string(it.prefix), it.dir, it.ts) + out := NewAllIterator(string(it.prefix), it.dir, it.qs) out.tags.CopyFrom(it) return out } @@ -151,7 +151,7 @@ func (it *AllIterator) Close() { } func (it *AllIterator) Size() (int64, bool) { - size, err := it.ts.SizeOfPrefix(it.prefix) + size, err := it.qs.SizeOfPrefix(it.prefix) if err == nil { return size, false } diff --git a/graph/leveldb/iterator.go b/graph/leveldb/iterator.go index a23d15d..b35b904 100644 --- a/graph/leveldb/iterator.go +++ b/graph/leveldb/iterator.go @@ -33,17 +33,17 @@ type Iterator struct { uid uint64 tags graph.Tagger nextPrefix []byte - checkId []byte + checkID []byte dir quad.Direction open bool iter ldbit.Iterator - qs *TripleStore + qs *QuadStore ro *opt.ReadOptions originalPrefix string result graph.Value } -func NewIterator(prefix string, d quad.Direction, value graph.Value, qs *TripleStore) *Iterator { +func NewIterator(prefix string, d quad.Direction, value graph.Value, qs *QuadStore) *Iterator { vb := value.(Token) p := make([]byte, 0, 2+hashSize) p = append(p, []byte(prefix)...) @@ -56,7 +56,7 @@ func NewIterator(prefix string, d quad.Direction, value graph.Value, qs *TripleS it := Iterator{ uid: iterator.NextUID(), nextPrefix: p, - checkId: vb, + checkID: vb, dir: d, originalPrefix: prefix, ro: opts, @@ -106,7 +106,7 @@ func (it *Iterator) TagResults(dst map[string]graph.Value) { } func (it *Iterator) Clone() graph.Iterator { - out := NewIterator(it.originalPrefix, it.dir, Token(it.checkId), it.qs) + out := NewIterator(it.originalPrefix, it.dir, Token(it.checkID), it.qs) out.tags.CopyFrom(it) return out } @@ -173,7 +173,7 @@ func (it *Iterator) SubIterators() []graph.Iterator { return nil } -func PositionOf(prefix []byte, d quad.Direction, qs *TripleStore) int { +func PositionOf(prefix []byte, d quad.Direction, qs *QuadStore) int { if bytes.Equal(prefix, []byte("sp")) { switch d { case quad.Subject: @@ -231,8 +231,8 @@ func (it *Iterator) Contains(v graph.Value) bool { return false } offset := PositionOf(val[0:2], it.dir, it.qs) - if bytes.HasPrefix(val[offset:], it.checkId[1:]) { - // You may ask, why don't we check to see if it's a valid (not deleted) triple + if bytes.HasPrefix(val[offset:], it.checkID[1:]) { + // You may ask, why don't we check to see if it's a valid (not deleted) quad // again? // // We've already done that -- in order to get the graph.Value token in the @@ -247,7 +247,7 @@ func (it *Iterator) Contains(v graph.Value) bool { } func (it *Iterator) Size() (int64, bool) { - return it.qs.SizeOf(Token(it.checkId)), true + return it.qs.SizeOf(Token(it.checkID)), true } func (it *Iterator) DebugString(indent int) string { @@ -259,7 +259,7 @@ func (it *Iterator) DebugString(indent int) string { it.tags.Tags(), it.dir, size, - it.qs.NameOf(Token(it.checkId)), + it.qs.NameOf(Token(it.checkID)), ) } diff --git a/graph/leveldb/leveldb_test.go b/graph/leveldb/leveldb_test.go index 45a7404..e2757b7 100644 --- a/graph/leveldb/leveldb_test.go +++ b/graph/leveldb/leveldb_test.go @@ -27,8 +27,8 @@ import ( "github.com/google/cayley/writer" ) -func makeTripleSet() []quad.Quad { - tripleSet := []quad.Quad{ +func makeQuadSet() []quad.Quad { + quadSet := []quad.Quad{ {"A", "follows", "B", ""}, {"C", "follows", "B", ""}, {"C", "follows", "D", ""}, @@ -41,10 +41,10 @@ func makeTripleSet() []quad.Quad { {"D", "status", "cool", "status_graph"}, {"G", "status", "cool", "status_graph"}, } - return tripleSet + return quadSet } -func iteratedTriples(qs graph.TripleStore, it graph.Iterator) []quad.Quad { +func iteratedQuads(qs graph.QuadStore, it graph.Iterator) []quad.Quad { var res ordered for graph.Next(it) { res = append(res, qs.Quad(it.Result())) @@ -80,7 +80,7 @@ func (o ordered) Less(i, j int) bool { } func (o ordered) Swap(i, j int) { o[i], o[j] = o[j], o[i] } -func iteratedNames(qs graph.TripleStore, it graph.Iterator) []string { +func iteratedNames(qs graph.QuadStore, it graph.Iterator) []string { var res []string for graph.Next(it) { res = append(res, qs.NameOf(it.Result())) @@ -101,9 +101,9 @@ func TestCreateDatabase(t *testing.T) { t.Fatal("Failed to create LevelDB database.") } - qs, err := newTripleStore(tmpDir, nil) + qs, err := newQuadStore(tmpDir, nil) if qs == nil || err != nil { - t.Error("Failed to create leveldb TripleStore.") + t.Error("Failed to create leveldb QuadStore.") } if s := qs.Size(); s != 0 { t.Errorf("Unexpected size, got:%d expected:0", s) @@ -131,20 +131,25 @@ func TestLoadDatabase(t *testing.T) { t.Fatal("Failed to create LevelDB database.") } - qs, err := newTripleStore(tmpDir, nil) + qs, err := newQuadStore(tmpDir, nil) if qs == nil || err != nil { - t.Error("Failed to create leveldb TripleStore.") + t.Error("Failed to create leveldb QuadStore.") } w, _ := writer.NewSingleReplication(qs, nil) - w.AddQuad(quad.Quad{"Something", "points_to", "Something Else", "context"}) + w.AddQuad(quad.Quad{ + Subject: "Something", + Predicate: "points_to", + Object: "Something Else", + Label: "context", + }) for _, pq := range []string{"Something", "points_to", "Something Else", "context"} { if got := qs.NameOf(qs.ValueOf(pq)); got != pq { t.Errorf("Failed to roundtrip %q, got:%q expect:%q", pq, got, pq) } } if s := qs.Size(); s != 1 { - t.Errorf("Unexpected triplestore size, got:%d expect:1", s) + t.Errorf("Unexpected quadstore size, got:%d expect:1", s) } qs.Close() @@ -152,31 +157,36 @@ func TestLoadDatabase(t *testing.T) { if err != nil { t.Fatal("Failed to create LevelDB database.") } - qs, err = newTripleStore(tmpDir, nil) + qs, err = newQuadStore(tmpDir, nil) if qs == nil || err != nil { - t.Error("Failed to create leveldb TripleStore.") + t.Error("Failed to create leveldb QuadStore.") } w, _ = writer.NewSingleReplication(qs, nil) - ts2, didConvert := qs.(*TripleStore) + ts2, didConvert := qs.(*QuadStore) if !didConvert { - t.Errorf("Could not convert from generic to LevelDB TripleStore") + t.Errorf("Could not convert from generic to LevelDB QuadStore") } - w.AddQuadSet(makeTripleSet()) + w.AddQuadSet(makeQuadSet()) if s := qs.Size(); s != 11 { - t.Errorf("Unexpected triplestore size, got:%d expect:11", s) + t.Errorf("Unexpected quadstore size, got:%d expect:11", s) } if s := ts2.SizeOf(qs.ValueOf("B")); s != 5 { - t.Errorf("Unexpected triplestore size, got:%d expect:5", s) + t.Errorf("Unexpected quadstore size, got:%d expect:5", s) } - w.RemoveQuad(quad.Quad{"A", "follows", "B", ""}) + w.RemoveQuad(quad.Quad{ + Subject: "A", + Predicate: "follows", + Object: "B", + Label: "", + }) if s := qs.Size(); s != 10 { - t.Errorf("Unexpected triplestore size after RemoveTriple, got:%d expect:10", s) + t.Errorf("Unexpected quadstore size after RemoveQuad, got:%d expect:10", s) } if s := ts2.SizeOf(qs.ValueOf("B")); s != 4 { - t.Errorf("Unexpected triplestore size, got:%d expect:4", s) + t.Errorf("Unexpected quadstore size, got:%d expect:4", s) } qs.Close() @@ -195,13 +205,13 @@ func TestIterator(t *testing.T) { t.Fatal("Failed to create LevelDB database.") } - qs, err := newTripleStore(tmpDir, nil) + qs, err := newQuadStore(tmpDir, nil) if qs == nil || err != nil { - t.Error("Failed to create leveldb TripleStore.") + t.Error("Failed to create leveldb QuadStore.") } w, _ := writer.NewSingleReplication(qs, nil) - w.AddQuadSet(makeTripleSet()) + w.AddQuadSet(makeQuadSet()) var it graph.Iterator it = qs.NodesAllIterator() @@ -262,19 +272,19 @@ func TestIterator(t *testing.T) { */ it.Reset() - it = qs.TriplesAllIterator() + it = qs.QuadsAllIterator() graph.Next(it) - triple := qs.Quad(it.Result()) - set := makeTripleSet() + q := qs.Quad(it.Result()) + set := makeQuadSet() var ok bool for _, t := range set { - if t.String() == triple.String() { + if t.String() == q.String() { ok = true break } } if !ok { - t.Errorf("Failed to find %q during iteration, got:%q", triple, set) + t.Errorf("Failed to find %q during iteration, got:%q", q, set) } qs.Close() @@ -290,14 +300,14 @@ func TestSetIterator(t *testing.T) { t.Fatalf("Failed to create working directory") } - qs, err := newTripleStore(tmpDir, nil) + qs, err := newQuadStore(tmpDir, nil) if qs == nil || err != nil { - t.Error("Failed to create leveldb TripleStore.") + t.Error("Failed to create leveldb QuadStore.") } defer qs.Close() w, _ := writer.NewSingleReplication(qs, nil) - w.AddQuadSet(makeTripleSet()) + w.AddQuadSet(makeQuadSet()) expect := []quad.Quad{ {"C", "follows", "B", ""}, @@ -306,46 +316,46 @@ func TestSetIterator(t *testing.T) { sort.Sort(ordered(expect)) // Subject iterator. - it := qs.TripleIterator(quad.Subject, qs.ValueOf("C")) + it := qs.QuadIterator(quad.Subject, qs.ValueOf("C")) - if got := iteratedTriples(qs, it); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, it); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get expected results, got:%v expect:%v", got, expect) } it.Reset() and := iterator.NewAnd() - and.AddSubIterator(qs.TriplesAllIterator()) + and.AddSubIterator(qs.QuadsAllIterator()) and.AddSubIterator(it) - if got := iteratedTriples(qs, and); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, and); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get confirm expected results, got:%v expect:%v", got, expect) } // Object iterator. - it = qs.TripleIterator(quad.Object, qs.ValueOf("F")) + it = qs.QuadIterator(quad.Object, qs.ValueOf("F")) expect = []quad.Quad{ {"B", "follows", "F", ""}, {"E", "follows", "F", ""}, } sort.Sort(ordered(expect)) - if got := iteratedTriples(qs, it); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, it); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get expected results, got:%v expect:%v", got, expect) } and = iterator.NewAnd() - and.AddSubIterator(qs.TripleIterator(quad.Subject, qs.ValueOf("B"))) + and.AddSubIterator(qs.QuadIterator(quad.Subject, qs.ValueOf("B"))) and.AddSubIterator(it) expect = []quad.Quad{ {"B", "follows", "F", ""}, } - if got := iteratedTriples(qs, and); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, and); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get confirm expected results, got:%v expect:%v", got, expect) } // Predicate iterator. - it = qs.TripleIterator(quad.Predicate, qs.ValueOf("status")) + it = qs.QuadIterator(quad.Predicate, qs.ValueOf("status")) expect = []quad.Quad{ {"B", "status", "cool", "status_graph"}, @@ -353,12 +363,12 @@ func TestSetIterator(t *testing.T) { {"G", "status", "cool", "status_graph"}, } sort.Sort(ordered(expect)) - if got := iteratedTriples(qs, it); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, it); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get expected results from predicate iterator, got:%v expect:%v", got, expect) } // Label iterator. - it = qs.TripleIterator(quad.Label, qs.ValueOf("status_graph")) + it = qs.QuadIterator(quad.Label, qs.ValueOf("status_graph")) expect = []quad.Quad{ {"B", "status", "cool", "status_graph"}, @@ -366,20 +376,20 @@ func TestSetIterator(t *testing.T) { {"G", "status", "cool", "status_graph"}, } sort.Sort(ordered(expect)) - if got := iteratedTriples(qs, it); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, it); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get expected results from predicate iterator, got:%v expect:%v", got, expect) } it.Reset() // Order is important and = iterator.NewAnd() - and.AddSubIterator(qs.TripleIterator(quad.Subject, qs.ValueOf("B"))) + and.AddSubIterator(qs.QuadIterator(quad.Subject, qs.ValueOf("B"))) and.AddSubIterator(it) expect = []quad.Quad{ {"B", "status", "cool", "status_graph"}, } - if got := iteratedTriples(qs, and); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, and); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get confirm expected results, got:%v expect:%v", got, expect) } it.Reset() @@ -387,12 +397,12 @@ func TestSetIterator(t *testing.T) { // Order is important and = iterator.NewAnd() and.AddSubIterator(it) - and.AddSubIterator(qs.TripleIterator(quad.Subject, qs.ValueOf("B"))) + and.AddSubIterator(qs.QuadIterator(quad.Subject, qs.ValueOf("B"))) expect = []quad.Quad{ {"B", "status", "cool", "status_graph"}, } - if got := iteratedTriples(qs, and); !reflect.DeepEqual(got, expect) { + if got := iteratedQuads(qs, and); !reflect.DeepEqual(got, expect) { t.Errorf("Failed to get confirm expected results, got:%v expect:%v", got, expect) } } @@ -405,13 +415,13 @@ func TestOptimize(t *testing.T) { if err != nil { t.Fatalf("Failed to create working directory") } - qs, err := newTripleStore(tmpDir, nil) + qs, err := newQuadStore(tmpDir, nil) if qs == nil || err != nil { - t.Error("Failed to create leveldb TripleStore.") + t.Error("Failed to create leveldb QuadStore.") } w, _ := writer.NewSingleReplication(qs, nil) - w.AddQuadSet(makeTripleSet()) + w.AddQuadSet(makeQuadSet()) // With an linksto-fixed pair fixed := qs.FixedIterator() @@ -428,9 +438,9 @@ func TestOptimize(t *testing.T) { t.Errorf("Optimized iterator type does not match original, got:%v expect:%v", newIt.Type(), Type()) } - newTriples := iteratedTriples(qs, newIt) - oldTriples := iteratedTriples(qs, oldIt) - if !reflect.DeepEqual(newTriples, oldTriples) { + newQuads := iteratedQuads(qs, newIt) + oldQuads := iteratedQuads(qs, oldIt) + if !reflect.DeepEqual(newQuads, oldQuads) { t.Errorf("Optimized iteration does not match original") } diff --git a/graph/leveldb/triplestore.go b/graph/leveldb/quadstore.go similarity index 68% rename from graph/leveldb/triplestore.go rename to graph/leveldb/quadstore.go index dee63f8..641a6f5 100644 --- a/graph/leveldb/triplestore.go +++ b/graph/leveldb/quadstore.go @@ -36,7 +36,7 @@ import ( ) func init() { - graph.RegisterTripleStore("leveldb", true, newTripleStore, createNewLevelDB) + graph.RegisterQuadStore("leveldb", true, newQuadStore, createNewLevelDB) } const ( @@ -57,7 +57,7 @@ func (t Token) Key() interface{} { return string(t) } -type TripleStore struct { +type QuadStore struct { dbOpts *opt.Options db *leveldb.DB path string @@ -72,11 +72,11 @@ func createNewLevelDB(path string, _ graph.Options) error { opts := &opt.Options{} db, err := leveldb.OpenFile(path, opts) if err != nil { - glog.Errorf("Error: couldn't create database: %v", err) + glog.Errorf("Error: could not create database: %v", err) return err } defer db.Close() - qs := &TripleStore{} + qs := &QuadStore{} qs.db = db qs.writeopts = &opt.WriteOptions{ Sync: true, @@ -85,31 +85,31 @@ func createNewLevelDB(path string, _ graph.Options) error { return nil } -func newTripleStore(path string, options graph.Options) (graph.TripleStore, error) { - var qs TripleStore +func newQuadStore(path string, options graph.Options) (graph.QuadStore, error) { + var qs QuadStore var err error qs.path = path - cache_size := DefaultCacheSize + cacheSize := DefaultCacheSize if val, ok := options.IntKey("cache_size_mb"); ok { - cache_size = val + cacheSize = val } qs.dbOpts = &opt.Options{ - BlockCache: cache.NewLRUCache(cache_size * opt.MiB), + BlockCache: cache.NewLRUCache(cacheSize * opt.MiB), } qs.dbOpts.ErrorIfMissing = true - write_buffer_mb := DefaultWriteBufferSize - if val, ok := options.IntKey("write_buffer_mb"); ok { - write_buffer_mb = val + writeBufferSize := DefaultWriteBufferSize + if val, ok := options.IntKey("writeBufferSize"); ok { + writeBufferSize = val } - qs.dbOpts.WriteBuffer = write_buffer_mb * opt.MiB + qs.dbOpts.WriteBuffer = writeBufferSize * opt.MiB qs.writeopts = &opt.WriteOptions{ Sync: false, } qs.readopts = &opt.ReadOptions{} db, err := leveldb.OpenFile(qs.path, qs.dbOpts) if err != nil { - glog.Errorln("Error, couldn't open! ", err) + glog.Errorln("Error, could not open! ", err) return nil, err } qs.db = db @@ -121,7 +121,7 @@ func newTripleStore(path string, options graph.Options) (graph.TripleStore, erro return &qs, nil } -func (qs *TripleStore) GetStats() string { +func (qs *QuadStore) GetStats() string { out := "" stats, err := qs.db.GetProperty("leveldb.stats") if err == nil { @@ -131,36 +131,39 @@ func (qs *TripleStore) GetStats() string { return out } -func (qs *TripleStore) Size() int64 { +func (qs *QuadStore) Size() int64 { return qs.size } -func (qs *TripleStore) Horizon() int64 { +func (qs *QuadStore) Horizon() int64 { return qs.horizon } -func (qa *TripleStore) createDeltaKeyFor(d graph.Delta) []byte { - key := make([]byte, 0, 19) - key = append(key, 'd') - key = append(key, []byte(fmt.Sprintf("%018x", d.ID))...) +func hashOf(s string) []byte { + h := hashPool.Get().(hash.Hash) + h.Reset() + defer hashPool.Put(h) + key := make([]byte, 0, hashSize) + h.Write([]byte(s)) + key = h.Sum(key) return key } -func (qs *TripleStore) createKeyFor(d [4]quad.Direction, triple quad.Quad) []byte { +func (qs *QuadStore) createKeyFor(d [4]quad.Direction, q quad.Quad) []byte { key := make([]byte, 0, 2+(hashSize*3)) // TODO(kortschak) Remove dependence on String() method. key = append(key, []byte{d[0].Prefix(), d[1].Prefix()}...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[0]))...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[1]))...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[2]))...) - key = append(key, qs.convertStringToByteHash(triple.Get(d[3]))...) + key = append(key, hashOf(q.Get(d[0]))...) + key = append(key, hashOf(q.Get(d[1]))...) + key = append(key, hashOf(q.Get(d[2]))...) + key = append(key, hashOf(q.Get(d[3]))...) return key } -func (qs *TripleStore) createValueKeyFor(s string) []byte { +func (qs *QuadStore) createValueKeyFor(s string) []byte { key := make([]byte, 0, 1+hashSize) key = append(key, []byte("z")...) - key = append(key, qs.convertStringToByteHash(s)...) + key = append(key, hashOf(s)...) return key } @@ -177,16 +180,16 @@ var ( cps = [4]quad.Direction{quad.Label, quad.Predicate, quad.Subject, quad.Object} ) -func (qs *TripleStore) ApplyDeltas(deltas []graph.Delta) error { +func (qs *QuadStore) ApplyDeltas(deltas []graph.Delta) error { batch := &leveldb.Batch{} resizeMap := make(map[string]int64) - size_change := int64(0) + sizeChange := int64(0) for _, d := range deltas { bytes, err := json.Marshal(d) if err != nil { return err } - batch.Put(qs.createDeltaKeyFor(d), bytes) + batch.Put(keyFor(d), bytes) err = qs.buildQuadWrite(batch, d.Quad, d.ID, d.Action == graph.Add) if err != nil { return err @@ -201,7 +204,7 @@ func (qs *TripleStore) ApplyDeltas(deltas []graph.Delta) error { if d.Quad.Label != "" { resizeMap[d.Quad.Label] += delta } - size_change += delta + sizeChange += delta qs.horizon = d.ID } for k, v := range resizeMap { @@ -214,18 +217,25 @@ func (qs *TripleStore) ApplyDeltas(deltas []graph.Delta) error { } err := qs.db.Write(batch, qs.writeopts) if err != nil { - glog.Error("Couldn't write to DB for tripleset.") + glog.Error("could not write to DB for quadset.") return err } - qs.size += size_change + qs.size += sizeChange return nil } -func (qs *TripleStore) buildQuadWrite(batch *leveldb.Batch, q quad.Quad, id int64, isAdd bool) error { +func keyFor(d graph.Delta) []byte { + key := make([]byte, 0, 19) + key = append(key, 'd') + key = append(key, []byte(fmt.Sprintf("%018x", d.ID))...) + return key +} + +func (qs *QuadStore) buildQuadWrite(batch *leveldb.Batch, q quad.Quad, id int64, isAdd bool) error { var entry IndexEntry data, err := qs.db.Get(qs.createKeyFor(spo, q), qs.readopts) if err != nil && err != leveldb.ErrNotFound { - glog.Error("Couldn't access DB to prepare index: ", err) + glog.Error("could not access DB to prepare index: ", err) return err } if err == nil { @@ -241,12 +251,12 @@ func (qs *TripleStore) buildQuadWrite(batch *leveldb.Batch, q quad.Quad, id int6 if isAdd && len(entry.History)%2 == 0 { glog.Error("Entry History is out of sync for", entry) - return errors.New("Odd index history") + return errors.New("odd index history") } bytes, err := json.Marshal(entry) if err != nil { - glog.Errorf("Couldn't write to buffer for entry %#v: %s", entry, err) + glog.Errorf("could not write to buffer for entry %#v: %s", entry, err) return err } batch.Put(qs.createKeyFor(spo, q), bytes) @@ -263,7 +273,7 @@ type ValueData struct { Size int64 } -func (qs *TripleStore) UpdateValueKeyBy(name string, amount int64, batch *leveldb.Batch) error { +func (qs *QuadStore) UpdateValueKeyBy(name string, amount int64, batch *leveldb.Batch) error { value := &ValueData{name, amount} key := qs.createValueKeyFor(name) b, err := qs.db.Get(key, qs.readopts) @@ -278,7 +288,7 @@ func (qs *TripleStore) UpdateValueKeyBy(name string, amount int64, batch *leveld if b != nil && err != leveldb.ErrNotFound { err = json.Unmarshal(b, value) if err != nil { - glog.Errorf("Error: couldn't reconstruct value: %v", err) + glog.Errorf("Error: could not reconstruct value: %v", err) return err } value.Size += amount @@ -292,7 +302,7 @@ func (qs *TripleStore) UpdateValueKeyBy(name string, amount int64, batch *leveld // Repackage and rewrite. bytes, err := json.Marshal(&value) if err != nil { - glog.Errorf("Couldn't write to buffer for value %s: %s", name, err) + glog.Errorf("could not write to buffer for value %s: %s", name, err) return err } if batch == nil { @@ -303,85 +313,75 @@ func (qs *TripleStore) UpdateValueKeyBy(name string, amount int64, batch *leveld return nil } -func (qs *TripleStore) Close() { +func (qs *QuadStore) Close() { buf := new(bytes.Buffer) err := binary.Write(buf, binary.LittleEndian, qs.size) if err == nil { werr := qs.db.Put([]byte("__size"), buf.Bytes(), qs.writeopts) if werr != nil { - glog.Error("Couldn't write size before closing!") + glog.Error("could not write size before closing!") } } else { - glog.Errorf("Couldn't convert size before closing!") + glog.Errorf("could not convert size before closing!") } buf.Reset() err = binary.Write(buf, binary.LittleEndian, qs.horizon) if err == nil { werr := qs.db.Put([]byte("__horizon"), buf.Bytes(), qs.writeopts) if werr != nil { - glog.Error("Couldn't write horizon before closing!") + glog.Error("could not write horizon before closing!") } } else { - glog.Errorf("Couldn't convert horizon before closing!") + glog.Errorf("could not convert horizon before closing!") } qs.db.Close() qs.open = false } -func (qs *TripleStore) Quad(k graph.Value) quad.Quad { - var triple quad.Quad +func (qs *QuadStore) Quad(k graph.Value) quad.Quad { + var q quad.Quad b, err := qs.db.Get(k.(Token), qs.readopts) if err != nil && err != leveldb.ErrNotFound { - glog.Error("Error: couldn't get triple from DB.") + glog.Error("Error: could not get quad from DB.") return quad.Quad{} } if err == leveldb.ErrNotFound { // No harm, no foul. return quad.Quad{} } - err = json.Unmarshal(b, &triple) + err = json.Unmarshal(b, &q) if err != nil { - glog.Error("Error: couldn't reconstruct triple.") + glog.Error("Error: could not reconstruct quad.") return quad.Quad{} } - return triple + return q } -func (qs *TripleStore) convertStringToByteHash(s string) []byte { - h := hashPool.Get().(hash.Hash) - h.Reset() - defer hashPool.Put(h) - key := make([]byte, 0, hashSize) - h.Write([]byte(s)) - key = h.Sum(key) - return key -} - -func (qs *TripleStore) ValueOf(s string) graph.Value { +func (qs *QuadStore) ValueOf(s string) graph.Value { return Token(qs.createValueKeyFor(s)) } -func (qs *TripleStore) valueData(value_key []byte) ValueData { +func (qs *QuadStore) valueData(key []byte) ValueData { var out ValueData if glog.V(3) { - glog.V(3).Infof("%s %v", string(value_key[0]), value_key) + glog.V(3).Infof("%c %v", key[0], key) } - b, err := qs.db.Get(value_key, qs.readopts) + b, err := qs.db.Get(key, qs.readopts) if err != nil && err != leveldb.ErrNotFound { - glog.Errorln("Error: couldn't get value from DB") + glog.Errorln("Error: could not get value from DB") return out } if b != nil && err != leveldb.ErrNotFound { err = json.Unmarshal(b, &out) if err != nil { - glog.Errorln("Error: couldn't reconstruct value") + glog.Errorln("Error: could not reconstruct value") return ValueData{} } } return out } -func (qs *TripleStore) NameOf(k graph.Value) string { +func (qs *QuadStore) NameOf(k graph.Value) string { if k == nil { glog.V(2).Info("k was nil") return "" @@ -389,18 +389,18 @@ func (qs *TripleStore) NameOf(k graph.Value) string { return qs.valueData(k.(Token)).Name } -func (qs *TripleStore) SizeOf(k graph.Value) int64 { +func (qs *QuadStore) SizeOf(k graph.Value) int64 { if k == nil { return 0 } return int64(qs.valueData(k.(Token)).Size) } -func (qs *TripleStore) getInt64ForKey(key string, empty int64) (int64, error) { +func (qs *QuadStore) getInt64ForKey(key string, empty int64) (int64, error) { var out int64 b, err := qs.db.Get([]byte(key), qs.readopts) if err != nil && err != leveldb.ErrNotFound { - glog.Errorln("Couldn't read " + key + ": " + err.Error()) + glog.Errorln("could not read " + key + ": " + err.Error()) return 0, err } if err == leveldb.ErrNotFound { @@ -410,13 +410,13 @@ func (qs *TripleStore) getInt64ForKey(key string, empty int64) (int64, error) { buf := bytes.NewBuffer(b) err = binary.Read(buf, binary.LittleEndian, &out) if err != nil { - glog.Errorln("Error: couldn't parse", key) + glog.Errorln("Error: could not parse", key) return 0, err } return out, nil } -func (qs *TripleStore) getMetadata() error { +func (qs *QuadStore) getMetadata() error { var err error qs.size, err = qs.getInt64ForKey("__size", 0) if err != nil { @@ -426,7 +426,7 @@ func (qs *TripleStore) getMetadata() error { return err } -func (qs *TripleStore) SizeOfPrefix(pre []byte) (int64, error) { +func (qs *QuadStore) SizeOfPrefix(pre []byte) (int64, error) { limit := make([]byte, len(pre)) copy(limit, pre) end := len(limit) - 1 @@ -441,7 +441,7 @@ func (qs *TripleStore) SizeOfPrefix(pre []byte) (int64, error) { return 0, nil } -func (qs *TripleStore) TripleIterator(d quad.Direction, val graph.Value) graph.Iterator { +func (qs *QuadStore) QuadIterator(d quad.Direction, val graph.Value) graph.Iterator { var prefix string switch d { case quad.Subject: @@ -458,28 +458,27 @@ func (qs *TripleStore) TripleIterator(d quad.Direction, val graph.Value) graph.I return NewIterator(prefix, d, val, qs) } -func (qs *TripleStore) NodesAllIterator() graph.Iterator { +func (qs *QuadStore) NodesAllIterator() graph.Iterator { return NewAllIterator("z", quad.Any, qs) } -func (qs *TripleStore) TriplesAllIterator() graph.Iterator { +func (qs *QuadStore) QuadsAllIterator() graph.Iterator { return NewAllIterator("po", quad.Predicate, qs) } -func (qs *TripleStore) TripleDirection(val graph.Value, d quad.Direction) graph.Value { +func (qs *QuadStore) QuadDirection(val graph.Value, d quad.Direction) graph.Value { v := val.(Token) offset := PositionOf(v[0:2], d, qs) if offset != -1 { return Token(append([]byte("z"), v[offset:offset+hashSize]...)) - } else { - return Token(qs.Quad(val).Get(d)) } + return Token(qs.Quad(val).Get(d)) } func compareBytes(a, b graph.Value) bool { return bytes.Equal(a.(Token), b.(Token)) } -func (qs *TripleStore) FixedIterator() graph.FixedIterator { - return iterator.NewFixedIteratorWithCompare(compareBytes) +func (qs *QuadStore) FixedIterator() graph.FixedIterator { + return iterator.NewFixed(compareBytes) } diff --git a/graph/leveldb/triplestore_iterator_optimize.go b/graph/leveldb/quadstore_iterator_optimize.go similarity index 83% rename from graph/leveldb/triplestore_iterator_optimize.go rename to graph/leveldb/quadstore_iterator_optimize.go index 31b7f7d..f792876 100644 --- a/graph/leveldb/triplestore_iterator_optimize.go +++ b/graph/leveldb/quadstore_iterator_optimize.go @@ -19,16 +19,16 @@ import ( "github.com/google/cayley/graph/iterator" ) -func (ts *TripleStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { +func (qs *QuadStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { switch it.Type() { case graph.LinksTo: - return ts.optimizeLinksTo(it.(*iterator.LinksTo)) + return qs.optimizeLinksTo(it.(*iterator.LinksTo)) } return it, false } -func (ts *TripleStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { +func (qs *QuadStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { subs := it.SubIterators() if len(subs) != 1 { return it, false @@ -41,7 +41,7 @@ func (ts *TripleStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bo panic("unexpected size during optimize") } val := primary.Result() - newIt := ts.TripleIterator(it.Direction(), val) + newIt := qs.QuadIterator(it.Direction(), val) nt := newIt.Tagger() nt.CopyFrom(it) for _, tag := range primary.Tagger().Tags() { diff --git a/graph/memstore/all_iterator.go b/graph/memstore/all_iterator.go index 6717a13..2d78ead 100644 --- a/graph/memstore/all_iterator.go +++ b/graph/memstore/all_iterator.go @@ -21,48 +21,50 @@ import ( type AllIterator struct { iterator.Int64 - ts *TripleStore + qs *QuadStore } -type NodesAllIterator AllIterator -type QuadsAllIterator AllIterator +type ( + nodesAllIterator AllIterator + quadsAllIterator AllIterator +) -func NewMemstoreNodesAllIterator(ts *TripleStore) *NodesAllIterator { - var out NodesAllIterator - out.Int64 = *iterator.NewInt64(1, ts.idCounter-1) - out.ts = ts +func newNodesAllIterator(qs *QuadStore) *nodesAllIterator { + var out nodesAllIterator + out.Int64 = *iterator.NewInt64(1, qs.nextID-1) + out.qs = qs return &out } // No subiterators. -func (it *NodesAllIterator) SubIterators() []graph.Iterator { +func (it *nodesAllIterator) SubIterators() []graph.Iterator { return nil } -func (it *NodesAllIterator) Next() bool { +func (it *nodesAllIterator) Next() bool { if !it.Int64.Next() { return false } - _, ok := it.ts.revIdMap[it.Int64.Result().(int64)] + _, ok := it.qs.revIDMap[it.Int64.Result().(int64)] if !ok { return it.Next() } return true } -func NewMemstoreQuadsAllIterator(ts *TripleStore) *QuadsAllIterator { - var out QuadsAllIterator - out.Int64 = *iterator.NewInt64(1, ts.quadIdCounter-1) - out.ts = ts +func newQuadsAllIterator(qs *QuadStore) *quadsAllIterator { + var out quadsAllIterator + out.Int64 = *iterator.NewInt64(1, qs.nextQuadID-1) + out.qs = qs return &out } -func (qit *QuadsAllIterator) Next() bool { - out := qit.Int64.Next() +func (it *quadsAllIterator) Next() bool { + out := it.Int64.Next() if out { - i64 := qit.Int64.Result().(int64) - if qit.ts.log[i64].DeletedBy != 0 || qit.ts.log[i64].Action == graph.Delete { - return qit.Next() + i64 := it.Int64.Result().(int64) + if it.qs.log[i64].DeletedBy != 0 || it.qs.log[i64].Action == graph.Delete { + return it.Next() } } return out diff --git a/graph/memstore/iterator.go b/graph/memstore/iterator.go index 00e6bdc..ac69a37 100644 --- a/graph/memstore/iterator.go +++ b/graph/memstore/iterator.go @@ -26,7 +26,7 @@ import ( type Iterator struct { uid uint64 - ts *TripleStore + qs *QuadStore tags graph.Tagger tree *b.Tree iter *b.Enumerator @@ -38,14 +38,14 @@ func cmp(a, b int64) int { return int(a - b) } -func NewIterator(tree *b.Tree, data string, ts *TripleStore) *Iterator { +func NewIterator(tree *b.Tree, data string, qs *QuadStore) *Iterator { iter, err := tree.SeekFirst() if err != nil { iter = nil } return &Iterator{ uid: iterator.NextUID(), - ts: ts, + qs: qs, tree: tree, iter: iter, data: data, @@ -96,7 +96,7 @@ func (it *Iterator) Clone() graph.Iterator { m := &Iterator{ uid: iterator.NextUID(), - ts: it.ts, + qs: it.qs, tree: it.tree, iter: iter, data: it.data, @@ -109,7 +109,7 @@ func (it *Iterator) Clone() graph.Iterator { func (it *Iterator) Close() {} func (it *Iterator) checkValid(index int64) bool { - return it.ts.log[index].DeletedBy == 0 + return it.qs.log[index].DeletedBy == 0 } func (it *Iterator) Next() bool { diff --git a/graph/memstore/triplestore.go b/graph/memstore/quadstore.go similarity index 55% rename from graph/memstore/triplestore.go rename to graph/memstore/quadstore.go index da03810..9a0f32b 100644 --- a/graph/memstore/triplestore.go +++ b/graph/memstore/quadstore.go @@ -26,8 +26,8 @@ import ( ) func init() { - graph.RegisterTripleStore("memstore", false, func(string, graph.Options) (graph.TripleStore, error) { - return newTripleStore(), nil + graph.RegisterQuadStore("memstore", false, func(string, graph.Options) (graph.QuadStore, error) { + return newQuadStore(), nil }, nil) } @@ -69,38 +69,38 @@ type LogEntry struct { DeletedBy int64 } -type TripleStore struct { - idCounter int64 - quadIdCounter int64 - idMap map[string]int64 - revIdMap map[int64]string - log []LogEntry - size int64 - index QuadDirectionIndex +type QuadStore struct { + nextID int64 + nextQuadID int64 + idMap map[string]int64 + revIDMap map[int64]string + log []LogEntry + size int64 + index QuadDirectionIndex // vip_index map[string]map[int64]map[string]map[int64]*b.Tree } -func newTripleStore() *TripleStore { - return &TripleStore{ +func newQuadStore() *QuadStore { + return &QuadStore{ idMap: make(map[string]int64), - revIdMap: make(map[int64]string), + revIDMap: make(map[int64]string), // Sentinel null entry so indices start at 1 log: make([]LogEntry, 1, 200), - index: NewQuadDirectionIndex(), - idCounter: 1, - quadIdCounter: 1, + index: NewQuadDirectionIndex(), + nextID: 1, + nextQuadID: 1, } } -func (ts *TripleStore) ApplyDeltas(deltas []graph.Delta) error { +func (qs *QuadStore) ApplyDeltas(deltas []graph.Delta) error { for _, d := range deltas { var err error if d.Action == graph.Add { - err = ts.AddDelta(d) + err = qs.AddDelta(d) } else { - err = ts.RemoveDelta(d) + err = qs.RemoveDelta(d) } if err != nil { return err @@ -111,7 +111,7 @@ func (ts *TripleStore) ApplyDeltas(deltas []graph.Delta) error { const maxInt = int(^uint(0) >> 1) -func (ts *TripleStore) indexOf(t quad.Quad) (int64, bool) { +func (qs *QuadStore) indexOf(t quad.Quad) (int64, bool) { min := maxInt var tree *b.Tree for d := quad.Subject; d <= quad.Label; d++ { @@ -119,12 +119,12 @@ func (ts *TripleStore) indexOf(t quad.Quad) (int64, bool) { if d == quad.Label && sid == "" { continue } - id, ok := ts.idMap[sid] + id, ok := qs.idMap[sid] // If we've never heard about a node, it must not exist if !ok { return 0, false } - index, ok := ts.index.Get(d, id) + index, ok := qs.index.Get(d, id) if !ok { // If it's never been indexed in this direction, it can't exist. return 0, false @@ -133,35 +133,35 @@ func (ts *TripleStore) indexOf(t quad.Quad) (int64, bool) { min, tree = l, index } } - it := NewIterator(tree, "", ts) + it := NewIterator(tree, "", qs) for it.Next() { val := it.Result() - if t == ts.log[val.(int64)].Quad { + if t == qs.log[val.(int64)].Quad { return val.(int64), true } } return 0, false } -func (ts *TripleStore) AddDelta(d graph.Delta) error { - if _, exists := ts.indexOf(d.Quad); exists { +func (qs *QuadStore) AddDelta(d graph.Delta) error { + if _, exists := qs.indexOf(d.Quad); exists { return graph.ErrQuadExists } - qid := ts.quadIdCounter - ts.log = append(ts.log, LogEntry{Delta: d}) - ts.size++ - ts.quadIdCounter++ + qid := qs.nextQuadID + qs.log = append(qs.log, LogEntry{Delta: d}) + qs.size++ + qs.nextQuadID++ for dir := quad.Subject; dir <= quad.Label; dir++ { sid := d.Quad.Get(dir) if dir == quad.Label && sid == "" { continue } - if _, ok := ts.idMap[sid]; !ok { - ts.idMap[sid] = ts.idCounter - ts.revIdMap[ts.idCounter] = sid - ts.idCounter++ + if _, ok := qs.idMap[sid]; !ok { + qs.idMap[sid] = qs.nextID + qs.revIDMap[qs.nextID] = sid + qs.nextID++ } } @@ -169,8 +169,8 @@ func (ts *TripleStore) AddDelta(d graph.Delta) error { if dir == quad.Label && d.Quad.Get(dir) == "" { continue } - id := ts.idMap[d.Quad.Get(dir)] - tree := ts.index.Tree(dir, id) + id := qs.idMap[d.Quad.Get(dir)] + tree := qs.index.Tree(dir, id) tree.Set(qid, struct{}{}) } @@ -178,43 +178,43 @@ func (ts *TripleStore) AddDelta(d graph.Delta) error { return nil } -func (ts *TripleStore) RemoveDelta(d graph.Delta) error { - prevQuadID, exists := ts.indexOf(d.Quad) +func (qs *QuadStore) RemoveDelta(d graph.Delta) error { + prevQuadID, exists := qs.indexOf(d.Quad) if !exists { return graph.ErrQuadNotExist } - quadID := ts.quadIdCounter - ts.log = append(ts.log, LogEntry{Delta: d}) - ts.log[prevQuadID].DeletedBy = quadID - ts.size-- - ts.quadIdCounter++ + quadID := qs.nextQuadID + qs.log = append(qs.log, LogEntry{Delta: d}) + qs.log[prevQuadID].DeletedBy = quadID + qs.size-- + qs.nextQuadID++ return nil } -func (ts *TripleStore) Quad(index graph.Value) quad.Quad { - return ts.log[index.(int64)].Quad +func (qs *QuadStore) Quad(index graph.Value) quad.Quad { + return qs.log[index.(int64)].Quad } -func (ts *TripleStore) TripleIterator(d quad.Direction, value graph.Value) graph.Iterator { - index, ok := ts.index.Get(d, value.(int64)) +func (qs *QuadStore) QuadIterator(d quad.Direction, value graph.Value) graph.Iterator { + index, ok := qs.index.Get(d, value.(int64)) data := fmt.Sprintf("dir:%s val:%d", d, value.(int64)) if ok { - return NewIterator(index, data, ts) + return NewIterator(index, data, qs) } return &iterator.Null{} } -func (ts *TripleStore) Horizon() int64 { - return ts.log[len(ts.log)-1].ID +func (qs *QuadStore) Horizon() int64 { + return qs.log[len(qs.log)-1].ID } -func (ts *TripleStore) Size() int64 { - return ts.size +func (qs *QuadStore) Size() int64 { + return qs.size } -func (ts *TripleStore) DebugPrint() { - for i, l := range ts.log { +func (qs *QuadStore) DebugPrint() { + for i, l := range qs.log { if i == 0 { continue } @@ -222,29 +222,29 @@ func (ts *TripleStore) DebugPrint() { } } -func (ts *TripleStore) ValueOf(name string) graph.Value { - return ts.idMap[name] +func (qs *QuadStore) ValueOf(name string) graph.Value { + return qs.idMap[name] } -func (ts *TripleStore) NameOf(id graph.Value) string { - return ts.revIdMap[id.(int64)] +func (qs *QuadStore) NameOf(id graph.Value) string { + return qs.revIDMap[id.(int64)] } -func (ts *TripleStore) TriplesAllIterator() graph.Iterator { - return NewMemstoreQuadsAllIterator(ts) +func (qs *QuadStore) QuadsAllIterator() graph.Iterator { + return newQuadsAllIterator(qs) } -func (ts *TripleStore) FixedIterator() graph.FixedIterator { - return iterator.NewFixedIteratorWithCompare(iterator.BasicEquality) +func (qs *QuadStore) FixedIterator() graph.FixedIterator { + return iterator.NewFixed(iterator.Identity) } -func (ts *TripleStore) TripleDirection(val graph.Value, d quad.Direction) graph.Value { - name := ts.Quad(val).Get(d) - return ts.ValueOf(name) +func (qs *QuadStore) QuadDirection(val graph.Value, d quad.Direction) graph.Value { + name := qs.Quad(val).Get(d) + return qs.ValueOf(name) } -func (ts *TripleStore) NodesAllIterator() graph.Iterator { - return NewMemstoreNodesAllIterator(ts) +func (qs *QuadStore) NodesAllIterator() graph.Iterator { + return newNodesAllIterator(qs) } -func (ts *TripleStore) Close() {} +func (qs *QuadStore) Close() {} diff --git a/graph/memstore/triplestore_iterator_optimize.go b/graph/memstore/quadstore_iterator_optimize.go similarity index 83% rename from graph/memstore/triplestore_iterator_optimize.go rename to graph/memstore/quadstore_iterator_optimize.go index ae5628f..fdc41b4 100644 --- a/graph/memstore/triplestore_iterator_optimize.go +++ b/graph/memstore/quadstore_iterator_optimize.go @@ -19,16 +19,16 @@ import ( "github.com/google/cayley/graph/iterator" ) -func (ts *TripleStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { +func (qs *QuadStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { switch it.Type() { case graph.LinksTo: - return ts.optimizeLinksTo(it.(*iterator.LinksTo)) + return qs.optimizeLinksTo(it.(*iterator.LinksTo)) } return it, false } -func (ts *TripleStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { +func (qs *QuadStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { subs := it.SubIterators() if len(subs) != 1 { return it, false @@ -41,7 +41,7 @@ func (ts *TripleStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bo panic("unexpected size during optimize") } val := primary.Result() - newIt := ts.TripleIterator(it.Direction(), val) + newIt := qs.QuadIterator(it.Direction(), val) nt := newIt.Tagger() nt.CopyFrom(it) for _, tag := range primary.Tagger().Tags() { diff --git a/graph/memstore/triplestore_test.go b/graph/memstore/quadstore_test.go similarity index 67% rename from graph/memstore/triplestore_test.go rename to graph/memstore/quadstore_test.go index 6f1959f..57e54f4 100644 --- a/graph/memstore/triplestore_test.go +++ b/graph/memstore/quadstore_test.go @@ -52,14 +52,14 @@ var simpleGraph = []quad.Quad{ {"G", "status", "cool", "status_graph"}, } -func makeTestStore(data []quad.Quad) (*TripleStore, graph.QuadWriter, []pair) { +func makeTestStore(data []quad.Quad) (*QuadStore, graph.QuadWriter, []pair) { seen := make(map[string]struct{}) - ts := newTripleStore() + qs := newQuadStore() var ( val int64 ind []pair ) - writer, _ := writer.NewSingleReplication(ts, nil) + writer, _ := writer.NewSingleReplication(qs, nil) for _, t := range data { for _, qp := range []string{t.Subject, t.Predicate, t.Object, t.Label} { if _, ok := seen[qp]; !ok && qp != "" { @@ -71,7 +71,7 @@ func makeTestStore(data []quad.Quad) (*TripleStore, graph.QuadWriter, []pair) { writer.AddQuad(t) } - return ts, writer, ind + return qs, writer, ind } type pair struct { @@ -80,12 +80,12 @@ type pair struct { } func TestMemstore(t *testing.T) { - ts, _, index := makeTestStore(simpleGraph) - if size := ts.Size(); size != int64(len(simpleGraph)) { - t.Errorf("Triple store has unexpected size, got:%d expected %d", size, len(simpleGraph)) + qs, _, index := makeTestStore(simpleGraph) + if size := qs.Size(); size != int64(len(simpleGraph)) { + t.Errorf("Quad store has unexpected size, got:%d expected %d", size, len(simpleGraph)) } for _, test := range index { - v := ts.ValueOf(test.query) + v := qs.ValueOf(test.query) switch v := v.(type) { default: t.Errorf("ValueOf(%q) returned unexpected type, got:%T expected int64", test.query, v) @@ -98,21 +98,21 @@ func TestMemstore(t *testing.T) { } func TestIteratorsAndNextResultOrderA(t *testing.T) { - ts, _, _ := makeTestStore(simpleGraph) + qs, _, _ := makeTestStore(simpleGraph) - fixed := ts.FixedIterator() - fixed.Add(ts.ValueOf("C")) + fixed := qs.FixedIterator() + fixed.Add(qs.ValueOf("C")) - fixed2 := ts.FixedIterator() - fixed2.Add(ts.ValueOf("follows")) + fixed2 := qs.FixedIterator() + fixed2.Add(qs.ValueOf("follows")) - all := ts.NodesAllIterator() + all := qs.NodesAllIterator() innerAnd := iterator.NewAnd() - innerAnd.AddSubIterator(iterator.NewLinksTo(ts, fixed2, quad.Predicate)) - innerAnd.AddSubIterator(iterator.NewLinksTo(ts, all, quad.Object)) + innerAnd.AddSubIterator(iterator.NewLinksTo(qs, fixed2, quad.Predicate)) + innerAnd.AddSubIterator(iterator.NewLinksTo(qs, all, quad.Object)) - hasa := iterator.NewHasA(ts, innerAnd, quad.Subject) + hasa := iterator.NewHasA(qs, innerAnd, quad.Subject) outerAnd := iterator.NewAnd() outerAnd.AddSubIterator(fixed) outerAnd.AddSubIterator(hasa) @@ -121,8 +121,8 @@ func TestIteratorsAndNextResultOrderA(t *testing.T) { t.Error("Expected one matching subtree") } val := outerAnd.Result() - if ts.NameOf(val) != "C" { - t.Errorf("Matching subtree should be %s, got %s", "barak", ts.NameOf(val)) + if qs.NameOf(val) != "C" { + t.Errorf("Matching subtree should be %s, got %s", "barak", qs.NameOf(val)) } var ( @@ -130,7 +130,7 @@ func TestIteratorsAndNextResultOrderA(t *testing.T) { expect = []string{"B", "D"} ) for { - got = append(got, ts.NameOf(all.Result())) + got = append(got, qs.NameOf(all.Result())) if !outerAnd.NextPath() { break } @@ -147,12 +147,12 @@ func TestIteratorsAndNextResultOrderA(t *testing.T) { } func TestLinksToOptimization(t *testing.T) { - ts, _, _ := makeTestStore(simpleGraph) + qs, _, _ := makeTestStore(simpleGraph) - fixed := ts.FixedIterator() - fixed.Add(ts.ValueOf("cool")) + fixed := qs.FixedIterator() + fixed.Add(qs.ValueOf("cool")) - lto := iterator.NewLinksTo(ts, fixed, quad.Object) + lto := iterator.NewLinksTo(qs, fixed, quad.Object) lto.Tagger().Add("foo") newIt, changed := lto.Optimize() @@ -164,32 +164,37 @@ func TestLinksToOptimization(t *testing.T) { } v := newIt.(*Iterator) - v_clone := v.Clone() - if v_clone.DebugString(0) != v.DebugString(0) { - t.Fatal("Wrong iterator. Got ", v_clone.DebugString(0)) + vClone := v.Clone() + if vClone.DebugString(0) != v.DebugString(0) { + t.Fatal("Wrong iterator. Got ", vClone.DebugString(0)) } - vt := v_clone.Tagger() + vt := vClone.Tagger() if len(vt.Tags()) < 1 || vt.Tags()[0] != "foo" { t.Fatal("Tag on LinksTo did not persist") } } -func TestRemoveTriple(t *testing.T) { - ts, w, _ := makeTestStore(simpleGraph) +func TestRemoveQuad(t *testing.T) { + qs, w, _ := makeTestStore(simpleGraph) - w.RemoveQuad(quad.Quad{"E", "follows", "F", ""}) + w.RemoveQuad(quad.Quad{ + Subject: "E", + Predicate: "follows", + Object: "F", + Label: "", + }) - fixed := ts.FixedIterator() - fixed.Add(ts.ValueOf("E")) + fixed := qs.FixedIterator() + fixed.Add(qs.ValueOf("E")) - fixed2 := ts.FixedIterator() - fixed2.Add(ts.ValueOf("follows")) + fixed2 := qs.FixedIterator() + fixed2.Add(qs.ValueOf("follows")) innerAnd := iterator.NewAnd() - innerAnd.AddSubIterator(iterator.NewLinksTo(ts, fixed, quad.Subject)) - innerAnd.AddSubIterator(iterator.NewLinksTo(ts, fixed2, quad.Predicate)) + innerAnd.AddSubIterator(iterator.NewLinksTo(qs, fixed, quad.Subject)) + innerAnd.AddSubIterator(iterator.NewLinksTo(qs, fixed2, quad.Predicate)) - hasa := iterator.NewHasA(ts, innerAnd, quad.Object) + hasa := iterator.NewHasA(qs, innerAnd, quad.Object) newIt, _ := hasa.Optimize() if graph.Next(newIt) { diff --git a/graph/mongo/iterator.go b/graph/mongo/iterator.go index 78237ab..e9b6f51 100644 --- a/graph/mongo/iterator.go +++ b/graph/mongo/iterator.go @@ -30,7 +30,7 @@ import ( type Iterator struct { uid uint64 tags graph.Tagger - qs *TripleStore + qs *QuadStore dir quad.Direction iter *mgo.Iter hash string @@ -42,7 +42,7 @@ type Iterator struct { result graph.Value } -func NewIterator(qs *TripleStore, collection string, d quad.Direction, val graph.Value) *Iterator { +func NewIterator(qs *QuadStore, collection string, d quad.Direction, val graph.Value) *Iterator { name := qs.NameOf(val) constraint := bson.M{d.String(): name} @@ -68,7 +68,7 @@ func NewIterator(qs *TripleStore, collection string, d quad.Direction, val graph } } -func NewAllIterator(qs *TripleStore, collection string) *Iterator { +func NewAllIterator(qs *QuadStore, collection string) *Iterator { size, err := qs.db.C(collection).Count() if err != nil { // FIXME(kortschak) This should be passed back rather than just logging. @@ -130,7 +130,7 @@ func (it *Iterator) Clone() graph.Iterator { func (it *Iterator) Next() bool { var result struct { - Id string `bson:"_id"` + ID string `bson:"_id"` Added []int64 `bson:"Added"` Deleted []int64 `bson:"Deleted"` } @@ -145,7 +145,7 @@ func (it *Iterator) Next() bool { if it.collection == "quads" && len(result.Added) <= len(result.Deleted) { return it.Next() } - it.result = result.Id + it.result = result.ID return true } diff --git a/graph/mongo/lru.go b/graph/mongo/lru.go index 90220e4..aba2372 100644 --- a/graph/mongo/lru.go +++ b/graph/mongo/lru.go @@ -18,45 +18,48 @@ import ( "container/list" ) -type IDLru struct { +// TODO(kortschak) Reimplement without container/list. + +// cache implements an LRU cache. +type cache struct { cache map[string]*list.Element priority *list.List maxSize int } -type KV struct { +type kv struct { key string value string } -func NewIDLru(size int) *IDLru { - var lru IDLru +func newCache(size int) *cache { + var lru cache lru.maxSize = size lru.priority = list.New() lru.cache = make(map[string]*list.Element) return &lru } -func (lru *IDLru) Put(key string, value string) { +func (lru *cache) Put(key string, value string) { if _, ok := lru.Get(key); ok { return } if len(lru.cache) == lru.maxSize { lru.removeOldest() } - lru.priority.PushFront(KV{key: key, value: value}) + lru.priority.PushFront(kv{key: key, value: value}) lru.cache[key] = lru.priority.Front() } -func (lru *IDLru) Get(key string) (string, bool) { +func (lru *cache) Get(key string) (string, bool) { if element, ok := lru.cache[key]; ok { lru.priority.MoveToFront(element) - return element.Value.(KV).value, true + return element.Value.(kv).value, true } return "", false } -func (lru *IDLru) removeOldest() { +func (lru *cache) removeOldest() { last := lru.priority.Remove(lru.priority.Back()) - delete(lru.cache, last.(KV).key) + delete(lru.cache, last.(kv).key) } diff --git a/graph/mongo/triplestore.go b/graph/mongo/quadstore.go similarity index 76% rename from graph/mongo/triplestore.go rename to graph/mongo/quadstore.go index 87adf7d..1151357 100644 --- a/graph/mongo/triplestore.go +++ b/graph/mongo/quadstore.go @@ -30,7 +30,7 @@ import ( ) func init() { - graph.RegisterTripleStore("mongo", true, newTripleStore, createNewMongoGraph) + graph.RegisterQuadStore("mongo", true, newQuadStore, createNewMongoGraph) } const DefaultDBName = "cayley" @@ -42,10 +42,10 @@ var ( hashSize = sha1.Size ) -type TripleStore struct { +type QuadStore struct { session *mgo.Session db *mgo.Database - idCache *IDLru + ids *cache } func createNewMongoGraph(addr string, options graph.Options) error { @@ -84,8 +84,8 @@ func createNewMongoGraph(addr string, options graph.Options) error { return nil } -func newTripleStore(addr string, options graph.Options) (graph.TripleStore, error) { - var qs TripleStore +func newQuadStore(addr string, options graph.Options) (graph.QuadStore, error) { + var qs QuadStore conn, err := mgo.Dial(addr) if err != nil { return nil, err @@ -97,19 +97,19 @@ func newTripleStore(addr string, options graph.Options) (graph.TripleStore, erro } qs.db = conn.DB(dbName) qs.session = conn - qs.idCache = NewIDLru(1 << 16) + qs.ids = newCache(1 << 16) return &qs, nil } -func (qs *TripleStore) getIdForQuad(t quad.Quad) string { - id := qs.convertStringToByteHash(t.Subject) - id += qs.convertStringToByteHash(t.Predicate) - id += qs.convertStringToByteHash(t.Object) - id += qs.convertStringToByteHash(t.Label) +func (qs *QuadStore) getIDForQuad(t quad.Quad) string { + id := hashOf(t.Subject) + id += hashOf(t.Predicate) + id += hashOf(t.Object) + id += hashOf(t.Label) return id } -func (qs *TripleStore) convertStringToByteHash(s string) string { +func hashOf(s string) string { h := hashPool.Get().(hash.Hash) h.Reset() defer hashPool.Put(h) @@ -121,7 +121,7 @@ func (qs *TripleStore) convertStringToByteHash(s string) string { } type MongoNode struct { - Id string `bson:"_id"` + ID string `bson:"_id"` Name string `bson:"Name"` Size int `bson:"Size"` } @@ -133,11 +133,11 @@ type MongoLogEntry struct { Timestamp int64 } -func (qs *TripleStore) updateNodeBy(node_name string, inc int) error { - node := qs.ValueOf(node_name) +func (qs *QuadStore) updateNodeBy(name string, inc int) error { + node := qs.ValueOf(name) doc := bson.M{ "_id": node.(string), - "Name": node_name, + "Name": name, } upsert := bson.M{ "$setOnInsert": doc, @@ -153,7 +153,7 @@ func (qs *TripleStore) updateNodeBy(node_name string, inc int) error { return err } -func (qs *TripleStore) updateQuad(q quad.Quad, id int64, proc graph.Procedure) error { +func (qs *QuadStore) updateQuad(q quad.Quad, id int64, proc graph.Procedure) error { var setname string if proc == graph.Add { setname = "Added" @@ -166,14 +166,14 @@ func (qs *TripleStore) updateQuad(q quad.Quad, id int64, proc graph.Procedure) e setname: id, }, } - _, err := qs.db.C("quads").UpsertId(qs.getIdForQuad(q), upsert) + _, err := qs.db.C("quads").UpsertId(qs.getIDForQuad(q), upsert) if err != nil { glog.Errorf("Error: %v", err) } return err } -func (qs *TripleStore) checkValid(key string) bool { +func (qs *QuadStore) checkValid(key string) bool { var indexEntry struct { Added []int64 `bson:"Added"` Deleted []int64 `bson:"Deleted"` @@ -192,7 +192,7 @@ func (qs *TripleStore) checkValid(key string) bool { return true } -func (qs *TripleStore) updateLog(d graph.Delta) error { +func (qs *QuadStore) updateLog(d graph.Delta) error { var action string if d.Action == graph.Add { action = "Add" @@ -202,7 +202,7 @@ func (qs *TripleStore) updateLog(d graph.Delta) error { entry := MongoLogEntry{ LogID: d.ID, Action: action, - Key: qs.getIdForQuad(d.Quad), + Key: qs.getIDForQuad(d.Quad), Timestamp: d.Timestamp.UnixNano(), } err := qs.db.C("log").Insert(entry) @@ -212,12 +212,12 @@ func (qs *TripleStore) updateLog(d graph.Delta) error { return err } -func (qs *TripleStore) ApplyDeltas(in []graph.Delta) error { +func (qs *QuadStore) ApplyDeltas(in []graph.Delta) error { qs.session.SetSafe(nil) ids := make(map[string]int) // Pre-check the existence condition. for _, d := range in { - key := qs.getIdForQuad(d.Quad) + key := qs.getIDForQuad(d.Quad) switch d.Action { case graph.Add: if qs.checkValid(key) { @@ -266,7 +266,7 @@ func (qs *TripleStore) ApplyDeltas(in []graph.Delta) error { return nil } -func (qs *TripleStore) Quad(val graph.Value) quad.Quad { +func (qs *QuadStore) Quad(val graph.Value) quad.Quad { var q quad.Quad err := qs.db.C("quads").FindId(val.(string)).One(&q) if err != nil { @@ -275,24 +275,24 @@ func (qs *TripleStore) Quad(val graph.Value) quad.Quad { return q } -func (qs *TripleStore) TripleIterator(d quad.Direction, val graph.Value) graph.Iterator { +func (qs *QuadStore) QuadIterator(d quad.Direction, val graph.Value) graph.Iterator { return NewIterator(qs, "quads", d, val) } -func (qs *TripleStore) NodesAllIterator() graph.Iterator { +func (qs *QuadStore) NodesAllIterator() graph.Iterator { return NewAllIterator(qs, "nodes") } -func (qs *TripleStore) TriplesAllIterator() graph.Iterator { +func (qs *QuadStore) QuadsAllIterator() graph.Iterator { return NewAllIterator(qs, "quads") } -func (qs *TripleStore) ValueOf(s string) graph.Value { - return qs.convertStringToByteHash(s) +func (qs *QuadStore) ValueOf(s string) graph.Value { + return hashOf(s) } -func (qs *TripleStore) NameOf(v graph.Value) string { - val, ok := qs.idCache.Get(v.(string)) +func (qs *QuadStore) NameOf(v graph.Value) string { + val, ok := qs.ids.Get(v.(string)) if ok { return val } @@ -301,11 +301,11 @@ func (qs *TripleStore) NameOf(v graph.Value) string { if err != nil { glog.Errorf("Error: Couldn't retrieve node %s %v", v, err) } - qs.idCache.Put(v.(string), node.Name) + qs.ids.Put(v.(string), node.Name) return node.Name } -func (qs *TripleStore) Size() int64 { +func (qs *QuadStore) Size() int64 { // TODO(barakmich): Make size real; store it in the log, and retrieve it. count, err := qs.db.C("quads").Count() if err != nil { @@ -315,7 +315,7 @@ func (qs *TripleStore) Size() int64 { return int64(count) } -func (qs *TripleStore) Horizon() int64 { +func (qs *QuadStore) Horizon() int64 { var log MongoLogEntry err := qs.db.C("log").Find(nil).Sort("-LogID").One(&log) if err != nil { @@ -327,19 +327,15 @@ func (qs *TripleStore) Horizon() int64 { return log.LogID } -func compareStrings(a, b graph.Value) bool { - return a.(string) == b.(string) +func (qs *QuadStore) FixedIterator() graph.FixedIterator { + return iterator.NewFixed(iterator.Identity) } -func (qs *TripleStore) FixedIterator() graph.FixedIterator { - return iterator.NewFixedIteratorWithCompare(compareStrings) -} - -func (qs *TripleStore) Close() { +func (qs *QuadStore) Close() { qs.db.Session.Close() } -func (qs *TripleStore) TripleDirection(in graph.Value, d quad.Direction) graph.Value { +func (qs *QuadStore) QuadDirection(in graph.Value, d quad.Direction) graph.Value { // Maybe do the trick here var offset int switch d { diff --git a/graph/mongo/triplestore_iterator_optimize.go b/graph/mongo/quadstore_iterator_optimize.go similarity index 83% rename from graph/mongo/triplestore_iterator_optimize.go rename to graph/mongo/quadstore_iterator_optimize.go index 99fb25b..1fdd936 100644 --- a/graph/mongo/triplestore_iterator_optimize.go +++ b/graph/mongo/quadstore_iterator_optimize.go @@ -19,16 +19,16 @@ import ( "github.com/google/cayley/graph/iterator" ) -func (ts *TripleStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { +func (qs *QuadStore) OptimizeIterator(it graph.Iterator) (graph.Iterator, bool) { switch it.Type() { case graph.LinksTo: - return ts.optimizeLinksTo(it.(*iterator.LinksTo)) + return qs.optimizeLinksTo(it.(*iterator.LinksTo)) } return it, false } -func (ts *TripleStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { +func (qs *QuadStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bool) { subs := it.SubIterators() if len(subs) != 1 { return it, false @@ -41,7 +41,7 @@ func (ts *TripleStore) optimizeLinksTo(it *iterator.LinksTo) (graph.Iterator, bo panic("unexpected size during optimize") } val := primary.Result() - newIt := ts.TripleIterator(it.Direction(), val) + newIt := qs.QuadIterator(it.Direction(), val) nt := newIt.Tagger() nt.CopyFrom(it) for _, tag := range primary.Tagger().Tags() { diff --git a/graph/triplestore.go b/graph/quadstore.go similarity index 69% rename from graph/triplestore.go rename to graph/quadstore.go index 741297c..d3c681f 100644 --- a/graph/triplestore.go +++ b/graph/quadstore.go @@ -14,12 +14,12 @@ package graph -// Defines the TripleStore interface. Every backing store must implement at +// Defines the QuadStore interface. Every backing store must implement at // least this interface. // // Most of these are pretty straightforward. As long as we can surface this // interface, the rest of the stack will "just work" and we can connect to any -// triple backing store we prefer. +// quad backing store we prefer. import ( "errors" @@ -28,71 +28,73 @@ import ( "github.com/google/cayley/quad" ) -// Value defines an opaque "triple store value" type. However the backend wishes -// to implement it, a Value is merely a token to a triple or a node that the +// Value defines an opaque "quad store value" type. However the backend wishes +// to implement it, a Value is merely a token to a quad or a node that the // backing store itself understands, and the base iterators pass around. // // For example, in a very traditional, graphd-style graph, these are int64s // (guids of the primitives). In a very direct sort of graph, these could be -// pointers to structs, or merely triples, or whatever works best for the +// pointers to structs, or merely quads, or whatever works best for the // backing store. // // These must be comparable, or implement a `Key() interface{}` function // so that they may be stored in maps. type Value interface{} -type TripleStore interface { +type QuadStore interface { // The only way in is through building a transaction, which // is done by a replication strategy. ApplyDeltas([]Delta) error - // Given an opaque token, returns the triple for that token from the store. + // Given an opaque token, returns the quad for that token from the store. Quad(Value) quad.Quad // Given a direction and a token, creates an iterator of links which have // that node token in that directional field. - TripleIterator(quad.Direction, Value) Iterator + QuadIterator(quad.Direction, Value) Iterator // Returns an iterator enumerating all nodes in the graph. NodesAllIterator() Iterator // Returns an iterator enumerating all links in the graph. - TriplesAllIterator() Iterator + QuadsAllIterator() Iterator - // Given a node ID, return the opaque token used by the TripleStore + // Given a node ID, return the opaque token used by the QuadStore // to represent that id. ValueOf(string) Value // Given an opaque token, return the node that it represents. NameOf(Value) string - // Returns the number of triples currently stored. + // Returns the number of quads currently stored. Size() int64 - // The last replicated transaction ID that this triplestore has verified. + // The last replicated transaction ID that this quadstore has verified. Horizon() int64 // Creates a fixed iterator which can compare Values FixedIterator() FixedIterator - // Optimize an iterator in the context of the triple store. + // Optimize an iterator in the context of the quad store. // Suppose we have a better index for the passed tree; this - // gives the TripleStore the opportunity to replace it + // gives the QuadStore the opportunity to replace it // with a more efficient iterator. OptimizeIterator(it Iterator) (Iterator, bool) - // Close the triple store and clean up. (Flush to disk, cleanly + // Close the quad store and clean up. (Flush to disk, cleanly // sever connections, etc) Close() - // Convenience function for speed. Given a triple token and a direction - // return the node token for that direction. Sometimes, a TripleStore + // Convenience function for speed. Given a quad token and a direction + // return the node token for that direction. Sometimes, a QuadStore // can do this without going all the way to the backing store, and - // gives the TripleStore the opportunity to make this optimization. + // gives the QuadStore the opportunity to make this optimization. // // Iterators will call this. At worst, a valid implementation is - // ts.IdFor(ts.quad.Quad(id).Get(dir)) - TripleDirection(id Value, d quad.Direction) Value + // + // qs.ValueOf(qs.Quad(id).Get(dir)) + // + QuadDirection(id Value, d quad.Direction) Value } type Options map[string]interface{} @@ -133,16 +135,16 @@ func (d Options) BoolKey(key string) (bool, bool) { return false, false } -var ErrCannotBulkLoad = errors.New("triplestore: cannot bulk load") +var ErrCannotBulkLoad = errors.New("quadstore: cannot bulk load") type BulkLoader interface { - // BulkLoad loads Quads from a quad.Unmarshaler in bulk to the TripleStore. + // BulkLoad loads Quads from a quad.Unmarshaler in bulk to the QuadStore. // It returns ErrCannotBulkLoad if bulk loading is not possible. For example if // you cannot load in bulk to a non-empty database, and the db is non-empty. BulkLoad(quad.Unmarshaler) error } -type NewStoreFunc func(string, Options) (TripleStore, error) +type NewStoreFunc func(string, Options) (QuadStore, error) type InitStoreFunc func(string, Options) error type register struct { @@ -153,9 +155,9 @@ type register struct { var storeRegistry = make(map[string]register) -func RegisterTripleStore(name string, persists bool, newFunc NewStoreFunc, initFunc InitStoreFunc) { +func RegisterQuadStore(name string, persists bool, newFunc NewStoreFunc, initFunc InitStoreFunc) { if _, found := storeRegistry[name]; found { - panic("already registered TripleStore " + name) + panic("already registered QuadStore " + name) } storeRegistry[name] = register{ newFunc: newFunc, @@ -164,27 +166,27 @@ func RegisterTripleStore(name string, persists bool, newFunc NewStoreFunc, initF } } -func NewTripleStore(name, dbpath string, opts Options) (TripleStore, error) { +func NewQuadStore(name, dbpath string, opts Options) (QuadStore, error) { r, registered := storeRegistry[name] if !registered { - return nil, errors.New("triplestore: name '" + name + "' is not registered") + return nil, errors.New("quadstore: name '" + name + "' is not registered") } return r.newFunc(dbpath, opts) } -func InitTripleStore(name, dbpath string, opts Options) error { +func InitQuadStore(name, dbpath string, opts Options) error { r, registered := storeRegistry[name] if registered { return r.initFunc(dbpath, opts) } - return errors.New("triplestore: name '" + name + "' is not registered") + return errors.New("quadstore: name '" + name + "' is not registered") } func IsPersistent(name string) bool { return storeRegistry[name].isPersistent } -func TripleStores() []string { +func QuadStores() []string { t := make([]string, 0, len(storeRegistry)) for n := range storeRegistry { t = append(t, n) diff --git a/graph/quadwriter.go b/graph/quadwriter.go index 38ae137..88073fd 100644 --- a/graph/quadwriter.go +++ b/graph/quadwriter.go @@ -16,9 +16,9 @@ package graph // Defines the interface for consistent replication of a graph instance. // -// Separate from the backend, this dictates how individual triples get +// Separate from the backend, this dictates how individual quads get // identified and replicated consistently across (potentially) multiple -// instances. The simplest case is to keep an append-only log of triple +// instances. The simplest case is to keep an append-only log of quad // changes. import ( @@ -44,7 +44,7 @@ type Delta struct { } type Handle struct { - QuadStore TripleStore + QuadStore QuadStore QuadWriter QuadWriter } @@ -54,8 +54,8 @@ func (h *Handle) Close() { } var ( - ErrQuadExists = errors.New("Quad exists") - ErrQuadNotExist = errors.New("Quad doesn't exist") + ErrQuadExists = errors.New("quad exists") + ErrQuadNotExist = errors.New("quad does not exist") ) type QuadWriter interface { @@ -73,23 +73,23 @@ type QuadWriter interface { Close() error } -type NewQuadWriterFunc func(TripleStore, Options) (QuadWriter, error) +type NewQuadWriterFunc func(QuadStore, Options) (QuadWriter, error) var writerRegistry = make(map[string]NewQuadWriterFunc) func RegisterWriter(name string, newFunc NewQuadWriterFunc) { if _, found := writerRegistry[name]; found { - panic("already registered TripleWriter " + name) + panic("already registered QuadWriter " + name) } writerRegistry[name] = newFunc } -func NewQuadWriter(name string, ts TripleStore, opts Options) (QuadWriter, error) { +func NewQuadWriter(name string, qs QuadStore, opts Options) (QuadWriter, error) { newFunc, hasNew := writerRegistry[name] if !hasNew { return nil, errors.New("replication: name '" + name + "' is not registered") } - return newFunc(ts, opts) + return newFunc(qs, opts) } func WriterMethods() []string { diff --git a/http/http.go b/http/http.go index d5f9351..8b0b648 100644 --- a/http/http.go +++ b/http/http.go @@ -47,9 +47,8 @@ func findAssetsPath() string { if *assetsPath != "" { if hasAssets(*assetsPath) { return *assetsPath - } else { - glog.Fatalln("Cannot find assets at", *assetsPath, ".") } + glog.Fatalln("Cannot find assets at", *assetsPath, ".") } if hasAssets(".") { @@ -61,7 +60,7 @@ func findAssetsPath() string { return gopathPath } glog.Fatalln("Cannot find assets in any of the default search paths. Please run in the same directory, in a Go workspace, or set --assets .") - return "" + panic("cannot reach") } func LogRequest(handler ResponseHandler) httprouter.Handle { @@ -81,11 +80,7 @@ func LogRequest(handler ResponseHandler) httprouter.Handle { } } -func FormatJson400(w http.ResponseWriter, err interface{}) int { - return FormatJsonError(w, 400, err) -} - -func FormatJsonError(w http.ResponseWriter, code int, err interface{}) int { +func jsonResponse(w http.ResponseWriter, code int, err interface{}) int { http.Error(w, fmt.Sprintf("{\"error\" : \"%s\"}", err), code) return code } @@ -105,12 +100,12 @@ func (h *TemplateRequestHandler) ServeHTTP(w http.ResponseWriter, r *http.Reques } } -type Api struct { +type API struct { config *config.Config handle *graph.Handle } -func (api *Api) ApiV1(r *httprouter.Router) { +func (api *API) APIv1(r *httprouter.Router) { r.POST("/api/v1/query/:query_lang", LogRequest(api.ServeV1Query)) r.POST("/api/v1/shape/:query_lang", LogRequest(api.ServeV1Shape)) r.POST("/api/v1/write", LogRequest(api.ServeV1Write)) @@ -129,8 +124,8 @@ func SetupRoutes(handle *graph.Handle, cfg *config.Config) { templates.ParseGlob(fmt.Sprint(assets, "/templates/*.html")) root := &TemplateRequestHandler{templates: templates} docs := &DocRequestHandler{assets: assets} - api := &Api{config: cfg, handle: handle} - api.ApiV1(r) + api := &API{config: cfg, handle: handle} + api.APIv1(r) //m.Use(martini.Static("static", martini.StaticOptions{Prefix: "/static", SkipLogging: true})) //r.Handler("GET", "/static", http.StripPrefix("/static", http.FileServer(http.Dir("static/")))) diff --git a/http/http_test.go b/http/http_test.go index d56bebf..1b1490b 100644 --- a/http/http_test.go +++ b/http/http_test.go @@ -56,13 +56,13 @@ var parseTests = []struct { {"subject": "foo", "predicate": "bar"} ]`, expect: nil, - err: fmt.Errorf("Invalid triple at index %d. %v", 0, quad.Quad{"foo", "bar", "", ""}), + err: fmt.Errorf("invalid quad at index %d. %v", 0, quad.Quad{"foo", "bar", "", ""}), }, } func TestParseJSON(t *testing.T) { for _, test := range parseTests { - got, err := ParseJsonToTripleList([]byte(test.input)) + got, err := ParseJSONToQuadList([]byte(test.input)) if fmt.Sprint(err) != fmt.Sprint(test.err) { t.Errorf("Failed to %v with unexpected error, got:%v expected %v", test.message, err, test.err) } diff --git a/http/query.go b/http/query.go index 9d6460a..9c46290 100644 --- a/http/query.go +++ b/http/query.go @@ -47,18 +47,18 @@ func WrapResult(result interface{}) ([]byte, error) { return json.MarshalIndent(wrap, "", " ") } -func RunJsonQuery(query string, ses query.HttpSession) (interface{}, error) { +func Run(q string, ses query.HTTP) (interface{}, error) { c := make(chan interface{}, 5) - go ses.ExecInput(query, c, 100) + go ses.ExecInput(q, c, 100) for res := range c { - ses.BuildJson(res) + ses.BuildJSON(res) } - return ses.GetJson() + return ses.GetJSON() } -func GetQueryShape(query string, ses query.HttpSession) ([]byte, error) { +func GetQueryShape(q string, ses query.HTTP) ([]byte, error) { c := make(chan map[string]interface{}, 5) - go ses.GetQuery(query, c) + go ses.GetQuery(q, c) var data map[string]interface{} for res := range c { data = res @@ -67,19 +67,19 @@ func GetQueryShape(query string, ses query.HttpSession) ([]byte, error) { } // TODO(barakmich): Turn this into proper middleware. -func (api *Api) ServeV1Query(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { - var ses query.HttpSession +func (api *API) ServeV1Query(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { + var ses query.HTTP switch params.ByName("query_lang") { case "gremlin": ses = gremlin.NewSession(api.handle.QuadStore, api.config.Timeout, false) case "mql": ses = mql.NewSession(api.handle.QuadStore) default: - return FormatJson400(w, "Need a query language.") + return jsonResponse(w, 400, "Need a query language.") } bodyBytes, err := ioutil.ReadAll(r.Body) if err != nil { - return FormatJson400(w, err) + return jsonResponse(w, 400, err) } code := string(bodyBytes) result, err := ses.InputParses(code) @@ -88,7 +88,7 @@ func (api *Api) ServeV1Query(w http.ResponseWriter, r *http.Request, params http var output interface{} var bytes []byte var err error - output, err = RunJsonQuery(code, ses) + output, err = Run(code, ses) if err != nil { bytes, err = WrapErrResult(err) http.Error(w, string(bytes), 400) @@ -98,33 +98,33 @@ func (api *Api) ServeV1Query(w http.ResponseWriter, r *http.Request, params http bytes, err = WrapResult(output) if err != nil { ses = nil - return FormatJson400(w, err) + return jsonResponse(w, 400, err) } fmt.Fprint(w, string(bytes)) ses = nil return 200 case query.ParseFail: ses = nil - return FormatJson400(w, err) + return jsonResponse(w, 400, err) default: ses = nil - return FormatJsonError(w, 500, "Incomplete data?") + return jsonResponse(w, 500, "Incomplete data?") } } -func (api *Api) ServeV1Shape(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { - var ses query.HttpSession +func (api *API) ServeV1Shape(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { + var ses query.HTTP switch params.ByName("query_lang") { case "gremlin": ses = gremlin.NewSession(api.handle.QuadStore, api.config.Timeout, false) case "mql": ses = mql.NewSession(api.handle.QuadStore) default: - return FormatJson400(w, "Need a query language.") + return jsonResponse(w, 400, "Need a query language.") } bodyBytes, err := ioutil.ReadAll(r.Body) if err != nil { - return FormatJson400(w, err) + return jsonResponse(w, 400, err) } code := string(bodyBytes) result, err := ses.InputParses(code) @@ -134,13 +134,13 @@ func (api *Api) ServeV1Shape(w http.ResponseWriter, r *http.Request, params http var err error output, err = GetQueryShape(code, ses) if err != nil { - return FormatJson400(w, err) + return jsonResponse(w, 400, err) } fmt.Fprint(w, string(output)) return 200 case query.ParseFail: - return FormatJson400(w, err) + return jsonResponse(w, 400, err) default: - return FormatJsonError(w, 500, "Incomplete data?") + return jsonResponse(w, 500, "Incomplete data?") } } diff --git a/http/write.go b/http/write.go index 018b339..9ba037b 100644 --- a/http/write.go +++ b/http/write.go @@ -29,46 +29,46 @@ import ( "github.com/google/cayley/quad/cquads" ) -func ParseJsonToTripleList(jsonBody []byte) ([]quad.Quad, error) { - var tripleList []quad.Quad - err := json.Unmarshal(jsonBody, &tripleList) +func ParseJSONToQuadList(jsonBody []byte) ([]quad.Quad, error) { + var quads []quad.Quad + err := json.Unmarshal(jsonBody, &quads) if err != nil { return nil, err } - for i, t := range tripleList { - if !t.IsValid() { - return nil, fmt.Errorf("Invalid triple at index %d. %s", i, t) + for i, q := range quads { + if !q.IsValid() { + return nil, fmt.Errorf("invalid quad at index %d. %s", i, q) } } - return tripleList, nil + return quads, nil } -func (api *Api) ServeV1Write(w http.ResponseWriter, r *http.Request, _ httprouter.Params) int { +func (api *API) ServeV1Write(w http.ResponseWriter, r *http.Request, _ httprouter.Params) int { if api.config.ReadOnly { - return FormatJson400(w, "Database is read-only.") + return jsonResponse(w, 400, "Database is read-only.") } bodyBytes, err := ioutil.ReadAll(r.Body) if err != nil { - return FormatJson400(w, err) + return jsonResponse(w, 400, err) } - tripleList, terr := ParseJsonToTripleList(bodyBytes) - if terr != nil { - return FormatJson400(w, terr) + quads, err := ParseJSONToQuadList(bodyBytes) + if err != nil { + return jsonResponse(w, 400, err) } - api.handle.QuadWriter.AddQuadSet(tripleList) - fmt.Fprintf(w, "{\"result\": \"Successfully wrote %d triples.\"}", len(tripleList)) + api.handle.QuadWriter.AddQuadSet(quads) + fmt.Fprintf(w, "{\"result\": \"Successfully wrote %d quads.\"}", len(quads)) return 200 } -func (api *Api) ServeV1WriteNQuad(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { +func (api *API) ServeV1WriteNQuad(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { if api.config.ReadOnly { - return FormatJson400(w, "Database is read-only.") + return jsonResponse(w, 400, "Database is read-only.") } formFile, _, err := r.FormFile("NQuadFile") if err != nil { glog.Errorln(err) - return FormatJsonError(w, 500, "Couldn't read file: "+err.Error()) + return jsonResponse(w, 500, "Couldn't read file: "+err.Error()) } defer formFile.Close() @@ -103,28 +103,28 @@ func (api *Api) ServeV1WriteNQuad(w http.ResponseWriter, r *http.Request, params } api.handle.QuadWriter.AddQuadSet(block) - fmt.Fprintf(w, "{\"result\": \"Successfully wrote %d triples.\"}", n) + fmt.Fprintf(w, "{\"result\": \"Successfully wrote %d quads.\"}", n) return 200 } -func (api *Api) ServeV1Delete(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { +func (api *API) ServeV1Delete(w http.ResponseWriter, r *http.Request, params httprouter.Params) int { if api.config.ReadOnly { - return FormatJson400(w, "Database is read-only.") + return jsonResponse(w, 400, "Database is read-only.") } bodyBytes, err := ioutil.ReadAll(r.Body) if err != nil { - return FormatJson400(w, err) + return jsonResponse(w, 400, err) } - tripleList, terr := ParseJsonToTripleList(bodyBytes) - if terr != nil { - return FormatJson400(w, terr) + quads, err := ParseJSONToQuadList(bodyBytes) + if err != nil { + return jsonResponse(w, 400, err) } count := 0 - for _, triple := range tripleList { - api.handle.QuadWriter.RemoveQuad(triple) + for _, q := range quads { + api.handle.QuadWriter.RemoveQuad(q) count++ } - fmt.Fprintf(w, "{\"result\": \"Successfully deleted %d triples.\"}", count) + fmt.Fprintf(w, "{\"result\": \"Successfully deleted %d quads.\"}", count) return 200 } diff --git a/quad/cquads/cquads.go b/quad/cquads/cquads.go index 0632364..7b77bf4 100644 --- a/quad/cquads/cquads.go +++ b/quad/cquads/cquads.go @@ -65,14 +65,14 @@ func (dec *Decoder) Unmarshal() (quad.Quad, error) { } dec.line = dec.line[:0] } - triple, err := Parse(string(line)) + q, err := Parse(string(line)) if err != nil { return quad.Quad{}, fmt.Errorf("failed to parse %q: %v", dec.line, err) } - if !triple.IsValid() { + if !q.IsValid() { return dec.Unmarshal() } - return triple, nil + return q, nil } func unEscape(r []rune, isQuoted, isEscaped bool) string { diff --git a/quad/cquads/cquads_test.go b/quad/cquads/cquads_test.go index 4aee70c..1ab35ba 100644 --- a/quad/cquads/cquads_test.go +++ b/quad/cquads/cquads_test.go @@ -28,7 +28,7 @@ import ( "github.com/google/cayley/quad" ) -var testNTriples = []struct { +var testNQuads = []struct { message string input string expect quad.Quad @@ -596,7 +596,7 @@ var testNTriples = []struct { } func TestParse(t *testing.T) { - for _, test := range testNTriples { + for _, test := range testNQuads { got, err := Parse(test.input) _ = err if err != test.err && (err != nil && err.Error() != test.err.Error()) { @@ -641,20 +641,20 @@ func TestDecoder(t *testing.T) { dec := NewDecoder(strings.NewReader(document)) var n int for { - triple, err := dec.Unmarshal() + q, err := dec.Unmarshal() if err != nil { if err != io.EOF { - t.Fatalf("Failed to read document:", err) + t.Fatalf("Failed to read document: %v", err) } break } - if triple.Subject == "" || triple.Predicate == "" || triple.Object == "" { - t.Errorf("Unexpected triple, got:%v", triple) + if q.Subject == "" || q.Predicate == "" || q.Object == "" { + t.Errorf("Unexpected quad, got:%v", q) } n++ } if n != 20 { - t.Errorf("Unexpected number of triples read, got:%d expect:20", n) + t.Errorf("Unexpected number of quads read, got:%d expect:20", n) } } diff --git a/quad/nquads/nquads.go b/quad/nquads/nquads.go index cb63647..a4c4091 100644 --- a/quad/nquads/nquads.go +++ b/quad/nquads/nquads.go @@ -65,14 +65,14 @@ func (dec *Decoder) Unmarshal() (quad.Quad, error) { } dec.line = dec.line[:0] } - triple, err := Parse(string(line)) + q, err := Parse(string(line)) if err != nil { return quad.Quad{}, fmt.Errorf("failed to parse %q: %v", dec.line, err) } - if !triple.IsValid() { + if !q.IsValid() { return dec.Unmarshal() } - return triple, nil + return q, nil } func unEscape(r []rune, isEscaped bool) string { diff --git a/quad/nquads/nquads_test.go b/quad/nquads/nquads_test.go index 5b9c437..0019120 100644 --- a/quad/nquads/nquads_test.go +++ b/quad/nquads/nquads_test.go @@ -28,7 +28,7 @@ import ( "github.com/google/cayley/quad" ) -var testNTriples = []struct { +var testNQuads = []struct { message string input string expect quad.Quad @@ -436,7 +436,7 @@ var testNTriples = []struct { } func TestParse(t *testing.T) { - for _, test := range testNTriples { + for _, test := range testNQuads { got, err := Parse(test.input) if err != test.err && (err != nil && err.Error() != test.err.Error()) { t.Errorf("Unexpected error when %s: got:%v expect:%v", test.message, err, test.err) @@ -480,20 +480,20 @@ func TestDecoder(t *testing.T) { dec := NewDecoder(strings.NewReader(document)) var n int for { - triple, err := dec.Unmarshal() + q, err := dec.Unmarshal() if err != nil { if err != io.EOF { - t.Fatalf("Failed to read document:", err) + t.Fatalf("Failed to read document: %v", err) } break } - if triple.Subject == "" || triple.Predicate == "" || triple.Object == "" { - t.Errorf("Unexpected triple, got:%v", triple) + if q.Subject == "" || q.Predicate == "" || q.Object == "" { + t.Errorf("Unexpected quad, got:%v", q) } n++ } if n != 20 { - t.Errorf("Unexpected number of triples read, got:%d expect:20", n) + t.Errorf("Unexpected number of quads read, got:%d expect:20", n) } } diff --git a/quad/nquads/quadfix.go b/quad/nquads/quadfix.go deleted file mode 100644 index c0a6fa5..0000000 --- a/quad/nquads/quadfix.go +++ /dev/null @@ -1,226 +0,0 @@ -// +build ignore - -package main - -import ( - "bufio" - "errors" - "fmt" - "io" - "log" - "os" - "strings" - - "github.com/google/cayley/graph" -) - -func main() { - dec := NewDecoder(os.Stdin) - for { - t, err := dec.Unmarshal() - if err != nil { - if err == io.EOF { - return - } - log.Println(err) - } - if t.Subject[0] == ':' && t.Subject[1] == '/' { - t.Subject = "<" + t.Subject[1:] + ">" - } else { - t.Subject = "_" + t.Subject - } - if t.Object[0] == ':' { - if t.Object[1] == '/' { - t.Object = "<" + t.Object[1:] + ">" - } else { - t.Object = "_" + t.Object - } - } else if t.Object[0] == '/' { - t.Object = "<" + t.Object + ">" - } else { - t.Object = fmt.Sprintf(`%q`, t.Object) - } - fmt.Printf("%s <%s> %s .\n", t.Subject, t.Predicate, t.Object) - } -} - -// Historical N-Quads parser code. -// ------------------------------- - -var ( - ErrAbsentSubject = errors.New("nqauds: absent subject") - ErrAbsentPredicate = errors.New("nqauds: absent predicate") - ErrAbsentObject = errors.New("nqauds: absent object") - ErrUnterminated = errors.New("nqauds: unterminated quad") -) - -func Parse(str string) (*graph.Triple, error) { - // Skip leading whitespace. - str = trimSpace(str) - // Check for a comment - if str != "" && str[0] == '#' { - return nil, nil - } - sub, remainder := getTripleComponent(str) - if sub == "" { - return nil, ErrAbsentSubject - } - str = trimSpace(remainder) - pred, remainder := getTripleComponent(str) - if pred == "" { - return nil, ErrAbsentPredicate - } - str = trimSpace(remainder) - obj, remainder := getTripleComponent(str) - if obj == "" { - return nil, ErrAbsentObject - } - str = trimSpace(remainder) - prov, remainder := getTripleComponent(str) - str = trimSpace(remainder) - if str != "" && str[0] == '.' { - return &graph.Triple{sub, pred, obj, prov}, nil - } - return nil, ErrUnterminated -} - -func isSpace(s uint8) bool { - return s == ' ' || s == '\t' || s == '\r' -} - -func trimSpace(str string) string { - i := 0 - for i < len(str) && isSpace(str[i]) { - i += 1 - } - return str[i:] -} - -func getTripleComponent(str string) (head, tail string) { - if len(str) == 0 { - return "", str - } - if str[0] == '<' { - return getUriPart(str[1:]) - } else if str[0] == '"' { - return getQuotedPart(str[1:]) - } else if str[0] == '.' { - return "", str - } else { - // Technically not part of the spec. But we do it anyway for convenience. - return getUnquotedPart(str) - } -} - -func getUriPart(str string) (head, tail string) { - i := 0 - for i < len(str) && str[i] != '>' { - i += 1 - } - if i == len(str) { - return "", str - } - head = str[0:i] - return head, str[i+1:] -} - -func getQuotedPart(str string) (head, tail string) { - var ( - i int - start int - ) - for i < len(str) && str[i] != '"' { - if str[i] == '\\' { - head += str[start:i] - switch str[i+1] { - case '\\': - head += "\\" - case 'r': - head += "\r" - case 'n': - head += "\n" - case 't': - head += "\t" - case '"': - head += "\"" - default: - return "", str - } - i += 2 - start = i - continue - } - i += 1 - } - if i == len(str) { - return "", str - } - head += str[start:i] - i += 1 - switch { - case strings.HasPrefix(str[i:], "^^<"): - // Ignore type, for now - _, tail = getUriPart(str[i+3:]) - case str[i] == '@': - _, tail = getUnquotedPart(str[i+1:]) - default: - tail = str[i:] - } - - return head, tail -} - -func getUnquotedPart(str string) (head, tail string) { - var ( - i int - initStr = str - start int - ) - for i < len(str) && !isSpace(str[i]) { - if str[i] == '"' { - part, remainder := getQuotedPart(str[i+1:]) - if part == "" { - return part, initStr - } - head += str[start:i] - str = remainder - i = 0 - start = 0 - head += part - } - i += 1 - } - head += str[start:i] - return head, str[i:] -} - -type Decoder struct { - r *bufio.Reader - line []byte -} - -func NewDecoder(r io.Reader) *Decoder { - return &Decoder{r: bufio.NewReader(r)} -} - -func (dec *Decoder) Unmarshal() (*graph.Triple, error) { - dec.line = dec.line[:0] - for { - l, pre, err := dec.r.ReadLine() - if err != nil { - return nil, err - } - dec.line = append(dec.line, l...) - if !pre { - break - } - } - triple, err := Parse(string(dec.line)) - if err != nil { - return nil, fmt.Errorf("failed to parse %q: %v", dec.line, err) - } - if triple == nil { - return dec.Unmarshal() - } - return triple, nil -} diff --git a/quad/quad.go b/quad/quad.go index eaf7d98..e448cf2 100644 --- a/quad/quad.go +++ b/quad/quad.go @@ -15,17 +15,17 @@ // Package quad defines quad and triple handling. package quad -// Defines the struct which makes the TripleStore possible -- the triple. +// Defines the struct which makes the QuadStore possible -- the quad. // // At its heart, it consists of three fields -- Subject, Predicate, and Object. -// Three IDs that relate to each other. That's all there is to it. The triples +// Three IDs that relate to each other. That's all there is to it. The quads // are the links in the graph, and the existence of node IDs is defined by the -// fact that some triple in the graph mentions them. +// fact that some quad in the graph mentions them. // // This means that a complete representation of the graph is equivalent to a -// list of triples. The rest is just indexing for speed. +// list of quads. The rest is just indexing for speed. // -// Adding fields to the triple is not to be taken lightly. You'll see I mention +// Adding fields to the quad is not to be taken lightly. You'll see I mention // label, but don't as yet use it in any backing store. In general, there // can be features that can be turned on or off for any store, but I haven't // decided how to allow/disallow them yet. Another such example would be to add @@ -46,7 +46,7 @@ var ( ErrIncomplete = errors.New("incomplete N-Quad") ) -// Our triple struct, used throughout. +// Our quad struct, used throughout. type Quad struct { Subject string `json:"subject"` Predicate string `json:"predicate"` @@ -57,7 +57,7 @@ type Quad struct { // Direction specifies an edge's type. type Direction byte -// List of the valid directions of a triple. +// List of the valid directions of a quad. const ( Any Direction = iota Subject @@ -100,7 +100,7 @@ func (d Direction) String() string { } } -// Per-field accessor for triples +// Per-field accessor for quads. func (q Quad) Get(d Direction) string { switch d { case Subject: @@ -116,7 +116,7 @@ func (q Quad) Get(d Direction) string { } } -// Pretty-prints a triple. +// Pretty-prints a quad. func (q Quad) String() string { return fmt.Sprintf("%s -- %s -> %s", q.Subject, q.Predicate, q.Object) } @@ -125,14 +125,13 @@ func (q Quad) IsValid() bool { return q.Subject != "" && q.Predicate != "" && q.Object != "" } -// Prints a triple in N-Quad format. -func (q Quad) NTriple() string { +// Prints a quad in N-Quad format. +func (q Quad) NQuad() string { if q.Label == "" { //TODO(barakmich): Proper escaping. return fmt.Sprintf("%s %s %s .", q.Subject, q.Predicate, q.Object) - } else { - return fmt.Sprintf("%s %s %s %s .", q.Subject, q.Predicate, q.Object, q.Label) } + return fmt.Sprintf("%s %s %s %s .", q.Subject, q.Predicate, q.Object, q.Label) } type Unmarshaler interface { diff --git a/query/gremlin/build_iterator.go b/query/gremlin/build_iterator.go index 8f718c6..a814924 100644 --- a/query/gremlin/build_iterator.go +++ b/query/gremlin/build_iterator.go @@ -34,11 +34,11 @@ func propertiesOf(obj *otto.Object, name string) []string { return export.([]string) } -func buildIteratorTree(obj *otto.Object, ts graph.TripleStore) graph.Iterator { +func buildIteratorTree(obj *otto.Object, qs graph.QuadStore) graph.Iterator { if !isVertexChain(obj) { return iterator.NewNull() } - return buildIteratorTreeHelper(obj, ts, iterator.NewNull()) + return buildIteratorTreeHelper(obj, qs, iterator.NewNull()) } func stringsFrom(obj *otto.Object) []string { @@ -57,16 +57,16 @@ func stringsFrom(obj *otto.Object) []string { return output } -func buildIteratorFromValue(val otto.Value, ts graph.TripleStore) graph.Iterator { +func buildIteratorFromValue(val otto.Value, qs graph.QuadStore) graph.Iterator { if val.IsNull() || val.IsUndefined() { - return ts.NodesAllIterator() + return qs.NodesAllIterator() } if val.IsPrimitive() { thing, _ := val.Export() switch v := thing.(type) { case string: - it := ts.FixedIterator() - it.Add(ts.ValueOf(v)) + it := qs.FixedIterator() + it.Add(qs.ValueOf(v)) return it default: glog.Errorln("Trying to build unknown primitive value.") @@ -74,13 +74,13 @@ func buildIteratorFromValue(val otto.Value, ts graph.TripleStore) graph.Iterator } switch val.Class() { case "Object": - return buildIteratorTree(val.Object(), ts) + return buildIteratorTree(val.Object(), qs) case "Array": // Had better be an array of strings strings := stringsFrom(val.Object()) - it := ts.FixedIterator() + it := qs.FixedIterator() for _, x := range strings { - it.Add(ts.ValueOf(x)) + it.Add(qs.ValueOf(x)) } return it case "Number": @@ -90,8 +90,8 @@ func buildIteratorFromValue(val otto.Value, ts graph.TripleStore) graph.Iterator case "Date": fallthrough case "String": - it := ts.FixedIterator() - it.Add(ts.ValueOf(val.String())) + it := qs.FixedIterator() + it.Add(qs.ValueOf(val.String())) return it default: glog.Errorln("Trying to handle unsupported Javascript value.") @@ -99,7 +99,7 @@ func buildIteratorFromValue(val otto.Value, ts graph.TripleStore) graph.Iterator } } -func buildInOutIterator(obj *otto.Object, ts graph.TripleStore, base graph.Iterator, isReverse bool) graph.Iterator { +func buildInOutIterator(obj *otto.Object, qs graph.QuadStore, base graph.Iterator, isReverse bool) graph.Iterator { argList, _ := obj.Get("_gremlin_values") if argList.Class() != "GoArray" { glog.Errorln("How is arglist not an array? Return nothing.", argList.Class()) @@ -110,10 +110,10 @@ func buildInOutIterator(obj *otto.Object, ts graph.TripleStore, base graph.Itera length, _ := lengthVal.ToInteger() var predicateNodeIterator graph.Iterator if length == 0 { - predicateNodeIterator = ts.NodesAllIterator() + predicateNodeIterator = qs.NodesAllIterator() } else { zero, _ := argArray.Get("0") - predicateNodeIterator = buildIteratorFromValue(zero, ts) + predicateNodeIterator = buildIteratorFromValue(zero, qs) } if length >= 2 { var tags []string @@ -132,22 +132,22 @@ func buildInOutIterator(obj *otto.Object, ts graph.TripleStore, base graph.Itera if isReverse { in, out = out, in } - lto := iterator.NewLinksTo(ts, base, in) + lto := iterator.NewLinksTo(qs, base, in) and := iterator.NewAnd() - and.AddSubIterator(iterator.NewLinksTo(ts, predicateNodeIterator, quad.Predicate)) + and.AddSubIterator(iterator.NewLinksTo(qs, predicateNodeIterator, quad.Predicate)) and.AddSubIterator(lto) - return iterator.NewHasA(ts, and, out) + return iterator.NewHasA(qs, and, out) } -func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph.Iterator) graph.Iterator { - var it graph.Iterator = base +func buildIteratorTreeHelper(obj *otto.Object, qs graph.QuadStore, base graph.Iterator) graph.Iterator { + it := base // TODO: Better error handling var subIt graph.Iterator if prev, _ := obj.Get("_gremlin_prev"); !prev.IsObject() { subIt = base } else { - subIt = buildIteratorTreeHelper(prev.Object(), ts, base) + subIt = buildIteratorTreeHelper(prev.Object(), qs, base) } stringArgs := propertiesOf(obj, "string_args") @@ -155,11 +155,11 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. switch val.String() { case "vertex": if len(stringArgs) == 0 { - it = ts.NodesAllIterator() + it = qs.NodesAllIterator() } else { - fixed := ts.FixedIterator() + fixed := qs.FixedIterator() for _, name := range stringArgs { - fixed.Add(ts.ValueOf(name)) + fixed.Add(qs.ValueOf(name)) } it = fixed } @@ -169,7 +169,7 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. it.Tagger().Add(tag) } case "save": - all := ts.NodesAllIterator() + all := qs.NodesAllIterator() if len(stringArgs) > 2 || len(stringArgs) == 0 { return iterator.NewNull() } @@ -178,18 +178,18 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. } else { all.Tagger().Add(stringArgs[0]) } - predFixed := ts.FixedIterator() - predFixed.Add(ts.ValueOf(stringArgs[0])) + predFixed := qs.FixedIterator() + predFixed.Add(qs.ValueOf(stringArgs[0])) subAnd := iterator.NewAnd() - subAnd.AddSubIterator(iterator.NewLinksTo(ts, predFixed, quad.Predicate)) - subAnd.AddSubIterator(iterator.NewLinksTo(ts, all, quad.Object)) - hasa := iterator.NewHasA(ts, subAnd, quad.Subject) + subAnd.AddSubIterator(iterator.NewLinksTo(qs, predFixed, quad.Predicate)) + subAnd.AddSubIterator(iterator.NewLinksTo(qs, all, quad.Object)) + hasa := iterator.NewHasA(qs, subAnd, quad.Subject) and := iterator.NewAnd() and.AddSubIterator(hasa) and.AddSubIterator(subIt) it = and case "saver": - all := ts.NodesAllIterator() + all := qs.NodesAllIterator() if len(stringArgs) > 2 || len(stringArgs) == 0 { return iterator.NewNull() } @@ -198,30 +198,30 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. } else { all.Tagger().Add(stringArgs[0]) } - predFixed := ts.FixedIterator() - predFixed.Add(ts.ValueOf(stringArgs[0])) + predFixed := qs.FixedIterator() + predFixed.Add(qs.ValueOf(stringArgs[0])) subAnd := iterator.NewAnd() - subAnd.AddSubIterator(iterator.NewLinksTo(ts, predFixed, quad.Predicate)) - subAnd.AddSubIterator(iterator.NewLinksTo(ts, all, quad.Subject)) - hasa := iterator.NewHasA(ts, subAnd, quad.Object) + subAnd.AddSubIterator(iterator.NewLinksTo(qs, predFixed, quad.Predicate)) + subAnd.AddSubIterator(iterator.NewLinksTo(qs, all, quad.Subject)) + hasa := iterator.NewHasA(qs, subAnd, quad.Object) and := iterator.NewAnd() and.AddSubIterator(hasa) and.AddSubIterator(subIt) it = and case "has": - fixed := ts.FixedIterator() + fixed := qs.FixedIterator() if len(stringArgs) < 2 { return iterator.NewNull() } for _, name := range stringArgs[1:] { - fixed.Add(ts.ValueOf(name)) + fixed.Add(qs.ValueOf(name)) } - predFixed := ts.FixedIterator() - predFixed.Add(ts.ValueOf(stringArgs[0])) + predFixed := qs.FixedIterator() + predFixed.Add(qs.ValueOf(stringArgs[0])) subAnd := iterator.NewAnd() - subAnd.AddSubIterator(iterator.NewLinksTo(ts, predFixed, quad.Predicate)) - subAnd.AddSubIterator(iterator.NewLinksTo(ts, fixed, quad.Object)) - hasa := iterator.NewHasA(ts, subAnd, quad.Subject) + subAnd.AddSubIterator(iterator.NewLinksTo(qs, predFixed, quad.Predicate)) + subAnd.AddSubIterator(iterator.NewLinksTo(qs, fixed, quad.Object)) + hasa := iterator.NewHasA(qs, subAnd, quad.Subject) and := iterator.NewAnd() and.AddSubIterator(hasa) and.AddSubIterator(subIt) @@ -234,7 +234,7 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. if !isVertexChain(firstArg.Object()) { return iterator.NewNull() } - argIt := buildIteratorTree(firstArg.Object(), ts) + argIt := buildIteratorTree(firstArg.Object(), qs) and := iterator.NewAnd() and.AddSubIterator(subIt) @@ -242,15 +242,15 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. it = and case "back": arg, _ := obj.Get("_gremlin_back_chain") - argIt := buildIteratorTree(arg.Object(), ts) + argIt := buildIteratorTree(arg.Object(), qs) and := iterator.NewAnd() and.AddSubIterator(subIt) and.AddSubIterator(argIt) it = and case "is": - fixed := ts.FixedIterator() + fixed := qs.FixedIterator() for _, name := range stringArgs { - fixed.Add(ts.ValueOf(name)) + fixed.Add(qs.ValueOf(name)) } and := iterator.NewAnd() and.AddSubIterator(fixed) @@ -262,7 +262,7 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. if !isVertexChain(firstArg.Object()) { return iterator.NewNull() } - argIt := buildIteratorTree(firstArg.Object(), ts) + argIt := buildIteratorTree(firstArg.Object(), qs) or := iterator.NewOr() or.AddSubIterator(subIt) @@ -272,15 +272,15 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. // Hardly the most efficient pattern, but the most general. // Worth looking into an Optimize() optimization here. clone := subIt.Clone() - it1 := buildInOutIterator(obj, ts, subIt, false) - it2 := buildInOutIterator(obj, ts, clone, true) + it1 := buildInOutIterator(obj, qs, subIt, false) + it2 := buildInOutIterator(obj, qs, clone, true) or := iterator.NewOr() or.AddSubIterator(it1) or.AddSubIterator(it2) it = or case "out": - it = buildInOutIterator(obj, ts, subIt, false) + it = buildInOutIterator(obj, qs, subIt, false) case "follow": // Follow a morphism arg, _ := obj.Get("_gremlin_values") @@ -288,14 +288,14 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. if isVertexChain(firstArg.Object()) { return iterator.NewNull() } - it = buildIteratorTreeHelper(firstArg.Object(), ts, subIt) + it = buildIteratorTreeHelper(firstArg.Object(), qs, subIt) case "followr": // Follow a morphism arg, _ := obj.Get("_gremlin_followr") if isVertexChain(arg.Object()) { return iterator.NewNull() } - it = buildIteratorTreeHelper(arg.Object(), ts, subIt) + it = buildIteratorTreeHelper(arg.Object(), qs, subIt) case "in": it = buildInOutIterator(obj, ts, subIt, true) case "except": @@ -313,64 +313,6 @@ func buildIteratorTreeHelper(obj *otto.Object, ts graph.TripleStore, base graph. and.AddSubIterator(subIt) and.AddSubIterator(notIt) it = and - case "loop": - arg, _ := obj.Get("_gremlin_values") - firstArg, _ := arg.Object().Get("0") - secondArg, _ := arg.Object().Get("1") - thirdArg, _ := arg.Object().Get("2") - - // Parse the loop iterating sequence - if isVertexChain(firstArg.Object()) { - return iterator.NewNull() - } - - // Create the loop iterator: first, create an entry point iterator. - loopEntryIt := iterator.NewEntryPoint(subIt) - // Then create a loop iterator on top of the entry point. - loopIt := buildIteratorTreeHelper(firstArg.Object(), ts, loopEntryIt) - - // Parse the number of loops to execute. - // bounded=false means it will loop until no more results are produced. - noLoops := 0 - bounded := false - if secondArg.IsNumber() { - if no, err := secondArg.ToInteger(); err == nil { - noLoops = int(no) - bounded = true - } else { - return iterator.NewNull() - } - } else if secondArg.IsBoolean() { - if boolVal, err := secondArg.ToBoolean(); err == nil && boolVal { - bounded = false - } else { - return iterator.NewNull() - } - } else { - thirdArg = secondArg - } - - // If the number of loops is le 0, the loop is unbounded - if noLoops <= 0 { - bounded = false - } else { - bounded = true - } - - // Create the filter iterator - filterEntryIt := iterator.NewEntryPoint(nil) - var filterIt graph.Iterator - if thirdArg.IsNull() || thirdArg.IsUndefined() { - // There is no filter morphism, use the entry point as a filter. - filterIt = filterEntryIt - } else if isVertexChain(thirdArg.Object()) { - return iterator.NewNull() - } else { - // There is a filter morphism, create the filter iterator based on the entry point. - filterIt = buildIteratorTreeHelper(thirdArg.Object(), ts, filterEntryIt) - } - - it = iterator.NewLoop(ts, subIt, loopIt, filterIt, loopEntryIt, filterEntryIt, noLoops, bounded) } return it } diff --git a/query/gremlin/environ.go b/query/gremlin/environ.go index fb1d296..48e6069 100644 --- a/query/gremlin/environ.go +++ b/query/gremlin/environ.go @@ -26,7 +26,7 @@ import ( ) type worker struct { - ts graph.TripleStore + qs graph.QuadStore env *otto.Otto sync.Mutex @@ -39,10 +39,10 @@ type worker struct { kill <-chan struct{} } -func newWorker(ts graph.TripleStore) *worker { +func newWorker(qs graph.QuadStore) *worker { env := otto.New() wk := &worker{ - ts: ts, + qs: qs, env: env, limit: -1, } diff --git a/query/gremlin/finals.go b/query/gremlin/finals.go index 64aa3fe..37caad7 100644 --- a/query/gremlin/finals.go +++ b/query/gremlin/finals.go @@ -39,7 +39,7 @@ func (wk *worker) embedFinals(env *otto.Otto, obj *otto.Object) { func (wk *worker) allFunc(env *otto.Otto, obj *otto.Object) func(otto.FunctionCall) otto.Value { return func(call otto.FunctionCall) otto.Value { - it := buildIteratorTree(obj, wk.ts) + it := buildIteratorTree(obj, wk.qs) it.Tagger().Add(TopResultTag) wk.limit = -1 wk.count = 0 @@ -52,7 +52,7 @@ func (wk *worker) limitFunc(env *otto.Otto, obj *otto.Object) func(otto.Function return func(call otto.FunctionCall) otto.Value { if len(call.ArgumentList) > 0 { limitVal, _ := call.Argument(0).ToInteger() - it := buildIteratorTree(obj, wk.ts) + it := buildIteratorTree(obj, wk.qs) it.Tagger().Add(TopResultTag) wk.limit = int(limitVal) wk.count = 0 @@ -64,7 +64,7 @@ func (wk *worker) limitFunc(env *otto.Otto, obj *otto.Object) func(otto.Function func (wk *worker) toArrayFunc(env *otto.Otto, obj *otto.Object, withTags bool) func(otto.FunctionCall) otto.Value { return func(call otto.FunctionCall) otto.Value { - it := buildIteratorTree(obj, wk.ts) + it := buildIteratorTree(obj, wk.qs) it.Tagger().Add(TopResultTag) limit := -1 if len(call.ArgumentList) > 0 { @@ -91,7 +91,7 @@ func (wk *worker) toArrayFunc(env *otto.Otto, obj *otto.Object, withTags bool) f func (wk *worker) toValueFunc(env *otto.Otto, obj *otto.Object, withTags bool) func(otto.FunctionCall) otto.Value { return func(call otto.FunctionCall) otto.Value { - it := buildIteratorTree(obj, wk.ts) + it := buildIteratorTree(obj, wk.qs) it.Tagger().Add(TopResultTag) limit := 1 var val otto.Value @@ -112,15 +112,14 @@ func (wk *worker) toValueFunc(env *otto.Otto, obj *otto.Object, withTags bool) f if err != nil { glog.Error(err) return otto.NullValue() - } else { - return val } + return val } } func (wk *worker) mapFunc(env *otto.Otto, obj *otto.Object) func(otto.FunctionCall) otto.Value { return func(call otto.FunctionCall) otto.Value { - it := buildIteratorTree(obj, wk.ts) + it := buildIteratorTree(obj, wk.qs) it.Tagger().Add(TopResultTag) limit := -1 if len(call.ArgumentList) == 0 { @@ -139,7 +138,7 @@ func (wk *worker) mapFunc(env *otto.Otto, obj *otto.Object) func(otto.FunctionCa func (wk *worker) tagsToValueMap(m map[string]graph.Value) map[string]string { outputMap := make(map[string]string) for k, v := range m { - outputMap[k] = wk.ts.NameOf(v) + outputMap[k] = wk.qs.NameOf(v) } return outputMap } @@ -196,7 +195,7 @@ func (wk *worker) runIteratorToArrayNoTags(it graph.Iterator, limit int) []strin if !graph.Next(it) { break } - output = append(output, wk.ts.NameOf(it.Result())) + output = append(output, wk.qs.NameOf(it.Result())) n++ if limit >= 0 && n >= limit { break @@ -260,16 +259,15 @@ func (wk *worker) send(r *Result) bool { wk.count++ if wk.limit >= 0 && wk.limit == wk.count { return false - } else { - return true } + return true } return false } func (wk *worker) runIterator(it graph.Iterator) { if wk.wantShape() { - iterator.OutputQueryShapeForIterator(it, wk.ts, wk.shape) + iterator.OutputQueryShapeForIterator(it, wk.qs, wk.shape) return } it, _ = it.Optimize() diff --git a/query/gremlin/gremlin_test.go b/query/gremlin/gremlin_test.go index f2eec35..d9f8f9a 100644 --- a/query/gremlin/gremlin_test.go +++ b/query/gremlin/gremlin_test.go @@ -54,12 +54,12 @@ var simpleGraph = []quad.Quad{ } func makeTestSession(data []quad.Quad) *Session { - ts, _ := graph.NewTripleStore("memstore", "", nil) - w, _ := graph.NewQuadWriter("single", ts, nil) + qs, _ := graph.NewQuadStore("memstore", "", nil) + w, _ := graph.NewQuadWriter("single", qs, nil) for _, t := range data { w.AddQuad(t) } - return NewSession(ts, -1, false) + return NewSession(qs, -1, false) } var testQueries = []struct { @@ -273,7 +273,7 @@ func runQueryGetTag(g []quad.Quad, query string, tag string) []string { if data.val == nil { val := data.actualResults[tag] if val != nil { - results = append(results, js.ts.NameOf(val)) + results = append(results, js.qs.NameOf(val)) } } } diff --git a/query/gremlin/session.go b/query/gremlin/session.go index 380d8d3..887027e 100644 --- a/query/gremlin/session.go +++ b/query/gremlin/session.go @@ -21,6 +21,7 @@ import ( "time" "github.com/robertkrimen/otto" + // Provide underscore JS library. _ "github.com/robertkrimen/otto/underscore" "github.com/google/cayley/graph" @@ -30,7 +31,7 @@ import ( var ErrKillTimeout = errors.New("query timed out") type Session struct { - ts graph.TripleStore + qs graph.QuadStore wk *worker script *otto.Script @@ -45,10 +46,10 @@ type Session struct { err error } -func NewSession(ts graph.TripleStore, timeout time.Duration, persist bool) *Session { +func NewSession(qs graph.QuadStore, timeout time.Duration, persist bool) *Session { g := Session{ - ts: ts, - wk: newWorker(ts), + qs: qs, + wk: newWorker(qs), timeout: timeout, } if persist { @@ -176,7 +177,7 @@ func (s *Session) ToText(result interface{}) string { tags := data.actualResults tagKeys := make([]string, len(tags)) i := 0 - for k, _ := range tags { + for k := range tags { tagKeys[i] = k i++ } @@ -185,7 +186,7 @@ func (s *Session) ToText(result interface{}) string { if k == "$_" { continue } - out += fmt.Sprintf("%s : %s\n", k, s.ts.NameOf(tags[k])) + out += fmt.Sprintf("%s : %s\n", k, s.qs.NameOf(tags[k])) } } else { if data.val.IsObject() { @@ -203,7 +204,7 @@ func (s *Session) ToText(result interface{}) string { } // Web stuff -func (s *Session) BuildJson(result interface{}) { +func (s *Session) BuildJSON(result interface{}) { data := result.(*Result) if !data.metaresult { if data.val == nil { @@ -211,13 +212,13 @@ func (s *Session) BuildJson(result interface{}) { tags := data.actualResults tagKeys := make([]string, len(tags)) i := 0 - for k, _ := range tags { + for k := range tags { tagKeys[i] = k i++ } sort.Strings(tagKeys) for _, k := range tagKeys { - obj[k] = s.ts.NameOf(tags[k]) + obj[k] = s.qs.NameOf(tags[k]) } s.dataOutput = append(s.dataOutput, obj) } else { @@ -232,8 +233,8 @@ func (s *Session) BuildJson(result interface{}) { } } -func (s *Session) GetJson() ([]interface{}, error) { - defer s.ClearJson() +func (s *Session) GetJSON() ([]interface{}, error) { + defer s.ClearJSON() if s.err != nil { return nil, s.err } @@ -245,6 +246,6 @@ func (s *Session) GetJson() ([]interface{}, error) { } } -func (s *Session) ClearJson() { +func (s *Session) ClearJSON() { s.dataOutput = nil } diff --git a/query/mql/build_iterator.go b/query/mql/build_iterator.go index f6c54e9..d1469d7 100644 --- a/query/mql/build_iterator.go +++ b/query/mql/build_iterator.go @@ -27,13 +27,13 @@ import ( ) func (q *Query) buildFixed(s string) graph.Iterator { - f := q.ses.ts.FixedIterator() - f.Add(q.ses.ts.ValueOf(s)) + f := q.ses.qs.FixedIterator() + f.Add(q.ses.qs.ValueOf(s)) return f } func (q *Query) buildResultIterator(path Path) graph.Iterator { - all := q.ses.ts.NodesAllIterator() + all := q.ses.qs.NodesAllIterator() all.Tagger().Add(string(path)) return all } @@ -47,7 +47,7 @@ func (q *Query) BuildIteratorTree(query interface{}) { var isOptional bool q.it, isOptional, q.err = q.buildIteratorTreeInternal(query, NewPath()) if isOptional { - q.err = errors.New("Optional iterator at the top level?") + q.err = errors.New("optional iterator at the top level") } } @@ -68,7 +68,7 @@ func (q *Query) buildIteratorTreeInternal(query interface{}, path Path) (it grap // Damn you, Javascript, and your lack of integer values. if math.Floor(t) == t { // Treat it like an integer. - it = q.buildFixed(fmt.Sprintf("%d", t)) + it = q.buildFixed(fmt.Sprintf("%0.f", t)) } else { it = q.buildFixed(fmt.Sprintf("%f", t)) } @@ -84,7 +84,7 @@ func (q *Query) buildIteratorTreeInternal(query interface{}, path Path) (it grap } else if len(t) == 1 { it, optional, err = q.buildIteratorTreeInternal(t[0], path) } else { - err = errors.New(fmt.Sprintf("Multiple fields at location root%s", path.DisplayString())) + err = fmt.Errorf("multiple fields at location root %s", path.DisplayString()) } case map[string]interface{}: // for JSON objects @@ -104,7 +104,7 @@ func (q *Query) buildIteratorTreeInternal(query interface{}, path Path) (it grap func (q *Query) buildIteratorTreeMapInternal(query map[string]interface{}, path Path) (graph.Iterator, error) { it := iterator.NewAnd() - it.AddSubIterator(q.ses.ts.NodesAllIterator()) + it.AddSubIterator(q.ses.qs.NodesAllIterator()) var err error err = nil outputStructure := make(map[string]interface{}) @@ -138,18 +138,18 @@ func (q *Query) buildIteratorTreeMapInternal(query map[string]interface{}, path return nil, err } subAnd := iterator.NewAnd() - predFixed := q.ses.ts.FixedIterator() - predFixed.Add(q.ses.ts.ValueOf(pred)) - subAnd.AddSubIterator(iterator.NewLinksTo(q.ses.ts, predFixed, quad.Predicate)) + predFixed := q.ses.qs.FixedIterator() + predFixed.Add(q.ses.qs.ValueOf(pred)) + subAnd.AddSubIterator(iterator.NewLinksTo(q.ses.qs, predFixed, quad.Predicate)) if reverse { - lto := iterator.NewLinksTo(q.ses.ts, builtIt, quad.Subject) + lto := iterator.NewLinksTo(q.ses.qs, builtIt, quad.Subject) subAnd.AddSubIterator(lto) - hasa := iterator.NewHasA(q.ses.ts, subAnd, quad.Object) + hasa := iterator.NewHasA(q.ses.qs, subAnd, quad.Object) subit = hasa } else { - lto := iterator.NewLinksTo(q.ses.ts, builtIt, quad.Object) + lto := iterator.NewLinksTo(q.ses.qs, builtIt, quad.Object) subAnd.AddSubIterator(lto) - hasa := iterator.NewHasA(q.ses.ts, subAnd, quad.Subject) + hasa := iterator.NewHasA(q.ses.qs, subAnd, quad.Subject) subit = hasa } } @@ -166,13 +166,13 @@ func (q *Query) buildIteratorTreeMapInternal(query map[string]interface{}, path return it, nil } -type ResultPathSlice []ResultPath +type byRecordLength []ResultPath -func (p ResultPathSlice) Len() int { +func (p byRecordLength) Len() int { return len(p) } -func (p ResultPathSlice) Less(i, j int) bool { +func (p byRecordLength) Less(i, j int) bool { iLen := len(strings.Split(string(p[i]), "\x30")) jLen := len(strings.Split(string(p[j]), "\x30")) if iLen < jLen { @@ -186,6 +186,6 @@ func (p ResultPathSlice) Less(i, j int) bool { return false } -func (p ResultPathSlice) Swap(i, j int) { +func (p byRecordLength) Swap(i, j int) { p[i], p[j] = p[j], p[i] } diff --git a/query/mql/fill.go b/query/mql/fill.go index 248e2bb..cc279e9 100644 --- a/query/mql/fill.go +++ b/query/mql/fill.go @@ -27,20 +27,18 @@ func (q *Query) treeifyResult(tags map[string]graph.Value) map[ResultPath]string if v == nil { continue } - results[Path(k)] = q.ses.ts.NameOf(v) + results[Path(k)] = q.ses.qs.NameOf(v) } resultPaths := make(map[ResultPath]string) for k, v := range results { resultPaths[k.ToResultPathFromMap(results)] = v } - var paths ResultPathSlice - - for path, _ := range resultPaths { + paths := make([]ResultPath, 0, len(resultPaths)) + for path := range resultPaths { paths = append(paths, path) } - - sort.Sort(paths) + sort.Sort(byRecordLength(paths)) // Build Structure for _, path := range paths { diff --git a/query/mql/mql_test.go b/query/mql/mql_test.go index d7e8ef4..1f1b3e9 100644 --- a/query/mql/mql_test.go +++ b/query/mql/mql_test.go @@ -53,12 +53,12 @@ var simpleGraph = []quad.Quad{ } func makeTestSession(data []quad.Quad) *Session { - ts, _ := graph.NewTripleStore("memstore", "", nil) - w, _ := graph.NewQuadWriter("single", ts, nil) + qs, _ := graph.NewQuadStore("memstore", "", nil) + w, _ := graph.NewQuadWriter("single", qs, nil) for _, t := range data { w.AddQuad(t) } - return NewSession(ts) + return NewSession(qs) } var testQueries = []struct { @@ -172,9 +172,9 @@ func runQuery(g []quad.Quad, query string) interface{} { c := make(chan interface{}, 5) go s.ExecInput(query, c, -1) for result := range c { - s.BuildJson(result) + s.BuildJSON(result) } - result, _ := s.GetJson() + result, _ := s.GetJSON() return result } @@ -186,7 +186,7 @@ func TestMQL(t *testing.T) { if !reflect.DeepEqual(got, expect) { b, err := json.MarshalIndent(got, "", " ") if err != nil { - t.Fatalf("unexpected JSON marshal error", err) + t.Fatalf("unexpected JSON marshal error: %v", err) } t.Errorf("Failed to %s, got: %s expected: %s", test.message, b, test.expect) } diff --git a/query/mql/query.go b/query/mql/query.go index 73675ff..04bc033 100644 --- a/query/mql/query.go +++ b/query/mql/query.go @@ -21,8 +21,10 @@ import ( "github.com/google/cayley/graph" ) -type Path string -type ResultPath string +type ( + Path string + ResultPath string +) type Query struct { ses *Session diff --git a/query/mql/session.go b/query/mql/session.go index 305caeb..c48686e 100644 --- a/query/mql/session.go +++ b/query/mql/session.go @@ -27,40 +27,39 @@ import ( ) type Session struct { - ts graph.TripleStore + qs graph.QuadStore currentQuery *Query debug bool } -func NewSession(ts graph.TripleStore) *Session { +func NewSession(qs graph.QuadStore) *Session { var m Session - m.ts = ts + m.qs = qs return &m } -func (m *Session) ToggleDebug() { - m.debug = !m.debug +func (s *Session) ToggleDebug() { + s.debug = !s.debug } -func (m *Session) GetQuery(input string, output_struct chan map[string]interface{}) { - defer close(output_struct) +func (s *Session) GetQuery(input string, out chan map[string]interface{}) { + defer close(out) var mqlQuery interface{} err := json.Unmarshal([]byte(input), &mqlQuery) if err != nil { return } - m.currentQuery = NewQuery(m) - m.currentQuery.BuildIteratorTree(mqlQuery) + s.currentQuery = NewQuery(s) + s.currentQuery.BuildIteratorTree(mqlQuery) output := make(map[string]interface{}) - iterator.OutputQueryShapeForIterator(m.currentQuery.it, m.ts, output) - nodes := output["nodes"].([]iterator.Node) - new_nodes := make([]iterator.Node, 0) - for _, n := range nodes { + iterator.OutputQueryShapeForIterator(s.currentQuery.it, s.qs, output) + nodes := make([]iterator.Node, 0) + for _, n := range output["nodes"].([]iterator.Node) { n.Tags = nil - new_nodes = append(new_nodes, n) + nodes = append(nodes, n) } - output["nodes"] = new_nodes - output_struct <- output + output["nodes"] = nodes + out <- output } func (s *Session) InputParses(input string) (query.ParseResult, error) { @@ -109,7 +108,7 @@ func (s *Session) ToText(result interface{}) string { r, _ := json.MarshalIndent(s.currentQuery.results, "", " ") fmt.Println(string(r)) i := 0 - for k, _ := range tags { + for k := range tags { tagKeys[i] = string(k) i++ } @@ -118,25 +117,24 @@ func (s *Session) ToText(result interface{}) string { if k == "$_" { continue } - out += fmt.Sprintf("%s : %s\n", k, s.ts.NameOf(tags[k])) + out += fmt.Sprintf("%s : %s\n", k, s.qs.NameOf(tags[k])) } return out } -func (s *Session) BuildJson(result interface{}) { +func (s *Session) BuildJSON(result interface{}) { s.currentQuery.treeifyResult(result.(map[string]graph.Value)) } -func (s *Session) GetJson() ([]interface{}, error) { +func (s *Session) GetJSON() ([]interface{}, error) { s.currentQuery.buildResults() if s.currentQuery.isError() { return nil, s.currentQuery.err - } else { - return s.currentQuery.results, nil } + return s.currentQuery.results, nil } -func (s *Session) ClearJson() { +func (s *Session) ClearJSON() { // Since we create a new Query underneath every query, clearing isn't necessary. return } diff --git a/query/session.go b/query/session.go index 1531fd2..9bb416d 100644 --- a/query/session.go +++ b/query/session.go @@ -32,14 +32,14 @@ type Session interface { ToggleDebug() } -type HttpSession interface { +type HTTP interface { // Return whether the string is a valid expression. InputParses(string) (ParseResult, error) // Runs the query and returns individual results on the channel. ExecInput(string, chan interface{}, int) GetQuery(string, chan map[string]interface{}) - BuildJson(interface{}) - GetJson() ([]interface{}, error) - ClearJson() + BuildJSON(interface{}) + GetJSON() ([]interface{}, error) + ClearJSON() ToggleDebug() } diff --git a/query/sexp/parser.go b/query/sexp/parser.go index fa25b5d..71e80d7 100644 --- a/query/sexp/parser.go +++ b/query/sexp/parser.go @@ -22,9 +22,9 @@ import ( "github.com/google/cayley/quad" ) -func BuildIteratorTreeForQuery(ts graph.TripleStore, query string) graph.Iterator { +func BuildIteratorTreeForQuery(qs graph.QuadStore, query string) graph.Iterator { tree := parseQuery(query) - return buildIteratorTree(tree, ts) + return buildIteratorTree(tree, qs) } func ParseString(input string) string { @@ -181,15 +181,15 @@ func getIdentString(tree *peg.ExpressionTree) string { return out } -func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Iterator { +func buildIteratorTree(tree *peg.ExpressionTree, qs graph.QuadStore) graph.Iterator { switch tree.Name { case "Start": - return buildIteratorTree(tree.Children[0], ts) + return buildIteratorTree(tree.Children[0], qs) case "NodeIdentifier": var out graph.Iterator nodeID := getIdentString(tree) if tree.Children[0].Name == "Variable" { - allIt := ts.NodesAllIterator() + allIt := qs.NodesAllIterator() allIt.Tagger().Add(nodeID) out = allIt } else { @@ -197,8 +197,8 @@ func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Ite if tree.Children[0].Children[0].Name == "ColonIdentifier" { n = nodeID[1:] } - fixed := ts.FixedIterator() - fixed.Add(ts.ValueOf(n)) + fixed := qs.FixedIterator() + fixed.Add(qs.ValueOf(n)) out = fixed } return out @@ -208,8 +208,8 @@ func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Ite //Taken care of below i++ } - it := buildIteratorTree(tree.Children[i], ts) - lto := iterator.NewLinksTo(ts, it, quad.Predicate) + it := buildIteratorTree(tree.Children[i], qs) + lto := iterator.NewLinksTo(qs, it, quad.Predicate) return lto case "RootConstraint": constraintCount := 0 @@ -219,7 +219,7 @@ func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Ite case "NodeIdentifier": fallthrough case "Constraint": - it := buildIteratorTree(c, ts) + it := buildIteratorTree(c, qs) and.AddSubIterator(it) constraintCount++ continue @@ -241,7 +241,7 @@ func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Ite topLevelDir = quad.Object subItDir = quad.Subject } - it := buildIteratorTree(c, ts) + it := buildIteratorTree(c, qs) subAnd.AddSubIterator(it) continue case "PredicateKeyword": @@ -252,15 +252,15 @@ func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Ite case "NodeIdentifier": fallthrough case "RootConstraint": - it := buildIteratorTree(c, ts) - l := iterator.NewLinksTo(ts, it, subItDir) + it := buildIteratorTree(c, qs) + l := iterator.NewLinksTo(qs, it, subItDir) subAnd.AddSubIterator(l) continue default: continue } } - hasa = iterator.NewHasA(ts, subAnd, topLevelDir) + hasa = iterator.NewHasA(qs, subAnd, topLevelDir) if isOptional { optional := iterator.NewOptional(hasa) return optional @@ -269,5 +269,4 @@ func buildIteratorTree(tree *peg.ExpressionTree, ts graph.TripleStore) graph.Ite default: return &iterator.Null{} } - panic("Not reached") } diff --git a/query/sexp/parser_test.go b/query/sexp/parser_test.go index 2026a2f..d00823d 100644 --- a/query/sexp/parser_test.go +++ b/query/sexp/parser_test.go @@ -39,14 +39,14 @@ var testQueries = []struct { expect string }{ { - message: "get a single triple linkage", + message: "get a single quad linkage", add: quad.Quad{"i", "can", "win", ""}, query: "($a (:can \"win\"))", typ: graph.And, expect: "i", }, { - message: "get a single triple linkage", + message: "get a single quad linkage", add: quad.Quad{"i", "can", "win", ""}, query: "(\"i\" (:can $a))", typ: graph.And, @@ -55,9 +55,9 @@ var testQueries = []struct { } func TestMemstoreBackedSexp(t *testing.T) { - ts, _ := graph.NewTripleStore("memstore", "", nil) - w, _ := graph.NewQuadWriter("single", ts, nil) - it := BuildIteratorTreeForQuery(ts, "()") + qs, _ := graph.NewQuadStore("memstore", "", nil) + w, _ := graph.NewQuadWriter("single", qs, nil) + it := BuildIteratorTreeForQuery(qs, "()") if it.Type() != graph.Null { t.Errorf(`Incorrect type for empty query, got:%q expect: "null"`, it.Type()) } @@ -65,7 +65,7 @@ func TestMemstoreBackedSexp(t *testing.T) { if test.add.IsValid() { w.AddQuad(test.add) } - it := BuildIteratorTreeForQuery(ts, test.query) + it := BuildIteratorTreeForQuery(qs, test.query) if it.Type() != test.typ { t.Errorf("Incorrect type for %s, got:%q expect %q", test.message, it.Type(), test.expect) } @@ -73,56 +73,56 @@ func TestMemstoreBackedSexp(t *testing.T) { t.Errorf("Failed to %s", test.message) } got := it.Result() - if expect := ts.ValueOf(test.expect); got != expect { + if expect := qs.ValueOf(test.expect); got != expect { t.Errorf("Incorrect result for %s, got:%v expect %v", test.message, got, expect) } } } func TestTreeConstraintParse(t *testing.T) { - ts, _ := graph.NewTripleStore("memstore", "", nil) - w, _ := graph.NewQuadWriter("single", ts, nil) + qs, _ := graph.NewQuadStore("memstore", "", nil) + w, _ := graph.NewQuadWriter("single", qs, nil) w.AddQuad(quad.Quad{"i", "like", "food", ""}) w.AddQuad(quad.Quad{"food", "is", "good", ""}) query := "(\"i\"\n" + "(:like\n" + "($a (:is :good))))" - it := BuildIteratorTreeForQuery(ts, query) + it := BuildIteratorTreeForQuery(qs, query) if it.Type() != graph.And { - t.Error("Odd iterator tree. Got: %s", it.DebugString(0)) + t.Errorf("Odd iterator tree. Got: %s", it.DebugString(0)) } if !graph.Next(it) { t.Error("Got no results") } out := it.Result() - if out != ts.ValueOf("i") { - t.Errorf("Got %d, expected %d", out, ts.ValueOf("i")) + if out != qs.ValueOf("i") { + t.Errorf("Got %d, expected %d", out, qs.ValueOf("i")) } } func TestTreeConstraintTagParse(t *testing.T) { - ts, _ := graph.NewTripleStore("memstore", "", nil) - w, _ := graph.NewQuadWriter("single", ts, nil) + qs, _ := graph.NewQuadStore("memstore", "", nil) + w, _ := graph.NewQuadWriter("single", qs, nil) w.AddQuad(quad.Quad{"i", "like", "food", ""}) w.AddQuad(quad.Quad{"food", "is", "good", ""}) query := "(\"i\"\n" + "(:like\n" + "($a (:is :good))))" - it := BuildIteratorTreeForQuery(ts, query) + it := BuildIteratorTreeForQuery(qs, query) if !graph.Next(it) { t.Error("Got no results") } tags := make(map[string]graph.Value) it.TagResults(tags) - if ts.NameOf(tags["$a"]) != "food" { - t.Errorf("Got %s, expected food", ts.NameOf(tags["$a"])) + if qs.NameOf(tags["$a"]) != "food" { + t.Errorf("Got %s, expected food", qs.NameOf(tags["$a"])) } } func TestMultipleConstraintParse(t *testing.T) { - ts, _ := graph.NewTripleStore("memstore", "", nil) - w, _ := graph.NewQuadWriter("single", ts, nil) + qs, _ := graph.NewQuadStore("memstore", "", nil) + w, _ := graph.NewQuadWriter("single", qs, nil) for _, tv := range []quad.Quad{ {"i", "like", "food", ""}, {"i", "like", "beer", ""}, @@ -135,16 +135,16 @@ func TestMultipleConstraintParse(t *testing.T) { (:like :beer) (:like "food") )` - it := BuildIteratorTreeForQuery(ts, query) + it := BuildIteratorTreeForQuery(qs, query) if it.Type() != graph.And { - t.Error("Odd iterator tree. Got: %s", it.DebugString(0)) + t.Errorf("Odd iterator tree. Got: %s", it.DebugString(0)) } if !graph.Next(it) { t.Error("Got no results") } out := it.Result() - if out != ts.ValueOf("i") { - t.Errorf("Got %d, expected %d", out, ts.ValueOf("i")) + if out != qs.ValueOf("i") { + t.Errorf("Got %d, expected %d", out, qs.ValueOf("i")) } if graph.Next(it) { t.Error("Too many results") diff --git a/query/sexp/session.go b/query/sexp/session.go index eea974f..6684303 100644 --- a/query/sexp/session.go +++ b/query/sexp/session.go @@ -26,13 +26,13 @@ import ( ) type Session struct { - ts graph.TripleStore + qs graph.QuadStore debug bool } -func NewSession(inputTripleStore graph.TripleStore) *Session { +func NewSession(qs graph.QuadStore) *Session { var s Session - s.ts = inputTripleStore + s.qs = qs return &s } @@ -53,7 +53,7 @@ func (s *Session) InputParses(input string) (query.ParseResult, error) { if (i - 10) > min { min = i - 10 } - return query.ParseFail, errors.New(fmt.Sprintf("Too many close parens at char %d: %s", i, input[min:i])) + return query.ParseFail, fmt.Errorf("too many close parentheses at char %d: %s", i, input[min:i]) } } } @@ -63,11 +63,11 @@ func (s *Session) InputParses(input string) (query.ParseResult, error) { if len(ParseString(input)) > 0 { return query.Parsed, nil } - return query.ParseFail, errors.New("Invalid Syntax") + return query.ParseFail, errors.New("invalid syntax") } func (s *Session) ExecInput(input string, out chan interface{}, limit int) { - it := BuildIteratorTreeForQuery(s.ts, input) + it := BuildIteratorTreeForQuery(s.qs, input) newIt, changed := it.Optimize() if changed { it = newIt @@ -112,7 +112,7 @@ func (s *Session) ToText(result interface{}) string { if k == "$_" { continue } - out += fmt.Sprintf("%s : %s\n", k, s.ts.NameOf(tags[k])) + out += fmt.Sprintf("%s : %s\n", k, s.qs.NameOf(tags[k])) } return out } diff --git a/static/js/cayley_write.js b/static/js/cayley_write.js index b3457f0..7aa96ce 100644 --- a/static/js/cayley_write.js +++ b/static/js/cayley_write.js @@ -25,7 +25,7 @@ $(function() { $("#alertBox").addClass("alert-success").fadeIn(300).delay(2000).fadeOut(300).queue(function(){ $(this).removeClass("alert-success")}); } - var checkTriple = function(t) { + var checkQuad = function(t) { if (t.subject == "") { alertFail("Need a subject") return false @@ -43,19 +43,19 @@ $(function() { $("#sbWrite").addClass("active"); - $("#add_triple").click(function() { - var triple = { + $("#add_quad").click(function() { + var quad = { subject: $("#subject").val(), predicate: $("#predicate").val(), object: $("#object").val(), label: $("#label").val() } - if (!checkTriple(triple)) { + if (!checkQuad(quad)) { return } - $.post("/api/v1/write", JSON.stringify([triple])) + $.post("/api/v1/write", JSON.stringify([quad])) .done(function(return_data){ - alertSucceed("Wrote a triple!") + alertSucceed("Wrote a quad!") }) .fail(function(jqxhr) { var data = $.parseJSON(jqxhr.responseText) @@ -63,19 +63,19 @@ $(function() { }) }) - $("#delete_triple").click(function() { - var triple = { + $("#delete_quad").click(function() { + var quad = { subject: $("#rsubject").val(), predicate: $("#rpredicate").val(), object: $("#robject").val(), label: $("#rlabel").val() } - if (!checkTriple(triple)) { + if (!checkQuad(quad)) { return } - $.post("/api/v1/delete", JSON.stringify([triple])) + $.post("/api/v1/delete", JSON.stringify([quad])) .done(function(return_data){ - alertSucceed("Deleted a triple!") + alertSucceed("Deleted a quad!") }) .fail(function(jqxhr) { var data = $.parseJSON(jqxhr.responseText) diff --git a/templates/top_navbar.tmpl b/templates/top_navbar.tmpl index fd4c8f1..8dd68bc 100644 --- a/templates/top_navbar.tmpl +++ b/templates/top_navbar.tmpl @@ -17,7 +17,7 @@