Index and query documents
Learn how to use the Redis query engine with JSON and hash documents.
This example shows how to create a
search index
for JSON documents and
run queries against the index. It then goes on to show the slight differences
in the equivalent code for hash
documents.
Initialize
Make sure that you have Redis Community Edition
or another Redis server available. Also install the
redis-py
client library if you
haven't already done so.
Add the following dependencies. All of them are applicable to both JSON and hash,
except for the Path
class, which is specific to JSON (see
Path for a description of the
JSON path syntax).
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Create data
Create some test data to add to your database. The example data shown
below is compatible with both JSON and hash objects.
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Add the index
Connect to your Redis database. The code below shows the most
basic connection but see
Connect to the server
to learn more about the available connection options.
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Create an index for the JSON data. The code below specifies that only JSON documents with
the key prefix user:
are indexed. For more information, see
Query syntax .
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Add the data
Add the three sets of user data to the database as
JSON objects.
If you use keys with the user:
prefix then Redis will index the
objects automatically as you add them:
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Query the data
You can now use the index to search the JSON objects. The
query
below searches for objects that have the text "Paul" in any field
and have an age
value in the range 30 to 40:
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Specify query options to return only the city
field:
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Use an
aggregation query
to count all users in each city.
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
Differences with hash documents
Indexing for hash documents is very similar to JSON indexing but you
need to specify some slightly different options.
When you create the schema for a hash index, you don't need to
add aliases for the fields, since you use the basic names to access
the fields anyway. Also, you must use HASH
for the IndexType
when you create the index. The code below shows these changes with
a new index called hash-idx:users
, which is otherwise the same as
the idx:users
index used for JSON documents in the previous examples.
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
You use hset()
to add the hash
documents instead of json().set()
,
but the same flat userX
dictionaries work equally well with either
hash or JSON:
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
The query commands work the same here for hash as they do for JSON (but
the name of the hash index is different). The format of the result is
almost the same except that the fields are returned directly in the
result Document
object instead of in an enclosing json
dictionary:
Python
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField , NumericField , TagField
from redis.commands.search.index_definition import IndexDefinition , IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis . Redis ( decode_responses = True )
user1 = {
"name" : "Paul John" ,
"email" : "[email protected] " ,
"age" : 42 ,
"city" : "London"
}
user2 = {
"name" : "Eden Zamir" ,
"email" : "[email protected] " ,
"age" : 29 ,
"city" : "Tel Aviv"
}
user3 = {
"name" : "Paul Zamir" ,
"email" : "[email protected] " ,
"age" : 35 ,
"city" : "Tel Aviv"
}
schema = (
TextField ( "$.name" , as_name = "name" ),
TagField ( "$.city" , as_name = "city" ),
NumericField ( "$.age" , as_name = "age" )
)
indexCreated = r . ft ( "idx:users" ) . create_index (
schema ,
definition = IndexDefinition (
prefix = [ "user:" ], index_type = IndexType . JSON
)
)
# Tests for 'make_index' step.
user1Set = r . json () . set ( "user:1" , Path . root_path (), user1 )
user2Set = r . json () . set ( "user:2" , Path . root_path (), user2 )
user3Set = r . json () . set ( "user:3" , Path . root_path (), user3 )
# Tests for 'add_data' step.
findPaulResult = r . ft ( "idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulResult )
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r . ft ( "idx:users" ) . search (
Query ( "Paul" ) . return_field ( "$.city" , as_field = "city" )
) . docs
print ( citiesResult )
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations . AggregateRequest ( "*" ) . group_by (
'@city' , reducers . count () . alias ( 'count' )
)
aggResult = r . ft ( "idx:users" ) . aggregate ( req ) . rows
print ( aggResult )
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField ( "name" ),
TagField ( "city" ),
NumericField ( "age" )
)
hashIndexCreated = r . ft ( "hash-idx:users" ) . create_index (
hashSchema ,
definition = IndexDefinition (
prefix = [ "huser:" ], index_type = IndexType . HASH
)
)
huser1Set = r . hset ( "huser:1" , mapping = user1 )
huser2Set = r . hset ( "huser:2" , mapping = user2 )
huser3Set = r . hset ( "huser:3" , mapping = user3 )
findPaulHashResult = r . ft ( "hash-idx:users" ) . search (
Query ( "Paul @age:[30 40]" )
)
print ( findPaulHashResult )
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r . close ()
Copied!
See the Redis query engine docs
for a full description of all query features with examples.