Index and query documents
Learn how to use the Redis query engine with JSON and hash documents.
This example shows how to create a search index for JSON documents and run queries against the index. It then goes on to show the slight differences in the equivalent code for hash documents.
Note:
From v6.0.0 onwards,
redis-py uses query dialect 2 by default.
Redis query engine methods such as ft().search()
will explicitly request this dialect, overriding the default set for the server.
See
Query dialects
for more information.Initialize
Make sure that you have Redis Open Source
or another Redis server available. Also install the
redis-py client library if you
haven't already done so.
Add the following dependencies. All of them are applicable to both JSON and hash,
except for the Path class, which is specific to JSON (see
Path for a description of the
JSON path syntax).
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Create data
Create some test data to add to your database. The example data shown below is compatible with both JSON and hash objects.
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Add the index
Connect to your Redis database. The code below shows the most basic connection but see Connect to the server to learn more about the available connection options.
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Create an index for the JSON data. The code below specifies that only JSON documents with
the key prefix user: are indexed. For more information, see
Query syntax.
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Add the data
Add the three sets of user data to the database as
JSON objects.
If you use keys with the user: prefix then Redis will index the
objects automatically as you add them:
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Query the data
You can now use the index to search the JSON objects. The
query
below searches for objects that have the text "Paul" in any field
and have an age value in the range 30 to 40:
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Specify query options to return only the city field:
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Use an aggregation query to count all users in each city.
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
Differences with hash documents
Indexing for hash documents is very similar to JSON indexing but you need to specify some slightly different options.
When you create the schema for a hash index, you don't need to
add aliases for the fields, since you use the basic names to access
the fields anyway. Also, you must use HASH for the IndexType
when you create the index. The code below shows these changes with
a new index called hash-idx:users, which is otherwise the same as
the idx:users index used for JSON documents in the previous examples.
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
You use hset() to add the hash
documents instead of json().set(),
but the same flat userX dictionaries work equally well with either
hash or JSON:
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
The query commands work the same here for hash as they do for JSON (but
the name of the hash index is different). The format of the result is
almost the same except that the fields are returned directly in the
result Document object instead of in an enclosing json dictionary:
"""
JSON examples from redis-py "home" page"
https://redis.io/docs/latest/develop/connect/clients/python/redis-py/#example-indexing-and-querying-json-documents
"""
import redis
from redis.commands.json.path import Path
import redis.commands.search.aggregation as aggregations
import redis.commands.search.reducers as reducers
from redis.commands.search.field import TextField, NumericField, TagField
from redis.commands.search.index_definition import IndexDefinition, IndexType
from redis.commands.search.query import Query
import redis.exceptions
r = redis.Redis(decode_responses=True)
user1 = {
"name": "Paul John",
"email": "[email protected]",
"age": 42,
"city": "London"
}
user2 = {
"name": "Eden Zamir",
"email": "[email protected]",
"age": 29,
"city": "Tel Aviv"
}
user3 = {
"name": "Paul Zamir",
"email": "[email protected]",
"age": 35,
"city": "Tel Aviv"
}
schema = (
TextField("$.name", as_name="name"),
TagField("$.city", as_name="city"),
NumericField("$.age", as_name="age")
)
indexCreated = r.ft("idx:users").create_index(
schema,
definition=IndexDefinition(
prefix=["user:"], index_type=IndexType.JSON
)
)
# Tests for 'make_index' step.
user1Set = r.json().set("user:1", Path.root_path(), user1)
user2Set = r.json().set("user:2", Path.root_path(), user2)
user3Set = r.json().set("user:3", Path.root_path(), user3)
# Tests for 'add_data' step.
findPaulResult = r.ft("idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulResult)
# >>> Result{1 total, docs: [Document {'id': 'user:3', ...
# Tests for 'query1' step.
citiesResult = r.ft("idx:users").search(
Query("Paul").return_field("$.city", as_field="city")
).docs
print(citiesResult)
# >>> [Document {'id': 'user:1', 'payload': None, ...
# Tests for 'query2' step.
req = aggregations.AggregateRequest("*").group_by(
'@city', reducers.count().alias('count')
)
aggResult = r.ft("idx:users").aggregate(req).rows
print(aggResult)
# >>> [['city', 'London', 'count', '1'], ['city', 'Tel Aviv', 'count', '2']]
# Tests for 'query3' step.
hashSchema = (
TextField("name"),
TagField("city"),
NumericField("age")
)
hashIndexCreated = r.ft("hash-idx:users").create_index(
hashSchema,
definition=IndexDefinition(
prefix=["huser:"], index_type=IndexType.HASH
)
)
huser1Set = r.hset("huser:1", mapping=user1)
huser2Set = r.hset("huser:2", mapping=user2)
huser3Set = r.hset("huser:3", mapping=user3)
findPaulHashResult = r.ft("hash-idx:users").search(
Query("Paul @age:[30 40]")
)
print(findPaulHashResult)
# >>> Result{1 total, docs: [Document {'id': 'huser:3',
# >>> 'payload': None, 'name': 'Paul Zamir', ...
r.close()
More information
See the Redis query engine docs for a full description of all query features with examples.