feat: couchbase integration (#6165)
Co-authored-by: crazywoola <427733928@qq.com> Co-authored-by: Elliot Scribner <elliot.scribner@couchbase.com> Co-authored-by: crazywoola <100913391+crazywoola@users.noreply.github.com> Co-authored-by: Bowen Liang <bowenliang@apache.org>pull/9987/head
roadgoat19
2 years ago
committed by
GitHub
parent
fc37e654fc
commit
c8ef9223e5
@ -0,0 +1,34 @@
|
|||||||
|
from typing import Optional
|
||||||
|
|
||||||
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
|
|
||||||
|
class CouchbaseConfig(BaseModel):
|
||||||
|
"""
|
||||||
|
Couchbase configs
|
||||||
|
"""
|
||||||
|
|
||||||
|
COUCHBASE_CONNECTION_STRING: Optional[str] = Field(
|
||||||
|
description="COUCHBASE connection string",
|
||||||
|
default=None,
|
||||||
|
)
|
||||||
|
|
||||||
|
COUCHBASE_USER: Optional[str] = Field(
|
||||||
|
description="COUCHBASE user",
|
||||||
|
default=None,
|
||||||
|
)
|
||||||
|
|
||||||
|
COUCHBASE_PASSWORD: Optional[str] = Field(
|
||||||
|
description="COUCHBASE password",
|
||||||
|
default=None,
|
||||||
|
)
|
||||||
|
|
||||||
|
COUCHBASE_BUCKET_NAME: Optional[str] = Field(
|
||||||
|
description="COUCHBASE bucket name",
|
||||||
|
default=None,
|
||||||
|
)
|
||||||
|
|
||||||
|
COUCHBASE_SCOPE_NAME: Optional[str] = Field(
|
||||||
|
description="COUCHBASE scope name",
|
||||||
|
default=None,
|
||||||
|
)
|
||||||
@ -0,0 +1,378 @@
|
|||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
import uuid
|
||||||
|
from datetime import timedelta
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from couchbase import search
|
||||||
|
from couchbase.auth import PasswordAuthenticator
|
||||||
|
from couchbase.cluster import Cluster
|
||||||
|
from couchbase.management.search import SearchIndex
|
||||||
|
|
||||||
|
# needed for options -- cluster, timeout, SQL++ (N1QL) query, etc.
|
||||||
|
from couchbase.options import ClusterOptions, SearchOptions
|
||||||
|
from couchbase.vector_search import VectorQuery, VectorSearch
|
||||||
|
from flask import current_app
|
||||||
|
from pydantic import BaseModel, model_validator
|
||||||
|
|
||||||
|
from core.rag.datasource.vdb.vector_base import BaseVector
|
||||||
|
from core.rag.datasource.vdb.vector_factory import AbstractVectorFactory
|
||||||
|
from core.rag.datasource.vdb.vector_type import VectorType
|
||||||
|
from core.rag.embedding.embedding_base import Embeddings
|
||||||
|
from core.rag.models.document import Document
|
||||||
|
from extensions.ext_redis import redis_client
|
||||||
|
from models.dataset import Dataset
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
class CouchbaseConfig(BaseModel):
|
||||||
|
connection_string: str
|
||||||
|
user: str
|
||||||
|
password: str
|
||||||
|
bucket_name: str
|
||||||
|
scope_name: str
|
||||||
|
|
||||||
|
@model_validator(mode="before")
|
||||||
|
@classmethod
|
||||||
|
def validate_config(cls, values: dict) -> dict:
|
||||||
|
if not values.get("connection_string"):
|
||||||
|
raise ValueError("config COUCHBASE_CONNECTION_STRING is required")
|
||||||
|
if not values.get("user"):
|
||||||
|
raise ValueError("config COUCHBASE_USER is required")
|
||||||
|
if not values.get("password"):
|
||||||
|
raise ValueError("config COUCHBASE_PASSWORD is required")
|
||||||
|
if not values.get("bucket_name"):
|
||||||
|
raise ValueError("config COUCHBASE_PASSWORD is required")
|
||||||
|
if not values.get("scope_name"):
|
||||||
|
raise ValueError("config COUCHBASE_SCOPE_NAME is required")
|
||||||
|
return values
|
||||||
|
|
||||||
|
|
||||||
|
class CouchbaseVector(BaseVector):
|
||||||
|
def __init__(self, collection_name: str, config: CouchbaseConfig):
|
||||||
|
super().__init__(collection_name)
|
||||||
|
self._client_config = config
|
||||||
|
|
||||||
|
"""Connect to couchbase"""
|
||||||
|
|
||||||
|
auth = PasswordAuthenticator(config.user, config.password)
|
||||||
|
options = ClusterOptions(auth)
|
||||||
|
self._cluster = Cluster(config.connection_string, options)
|
||||||
|
self._bucket = self._cluster.bucket(config.bucket_name)
|
||||||
|
self._scope = self._bucket.scope(config.scope_name)
|
||||||
|
self._bucket_name = config.bucket_name
|
||||||
|
self._scope_name = config.scope_name
|
||||||
|
|
||||||
|
# Wait until the cluster is ready for use.
|
||||||
|
self._cluster.wait_until_ready(timedelta(seconds=5))
|
||||||
|
|
||||||
|
def create(self, texts: list[Document], embeddings: list[list[float]], **kwargs):
|
||||||
|
index_id = str(uuid.uuid4()).replace("-", "")
|
||||||
|
self._create_collection(uuid=index_id, vector_length=len(embeddings[0]))
|
||||||
|
self.add_texts(texts, embeddings)
|
||||||
|
|
||||||
|
def _create_collection(self, vector_length: int, uuid: str):
|
||||||
|
lock_name = "vector_indexing_lock_{}".format(self._collection_name)
|
||||||
|
with redis_client.lock(lock_name, timeout=20):
|
||||||
|
collection_exist_cache_key = "vector_indexing_{}".format(self._collection_name)
|
||||||
|
if redis_client.get(collection_exist_cache_key):
|
||||||
|
return
|
||||||
|
if self._collection_exists(self._collection_name):
|
||||||
|
return
|
||||||
|
manager = self._bucket.collections()
|
||||||
|
manager.create_collection(self._client_config.scope_name, self._collection_name)
|
||||||
|
|
||||||
|
index_manager = self._scope.search_indexes()
|
||||||
|
|
||||||
|
index_definition = json.loads("""
|
||||||
|
{
|
||||||
|
"type": "fulltext-index",
|
||||||
|
"name": "Embeddings._default.Vector_Search",
|
||||||
|
"uuid": "26d4db528e78b716",
|
||||||
|
"sourceType": "gocbcore",
|
||||||
|
"sourceName": "Embeddings",
|
||||||
|
"sourceUUID": "2242e4a25b4decd6650c9c7b3afa1dbf",
|
||||||
|
"planParams": {
|
||||||
|
"maxPartitionsPerPIndex": 1024,
|
||||||
|
"indexPartitions": 1
|
||||||
|
},
|
||||||
|
"params": {
|
||||||
|
"doc_config": {
|
||||||
|
"docid_prefix_delim": "",
|
||||||
|
"docid_regexp": "",
|
||||||
|
"mode": "scope.collection.type_field",
|
||||||
|
"type_field": "type"
|
||||||
|
},
|
||||||
|
"mapping": {
|
||||||
|
"analysis": { },
|
||||||
|
"default_analyzer": "standard",
|
||||||
|
"default_datetime_parser": "dateTimeOptional",
|
||||||
|
"default_field": "_all",
|
||||||
|
"default_mapping": {
|
||||||
|
"dynamic": true,
|
||||||
|
"enabled": true
|
||||||
|
},
|
||||||
|
"default_type": "_default",
|
||||||
|
"docvalues_dynamic": false,
|
||||||
|
"index_dynamic": true,
|
||||||
|
"store_dynamic": true,
|
||||||
|
"type_field": "_type",
|
||||||
|
"types": {
|
||||||
|
"collection_name": {
|
||||||
|
"dynamic": true,
|
||||||
|
"enabled": true,
|
||||||
|
"properties": {
|
||||||
|
"embedding": {
|
||||||
|
"dynamic": false,
|
||||||
|
"enabled": true,
|
||||||
|
"fields": [
|
||||||
|
{
|
||||||
|
"dims": 1536,
|
||||||
|
"index": true,
|
||||||
|
"name": "embedding",
|
||||||
|
"similarity": "dot_product",
|
||||||
|
"type": "vector",
|
||||||
|
"vector_index_optimized_for": "recall"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"metadata": {
|
||||||
|
"dynamic": true,
|
||||||
|
"enabled": true
|
||||||
|
},
|
||||||
|
"text": {
|
||||||
|
"dynamic": false,
|
||||||
|
"enabled": true,
|
||||||
|
"fields": [
|
||||||
|
{
|
||||||
|
"index": true,
|
||||||
|
"name": "text",
|
||||||
|
"store": true,
|
||||||
|
"type": "text"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"store": {
|
||||||
|
"indexType": "scorch",
|
||||||
|
"segmentVersion": 16
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"sourceParams": { }
|
||||||
|
}
|
||||||
|
""")
|
||||||
|
index_definition["name"] = self._collection_name + "_search"
|
||||||
|
index_definition["uuid"] = uuid
|
||||||
|
index_definition["params"]["mapping"]["types"]["collection_name"]["properties"]["embedding"]["fields"][0][
|
||||||
|
"dims"
|
||||||
|
] = vector_length
|
||||||
|
index_definition["params"]["mapping"]["types"][self._scope_name + "." + self._collection_name] = (
|
||||||
|
index_definition["params"]["mapping"]["types"].pop("collection_name")
|
||||||
|
)
|
||||||
|
time.sleep(2)
|
||||||
|
index_manager.upsert_index(
|
||||||
|
SearchIndex(
|
||||||
|
index_definition["name"],
|
||||||
|
params=index_definition["params"],
|
||||||
|
source_name=self._bucket_name,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
time.sleep(1)
|
||||||
|
|
||||||
|
redis_client.set(collection_exist_cache_key, 1, ex=3600)
|
||||||
|
|
||||||
|
def _collection_exists(self, name: str):
|
||||||
|
scope_collection_map: dict[str, Any] = {}
|
||||||
|
|
||||||
|
# Get a list of all scopes in the bucket
|
||||||
|
for scope in self._bucket.collections().get_all_scopes():
|
||||||
|
scope_collection_map[scope.name] = []
|
||||||
|
|
||||||
|
# Get a list of all the collections in the scope
|
||||||
|
for collection in scope.collections:
|
||||||
|
scope_collection_map[scope.name].append(collection.name)
|
||||||
|
|
||||||
|
# Check if the collection exists in the scope
|
||||||
|
return self._collection_name in scope_collection_map[self._scope_name]
|
||||||
|
|
||||||
|
def get_type(self) -> str:
|
||||||
|
return VectorType.COUCHBASE
|
||||||
|
|
||||||
|
def add_texts(self, documents: list[Document], embeddings: list[list[float]], **kwargs):
|
||||||
|
uuids = self._get_uuids(documents)
|
||||||
|
texts = [d.page_content for d in documents]
|
||||||
|
metadatas = [d.metadata for d in documents]
|
||||||
|
|
||||||
|
doc_ids = []
|
||||||
|
|
||||||
|
documents_to_insert = [
|
||||||
|
{"text": text, "embedding": vector, "metadata": metadata}
|
||||||
|
for id, text, vector, metadata in zip(uuids, texts, embeddings, metadatas)
|
||||||
|
]
|
||||||
|
for doc, id in zip(documents_to_insert, uuids):
|
||||||
|
result = self._scope.collection(self._collection_name).upsert(id, doc)
|
||||||
|
|
||||||
|
doc_ids.extend(uuids)
|
||||||
|
|
||||||
|
return doc_ids
|
||||||
|
|
||||||
|
def text_exists(self, id: str) -> bool:
|
||||||
|
# Use a parameterized query for safety and correctness
|
||||||
|
query = f"""
|
||||||
|
SELECT COUNT(1) AS count FROM
|
||||||
|
`{self._client_config.bucket_name}`.{self._client_config.scope_name}.{self._collection_name}
|
||||||
|
WHERE META().id = $doc_id
|
||||||
|
"""
|
||||||
|
# Pass the id as a parameter to the query
|
||||||
|
result = self._cluster.query(query, named_parameters={"doc_id": id}).execute()
|
||||||
|
for row in result:
|
||||||
|
return row["count"] > 0
|
||||||
|
return False # Return False if no rows are returned
|
||||||
|
|
||||||
|
def delete_by_ids(self, ids: list[str]) -> None:
|
||||||
|
query = f"""
|
||||||
|
DELETE FROM `{self._bucket_name}`.{self._client_config.scope_name}.{self._collection_name}
|
||||||
|
WHERE META().id IN $doc_ids;
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
self._cluster.query(query, named_parameters={"doc_ids": ids}).execute()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(e)
|
||||||
|
|
||||||
|
def delete_by_document_id(self, document_id: str):
|
||||||
|
query = f"""
|
||||||
|
DELETE FROM
|
||||||
|
`{self._client_config.bucket_name}`.{self._client_config.scope_name}.{self._collection_name}
|
||||||
|
WHERE META().id = $doc_id;
|
||||||
|
"""
|
||||||
|
self._cluster.query(query, named_parameters={"doc_id": document_id}).execute()
|
||||||
|
|
||||||
|
# def get_ids_by_metadata_field(self, key: str, value: str):
|
||||||
|
# query = f"""
|
||||||
|
# SELECT id FROM
|
||||||
|
# `{self._client_config.bucket_name}`.{self._client_config.scope_name}.{self._collection_name}
|
||||||
|
# WHERE `metadata.{key}` = $value;
|
||||||
|
# """
|
||||||
|
# result = self._cluster.query(query, named_parameters={'value':value})
|
||||||
|
# return [row['id'] for row in result.rows()]
|
||||||
|
|
||||||
|
def delete_by_metadata_field(self, key: str, value: str) -> None:
|
||||||
|
query = f"""
|
||||||
|
DELETE FROM `{self._client_config.bucket_name}`.{self._client_config.scope_name}.{self._collection_name}
|
||||||
|
WHERE metadata.{key} = $value;
|
||||||
|
"""
|
||||||
|
self._cluster.query(query, named_parameters={"value": value}).execute()
|
||||||
|
|
||||||
|
def search_by_vector(self, query_vector: list[float], **kwargs: Any) -> list[Document]:
|
||||||
|
top_k = kwargs.get("top_k", 5)
|
||||||
|
score_threshold = kwargs.get("score_threshold") or 0.0
|
||||||
|
|
||||||
|
search_req = search.SearchRequest.create(
|
||||||
|
VectorSearch.from_vector_query(
|
||||||
|
VectorQuery(
|
||||||
|
"embedding",
|
||||||
|
query_vector,
|
||||||
|
top_k,
|
||||||
|
)
|
||||||
|
)
|
||||||
|
)
|
||||||
|
try:
|
||||||
|
search_iter = self._scope.search(
|
||||||
|
self._collection_name + "_search",
|
||||||
|
search_req,
|
||||||
|
SearchOptions(limit=top_k, collections=[self._collection_name], fields=["*"]),
|
||||||
|
)
|
||||||
|
|
||||||
|
docs = []
|
||||||
|
# Parse the results
|
||||||
|
for row in search_iter.rows():
|
||||||
|
text = row.fields.pop("text")
|
||||||
|
metadata = self._format_metadata(row.fields)
|
||||||
|
score = row.score
|
||||||
|
metadata["score"] = score
|
||||||
|
doc = Document(page_content=text, metadata=metadata)
|
||||||
|
if score >= score_threshold:
|
||||||
|
docs.append(doc)
|
||||||
|
except Exception as e:
|
||||||
|
raise ValueError(f"Search failed with error: {e}")
|
||||||
|
|
||||||
|
return docs
|
||||||
|
|
||||||
|
def search_by_full_text(self, query: str, **kwargs: Any) -> list[Document]:
|
||||||
|
top_k = kwargs.get("top_k", 2)
|
||||||
|
try:
|
||||||
|
CBrequest = search.SearchRequest.create(search.QueryStringQuery("text:" + query))
|
||||||
|
search_iter = self._scope.search(
|
||||||
|
self._collection_name + "_search", CBrequest, SearchOptions(limit=top_k, fields=["*"])
|
||||||
|
)
|
||||||
|
|
||||||
|
docs = []
|
||||||
|
for row in search_iter.rows():
|
||||||
|
text = row.fields.pop("text")
|
||||||
|
metadata = self._format_metadata(row.fields)
|
||||||
|
score = row.score
|
||||||
|
metadata["score"] = score
|
||||||
|
doc = Document(page_content=text, metadata=metadata)
|
||||||
|
docs.append(doc)
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise ValueError(f"Search failed with error: {e}")
|
||||||
|
|
||||||
|
return docs
|
||||||
|
|
||||||
|
def delete(self):
|
||||||
|
manager = self._bucket.collections()
|
||||||
|
scopes = manager.get_all_scopes()
|
||||||
|
|
||||||
|
for scope in scopes:
|
||||||
|
for collection in scope.collections:
|
||||||
|
if collection.name == self._collection_name:
|
||||||
|
manager.drop_collection("_default", self._collection_name)
|
||||||
|
|
||||||
|
def _format_metadata(self, row_fields: dict[str, Any]) -> dict[str, Any]:
|
||||||
|
"""Helper method to format the metadata from the Couchbase Search API.
|
||||||
|
Args:
|
||||||
|
row_fields (Dict[str, Any]): The fields to format.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Dict[str, Any]: The formatted metadata.
|
||||||
|
"""
|
||||||
|
metadata = {}
|
||||||
|
for key, value in row_fields.items():
|
||||||
|
# Couchbase Search returns the metadata key with a prefix
|
||||||
|
# `metadata.` We remove it to get the original metadata key
|
||||||
|
if key.startswith("metadata"):
|
||||||
|
new_key = key.split("metadata" + ".")[-1]
|
||||||
|
metadata[new_key] = value
|
||||||
|
else:
|
||||||
|
metadata[key] = value
|
||||||
|
|
||||||
|
return metadata
|
||||||
|
|
||||||
|
|
||||||
|
class CouchbaseVectorFactory(AbstractVectorFactory):
|
||||||
|
def init_vector(self, dataset: Dataset, attributes: list, embeddings: Embeddings) -> CouchbaseVector:
|
||||||
|
if dataset.index_struct_dict:
|
||||||
|
class_prefix: str = dataset.index_struct_dict["vector_store"]["class_prefix"]
|
||||||
|
collection_name = class_prefix
|
||||||
|
else:
|
||||||
|
dataset_id = dataset.id
|
||||||
|
collection_name = Dataset.gen_collection_name_by_id(dataset_id)
|
||||||
|
dataset.index_struct = json.dumps(self.gen_index_struct_dict(VectorType.COUCHBASE, collection_name))
|
||||||
|
|
||||||
|
config = current_app.config
|
||||||
|
return CouchbaseVector(
|
||||||
|
collection_name=collection_name,
|
||||||
|
config=CouchbaseConfig(
|
||||||
|
connection_string=config.get("COUCHBASE_CONNECTION_STRING"),
|
||||||
|
user=config.get("COUCHBASE_USER"),
|
||||||
|
password=config.get("COUCHBASE_PASSWORD"),
|
||||||
|
bucket_name=config.get("COUCHBASE_BUCKET_NAME"),
|
||||||
|
scope_name=config.get("COUCHBASE_SCOPE_NAME"),
|
||||||
|
),
|
||||||
|
)
|
||||||
@ -0,0 +1,50 @@
|
|||||||
|
import subprocess
|
||||||
|
import time
|
||||||
|
|
||||||
|
from core.rag.datasource.vdb.couchbase.couchbase_vector import CouchbaseConfig, CouchbaseVector
|
||||||
|
from tests.integration_tests.vdb.test_vector_store import (
|
||||||
|
AbstractVectorTest,
|
||||||
|
get_example_text,
|
||||||
|
setup_mock_redis,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def wait_for_healthy_container(service_name="couchbase-server", timeout=300):
|
||||||
|
start_time = time.time()
|
||||||
|
while time.time() - start_time < timeout:
|
||||||
|
result = subprocess.run(
|
||||||
|
["docker", "inspect", "--format", "{{.State.Health.Status}}", service_name], capture_output=True, text=True
|
||||||
|
)
|
||||||
|
if result.stdout.strip() == "healthy":
|
||||||
|
print(f"{service_name} is healthy!")
|
||||||
|
return True
|
||||||
|
else:
|
||||||
|
print(f"Waiting for {service_name} to be healthy...")
|
||||||
|
time.sleep(10)
|
||||||
|
raise TimeoutError(f"{service_name} did not become healthy in time")
|
||||||
|
|
||||||
|
|
||||||
|
class CouchbaseTest(AbstractVectorTest):
|
||||||
|
def __init__(self):
|
||||||
|
super().__init__()
|
||||||
|
self.vector = CouchbaseVector(
|
||||||
|
collection_name=self.collection_name,
|
||||||
|
config=CouchbaseConfig(
|
||||||
|
connection_string="couchbase://127.0.0.1",
|
||||||
|
user="Administrator",
|
||||||
|
password="password",
|
||||||
|
bucket_name="Embeddings",
|
||||||
|
scope_name="_default",
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
def search_by_vector(self):
|
||||||
|
# brief sleep to ensure document is indexed
|
||||||
|
time.sleep(5)
|
||||||
|
hits_by_vector = self.vector.search_by_vector(query_vector=self.example_embedding)
|
||||||
|
assert len(hits_by_vector) == 1
|
||||||
|
|
||||||
|
|
||||||
|
def test_couchbase(setup_mock_redis):
|
||||||
|
wait_for_healthy_container("couchbase-server", timeout=60)
|
||||||
|
CouchbaseTest().run_all_tests()
|
||||||
@ -0,0 +1,4 @@
|
|||||||
|
FROM couchbase/server:latest AS stage_base
|
||||||
|
# FROM couchbase:latest AS stage_base
|
||||||
|
COPY init-cbserver.sh /opt/couchbase/init/
|
||||||
|
RUN chmod +x /opt/couchbase/init/init-cbserver.sh
|
||||||
@ -0,0 +1,44 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# used to start couchbase server - can't get around this as docker compose only allows you to start one command - so we have to start couchbase like the standard couchbase Dockerfile would
|
||||||
|
# https://github.com/couchbase/docker/blob/master/enterprise/couchbase-server/7.2.0/Dockerfile#L88
|
||||||
|
|
||||||
|
/entrypoint.sh couchbase-server &
|
||||||
|
|
||||||
|
# track if setup is complete so we don't try to setup again
|
||||||
|
FILE=/opt/couchbase/init/setupComplete.txt
|
||||||
|
|
||||||
|
if ! [ -f "$FILE" ]; then
|
||||||
|
# used to automatically create the cluster based on environment variables
|
||||||
|
# https://docs.couchbase.com/server/current/cli/cbcli/couchbase-cli-cluster-init.html
|
||||||
|
|
||||||
|
echo $COUCHBASE_ADMINISTRATOR_USERNAME ":" $COUCHBASE_ADMINISTRATOR_PASSWORD
|
||||||
|
|
||||||
|
sleep 20s
|
||||||
|
/opt/couchbase/bin/couchbase-cli cluster-init -c 127.0.0.1 \
|
||||||
|
--cluster-username $COUCHBASE_ADMINISTRATOR_USERNAME \
|
||||||
|
--cluster-password $COUCHBASE_ADMINISTRATOR_PASSWORD \
|
||||||
|
--services data,index,query,fts \
|
||||||
|
--cluster-ramsize $COUCHBASE_RAM_SIZE \
|
||||||
|
--cluster-index-ramsize $COUCHBASE_INDEX_RAM_SIZE \
|
||||||
|
--cluster-eventing-ramsize $COUCHBASE_EVENTING_RAM_SIZE \
|
||||||
|
--cluster-fts-ramsize $COUCHBASE_FTS_RAM_SIZE \
|
||||||
|
--index-storage-setting default
|
||||||
|
|
||||||
|
sleep 2s
|
||||||
|
|
||||||
|
# used to auto create the bucket based on environment variables
|
||||||
|
# https://docs.couchbase.com/server/current/cli/cbcli/couchbase-cli-bucket-create.html
|
||||||
|
|
||||||
|
/opt/couchbase/bin/couchbase-cli bucket-create -c localhost:8091 \
|
||||||
|
--username $COUCHBASE_ADMINISTRATOR_USERNAME \
|
||||||
|
--password $COUCHBASE_ADMINISTRATOR_PASSWORD \
|
||||||
|
--bucket $COUCHBASE_BUCKET \
|
||||||
|
--bucket-ramsize $COUCHBASE_BUCKET_RAMSIZE \
|
||||||
|
--bucket-type couchbase
|
||||||
|
|
||||||
|
# create file so we know that the cluster is setup and don't run the setup again
|
||||||
|
touch $FILE
|
||||||
|
fi
|
||||||
|
# docker compose will stop the container from running unless we do this
|
||||||
|
# known issue and workaround
|
||||||
|
tail -f /dev/null
|
||||||
Loading…
Reference in New Issue