2023-11-22: rasa-transformers with pretrained sbert-large

Makefile

@@ -285,13 +285,13 @@ build-docker-spacy-ru:
 	docker buildx bake -f docker/docker-bake.hcl base-builder && \
 	docker buildx bake -f docker/docker-bake.hcl spacy-ru
 
-build-docker-full-ru:
+build-docker-sbert-l:
 	export IMAGE_NAME=rasa && \
 	docker buildx use default && \
 	docker buildx bake -f docker/docker-bake.hcl base && \
 	docker buildx bake -f docker/docker-bake.hcl base-poetry && \
 	docker buildx bake -f docker/docker-bake.hcl base-builder && \
-	docker buildx bake -f docker/docker-bake.hcl full-ru
+	docker buildx bake -f docker/docker-bake.hcl sbert-l
 
 build-docker-spacy-ru-gpu:
 	export IMAGE_NAME=rasa && \
@@ -317,8 +317,8 @@ stop-integration-containers: ## Stop the integration test containers.
 build-e8: build-docker
 	docker tag rasa:localdev ghcr.io/epoch8/rasa/rasa:$(shell cat version)
 
-build-e8-full-ru: build-docker-full-ru
-	docker tag rasa:localdev-full-ru ghcr.io/epoch8/rasa/rasa-full-ru:$(shell cat version)
+build-e8-sbert-l: build-docker-sbert-l
+	docker tag rasa:localdev-sbert-l ghcr.io/epoch8/rasa/rasa-sbert-l:$(shell cat version)
 
 build-e8-spacy-ru: build-docker-spacy-ru
 	docker tag rasa:localdev-spacy-ru ghcr.io/epoch8/rasa/rasa-spacy-ru:$(shell cat version)

docker/Dockerfile.pretrained_embeddings_full_ru → docker/Dockerfile.pretrained_embeddings_sbert_large

@@ -7,15 +7,15 @@ FROM ${IMAGE_BASE_NAME}:base-builder-${BASE_BUILDER_IMAGE_HASH} as builder
 
 # copy files
 COPY . /build/
-COPY docker/configs/config_pretrained_embeddings_full_ru.yml /build/config.yml
+COPY docker/configs/config_pretrained_embeddings_sbert_large.yml /build/config.yml
 
 # change working directory
 WORKDIR /build
 
 # install dependencies
 RUN python -m venv /opt/venv && \
   . /opt/venv/bin/activate && pip install --no-cache-dir -U "pip==22.*" -U "wheel>0.38.0"
-RUN . /opt/venv/bin/activate && poetry install --extras full --no-dev --no-root --no-interaction
+RUN . /opt/venv/bin/activate && poetry install --extras transformers --no-dev --no-root --no-interaction
 RUN . /opt/venv/bin/activate && poetry build -f wheel -n && \
   pip install --no-deps dist/*.whl && \
   rm -rf dist *.egg-info
@@ -37,6 +37,10 @@ ENV HOME=/app
 
 # update permissions & change user to not run as root
 WORKDIR /app
+
+RUN pip install huggingface_hub
+RUN python -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='ai-forever/sbert_large_mt_nlu_ru', ignore_patterns=['*.msgpack', '*.bin'], local_dir='./weighs', local_dir_use_symlinks=True);"
+
 RUN chgrp -R 0 /app && chmod -R g=u /app && chmod o+wr /app
 USER 1001
 

docker/configs/config_pretrained_embeddings_full_ru.yml → docker/configs/config_pretrained_embeddings_sbert_large.yml

@@ -6,7 +6,7 @@ pipeline:
 
   - name: LanguageModelFeaturizer
     model_name: "bert"
-    model_weights: "ai-forever/sbert_large_mt_nlu_ru"
+    model_weights: "weighs"
 
   - name: DIETClassifier
     epochs: 50

docker/docker-bake.hcl

@@ -194,9 +194,9 @@ target "spacy-en" {
   ]
 }
 
-target "full-ru" {
-  dockerfile = "docker/Dockerfile.pretrained_embeddings_full_ru"
-  tags       = ["${IMAGE_NAME}:${IMAGE_TAG}-full-ru"]
+target "sbert-l" {
+  dockerfile = "docker/Dockerfile.pretrained_embeddings_sbert_large"
+  tags       = ["${IMAGE_NAME}:${IMAGE_TAG}-sbert-l"]
 
   args = {
     IMAGE_BASE_NAME         = "${IMAGE_NAME}"
@@ -209,7 +209,7 @@ target "full-ru" {
   cache-from = [
     "type=registry,ref=${IMAGE_NAME}:base-${BASE_IMAGE_HASH}",
     "type=registry,ref=${IMAGE_NAME}:base-builder-${BASE_BUILDER_IMAGE_HASH}",
-    "type=registry,ref=${IMAGE_NAME}:${IMAGE_TAG}-full-ru",
+    "type=registry,ref=${IMAGE_NAME}:${IMAGE_TAG}-sbert-l",
   ]
 }