Fromage annotator and dff-fromage-image-skill

.env

@@ -32,4 +32,5 @@ INFILLING_SERVICE_URL=http://infilling:8106/respond
 DIALOGPT_CONTINUE_SERVICE_URL=http://dialogpt:8125/continue
 PROMPT_STORYGPT_SERVICE_URL=http://prompt-storygpt:8127/respond
 STORYGPT_SERVICE_URL=http://storygpt:8126/respond
-FILE_SERVER_URL=http://files:3000
+FILE_SERVER_URL=http://files:3000
+RET_SCALE_FACTOR=0

assistant_dists/dream_multimodal/cpu.yml

@@ -1,14 +1,14 @@
 version: '3.7'
 services:
-  dialogpt:
+  intent-catcher:
     environment:
       DEVICE: cpu
       CUDA_VISIBLE_DEVICES: ""
-  intent-catcher:
+  sentence-ranker:
     environment:
       DEVICE: cpu
       CUDA_VISIBLE_DEVICES: ""
-  sentence-ranker:
+  fromage:
     environment:
       DEVICE: cpu
       CUDA_VISIBLE_DEVICES: ""

assistant_dists/dream_multimodal/dev.yml

@@ -10,23 +10,23 @@ services:
       - 3000:3000
     volumes:
       - "~/.deeppavlov/file_server:/tmp"
-  dff-program-y-skill:
-    volumes:
-      - "./skills/dff_program_y_skill:/src"
-      - "./common:/src/common"
-    ports:
-      - 8008:8008
   sentseg:
     volumes:
       - "./annotators/SentSeg:/src"
     ports:
       - 8011:8011
-  convers-evaluation-selector:
+  ranking-based-response-selector:
     volumes:
-      - "./response_selectors/convers_evaluation_based_selector:/src"
+      - "./response_selectors/ranking_based_response_selector:/src"
       - "./common:/src/common"
     ports:
-      - 8009:8009
+      - 8002:8002
+  dff-program-y-skill:
+    volumes:
+      - "./skills/dff_program_y_skill:/src"
+      - "./common:/src/common"
+    ports:
+      - 8008:8008
   dff-intent-responder-skill:
     volumes:
       - "./skills/dff_intent_responder_skill:/src"
@@ -46,18 +46,6 @@ services:
       - "./common:/src/common"
     ports:
       - 8018:8018
-  spelling-preprocessing:
-    volumes:
-      - "./annotators/spelling_preprocessing:/src"
-    ports:
-      - 8074:8074
-  dialogpt:
-    volumes:
-      - "./services/dialogpt:/src"
-      - "./common:/src/common"
-      - "~/.deeppavlov/cache:/root/.cache"
-    ports:
-      - 8125:8125
   sentence-ranker:
     volumes:
       - "./services/sentence_ranker:/src"
@@ -76,4 +64,17 @@ services:
       - "./common:/src/common"
     ports:
       - 8124:8124
+  fromage:
+    volumes:
+      - "./services/fromage:/src"
+      - "./common:/src/common"
+      - "~/.deeppavlov/cache:/root/.cache"
+    ports:
+      - 8069:8069
+  dff-fromage-image-skill:
+    volumes:
+      - "./skills/dff_fromage_image_skill:/src"
+      - "./common:/src/common"
+    ports:
+      - 8070:8070
 version: "3.7"

assistant_dists/dream_multimodal/docker-compose.override.yml

@@ -2,9 +2,10 @@ services:
   agent:
     command: sh -c 'bin/wait && python -m deeppavlov_agent.run agent.pipeline_config=assistant_dists/dream_multimodal/pipeline_conf.json'
     environment:
-      WAIT_HOSTS: "dff-program-y-skill:8008, sentseg:8011, convers-evaluation-selector:8009, 
+      WAIT_HOSTS: "dff-program-y-skill:8008, sentseg:8011, ranking-based-response-selector:8002,
           dff-intent-responder-skill:8012, intent-catcher:8014, badlisted-words:8018,
-          spelling-preprocessing:8074, dialogpt:8125, sentence-ranker:8128, image-captioning:8123, dff-image-skill:8124"
+          sentence-ranker:8128, image-captioning:8123, dff-image-skill:8124,
+          fromage:8069, dff-fromage-image-skill:8070"
       WAIT_HOSTS_TIMEOUT: ${WAIT_TIMEOUT:-1200}
       HIGH_PRIORITY_INTENTS: 1
       RESTRICTION_FOR_SENSITIVE_CASE: 1
@@ -15,26 +16,33 @@ services:
   files:
     image: julienmeerschart/simple-file-upload-download-server
 
-  dff-program-y-skill:
-    env_file: [.env]
+  ranking-based-response-selector:
+    env_file: [ .env ]
     build:
       args:
-        SERVICE_PORT: 8008
-        SERVICE_NAME: dff_program_y_skill
+        SERVICE_PORT: 8002
+        SERVICE_NAME: response_selector
         LANGUAGE: EN
+        SENTENCE_RANKER_ANNOTATION_NAME: sentence_ranker
+        SENTENCE_RANKER_SERVICE_URL: http://sentence-ranker:8128/respond
+        SENTENCE_RANKER_TIMEOUT: 3
+        N_UTTERANCES_CONTEXT: 5
+        FILTER_TOXIC_OR_BADLISTED: 1
+        FALLBACK_FILE: fallbacks_dream_en.json
       context: .
-      dockerfile: ./skills/dff_program_y_skill/Dockerfile
-    command: gunicorn --workers=1 server:app -b 0.0.0.0:8008 --reload
+      dockerfile: ./response_selectors/ranking_based_response_selector/Dockerfile
+    command: flask run -h 0.0.0.0 -p 8002
+    environment:
+      - FLASK_APP=server
     deploy:
       resources:
         limits:
-          memory: 1024M
+          memory: 100M
         reservations:
-          memory: 1024M
-
+          memory: 100M
 
   sentseg:
-    env_file: [.env]
+    env_file: [ .env ]
     build:
       context: ./annotators/SentSeg/
     command: flask run -h 0.0.0.0 -p 8011
@@ -47,41 +55,22 @@ services:
         reservations:
           memory: 1.5G
 
-  convers-evaluation-selector:
+  dff-program-y-skill:
     env_file: [.env]
     build:
       args:
-        TAG_BASED_SELECTION: 1
-        CALL_BY_NAME_PROBABILITY: 0.5
-        PROMPT_PROBA: 0.1
-        ACKNOWLEDGEMENT_PROBA: 0.3
-        PRIORITIZE_WITH_REQUIRED_ACT: 0
-        PRIORITIZE_NO_DIALOG_BREAKDOWN: 0
-        PRIORITIZE_WITH_SAME_TOPIC_ENTITY: 0
-        IGNORE_DISLIKED_SKILLS: 0
-        GREETING_FIRST: 1
-        RESTRICTION_FOR_SENSITIVE_CASE: 1
-        PRIORITIZE_PROMTS_WHEN_NO_SCRIPTS: 1
-        MAX_TURNS_WITHOUT_SCRIPTS: 7
-        ADD_ACKNOWLEDGMENTS_IF_POSSIBLE: 1
-        PRIORITIZE_SCRIPTED_SKILLS: 0
-        CONFIDENCE_STRENGTH: 0.8
-        CONV_EVAL_STRENGTH: 0.4
-        PRIORITIZE_HUMAN_INITIATIVE: 1
-        QUESTION_TO_QUESTION_DOWNSCORE_COEF: 0.8
+        SERVICE_PORT: 8008
+        SERVICE_NAME: dff_program_y_skill
         LANGUAGE: EN
-        FALLBACK_FILE: fallbacks_dream_en.json
       context: .
-      dockerfile: ./response_selectors/convers_evaluation_based_selector/Dockerfile
-    command: flask run -h 0.0.0.0 -p 8009
-    environment:
-      - FLASK_APP=server
+      dockerfile: ./skills/dff_program_y_skill/Dockerfile
+    command: gunicorn --workers=1 server:app -b 0.0.0.0:8008 --reload
     deploy:
       resources:
         limits:
-          memory: 256M
+          memory: 1024M
         reservations:
-          memory: 256M
+          memory: 1024M
 
   dff-intent-responder-skill:
     env_file: [ .env ]
@@ -137,46 +126,6 @@ services:
         reservations:
           memory: 256M
 
-  spelling-preprocessing:
-    env_file: [ .env ]
-    build:
-      args:
-        SERVICE_PORT: 8074
-        SERVICE_NAME: spelling_preprocessing
-      context: ./annotators/spelling_preprocessing/
-    command: flask run -h 0.0.0.0 -p 8074
-    environment:
-      - FLASK_APP=server
-    deploy:
-      resources:
-        limits:
-          memory: 100M
-        reservations:
-          memory: 100M
-
-  dialogpt:
-    env_file: [ .env ]
-    build:
-      args:
-        SERVICE_PORT: 8125
-        SERVICE_NAME: dialogpt
-        PRETRAINED_MODEL_NAME_OR_PATH: microsoft/DialoGPT-medium
-        N_HYPOTHESES_TO_GENERATE: 5
-        CONFIG_NAME: dialogpt_en.json
-        MAX_HISTORY_DEPTH: 2
-      context: .
-      dockerfile: ./services/dialogpt/Dockerfile
-    command: flask run -h 0.0.0.0 -p 8125
-    environment:
-      - CUDA_VISIBLE_DEVICES=0
-      - FLASK_APP=server
-    deploy:
-      resources:
-        limits:
-          memory: 2G
-        reservations:
-          memory: 2G
-
   sentence-ranker:
     env_file: [ .env ]
     build:
@@ -230,5 +179,39 @@ services:
           memory: 1024M
         reservations:
           memory: 1024M
-
-version: '3.7'
+
+  fromage:
+    env_file: [ .env ]
+    build:
+      args:
+        SERVICE_PORT: 8069
+        SERVICE_NAME: fromage
+      context: .
+      dockerfile: ./services/fromage/Dockerfile
+    command: flask run -h 0.0.0.0 -p 8069
+    environment:
+      - CUDA_VISIBLE_DEVICES=0
+      - FLASK_APP=server
+    deploy:
+      resources:
+        limits:
+          memory: 18G
+        reservations:
+          memory: 18G
+
+  dff-fromage-image-skill:
+    env_file: [.env]
+    build:
+      args:
+        SERVICE_PORT: 8070
+        SERVICE_NAME: dff_fromage_image_skill
+      context: .
+      dockerfile: ./skills/dff_fromage_image_skill/Dockerfile
+    command: gunicorn --workers=1 server:app -b 0.0.0.0:8070 --reload
+    deploy:
+      resources:
+        limits:
+          memory: 100M
+        reservations:
+          memory: 100M
+version: '3.7'