[GHA] Replaced genai-tools pipeline (#1954)

Moved genai-tools to the Linux Tools workflow

Author: mryzhov

.github/workflows/genai-tools.yml

@@ -578,7 +578,7 @@ jobs:
         uses: ./src/.github/actions/install_wheel
         with:
           packages: "openvino_tokenizers[transformers];openvino_genai[testing]"
-          requirements_files: "${{ env.SRC_DIR }}/samples/requirements.txt"
+          requirements_files: "${{ env.SRC_DIR }}/samples/requirements.txt;${{ env.SRC_DIR }}/tools/llm_bench/requirements.txt"
           local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
 
       - name: gtests
@@ -587,12 +587,19 @@ jobs:
           chmod +x ${{ env.INSTALL_DIR }}/tests/tests_continuous_batching
           ${{ env.INSTALL_DIR }}/tests/tests_continuous_batching
         
-      - name: Test C++ Tools
+      - name: Test Continuous Batching Tools
         run: |
           source ${{ env.INSTALL_DIR }}/setupvars.sh
           python -m pytest -vs ${{ env.SRC_DIR }}/tests/python_tests/samples/test_continuous_batching_tools.py -m "samples"
         env:
           SAMPLES_CPP_DIR: "${{ env.INSTALL_DIR }}/samples_bin"
+          
+      - name: Test LLM Benchmark Tools
+        run: |
+          source ${{ env.INSTALL_DIR }}/setupvars.sh
+          python -m pytest -vs ${{ env.SRC_DIR }}/tests/python_tests/samples/test_tools_llm_benchmark.py -m "samples"
+        env:
+          SAMPLES_PY_DIR: "${{ env.SRC_DIR }}/tools"
 
   genai_nodejs_tests:
     name: Node.js bindings tests

.github/workflows/linux.yml

@@ -1,5 +1,6 @@
 import subprocess # nosec B404
 import os
+import json
 import pytest
 import shutil
 import logging
@@ -89,6 +90,30 @@
         "name": "Qwen/Qwen2-VL-2B-Instruct",
         "convert_args": ['--trust-remote-code']
     },
+    "tiny-dummy-qwen2": {
+        "name": "fxmarty/tiny-dummy-qwen2",
+        "convert_args": ['--trust-remote-code']
+    },
+    "tiny-random-qwen2": {
+        "name": "fxmarty/tiny-dummy-qwen2",
+        "convert_args": ["--task", "text-generation-with-past", "--weight-format", "fp16"]
+    },
+    "tiny-random-qwen2-int8": {
+        "name": "fxmarty/tiny-dummy-qwen2",
+        "convert_args": ["--task", "text-generation-with-past", "--weight-format", "int8"]
+    },
+    "tiny-random-latent-consistency": {
+        "name": "echarlaix/tiny-random-latent-consistency",
+        "convert_args": ['--trust-remote-code', '--weight-format', 'fp16']
+    },
+    "tiny-random-latent-consistency-lora": {
+        "name": "katuni4ka/tiny-random-latent-consistency-lora",
+        "convert_args": []
+    },
+    "tiny-random-llava": {
+        "name": "katuni4ka/tiny-random-llava",
+        "convert_args": ["--trust-remote-code", "--task", "image-text-to-text"]
+    },
 }
 
 TEST_FILES = {
@@ -99,6 +124,11 @@
     "ShareGPT_V3_unfiltered_cleaned_split.json": "https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json",
     "images/image.png": "https://raw.githubusercontent.com/CompVis/latent-diffusion/main/data/inpainting_examples/overture-creations-5sI6fQgYIuo.png",
     "mask_image.png": "https://raw.githubusercontent.com/CompVis/latent-diffusion/main/data/inpainting_examples/overture-creations-5sI6fQgYIuo_mask.png",
+    "overture-creations.png": "https://raw.githubusercontent.com/CompVis/latent-diffusion/main/data/inpainting_examples/overture-creations-5sI6fQgYIuo.png",
+    "overture-creations-mask.png": "https://raw.githubusercontent.com/CompVis/latent-diffusion/main/data/inpainting_examples/overture-creations-5sI6fQgYIuo_mask.png",
+    "cat.png": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png",
+    "cat": "https://github.com/openvinotoolkit/openvino_notebooks/assets/29454499/d5fbbd1a-d484-415c-88cb-9986625b7b11",
+    "3283_1447_000.tar.gz": "https://huggingface.co/datasets/facebook/multilingual_librispeech/resolve/main/data/mls_polish/train/audio/3283_1447_000.tar.gz"
 }
 
 SAMPLES_PY_DIR = os.environ.get("SAMPLES_PY_DIR", os.path.abspath(os.path.join(os.path.dirname(__file__), "../../../samples/python")))
@@ -196,13 +226,14 @@ def download_model(request):
 
 @pytest.fixture(scope="session")
 def download_test_content(request):
-    """Download the test content from the given URL and return the file path."""
+    """Download the test content from the given URL and return the file path or extracted folder."""
 
     test_data = request.config.cache.get("TEST_DATA", None)
 
     file_name = request.param
     file_url = TEST_FILES[file_name]
     file_path = os.path.join(test_data, file_name)
+    
     if not os.path.exists(file_path):
         logger.info(f"Downloading test content from {file_url} to {file_path}...")
         os.makedirs(os.path.dirname(file_path), exist_ok=True)
@@ -214,9 +245,26 @@ def download_test_content(request):
         logger.info(f"Downloaded test content to {file_path}")
     else:
         logger.info(f"Test content already exists at {file_path}")
-    yield file_path
+
+    # If the file is a tarball, extract it
+    extracted_dir = None
+    if file_name.endswith(".tar.gz"):
+        extracted_dir = os.path.join(test_data, os.path.splitext(file_name)[0])
+        if not os.path.exists(extracted_dir):
+            os.makedirs(extracted_dir, exist_ok=True)
+            shutil.unpack_archive(file_path, extracted_dir)
+            logger.info(f"Extracted tarball to {extracted_dir}")
+        else:
+            logger.info(f"Extracted folder already exists at {extracted_dir}")
+        yield extracted_dir
+    else:
+        yield file_path
+
     # Cleanup the test content after tests
     if os.environ.get("CLEANUP_CACHE", "false").lower() == "true":
+        if extracted_dir and os.path.exists(extracted_dir):
+            logger.info(f"Removing extracted folder: {extracted_dir}")
+            shutil.rmtree(extracted_dir)
         if os.path.exists(file_path):
             logger.info(f"Removing test content: {file_path}")
             os.remove(file_path)
@@ -250,6 +298,32 @@ def generate_test_content(request):
             logger.info(f"Removing test content: {file_path}")
             os.remove(file_path)
 
+@pytest.fixture(scope="session")
+def generate_image_generation_jsonl(request):
+    """Generate a JSONL file for image generation prompts."""
+    
+    test_data = request.config.cache.get("TEST_DATA", None)
+    file_name, json_entries = request.param
+    file_path = os.path.join(test_data, file_name)
+    
+    if not os.path.exists(file_path):
+        os.makedirs(os.path.dirname(file_path), exist_ok=True)
+        
+        with open(file_path, "w") as f:
+            for entry in json_entries:
+                f.write(json.dumps(entry) + "\n")
+        
+        logger.info(f"Generated image generation JSONL file at {file_path}")
+    else:
+        logger.info(f"Image generation JSONL file already exists at {file_path}")
+    
+    yield file_path
+    
+    # Cleanup the JSONL file after tests
+    if os.environ.get("CLEANUP_CACHE", "false").lower() == "true":
+        if os.path.exists(file_path):
+            logger.info(f"Removing JSONL file: {file_path}")
+            os.remove(file_path)
 
 @pytest.fixture(scope="module", autouse=True)
 def run_gc_after_test():