Compare commits

..

1 Commits
r0.8.1 ... v0.6

Author SHA1 Message Date
chensuyue
aa6b0e88fa remove the examples not target v0.6
Signed-off-by: chensuyue <suyue.chen@intel.com>
2024-05-31 21:38:46 +08:00
724 changed files with 19851 additions and 33492 deletions

1
.gitattributes vendored
View File

@@ -1 +0,0 @@
* text=auto eol=lf

9
.github/CODEOWNERS vendored
View File

@@ -1,9 +0,0 @@
/AudioQnA/ sihan.chen@intel.com
/ChatQnA/ liang1.lv@intel.com
/CodeGen/ liang1.lv@intel.com
/CodeTrans/ sihan.chen@intel.com
/DocSum/ sihan.chen@intel.com
/FaqGen/ letong.han@intel.com
/SearchQnA/ letong.han@intel.com
/Translation/ liang1.lv@intel.com
/VisualQnA/ liang1.lv@intel.com

View File

@@ -13,7 +13,6 @@ List the type of change like below. Please delete options that are not relevant.
- [ ] Bug fix (non-breaking change which fixes an issue)
- [ ] New feature (non-breaking change which adds new functionality)
- [ ] Breaking change (fix or feature that would break existing design and interface)
- [ ] Others (enhancement, documentation, validation, etc.)
## Dependencies

View File

@@ -13,7 +13,7 @@ on:
- "**/ui/**"
- "!**.md"
- "!**.txt"
- .github/workflows/docker-compose-e2e.yml
- .github/workflows/E2E_test_with_compose.yml
workflow_dispatch:
# If there is a new commit, the previous jobs will be canceled
@@ -23,22 +23,40 @@ concurrency:
jobs:
job1:
uses: ./.github/workflows/reuse-get-test-matrix.yml
with:
diff_excluded_files: '.github|README.md|*.txt|deprecate|kubernetes|manifest|gmc|assets'
name: Get-test-matrix
runs-on: ubuntu-latest
outputs:
run_matrix: ${{ steps.get-test-matrix.outputs.run_matrix }}
steps:
- name: Checkout out Repo
uses: actions/checkout@v4
with:
ref: "refs/pull/${{ github.event.number }}/merge"
fetch-depth: 0
mega-image-build:
needs: job1
strategy:
matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
uses: ./.github/workflows/reuse-image-build.yml
with:
image_tag: ${{ github.event.pull_request.head.sha }}
mega_service: "${{ matrix.example }}"
runner_label: "docker-build-${{ matrix.hardware }}"
- name: Get test matrix
id: get-test-matrix
run: |
set -xe
merged_commit=$(git log -1 --format='%H')
changed_files=$(git diff --name-only ${{ github.event.pull_request.base.sha }} ${merged_commit} | \
grep -vE '.github|README.md|*.txt|deprecate|kubernetes|manifest')
examples=$(printf '%s\n' "${changed_files[@]}" | grep '/' | cut -d'/' -f1 | sort -u)
run_matrix="{\"include\":["
for example in ${examples}; do
run_hardware=""
if [ $(printf '%s\n' "${changed_files[@]}" | grep ${example} | grep -c gaudi) != 0 ]; then run_hardware="gaudi"; fi
if [ $(printf '%s\n' "${changed_files[@]}" | grep ${example} | grep -c xeon) != 0 ]; then run_hardware="xeon ${run_hardware}"; fi
if [ "$run_hardware" = "" ]; then run_hardware="xeon"; fi
for hw in ${run_hardware}; do
run_matrix="${run_matrix}{\"example\":\"${example}\",\"hardware\":\"${hw}\"},"
done
done
run_matrix=$run_matrix"]}"
echo "run_matrix=${run_matrix}" >> $GITHUB_OUTPUT
Example-test:
needs: [job1, mega-image-build]
needs: job1
strategy:
matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
runs-on: ${{ matrix.hardware }}
@@ -59,17 +77,10 @@ jobs:
- name: Run test
env:
HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
example: ${{ matrix.example }}
hardware: ${{ matrix.hardware }}
IMAGE_TAG: ${{ needs.mega-image-build.outputs.image_tag }}
IMAGE_REPO_GAUDI: ${{ vars.IMAGE_REPO_GAUDI }}
IMAGE_REPO_XEON: ${{ vars.IMAGE_REPO_XEON }}
run: |
cd ${{ github.workspace }}/$example/tests
if [ "$hardware" == "gaudi" ]; then IMAGE_REPO=$IMAGE_REPO_GAUDI; else IMAGE_REPO=$IMAGE_REPO_XEON; fi
export IMAGE_REPO=${IMAGE_REPO}
example_l=$(echo $example | tr '[:upper:]' '[:lower:]')
if [ -f test_${example_l}_on_${hardware}.sh ]; then timeout 30m bash test_${example_l}_on_${hardware}.sh; else echo "Test script not found, skip test!"; fi
@@ -80,7 +91,11 @@ jobs:
if: cancelled() || failure()
run: |
cd ${{ github.workspace }}/$example/docker/$hardware
docker compose stop && docker compose rm -f
container_list=$(cat docker_compose.yaml | grep container_name | cut -d':' -f2)
for container_name in $container_list; do
cid=$(docker ps -aq --filter "name=$container_name")
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
done
echo y | docker system prune
- name: Publish pipeline artifact

View File

@@ -1,50 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: VisualQnA-test
on:
pull_request_target:
branches: [main]
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- VisualQnA/**
- "!**.md"
- "!**/ui/**"
- .github/workflows/VisualQnA.yml
workflow_dispatch:
# If there is a new commit, the previous jobs will be canceled
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
VisualQnA:
runs-on: aise-cluster
strategy:
matrix:
job_name: ["basic"]
fail-fast: false
steps:
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout out Repo
uses: actions/checkout@v4
with:
ref: "refs/pull/${{ github.event.number }}/merge"
- name: Run Test
env:
HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
run: |
cd ${{ github.workspace }}/VisualQnA/tests
bash test_${{ matrix.job_name }}_inference.sh
- name: Publish pipeline artifact
if: ${{ !cancelled() }}
uses: actions/upload-artifact@v4
with:
name: ${{ matrix.job_name }}
path: ${{ github.workspace }}/VisualQnA/tests/*.log

View File

@@ -1,50 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: Check Requirements
on: [pull_request]
jobs:
check-requirements:
runs-on: ubuntu-latest
steps:
- name: Checkout PR branch
uses: actions/checkout@v4
- name: Save PR requirements
run: |
find . -name "requirements.txt" -exec cat {} \; | \
grep -v '^\s*#' | \
grep -v '^\s*$' | \
grep -v '^\s*-' | \
sed 's/^\s*//' | \
awk -F'[>=<]' '{print $1}' | \
sort -u > pr-requirements.txt
cat pr-requirements.txt
- name: Checkout main branch
uses: actions/checkout@v4
with:
ref: main
path: main-branch
- name: Save main branch requirements
run: |
find ./main-branch -name "requirements.txt" -exec cat {} \; | \
grep -v '^\s*#' | \
grep -v '^\s*$' | \
grep -v '^\s*-' | \
sed 's/^\s*//' | \
awk -F'[>=<]' '{print $1}' | \
sort -u > main-requirements.txt
cat main-requirements.txt
- name: Compare requirements
run: |
comm -23 pr-requirements.txt main-requirements.txt > added-packages.txt
if [ -s added-packages.txt ]; then
echo "New packages found in PR:" && cat added-packages.txt
else
echo "No new packages found😊."
fi

View File

@@ -1,78 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: benchmark test with chatqna_benchmark
on:
# pull_request:
# branches: [main]
# types: [opened, reopened, ready_for_review, synchronize]
# # inputs:
# # variables:
# # hardware:
# # description: 'Enter your param' #gaudi or xeon
# # required: true
# # default: xeon
schedule:
- cron: "35 0 * * 6"
workflow_dispatch:
inputs:
hardware:
description: 'Enter your hardware' #gaudi or xeon
required: true
default: gaudi
jobs:
Example-test:
runs-on: ${{ github.event.inputs.hardware || 'gaudi' }} #xeon #gaudi
steps:
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout out Repo
uses: actions/checkout@v4
- name: Clone repo GenAIEval
run: |
git clone https://github.com/opea-project/GenAIEval.git
cd GenAIEval && git checkout v0.6
- name: Run test
env:
HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
hardware: ${{ github.event.inputs.hardware || 'gaudi' }} #xeon
mode: perf
IMAGE_TAG: latest
IMAGE_REPO_GAUDI: ${{ vars.IMAGE_REPO_GAUDI }}
IMAGE_REPO_XEON: ${{ vars.IMAGE_REPO_XEON }}
run: |
# cd ${{ github.workspace }}/$example/tests
cd ${{ github.workspace }}/ChatQnA/tests
cp ../../GenAIEval/evals/benchmark/chatqna_benchmark.py .
cp ../../GenAIEval/evals/benchmark/data.json ${{ github.workspace }}/ChatQnA/docker/${hardware}/
if [ "$hardware" == "gaudi" ]; then IMAGE_REPO=$IMAGE_REPO_GAUDI; else IMAGE_REPO=$IMAGE_REPO_XEON; fi
export IMAGE_REPO=${IMAGE_REPO}
# example_l=$(echo $example | tr '[:upper:]' '[:lower:]')
if [ -f test_chatqna_on_${hardware}.sh ]; then timeout 30m bash test_chatqna_on_${hardware}.sh > ${hardware}_output.log; else echo "Test script not found, skip test!"; fi
- name: Process log and save to JSON
env:
hardware: ${{ github.event.inputs.hardware || 'gaudi' }} #xeon
run: |
cd ${{ github.workspace }}/ChatQnA/tests
echo '{}' > ${hardware}_output.json
echo $(grep -a 'Total Requests:' ${hardware}_output.log | awk '{print "{\"total_requests\": \""$3 "\"}"}') > ${hardware}_output.json
echo $(grep -a 'P50 latency is' ${hardware}_output.log | awk '{print "{\"p50_latency\": \""$4 "\"}"}') >> ${hardware}_output.json
echo $(grep -a 'P99 latency is' ${hardware}_output.log | awk '{print "{\"p99_latency\": \""$4 "\"}"}') >> ${hardware}_output.json
jq -s 'add' ${hardware}_output.json > ${hardware}_final_output.json && mv ${hardware}_final_output.json ${hardware}_output.json
- name: Publish pipeline artifact
if: ${{ !cancelled() }}
uses: actions/upload-artifact@v4
with:
path: |
${{ github.workspace }}/ChatQnA/tests/*.log
${{ github.workspace }}/ChatQnA/tests/*.json

View File

@@ -4,7 +4,7 @@
ARG UBUNTU_VER=22.04
FROM ubuntu:${UBUNTU_VER} as devel
ENV LANG=C.UTF-8
ENV LANG C.UTF-8
RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
aspell \

View File

@@ -1,93 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: E2E test with GMC
on:
pull_request_target:
branches: [main]
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- "**/kubernetes/**"
- "**/tests/test_gmc**"
- "!**.md"
- "!**.txt"
- "!**/kubernetes/manifests/**"
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
job1:
uses: ./.github/workflows/reuse-get-test-matrix.yml
with:
diff_excluded_files: '.github|deprecated|docker|assets|*.md|*.txt'
xeon_server_label: 'xeon'
gaudi_server_label: 'gaudi'
gmc-test:
needs: [job1]
strategy:
matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
runs-on: "k8s-${{ matrix.hardware }}"
continue-on-error: true
steps:
- name: E2e test gmc
run: |
echo "Matrix - gmc: ${{ matrix.example }}"
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout out Repo
uses: actions/checkout@v4
with:
ref: "refs/pull/${{ github.event.number }}/merge"
- name: Set variables
run: |
if [ ${{ matrix.hardware }} == "gaudi" ]; then IMAGE_REPO=${{ vars.IMAGE_REPO_GAUDI }}; else IMAGE_REPO=${{ vars.IMAGE_REPO_XEON }}; fi
echo "IMAGE_REPO=$OPEA_IMAGE_REPO" >> $GITHUB_ENV
lower_example=$(echo "${{ matrix.example }}" | tr '[:upper:]' '[:lower:]')
echo "APP_NAMESPACE=$lower_example-$(date +%Y%m%d%H%M%S)" >> $GITHUB_ENV
echo "ROLLOUT_TIMEOUT_SECONDS=1800s" >> $GITHUB_ENV
echo "KUBECTL_TIMEOUT_SECONDS=60s" >> $GITHUB_ENV
echo "continue_test=true" >> $GITHUB_ENV
echo "should_cleanup=false" >> $GITHUB_ENV
echo "APP_NAMESPACE=$APP_NAMESPACE"
- name: Run tests
id: run-test
env:
HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
run: |
if [[ ! -f ${{ github.workspace }}/${{ matrix.example }}/tests/test_gmc_on_${{ matrix.hardware }}.sh ]]; then
echo "No test script found, exist test!"
exit 0
else
echo "should_cleanup=true" >> $GITHUB_ENV
${{ github.workspace }}/${{ matrix.example }}/tests/test_gmc_on_${{ matrix.hardware }}.sh install_${{ matrix.example }}
echo "Testing ${{ matrix.example }}, waiting for pod ready..."
if kubectl rollout status deployment --namespace "$APP_NAMESPACE" --timeout "$ROLLOUT_TIMEOUT_SECONDS"; then
echo "Testing gmc ${{ matrix.example }}, running validation test..."
${{ github.workspace }}/${{ matrix.example }}/tests/test_gmc_on_${{ matrix.hardware }}.sh validate_${{ matrix.example }}
else
echo "Timeout waiting for pods in namespace $APP_NAMESPACE to be ready!"
exit 1
fi
sleep 60
fi
- name: Kubectl uninstall
if: always()
run: |
if $should_cleanup; then
if ! kubectl delete ns $APP_NAMESPACE --timeout=$KUBECTL_TIMEOUT_SECONDS; then
kubectl delete pods --namespace $APP_NAMESPACE --force --grace-period=0 --all
kubectl delete ns $APP_NAMESPACE --force --grace-period=0 --timeout=$KUBECTL_TIMEOUT_SECONDS
fi
fi

View File

@@ -1,33 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
# Test
name: Build latest images on push event
on:
push:
branches: [ 'main' ]
paths:
- "**/docker/*.py"
- "**/docker/Dockerfile"
- "**/docker/ui/**"
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-on-push
cancel-in-progress: true
jobs:
job1:
uses: ./.github/workflows/reuse-get-test-matrix.yml
mega-image-build:
needs: job1
strategy:
matrix:
workload: ${{ fromJSON(needs.job1.outputs.run_matrix).include.*.example }}
hardware: ["gaudi","xeon"]
uses: ./.github/workflows/reuse-image-build.yml
with:
image_tag: latest
mega_service: "${{ matrix.workload }}"
runner_label: docker-build-${{ matrix.hardware }}

View File

@@ -1,49 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: Check the validity of links in docker_images_list.
on:
push:
branches: [main]
types: [opened, reopened, ready_for_review, synchronize]
jobs:
check-dockerfile-paths:
runs-on: ubuntu-latest
steps:
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout repo GenAIExamples
uses: actions/checkout@v4
- name: Check the validity of links
run: |
cd ${{github.workspace}}
miss="FALSE"
while IFS=: read -r line link; do
http_status=$(curl -o /dev/null -s -w "%{http_code}" "$link")
if [ "$http_status" -eq 200 ]; then
echo "Valid link: $link (Line $line)"
else
echo "Broken link: $link (Line $line) (Status $http_status) "
echo "-----------------retry strat----------------------"
retry_http_status=$(curl -o /dev/null -s -w "%{http_code}" "$link")
if [ "$retry_http_status" -eq 200 ]; then
miss="FALSE"
echo "Valid link: $link (Line $line)"
echo "---------------Retry is valid---------------------"
else
miss="TRUE"
echo "Retry broken link: $link (Line $line) (Status $http_status) "
echo "-------------Retry is not valid-------------------"
fi
fi
done < <(grep -n -oP '(?<=a href=")[^"]*(?=">)' ../../docker_images_list.md)
if [[ "$miss" == "TRUE" ]]; then
exit 1
fi
shell: bash

View File

@@ -1,59 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
on:
push:
branches: [ 'main','issue' ]
paths:
- "**/docker/*/compose.yaml"
name: Create an issue to GenAIInfra on push
jobs:
job1:
name: Create issue
runs-on: ubuntu-latest
steps:
- name: Checkout out Repo
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Get changed files
id: get-changed-files
run: |
set -xe
base_commit=$(git rev-parse HEAD~1)
merged_commit=$(git log -1 --format='%H')
changed_files="$(git diff --name-only ${base_commit} ${merged_commit} | \
grep -E '.*/docker/.*/compose.yaml')" || true
examples=$(printf '%s\n' "${changed_files[@]}" | grep '/' | cut -d'/' -f1 | sort -u)
format_examples=$(echo "$examples" | tr '\n' ',')
format_examples=${format_examples%,}
echo "examples=$format_examples" >> $GITHUB_ENV
format_changed_files=$(echo "$changed_files" | awk '{print "- "$0}')
echo "changed_files<<EOF" >> $GITHUB_ENV
echo "$format_changed_files" >> $GITHUB_ENV
echo "EOF" >> $GITHUB_ENV
- name: Create Issue
uses: daisy-ycguo/create-issue-action@stable
with:
token: ${{ secrets.Infra_Issue_Token }}
owner: opea-project
repo: GenAIInfra
title: |
[ci-auto] GenAIExample ${{ env.examples }} compose.yaml got changed.
assignees: lianhao
labels: helm
body: |
## GenAIExample ${{ env.examples }} compose.yaml got changed
Below files are changed in [this commit](https://github.com/opea-project/GenAIExamples/commit/${{ github.sha }})
${{ env.changed_files }}
Please verify if the helm charts and manifests need to be changed accordingly.
> This issue was created automatically by CI.

127
.github/workflows/manifest-e2e.yaml vendored Normal file
View File

@@ -0,0 +1,127 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: E2E test with manifests
on:
pull_request:
branches: [main]
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- "**/kubernetes/manifests/**"
- "**/tests/**"
- "!**.md"
- "!**.txt"
- .github/workflows/manifest-e2e.yml
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
job1:
name: Get-test-matrix
runs-on: ubuntu-latest
outputs:
run_matrix: ${{ steps.get-test-matrix.outputs.run_matrix }}
steps:
- name: Checkout out Repo
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Get test matrix
id: get-test-matrix
run: |
set -xe
changed_files="$(git diff --name-only ${{ github.event.pull_request.base.sha }} ${{ github.event.pull_request.head.sha }} | \
grep "/kubernetes/manifests/" | \
grep -vE '.github|deprecated|docker')" || true
examples=$(printf '%s\n' "${changed_files[@]}" | grep '/' | cut -d'/' -f1 | sort -u)
run_matrix="{\"include\":["
for example in ${examples}; do
run_hardware=""
if [ $(printf '%s\n' "${changed_files[@]}" | grep ${example} | grep -c gaudi) != 0 ]; then run_hardware="gaudi"; fi
if [ $(printf '%s\n' "${changed_files[@]}" | grep ${example} | grep -c xeon) != 0 ]; then run_hardware="xeon ${run_hardware}"; fi
if [[ -z "$run_hardware" ]]; then run_hardware="xeon"; fi
for hw in ${run_hardware}; do
if [ $hw = "gaudi" ]; then
continue # skip gaudi for K8s test temporarily
else
#lower_example=$(echo "${example}" | tr '[:upper:]' '[:lower:]')
run_matrix="${run_matrix}{\"example\":\"${example}\",\"hardware\":\"inspur-icx-1\"},"
fi
done
done
run_matrix=$run_matrix"]}"
echo "run_matrix=${run_matrix}" >> $GITHUB_OUTPUT
manifest-test:
needs: job1
if: always() && ${{ needs.job1.outputs.run_matrix.include.length }} > 0
strategy:
matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
runs-on: ${{ matrix.hardware }}
continue-on-error: true
steps:
- name: E2e test manifest
run: |
echo "Matrix - manifest: ${{ matrix.example }}"
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout out Repo
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Set variables
run: |
lower_example=$(echo "${{ matrix.example }}" | tr '[:upper:]' '[:lower:]')
echo "NAMESPACE=$lower_example-$(date +%Y%m%d%H%M%S)" >> $GITHUB_ENV
echo "ROLLOUT_TIMEOUT_SECONDS=1800s" >> $GITHUB_ENV
echo "KUBECTL_TIMEOUT_SECONDS=60s" >> $GITHUB_ENV
echo "should_cleanup=false" >> $GITHUB_ENV
echo "skip_validate=false" >> $GITHUB_ENV
echo "NAMESPACE=$NAMESPACE"
- name: Initialize manifest testing
run: |
${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_xeon.sh init_${{ matrix.example }}
- name: Kubectl install
id: install
run: |
echo "should_cleanup=true" >> $GITHUB_ENV
kubectl create ns $NAMESPACE
${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_xeon.sh install_${{ matrix.example }} $NAMESPACE
echo "Testing ${{ matrix.example }}, waiting for pod ready..."
if kubectl rollout status deployment --namespace "$NAMESPACE" --timeout "$ROLLOUT_TIMEOUT_SECONDS"; then
echo "Testing manifests ${{ matrix.example }}, waiting for pod ready done!"
else
echo "Timeout waiting for pods in namespace $NAMESPACE to be ready!"
echo "skip_validate=true" >> $GITHUB_ENV
exit 1
fi
sleep 60
- name: Validate e2e test
if: always()
run: |
if $skip_validate; then
echo "Skip validate"
else
${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_xeon.sh validate_${{ matrix.example }} $NAMESPACE
fi
- name: Kubectl uninstall
if: always()
run: |
if $should_cleanup; then
if ! kubectl delete ns $NAMESPACE --timeout=$KUBECTL_TIMEOUT_SECONDS; then
kubectl delete pods --namespace $NAMESPACE --force --grace-period=0 --all
kubectl delete ns $NAMESPACE --force --grace-period=0 --timeout=$KUBECTL_TIMEOUT_SECONDS
fi
fi

View File

@@ -1,111 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: E2E test with manifests
on:
pull_request:
branches: [main]
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- "**/kubernetes/manifests/**"
- "**/tests/test_manifest**"
- "!**.md"
- "!**.txt"
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
job1:
uses: ./.github/workflows/reuse-get-test-matrix.yml
with:
diff_excluded_files: '.github|deprecated|docker|assets|*.md|*.txt'
xeon_server_label: 'xeon'
gaudi_server_label: 'gaudi'
mega-image-build:
needs: job1
strategy:
matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
uses: ./.github/workflows/reuse-image-build.yml
with:
image_tag: ${{ github.event.pull_request.head.sha }}
mega_service: "${{ matrix.example }}"
runner_label: "docker-build-${{ matrix.hardware }}"
manifest-test:
needs: [job1, mega-image-build]
strategy:
matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
runs-on: "k8s-${{ matrix.hardware }}"
continue-on-error: true
steps:
- name: E2e test manifest
run: |
echo "Matrix - manifest: ${{ matrix.example }}"
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout out Repo
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Set variables
run: |
if [ ${{ matrix.hardware }} == "gaudi" ]; then IMAGE_REPO=${{ vars.IMAGE_REPO_GAUDI }}; else IMAGE_REPO=${{ vars.IMAGE_REPO_XEON }}; fi
echo "IMAGE_REPO=$OPEA_IMAGE_REPO" >> $GITHUB_ENV
echo "IMAGE_TAG=${{needs.mega-image-build.outputs.image_tag}}" >> $GITHUB_ENV
lower_example=$(echo "${{ matrix.example }}" | tr '[:upper:]' '[:lower:]')
echo "NAMESPACE=$lower_example-$(date +%Y%m%d%H%M%S)" >> $GITHUB_ENV
echo "ROLLOUT_TIMEOUT_SECONDS=1800s" >> $GITHUB_ENV
echo "KUBECTL_TIMEOUT_SECONDS=60s" >> $GITHUB_ENV
echo "continue_test=true" >> $GITHUB_ENV
echo "should_cleanup=false" >> $GITHUB_ENV
echo "skip_validate=true" >> $GITHUB_ENV
echo "NAMESPACE=$NAMESPACE"
- name: Kubectl install
id: install
run: |
if [[ ! -f ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh ]]; then
echo "No test script found, exist test!"
exit 0
else
${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh init_${{ matrix.example }}
echo "should_cleanup=true" >> $GITHUB_ENV
kubectl create ns $NAMESPACE
${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh install_${{ matrix.example }} $NAMESPACE
echo "Testing ${{ matrix.example }}, waiting for pod ready..."
if kubectl rollout status deployment --namespace "$NAMESPACE" --timeout "$ROLLOUT_TIMEOUT_SECONDS"; then
echo "Testing manifests ${{ matrix.example }}, waiting for pod ready done!"
echo "skip_validate=false" >> $GITHUB_ENV
else
echo "Timeout waiting for pods in namespace $NAMESPACE to be ready!"
exit 1
fi
sleep 60
fi
- name: Validate e2e test
if: always()
run: |
if $skip_validate; then
echo "Skip validate"
else
${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh validate_${{ matrix.example }} $NAMESPACE
fi
- name: Kubectl uninstall
if: always()
run: |
if $should_cleanup; then
if ! kubectl delete ns $NAMESPACE --timeout=$KUBECTL_TIMEOUT_SECONDS; then
kubectl delete pods --namespace $NAMESPACE --force --grace-period=0 --all
kubectl delete ns $NAMESPACE --force --grace-period=0 --timeout=$KUBECTL_TIMEOUT_SECONDS
fi
fi

View File

@@ -9,7 +9,7 @@ on:
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- "**/kubernetes/manifests/**"
- .github/workflows/manifest-validate.yml
- .github/workflows/manifest-validate.yaml
workflow_dispatch:
# If there is a new commit, the previous jobs will be canceled

View File

@@ -1,44 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: Check for missing Dockerfile paths in repo comps
on:
pull_request:
branches: [main]
types: [opened, reopened, ready_for_review, synchronize]
jobs:
check-dockerfile-paths:
runs-on: ubuntu-latest
steps:
- name: Clean Up Working Directory
run: sudo rm -rf ${{github.workspace}}/*
- name: Checkout repo GenAIExamples
uses: actions/checkout@v4
- name: Clone repo GenAIComps
run: |
cd ..
git clone https://github.com/opea-project/GenAIComps.git
- name: Check for missing Dockerfile paths in GenAIComps
run: |
cd ${{github.workspace}}
miss="FALSE"
while IFS=: read -r file line content; do
dockerfile_path=$(echo "$content" | awk -F '-f ' '{print $2}' | awk '{print $1}')
if [[ ! -f "../GenAIComps/${dockerfile_path}" ]]; then
miss="TRUE"
echo "Missing Dockerfile: GenAIComps/${dockerfile_path} (Referenced in GenAIExamples/${file}:${line})"
fi
done < <(grep -Ern 'docker build .* -f comps/.+/Dockerfile' --include='*.md' .)
if [[ "$miss" == "TRUE" ]]; then
exit 1
fi
shell: bash

View File

@@ -1,77 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
# Support push and pull_request events
name: Get Test Matrix
permissions: read-all
on:
workflow_call:
inputs:
diff_excluded_files:
required: false
type: string
default: '.github|README.md|*.txt'
xeon_server_label:
required: false
type: string
default: 'xeon'
gaudi_server_label:
required: false
type: string
default: 'gaudi'
outputs:
run_matrix:
description: "The matrix string"
value: ${{ jobs.job1.outputs.run_matrix }}
jobs:
job1:
name: Get-test-matrix
runs-on: ubuntu-latest
outputs:
run_matrix: ${{ steps.get-test-matrix.outputs.run_matrix }}
steps:
- name: Get checkout ref
run: |
if [ "${{ github.event_name }}" == "pull_request" ] || [ "${{ github.event_name }}" == "pull_request_target" ]; then
echo "CHECKOUT_REF=refs/pull/${{ github.event.number }}/merge" >> $GITHUB_ENV
else
echo "CHECKOUT_REF=${{ github.ref }}" >> $GITHUB_ENV
fi
echo "checkout ref ${{ env.CHECKOUT_REF }}"
- name: Checkout out Repo
uses: actions/checkout@v4
with:
ref: ${{ env.CHECKOUT_REF }}
fetch-depth: 0
- name: Get test matrix
id: get-test-matrix
run: |
set -xe
if [ "${{ github.event_name }}" == "pull_request" ] || [ "${{ github.event_name }}" == "pull_request_target" ]; then
base_commit=${{ github.event.pull_request.base.sha }}
else
base_commit=$(git rev-parse HEAD~1) # push event
fi
merged_commit=$(git log -1 --format='%H')
changed_files="$(git diff --name-only ${base_commit} ${merged_commit} | \
grep -vE '${{ inputs.diff_excluded_files }}')" || true
examples=$(printf '%s\n' "${changed_files[@]}" | grep '/' | cut -d'/' -f1 | sort -u)
run_matrix="{\"include\":["
for example in ${examples}; do
run_hardware=""
if [ $(printf '%s\n' "${changed_files[@]}" | grep ${example} | grep -c gaudi) != 0 ]; then run_hardware="gaudi"; fi
if [ $(printf '%s\n' "${changed_files[@]}" | grep ${example} | grep -c xeon) != 0 ]; then run_hardware="xeon ${run_hardware}"; fi
if [ "$run_hardware" == "" ]; then run_hardware="gaudi"; fi
for hw in ${run_hardware}; do
if [ "$hw" == "gaudi" ] && [ "${{ inputs.gaudi_server_label }}" != "" ]; then
run_matrix="${run_matrix}{\"example\":\"${example}\",\"hardware\":\"${{ inputs.gaudi_server_label }}\"},"
elif [ "${{ inputs.xeon_server_label }}" != "" ]; then
run_matrix="${run_matrix}{\"example\":\"${example}\",\"hardware\":\"${{ inputs.xeon_server_label }}\"},"
fi
done
done
run_matrix=$run_matrix"]}"
echo "run_matrix=${run_matrix}" >> $GITHUB_OUTPUT

View File

@@ -1,64 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
name: Image Build
permissions: read-all
on:
workflow_call:
inputs:
image_repo:
required: false
type: string
image_tag:
required: true
type: string
mega_service:
required: true
type: string
runner_label:
required: false
type: string
default: 'docker-build-xeon'
outputs:
image_repo:
description: "The image repository used for the image build"
value: ${{ jobs.mega-image-build.outputs.image_repo }}
image_tag:
description: "The image tag used for the image build"
value: ${{ jobs.mega-image-build.outputs.image_tag }}
jobs:
mega-image-build:
runs-on: ${{ inputs.runner_label }}
outputs:
image_repo: ${{ steps.build-megaservice-image.outputs.image_repo }}
image_tag: ${{ steps.build-megaservice-image.outputs.image_tag }}
steps:
- name: Get checkout ref
run: |
if [ "${{ github.event_name }}" == "pull_request" ] || [ "${{ github.event_name }}" == "pull_request_target" ]; then
echo "CHECKOUT_REF=refs/pull/${{ github.event.number }}/merge" >> $GITHUB_ENV
else
echo "CHECKOUT_REF=${{ github.ref }}" >> $GITHUB_ENV
fi
echo "checkout ref ${{ env.CHECKOUT_REF }}"
- name: Checkout out Repo
uses: actions/checkout@v4
with:
ref: ${{ env.CHECKOUT_REF }}
fetch-depth: 0
- name: Building MegaService Docker Image
id: build-megaservice-image
env:
IMAGE_REPO: ${{ inputs.image_repo }}
IMAGE_TAG: ${{ inputs.image_tag }}
MEGA_SERVICE: ${{ inputs.mega_service }}
run: |
.github/workflows/scripts/build_push.sh ${{ env.MEGA_SERVICE}}
if [ -z "${{ env.IMAGE_REPO }}" ]; then
IMAGE_REPO=$OPEA_IMAGE_REPO
fi
echo "IMAGE_TAG=${IMAGE_TAG}"
echo "image_tag=$IMAGE_TAG" >> $GITHUB_OUTPUT

View File

@@ -1,72 +0,0 @@
#!/bin/bash
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
set -xe
IMAGE_REPO=${IMAGE_REPO:-$OPEA_IMAGE_REPO}
IMAGE_TAG=${IMAGE_TAG:-latest}
function getImagenameFromMega() {
echo $(echo "$1" | tr '[:upper:]' '[:lower:]')
}
function checkExist() {
IMAGE_NAME=$1
if [ $(curl -X GET http://localhost:5000/v2/opea/${IMAGE_NAME}/tags/list | grep -c ${IMAGE_TAG}) -ne 0 ]; then
echo "true"
else
echo "false"
fi
}
function docker_build() {
# check if if IMAGE_TAG is not "latest" and the image exists in the registry
if [ "$IMAGE_TAG" != "latest" ] && [ "$(checkExist $1)" == "true" ]; then
echo "Image ${IMAGE_REPO}opea/$1:$IMAGE_TAG already exists in the registry"
return
fi
# docker_build <service_name> <dockerfile>
if [ -z "$2" ]; then
DOCKERFILE_PATH=Dockerfile
else
DOCKERFILE_PATH=$2
fi
echo "Building ${IMAGE_REPO}opea/$1:$IMAGE_TAG using Dockerfile $DOCKERFILE_PATH"
# if https_proxy and http_proxy are set, pass them to docker build
if [ -z "$https_proxy" ]; then
docker build --no-cache -t ${IMAGE_REPO}opea/$1:$IMAGE_TAG -f $DOCKERFILE_PATH .
else
docker build --no-cache -t ${IMAGE_REPO}opea/$1:$IMAGE_TAG --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f $DOCKERFILE_PATH .
fi
docker push ${IMAGE_REPO}opea/$1:$IMAGE_TAG
docker rmi ${IMAGE_REPO}opea/$1:$IMAGE_TAG
}
# $1 is like "apple orange pear"
for MEGA_SVC in $1; do
case $MEGA_SVC in
"ChatQnA"|"CodeGen"|"CodeTrans"|"DocSum"|"Translation"|"AudioQnA"|"SearchQnA"|"FaqGen")
cd $MEGA_SVC/docker
IMAGE_NAME="$(getImagenameFromMega $MEGA_SVC)"
docker_build ${IMAGE_NAME}
cd ui
docker_build ${IMAGE_NAME}-ui docker/Dockerfile
if [ "$MEGA_SVC" == "ChatQnA" ];then
docker_build ${IMAGE_NAME}-conversation-ui docker/Dockerfile.react
fi
if [ "$MEGA_SVC" == "DocSum" ];then
docker_build ${IMAGE_NAME}-react-ui docker/Dockerfile.react
fi
if [ "$MEGA_SVC" == "CodeGen" ];then
docker_build ${IMAGE_NAME}-react-ui docker/Dockerfile.react
fi
;;
"VisualQnA")
echo "Not supported yet"
;;
*)
echo "Unknown function: $MEGA_SVC"
;;
esac
done

View File

@@ -6,16 +6,12 @@
source /GenAIExamples/.github/workflows/scripts/change_color
log_dir=/GenAIExamples/.github/workflows/scripts/codeScan
find . -type f \( -name "Dockerfile*" \) -print -exec hadolint --ignore DL3006 --ignore DL3007 --ignore DL3008 --ignore DL3013 {} \; 2>&1 | tee ${log_dir}/hadolint.log
find . -type f \( -name "Dockerfile*" \) -print -exec hadolint --ignore DL3006 --ignore DL3007 --ignore DL3008 {} \; 2>&1 | tee ${log_dir}/hadolint.log
if [[ $(grep -c "error" ${log_dir}/hadolint.log) != 0 ]]; then
$BOLD_RED && echo "Error!! Please Click on the artifact button to download and check error details." && $RESET
exit 1
fi
if [[ $(grep -c "warning" ${log_dir}/hadolint.log) != 0 ]]; then
$BOLD_RED && echo "Warning!! Please Click on the artifact button to download and check warning details." && $RESET
exit 1
fi
$BOLD_PURPLE && echo "Congratulations, Hadolint check passed!" && $LIGHT_PURPLE && echo " You can click on the artifact button to see the log details." && $RESET
exit 0

View File

@@ -7,7 +7,7 @@ ci:
repos:
- repo: https://github.com/pre-commit/pre-commit-hooks
rev: v4.6.0
rev: v4.5.0
hooks:
- id: end-of-file-fixer
files: (.*\.(py|md|rst|yaml|yml|json|ts|js|html|svelte|sh))$
@@ -24,8 +24,6 @@ repos:
- id: requirements-txt-fixer
- id: trailing-whitespace
files: (.*\.(py|rst|cmake|yaml|yml|json|ts|js|html|svelte|sh))$
- id: mixed-line-ending
args: [--fix=lf]
- repo: https://github.com/Lucas-C/pre-commit-hooks
rev: v1.5.5
@@ -102,21 +100,21 @@ repos:
- prettier@3.2.5
- repo: https://github.com/psf/black.git
rev: 24.4.2
rev: 24.3.0
hooks:
- id: black
files: (.*\.py)$
- repo: https://github.com/asottile/blacken-docs
rev: 1.18.0
rev: 1.16.0
hooks:
- id: blacken-docs
args: [--line-length=120, --skip-errors]
additional_dependencies:
- black==24.4.2
- black==24.3.0
- repo: https://github.com/codespell-project/codespell
rev: v2.3.0
rev: v2.2.6
hooks:
- id: codespell
args: [-w]
@@ -124,7 +122,7 @@ repos:
- tomli
- repo: https://github.com/astral-sh/ruff-pre-commit
rev: v0.5.0
rev: v0.3.5
hooks:
- id: ruff
args: [--fix, --exit-non-zero-on-fix, --no-cache]

Binary file not shown.

Before

Width:  |  Height:  |  Size: 30 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 50 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 48 KiB

View File

@@ -1,33 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
FROM python:3.11-slim
RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \
libgl1-mesa-glx \
libjemalloc-dev \
vim \
git
RUN useradd -m -s /bin/bash user && \
mkdir -p /home/user && \
chown -R user /home/user/
WORKDIR /home/user/
RUN git clone https://github.com/opea-project/GenAIComps.git
WORKDIR /home/user/GenAIComps
RUN pip install --no-cache-dir --upgrade pip && \
pip install --no-cache-dir -r /home/user/GenAIComps/requirements.txt
COPY ./audioqna.py /home/user/audioqna.py
ENV PYTHONPATH=$PYTHONPATH:/home/user/GenAIComps
USER user
WORKDIR /home/user
ENTRYPOINT ["python", "audioqna.py"]

View File

@@ -1,58 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
import asyncio
import os
from comps import AudioQnAGateway, MicroService, ServiceOrchestrator, ServiceType
MEGA_SERVICE_HOST_IP = os.getenv("MEGA_SERVICE_HOST_IP", "0.0.0.0")
MEGA_SERVICE_PORT = int(os.getenv("MEGA_SERVICE_PORT", 8888))
ASR_SERVICE_HOST_IP = os.getenv("ASR_SERVICE_HOST_IP", "0.0.0.0")
ASR_SERVICE_PORT = int(os.getenv("ASR_SERVICE_PORT", 9099))
LLM_SERVICE_HOST_IP = os.getenv("LLM_SERVICE_HOST_IP", "0.0.0.0")
LLM_SERVICE_PORT = int(os.getenv("LLM_SERVICE_PORT", 9000))
TTS_SERVICE_HOST_IP = os.getenv("TTS_SERVICE_HOST_IP", "0.0.0.0")
TTS_SERVICE_PORT = int(os.getenv("TTS_SERVICE_PORT", 9088))
class AudioQnAService:
def __init__(self, host="0.0.0.0", port=8000):
self.host = host
self.port = port
self.megaservice = ServiceOrchestrator()
def add_remote_service(self):
asr = MicroService(
name="asr",
host=ASR_SERVICE_HOST_IP,
port=ASR_SERVICE_PORT,
endpoint="/v1/audio/transcriptions",
use_remote_service=True,
service_type=ServiceType.ASR,
)
llm = MicroService(
name="llm",
host=LLM_SERVICE_HOST_IP,
port=LLM_SERVICE_PORT,
endpoint="/v1/chat/completions",
use_remote_service=True,
service_type=ServiceType.LLM,
)
tts = MicroService(
name="tts",
host=TTS_SERVICE_HOST_IP,
port=TTS_SERVICE_PORT,
endpoint="/v1/audio/speech",
use_remote_service=True,
service_type=ServiceType.TTS,
)
self.megaservice.add(asr).add(llm).add(tts)
self.megaservice.flow_to(asr, llm)
self.megaservice.flow_to(llm, tts)
self.gateway = AudioQnAGateway(megaservice=self.megaservice, host="0.0.0.0", port=self.port)
if __name__ == "__main__":
audioqna = AudioQnAService(host=MEGA_SERVICE_HOST_IP, port=MEGA_SERVICE_PORT)
audioqna.add_remote_service()

View File

@@ -1,135 +0,0 @@
# Build Mega Service of AudioQnA on Gaudi
This document outlines the deployment process for a AudioQnA application utilizing the [GenAIComps](https://github.com/opea-project/GenAIComps.git) microservice pipeline on Intel Gaudi server.
## 🚀 Build Docker images
### 1. Source Code install GenAIComps
```bash
git clone https://github.com/opea-project/GenAIComps.git
cd GenAIComps
```
### 2. Build ASR Image
```bash
docker build -t opea/whisper-gaudi:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/asr/whisper/Dockerfile_hpu .
docker build -t opea/asr:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/asr/Dockerfile .
```
### 3. Build LLM Image
```bash
docker build --no-cache -t opea/llm-tgi:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/llms/text-generation/tgi/Dockerfile .
```
### 4. Build TTS Image
```bash
docker build -t opea/speecht5-gaudi:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/tts/speecht5/Dockerfile_hpu .
docker build -t opea/tts:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/tts/Dockerfile .
```
### 6. Build MegaService Docker Image
To construct the Mega Service, we utilize the [GenAIComps](https://github.com/opea-project/GenAIComps.git) microservice pipeline within the `audioqna.py` Python script. Build the MegaService Docker image using the command below:
```bash
git clone https://github.com/opea-project/GenAIExamples.git
cd GenAIExamples/AudioQnA/docker
docker build --no-cache -t opea/audioqna:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f Dockerfile .
```
Then run the command `docker images`, you will have following images ready:
1. `opea/whisper-gaudi:latest`
2. `opea/asr:latest`
3. `opea/llm-tgi:latest`
4. `opea/speecht5-gaudi:latest`
5. `opea/tts:latest`
6. `opea/audioqna:latest`
## 🚀 Set the environment variables
Before starting the services with `docker compose`, you have to recheck the following environment variables.
```bash
export host_ip=<your External Public IP> # export host_ip=$(hostname -I | awk '{print $1}')
export HUGGINGFACEHUB_API_TOKEN=<your HF token>
export TGI_LLM_ENDPOINT=http://$host_ip:3006
export LLM_MODEL_ID=Intel/neural-chat-7b-v3-3
export ASR_ENDPOINT=http://$host_ip:7066
export TTS_ENDPOINT=http://$host_ip:7055
export MEGA_SERVICE_HOST_IP=${host_ip}
export ASR_SERVICE_HOST_IP=${host_ip}
export TTS_SERVICE_HOST_IP=${host_ip}
export LLM_SERVICE_HOST_IP=${host_ip}
export ASR_SERVICE_PORT=3001
export TTS_SERVICE_PORT=3002
export LLM_SERVICE_PORT=3007
```
## 🚀 Start the MegaService
```bash
cd GenAIExamples/AudioQnA/docker/gaudi/
docker compose up -d
```
## 🚀 Test MicroServices
```bash
# whisper service
curl http://${host_ip}:7066/v1/asr \
-X POST \
-d '{"audio": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA"}' \
-H 'Content-Type: application/json'
# asr microservice
curl http://${host_ip}:3001/v1/audio/transcriptions \
-X POST \
-d '{"byte_str": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA"}' \
-H 'Content-Type: application/json'
# tgi service
curl http://${host_ip}:3006/generate \
-X POST \
-d '{"inputs":"What is Deep Learning?","parameters":{"max_new_tokens":17, "do_sample": true}}' \
-H 'Content-Type: application/json'
# llm microservice
curl http://${host_ip}:3007/v1/chat/completions\
-X POST \
-d '{"query":"What is Deep Learning?","max_new_tokens":17,"top_k":10,"top_p":0.95,"typical_p":0.95,"temperature":0.01,"repetition_penalty":1.03,"streaming":false}' \
-H 'Content-Type: application/json'
# speecht5 service
curl http://${host_ip}:7055/v1/tts \
-X POST \
-d '{"text": "Who are you?"}' \
-H 'Content-Type: application/json'
# tts microservice
curl http://${host_ip}:3002/v1/audio/speech \
-X POST \
-d '{"text": "Who are you?"}' \
-H 'Content-Type: application/json'
```
## 🚀 Test MegaService
```bash
curl http://${host_ip}:3008/v1/audioqna \
-X POST \
-d '{"audio": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA", "max_tokens":64}' \
-H 'Content-Type: application/json'
```

View File

@@ -1,117 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
version: "3.8"
services:
whisper-service:
image: opea/whisper-gaudi:latest
container_name: whisper-service
ports:
- "7066:7066"
ipc: host
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
HABANA_VISIBLE_DEVICES: all
OMPI_MCA_btl_vader_single_copy_mechanism: none
runtime: habana
cap_add:
- SYS_NICE
restart: unless-stopped
asr:
image: opea/asr:latest
container_name: asr-service
ports:
- "3001:9099"
ipc: host
environment:
ASR_ENDPOINT: ${ASR_ENDPOINT}
speecht5-service:
image: opea/speecht5-gaudi:latest
container_name: speecht5-service
ports:
- "7055:7055"
ipc: host
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
HABANA_VISIBLE_DEVICES: all
OMPI_MCA_btl_vader_single_copy_mechanism: none
runtime: habana
cap_add:
- SYS_NICE
restart: unless-stopped
tts:
image: opea/tts:latest
container_name: tts-service
ports:
- "3002:9088"
ipc: host
environment:
TTS_ENDPOINT: ${TTS_ENDPOINT}
tgi-service:
image: ghcr.io/huggingface/tgi-gaudi:2.0.1
container_name: tgi-gaudi-server
ports:
- "3006:80"
volumes:
- "./data:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
HF_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
HF_HUB_DISABLE_PROGRESS_BARS: 1
HF_HUB_ENABLE_HF_TRANSFER: 0
HABANA_VISIBLE_DEVICES: all
OMPI_MCA_btl_vader_single_copy_mechanism: none
runtime: habana
cap_add:
- SYS_NICE
ipc: host
command: --model-id ${LLM_MODEL_ID} --max-input-length 1024 --max-total-tokens 2048
llm:
image: opea/llm-tgi:latest
container_name: llm-tgi-gaudi-server
depends_on:
- tgi-service
ports:
- "3007:9000"
ipc: host
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
TGI_LLM_ENDPOINT: ${TGI_LLM_ENDPOINT}
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
restart: unless-stopped
audioqna-gaudi-backend-server:
image: opea/audioqna:latest
container_name: audioqna-gaudi-backend-server
depends_on:
- asr
- llm
- tts
ports:
- "3008:8888"
environment:
- no_proxy=${no_proxy}
- https_proxy=${https_proxy}
- http_proxy=${http_proxy}
- MEGA_SERVICE_HOST_IP=${MEGA_SERVICE_HOST_IP}
- ASR_SERVICE_HOST_IP=${ASR_SERVICE_HOST_IP}
- ASR_SERVICE_PORT=${ASR_SERVICE_PORT}
- LLM_SERVICE_HOST_IP=${LLM_SERVICE_HOST_IP}
- LLM_SERVICE_PORT=${LLM_SERVICE_PORT}
- TTS_SERVICE_HOST_IP=${TTS_SERVICE_HOST_IP}
- TTS_SERVICE_PORT=${TTS_SERVICE_PORT}
ipc: host
restart: always
networks:
default:
driver: bridge

View File

@@ -1,26 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
# Use node 20.11.1 as the base image
FROM node:20.11.1
# Update package manager and install Git
RUN apt-get update -y && apt-get install -y git
# Copy the front-end code repository
COPY svelte /home/user/svelte
# Set the working directory
WORKDIR /home/user/svelte
# Install front-end dependencies
RUN npm install
# Build the front-end application
RUN npm run build
# Expose the port of the front-end application
EXPOSE 5173
# Run the front-end application in preview mode
CMD ["npm", "run", "preview", "--", "--port", "5173", "--host", "0.0.0.0"]

View File

@@ -1,10 +0,0 @@
[*]
indent_style = tab
[package.json]
indent_style = space
indent_size = 2
[*.md]
indent_style = space
indent_size = 2

View File

@@ -1,2 +0,0 @@
CHAT_URL = 'http://backend_address:3008/v1/audioqna'

View File

@@ -1,13 +0,0 @@
.DS_Store
node_modules
/build
/.svelte-kit
/package
.env
.env.*
!.env.example
# Ignore files for PNPM, NPM and YARN
pnpm-lock.yaml
package-lock.json
yarn.lock

View File

@@ -1,20 +0,0 @@
module.exports = {
root: true,
parser: "@typescript-eslint/parser",
extends: ["eslint:recommended", "plugin:@typescript-eslint/recommended", "prettier"],
plugins: ["svelte3", "@typescript-eslint", "neverthrow"],
ignorePatterns: ["*.cjs"],
overrides: [{ files: ["*.svelte"], processor: "svelte3/svelte3" }],
settings: {
"svelte3/typescript": () => require("typescript"),
},
parserOptions: {
sourceType: "module",
ecmaVersion: 2020,
},
env: {
browser: true,
es2017: true,
node: true,
},
};

View File

@@ -1,13 +0,0 @@
.DS_Store
node_modules
/build
/.svelte-kit
/package
.env
.env.*
!.env.example
# Ignore files for PNPM, NPM and YARN
pnpm-lock.yaml
package-lock.json
yarn.lock

View File

@@ -1 +0,0 @@
{"pluginSearchDirs": ["."], "overrides": [{"files": "*.svelte", "options": {"parser": "svelte"}}]}

View File

@@ -1,29 +0,0 @@
# AudioQnA
## 📸 Project Screenshots
![project-screenshot](../../../assets/img/audio_ui.png)
![project-screenshot](../../../assets/img/audio_ui_record.png)
## 🧐 Features
Here're some of the project's features:
- Start a Talking ChatInitiate voice chat, able to input voice content, and customize the conversation sound based on the uploaded file.
- Scroll to Bottom: The chat automatically slides to the bottom.
## 🛠️ Get it Running
1. Clone the repo.
2. cd command to the current folder.
3. Modify the required .env variables.
```
CHAT_URL = ''
```
4. Execute `npm install` to install the corresponding dependencies.
5. Execute `npm run dev` in both environments

View File

@@ -1,57 +0,0 @@
{
"name": "sveltekit-auth-example",
"version": "0.0.1",
"private": true,
"scripts": {
"dev": "vite dev",
"build": "vite build",
"preview": "vite preview",
"check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
"lint": "prettier --check . && eslint .",
"format": "prettier --write ."
},
"devDependencies": {
"@fortawesome/free-solid-svg-icons": "6.2.0",
"@sveltejs/adapter-auto": "1.0.0-next.75",
"@sveltejs/kit": "^1.30.4",
"@tailwindcss/typography": "0.5.7",
"@types/debug": "4.1.7",
"@typescript-eslint/eslint-plugin": "^5.27.0",
"@typescript-eslint/parser": "^5.27.0",
"autoprefixer": "^10.4.7",
"daisyui": "^3.5.0",
"debug": "4.3.4",
"eslint": "^8.16.0",
"eslint-config-prettier": "^8.3.0",
"eslint-plugin-neverthrow": "1.1.4",
"eslint-plugin-svelte3": "^4.0.0",
"neverthrow": "5.0.0",
"pocketbase": "0.7.0",
"postcss": "^8.4.23",
"postcss-load-config": "^4.0.1",
"postcss-preset-env": "^8.3.2",
"prettier": "^2.8.8",
"prettier-plugin-svelte": "^2.7.0",
"prettier-plugin-tailwindcss": "^0.3.0",
"svelte": "^3.59.1",
"svelte-check": "^2.7.1",
"svelte-fa": "3.0.3",
"svelte-preprocess": "^4.10.7",
"tailwindcss": "^3.1.5",
"ts-pattern": "4.0.5",
"tslib": "^2.3.1",
"typescript": "^4.7.4",
"vite": "^4.3.9"
},
"type": "module",
"dependencies": {
"echarts": "^5.4.2",
"flowbite-svelte": "^0.38.5",
"fuse": "^0.4.0",
"fuse.js": "^6.6.2",
"ramda": "^0.29.0",
"sse.js": "^0.6.1",
"svelte-notifications": "^0.9.98"
}
}

View File

@@ -1,13 +0,0 @@
const tailwindcss = require("tailwindcss");
const autoprefixer = require("autoprefixer");
const config = {
plugins: [
//Some plugins, like tailwindcss/nesting, need to run before Tailwind,
tailwindcss(),
//But others, like autoprefixer, need to run after,
autoprefixer,
],
};
module.exports = config;

View File

@@ -1,30 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// See: https://kit.svelte.dev/docs/types#app
// import { Result} from "neverthrow";
declare namespace App {
interface Locals {
user?: User;
}
// interface PageData { }
// interface PageError {}
// interface Platform {}
}
interface ChatMessage {
role: string;
content: string;
}

View File

@@ -1,28 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8" />
<link rel="icon" href="%sveltekit.assets%/favicon.png" />
<meta name="viewport" content="width=device-width" />
%sveltekit.head%
</head>
<body>
<div>%sveltekit.body%</div>
</body>
</html>

View File

@@ -1,82 +0,0 @@
/* Write your global styles here, in PostCSS syntax */
@tailwind base;
@tailwind components;
@tailwind utilities;
.btn {
@apply flex-nowrap;
}
a.btn {
@apply no-underline;
}
.input {
@apply text-base;
}
.bg-dark-blue {
background-color: #004a86;
}
.bg-light-blue {
background-color: #0068b5;
}
.bg-turquoise {
background-color: #00a3f6;
}
.bg-header {
background-color: #ffffff;
}
.bg-button {
background-color: #0068b5;
}
.bg-title {
background-color: #f7f7f7;
}
.text-header {
color: #0068b5;
}
.text-button {
color: #0071c5;
}
.text-title-color {
color: rgb(38,38,38);
}
.font-intel {
font-family: "intel-clear","tahoma",Helvetica,"helvetica",Arial,sans-serif;
}
.font-title-intel {
font-family: "intel-one","intel-clear",Helvetica,Arial,sans-serif;
}
.bg-footer {
background-color: #e7e7e7;
}
.bg-light-green {
background-color: #d7f3a1;
}
.bg-purple {
background-color: #653171;
}
.bg-dark-blue {
background-color: #224678;
}
.border-input-color {
border-color: #605e5c;
}
.w-12\/12 {
width: 100%
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 762 B

Binary file not shown.

Before

Width:  |  Height:  |  Size: 752 B

View File

@@ -1,36 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
export let overrideClasses = '';
const classes = overrideClasses ? overrideClasses : 'w-4 h-4 text-gray-500';
</script>
<svg
class={classes}
xmlns="http://www.w3.org/2000/svg"
fill="none"
viewBox="0 0 24 24"
stroke-width="1.5"
stroke="currentColor"
>
<path
stroke-linecap="round"
stroke-linejoin="round"
d="M16.023 9.348h4.992v-.001M2.985 19.644v-4.992m0 0h4.992m-4.993 0l3.181 3.183a8.25 8.25 0 0013.803-3.7M4.031 9.865a8.25 8.25 0 0113.803-3.7l3.181 3.182m0-4.991v4.99"
/>
</svg>

View File

@@ -1,17 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<svg t="1713432596850" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="7421" width="32" height="32"><path d="M399.837 3.809h244.886v1016.381h-244.886v-1016.381z" fill="#231915" p-id="7422"></path></svg>

Before

Width:  |  Height:  |  Size: 838 B

View File

@@ -1,36 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
export let overrideClasses = '';
const classes = overrideClasses ? overrideClasses : `w-6 h-6`;
</script>
<svg
class={classes}
xmlns="http://www.w3.org/2000/svg"
fill="none"
viewBox="0 0 24 24"
stroke-width="1.5"
stroke="currentColor"
>
<path
stroke-linecap="round"
stroke-linejoin="round"
d="M2.25 12.76c0 1.6 1.123 2.994 2.707 3.227 1.087.16 2.185.283 3.293.369V21l4.076-4.076a1.526 1.526 0 011.037-.443 48.282 48.282 0 005.68-.494c1.584-.233 2.707-1.626 2.707-3.228V6.741c0-1.602-1.123-2.995-2.707-3.228A48.394 48.394 0 0012 3c-2.392 0-4.744.175-7.043.513C3.373 3.746 2.25 5.14 2.25 6.741v6.018z"
/>
</svg>

View File

@@ -1,17 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<svg class="w-6 h-6" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" fill="#797a9f"><path d="M512 64c259.2 0 469.333333 200.576 469.333333 448s-210.133333 448-469.333333 448a484.48 484.48 0 0 1-232.725333-58.88l-116.394667 50.645333a42.666667 42.666667 0 0 1-58.517333-49.002666l29.76-125.013334C76.629333 703.402667 42.666667 611.477333 42.666667 512 42.666667 264.576 252.8 64 512 64z m0 64C287.488 128 106.666667 300.586667 106.666667 512c0 79.573333 25.557333 155.434667 72.554666 219.285333l5.525334 7.317334 18.709333 24.192-26.965333 113.237333 105.984-46.08 27.477333 15.018667C370.858667 878.229333 439.978667 896 512 896c224.512 0 405.333333-172.586667 405.333333-384S736.512 128 512 128z m-157.696 341.333333a42.666667 42.666667 0 1 1 0 85.333334 42.666667 42.666667 0 0 1 0-85.333334z m159.018667 0a42.666667 42.666667 0 1 1 0 85.333334 42.666667 42.666667 0 0 1 0-85.333334z m158.997333 0a42.666667 42.666667 0 1 1 0 85.333334 42.666667 42.666667 0 0 1 0-85.333334z"></path></svg>

Before

Width:  |  Height:  |  Size: 1.6 KiB

View File

@@ -1,36 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
export let overrideClasses = '';
const classes = overrideClasses ? overrideClasses : `w-6 h-6`;
</script>
<svg
class={classes}
xmlns="http://www.w3.org/2000/svg"
fill="none"
viewBox="0 0 24 24"
stroke-width="1.5"
stroke="currentColor"
>
<path
stroke-linecap="round"
stroke-linejoin="round"
d="M4.5 12.75l6 6 9-13.5"
/>
</svg>

View File

@@ -1,49 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<svg
aria-hidden="true"
class="intel-brand-logo"
width="75"
height="50"
viewBox="0 0 103 42"
>
<g fill-rule="evenodd" transform="translate(.363 .363)">
<rect
class="spark"
width="7.245"
height="7.245"
x=".134"
y=".291"
fill="#00c7fd"
transform="translate(.503 .874)"
></rect>
<path
fill-rule="nonzero"
class="letters"
d="M61.1464956,23.3063694 C61.144586,21.3987261 63.3363057,18.0675159 68.0579618,18.0624204 C72.7802548,18.0624204 74.9751592,21.3904459 74.9751592,23.2980892 L61.1464956,23.3063694 Z M81.5649682,25.6974522 C81.5649682,23.8292994 81.2312102,22.0566879 80.5732484,20.4273885 C79.9159236,18.8019108 78.9859873,17.3541401 77.8095541,16.1254777 C76.6343949,14.8987261 75.2057325,13.9254777 73.5630573,13.233758 C71.9197452,12.5420382 70.0853503,12.1910828 68.110828,12.1910828 C66.2426752,12.1910828 64.4624204,12.5503185 62.8184713,13.2598726 C61.1732484,13.9694268 59.7254777,14.9433121 58.5146497,16.1541401 C57.3031847,17.366242 56.3292994,18.8140127 55.6197452,20.4579618 C54.910828,22.1 54.5515924,23.8808917 54.5515924,25.7503185 C54.5515924,27.6210191 54.8936306,29.4025478 55.5681529,31.0458599 C56.2433121,32.6910828 57.1910828,34.1382166 58.3834395,35.3471338 C59.5770701,36.5585987 61.0414013,37.5318471 62.7369427,38.2407643 C64.4343949,38.9503185 66.3133758,39.3095541 68.322293,39.3095541 C74.1305732,39.3095541 77.7535032,36.6675159 79.9159236,34.1955414 L74.9751592,30.4318471 C73.933758,31.6675159 71.4624204,33.343949 68.3751592,33.343949 C66.4382166,33.343949 64.843949,32.8955414 63.6356688,32.011465 C62.4261146,31.1273885 61.5923567,29.9101911 61.1592357,28.3936306 L61.0898089,28.1515924 L81.5649682,28.1515924 L81.5649682,25.6974522 Z M34.2031847,15.2859873 C32.3012739,13.233121 29.6146497,12.1910828 26.2171975,12.1910828 C24.5789809,12.1910828 23.0636943,12.5286624 21.7133758,13.1942675 C20.3624204,13.8605096 19.2146497,14.7961783 18.3019108,15.9745223 L17.9280255,16.4573248 L17.9254777,16.0229299 L17.9254777,12.7197452 L11.1541401,12.7197452 L11.1541401,38.7808917 L17.9783439,38.7808917 L17.9783439,24.8968153 L17.9840764,25.8605096 C17.9840764,25.7012739 17.9866242,25.5452229 17.9910828,25.3904459 C18.0611465,22.956051 18.6694268,21.1394904 19.8019108,19.9859873 C21.0095541,18.7566879 22.4757962,18.133758 24.1592357,18.133758 C26.1401274,18.133758 27.6522293,18.7407643 28.6535032,19.9369427 C29.633758,21.1101911 30.1350318,22.7910828 30.1458599,24.9324841 L30.1464968,24.9324841 L30.1464968,38.7808917 L37.0751592,38.7808917 L37.0751592,23.9859873 C37.0751592,20.2719745 36.1089172,17.3452229 34.2031847,15.2859873 M92.0076433,0.557324841 L85.1426752,0.557324841 L85.1426752,38.7808917 L92.0076433,38.7808917 L92.0076433,0.557324841 Z M52.6592357,39.0452229 L52.6592357,32.656051 C51.6477707,32.6496815 50.8127389,32.5955414 50.1751592,32.4955414 C49.466879,32.3834395 48.9248408,32.1433121 48.5636943,31.7815287 C48.2019108,31.4197452 47.9617834,30.8955414 47.8496815,30.2235669 C47.7426752,29.5815287 47.688535,28.7343949 47.688535,27.7070064 L47.688535,18.5910828 L52.6592357,18.5910828 L52.6592357,12.7197452 L47.688535,12.7197452 L47.688535,2.56624204 L40.8229299,2.56624204 L40.8229299,27.7598726 C40.8229299,29.8847134 41.0076433,31.6929936 41.3726115,33.133758 C41.733121,34.5573248 42.3477707,35.7203822 43.2019108,36.5904459 C44.0541401,37.4611465 45.1821656,38.0936306 46.5535032,38.4707006 C47.9382166,38.8522293 49.7,39.0452229 51.7910828,39.0452229 L52.6592357,39.0452229 Z M7.15031847,12.7197452 L0.285350318,12.7197452 L0.285350318,38.7808917 L7.15031847,38.7808917 L7.15031847,12.7197452 Z"
transform="translate(.541 .08)"
fill="#fff"
></path>
<path
fill-rule="nonzero"
class="regmark"
fill="#fff"
d="M3.18471338,2.75477707 C3.10254777,2.76178344 3.02101911,2.76496815 2.9388535,2.76496815 L2.54904459,2.76496815 L2.54904459,1.95159236 L2.9388535,1.95159236 C3.02101911,1.95159236 3.10254777,1.95414013 3.18471338,1.95859873 C3.26687898,1.96305732 3.34076433,1.97898089 3.40700637,2.00636943 C3.47261146,2.03375796 3.52611465,2.07515924 3.56751592,2.12993631 C3.60828025,2.18407643 3.62866242,2.25923567 3.62866242,2.35477707 C3.62866242,2.45031847 3.60828025,2.52611465 3.56751592,2.58089172 C3.52611465,2.63566879 3.47261146,2.67579618 3.40700637,2.70318471 C3.34076433,2.73057325 3.26687898,2.7477707 3.18471338,2.75477707 M3.47197452,3.17452229 C3.67006369,3.1522293 3.83503185,3.07707006 3.9656051,2.94968153 C4.09617834,2.82165605 4.16178344,2.63057325 4.16178344,2.37515924 C4.16178344,2.09299363 4.07834395,1.87643312 3.91273885,1.72611465 C3.74585987,1.57579618 3.48789809,1.50063694 3.13694268,1.50063694 L2.01656051,1.50063694 L2.01656051,4.40509554 L2.54904459,4.40509554 L2.54904459,3.21592357 L2.9388535,3.21592357 L3.66305732,4.40509554 L4.22292994,4.40509554 L3.47197452,3.17452229 Z M4.92038217,3.78280255 C4.81082803,4.03821656 4.66178344,4.25987261 4.47261146,4.44904459 C4.28343949,4.63821656 4.0611465,4.78726115 3.80636943,4.89681529 C3.55159236,5.00573248 3.28025478,5.06050955 2.99299363,5.06050955 C2.70636943,5.06050955 2.43503185,5.00573248 2.18025478,4.89681529 C1.92484076,4.78726115 1.70318471,4.63821656 1.51401274,4.44904459 C1.32484076,4.25987261 1.17579618,4.03821656 1.06624204,3.78280255 C0.956687898,3.52802548 0.902547771,3.2566879 0.902547771,2.97006369 C0.902547771,2.68280255 0.956687898,2.41210191 1.06624204,2.15732484 C1.17579618,1.90191083 1.32484076,1.67961783 1.51401274,1.49044586 C1.70318471,1.30191083 1.92484076,1.1522293 2.18025478,1.04267516 C2.43503185,0.933757962 2.70636943,0.878980892 2.99299363,0.878980892 C3.28025478,0.878980892 3.55159236,0.933757962 3.80636943,1.04267516 C4.0611465,1.1522293 4.28343949,1.30191083 4.47261146,1.49044586 C4.66178344,1.67961783 4.81082803,1.90191083 4.92038217,2.15732484 C5.02929936,2.41210191 5.08407643,2.68280255 5.08407643,2.97006369 C5.08407643,3.2566879 5.02929936,3.52802548 4.92038217,3.78280255 M5.33375796,1.98280255 C5.19936306,1.67515924 5.01656051,1.40636943 4.78726115,1.17579618 C4.5566879,0.945859873 4.28789809,0.76433121 3.98089172,0.629299363 C3.67324841,0.494904459 3.34394904,0.428025478 2.99299363,0.428025478 C2.64267516,0.428025478 2.3133758,0.494904459 2.00573248,0.629299363 C1.69872611,0.76433121 1.42993631,0.945859873 1.2,1.17579618 C0.969426752,1.40636943 0.787261146,1.67515924 0.652866242,1.98280255 C0.518471338,2.29044586 0.451592357,2.61910828 0.451592357,2.97006369 C0.451592357,3.32101911 0.518471338,3.64968153 0.652866242,3.95732484 C0.787261146,4.26433121 0.969426752,4.53375796 1.2,4.76305732 C1.42993631,4.99363057 1.69872611,5.17579618 2.00573248,5.31019108 C2.3133758,5.44458599 2.64267516,5.51146497 2.99299363,5.51146497 C3.34394904,5.51146497 3.67324841,5.44458599 3.98089172,5.31019108 C4.28789809,5.17579618 4.5566879,4.99363057 4.78726115,4.76305732 C5.01656051,4.53375796 5.19936306,4.26433121 5.33375796,3.95732484 C5.46751592,3.64968153 5.53503185,3.32101911 5.53503185,2.97006369 C5.53503185,2.61910828 5.46751592,2.29044586 5.33375796,1.98280255"
transform="translate(95.036 34)"
></path>
</g>
</svg>

Before

Width:  |  Height:  |  Size: 7.5 KiB

View File

@@ -1,36 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<svg
class="animate-spin mx-auto h-5 w-5 text-gray-500"
xmlns="http://www.w3.org/2000/svg"
fill="none"
viewBox="0 0 24 24"
>
<circle
class="opacity-25"
cx="12"
cy="12"
r="10"
stroke="currentColor"
stroke-width="4"
/>
<path
class="opacity-75"
fill="currentColor"
d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"
/>
</svg>

Before

Width:  |  Height:  |  Size: 1.0 KiB

View File

@@ -1,28 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
import PersonOutlined from "$lib/assets/icons/svelte/portrait.svelte";
import AssistantIcon from "$lib/assets/icons/svelte/assistant.svelte";
export let role: string;
</script>
{#if role === "Human"}
<PersonOutlined />
{:else}
<AssistantIcon />
{/if}

View File

@@ -1,38 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
export let overrideClasses = '';
const classes = overrideClasses
? overrideClasses
: 'w-6 h-6 text-gray-500 dark:text-gray-400';
</script>
<svg
class={classes}
xmlns="http://www.w3.org/2000/svg"
fill="none"
viewBox="0 0 24 24"
stroke-width="1.5"
stroke="currentColor"
>
<path
stroke-linecap="round"
stroke-linejoin="round"
d="M12 4.5v15m7.5-7.5h-15"
/>
</svg>

View File

@@ -1,31 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<svg
t="1689304948638"
class="icon"
viewBox="0 0 1024 1024"
version="1.1"
xmlns="http://www.w3.org/2000/svg"
p-id="6750"
width="32"
height="32"
><path
d="M510.59375 62.703125c124.453125 0 225 99.140625 225 221.484375s-100.546875 221.484375-225 221.484375-225-99.140625-225-221.484375S386.84375 62.703125 510.59375 62.703125zM412.859375 566.140625H610.4375c169.453125 0 306.5625 111.796875 306.5625 278.4375v19.6875c0 65.390625-137.109375 97.03125-306.5625 97.03125H412.859375c-169.453125 0-306.5625-29.53125-306.5625-97.03125v-19.6875c0-166.640625 137.8125-278.4375 306.5625-278.4375z"
p-id="6751"
fill="#ffffff"
/></svg
>

Before

Width:  |  Height:  |  Size: 1.2 KiB

View File

@@ -1,179 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<svg
width="54"
height="52"
viewBox="0 0 54 52"
fill="none"
xmlns="http://www.w3.org/2000/svg"
>
<circle opacity="0.1" cx="27" cy="26" r="25" fill="#A6C9FF" />
<ellipse opacity="0.36" cx="27" cy="26" rx="22" ry="22" fill="#86B6FF" />
<g filter="url(#filter0_ddddf_9_2690)">
<ellipse cx="27" cy="26" rx="18.3333" ry="18.3333" fill="#538DFF" />
</g>
<g clip-path="url(#clip0_9_2690)">
<path
d="M27.0319 28.5416C28.4489 28.5416 29.5976 27.3929 29.5976 25.9759V20.2324C29.5976 18.8154 28.4489 17.6667 27.0319 17.6667C25.615 17.6667 24.4662 18.8154 24.4662 20.2324V25.9828C24.4662 27.3929 25.615 28.5416 27.0319 28.5416ZM25.1541 20.2324C25.1541 19.1937 26.0002 18.3545 27.0319 18.3545C28.0637 18.3545 28.9098 19.1937 28.9098 20.2324V25.9828C28.9098 27.0146 28.0706 27.8606 27.0319 27.8606C26.0002 27.8606 25.1541 27.0215 25.1541 25.9828V20.2324Z"
fill="#fff"
/>
<path
d="M32.1427 24.1531C31.9501 24.1531 31.7988 24.3044 31.7988 24.497V25.914C31.7988 28.5072 29.7421 30.6671 27.1489 30.7084C24.5144 30.7427 22.3545 28.6104 22.3545 25.9828V24.497C22.3545 24.3044 22.2032 24.1531 22.0106 24.1531C21.818 24.1531 21.6667 24.3044 21.6667 24.497V25.914C21.6667 28.8924 24.0398 31.3618 27.0182 31.3893C28.5383 31.4031 29.914 30.7978 30.9045 29.8073C31.8813 28.8305 32.4866 27.4754 32.4866 25.9828V24.497C32.4866 24.3044 32.3284 24.1531 32.1427 24.1531Z"
fill="#fff"
/>
<path
d="M29.9278 33.6455H27.4171V31.3962H26.7293V33.6455H24.1498C23.9572 33.6455 23.8059 33.7968 23.8059 33.9894C23.8059 34.182 23.9572 34.3333 24.1498 34.3333H29.9278C30.1204 34.3333 30.2717 34.182 30.2717 33.9894C30.2717 33.7968 30.1204 33.6455 29.9278 33.6455Z"
fill="#fff"
/>
</g>
<defs>
<filter
id="filter0_ddddf_9_2690"
x="0.666687"
y="0.666672"
width="52.6667"
height="50.6667"
filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB"
>
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feColorMatrix
in="SourceAlpha"
type="matrix"
values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0"
result="hardAlpha"
/>
<feOffset dy="4" />
<feGaussianBlur stdDeviation="1.5" />
<feComposite in2="hardAlpha" operator="out" />
<feColorMatrix
type="matrix"
values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.25 0"
/>
<feBlend
mode="normal"
in2="BackgroundImageFix"
result="effect1_dropShadow_9_2690"
/>
<feColorMatrix
in="SourceAlpha"
type="matrix"
values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0"
result="hardAlpha"
/>
<feOffset dy="-4" />
<feGaussianBlur stdDeviation="1.5" />
<feComposite in2="hardAlpha" operator="out" />
<feColorMatrix
type="matrix"
values="0 0 0 0 1 0 0 0 0 1 0 0 0 0 1 0 0 0 0.25 0"
/>
<feBlend
mode="normal"
in2="effect1_dropShadow_9_2690"
result="effect2_dropShadow_9_2690"
/>
<feColorMatrix
in="SourceAlpha"
type="matrix"
values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0"
result="hardAlpha"
/>
<feOffset dx="4" />
<feGaussianBlur stdDeviation="2" />
<feComposite in2="hardAlpha" operator="out" />
<feColorMatrix
type="matrix"
values="0 0 0 0 1 0 0 0 0 1 0 0 0 0 1 0 0 0 0.5 0"
/>
<feBlend
mode="normal"
in2="effect2_dropShadow_9_2690"
result="effect3_dropShadow_9_2690"
/>
<feColorMatrix
in="SourceAlpha"
type="matrix"
values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0"
result="hardAlpha"
/>
<feOffset dx="-4" />
<feGaussianBlur stdDeviation="2" />
<feComposite in2="hardAlpha" operator="out" />
<feColorMatrix
type="matrix"
values="0 0 0 0 1 0 0 0 0 1 0 0 0 0 1 0 0 0 0.5 0"
/>
<feBlend
mode="normal"
in2="effect3_dropShadow_9_2690"
result="effect4_dropShadow_9_2690"
/>
<feBlend
mode="normal"
in="SourceGraphic"
in2="effect4_dropShadow_9_2690"
result="shape"
/>
<feGaussianBlur
stdDeviation="0.5"
result="effect5_foregroundBlur_9_2690"
/>
</filter>
<linearGradient
id="paint0_linear_9_2690"
x1="27.0319"
y1="17.6667"
x2="27.0319"
y2="28.5416"
gradientUnits="userSpaceOnUse"
>
<stop stop-color="white" />
<stop offset="1" stop-color="white" />
</linearGradient>
<linearGradient
id="paint1_linear_9_2690"
x1="27.0766"
y1="24.1531"
x2="27.0766"
y2="31.3896"
gradientUnits="userSpaceOnUse"
>
<stop stop-color="white" />
<stop offset="1" stop-color="white" />
</linearGradient>
<linearGradient
id="paint2_linear_9_2690"
x1="27.0388"
y1="31.3962"
x2="27.0388"
y2="34.3333"
gradientUnits="userSpaceOnUse"
>
<stop stop-color="white" />
<stop offset="1" stop-color="white" />
</linearGradient>
<clipPath id="clip0_9_2690">
<rect
width="10.8199"
height="16.6667"
fill="white"
transform="translate(21.6667 17.6667)"
/>
</clipPath>
</defs>
</svg>

Before

Width:  |  Height:  |  Size: 5.4 KiB

View File

@@ -1,36 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
export let overrideClasses = '';
const classes = overrideClasses ? overrideClasses : `w-6 h-6`;
</script>
<svg
class={classes}
xmlns="http://www.w3.org/2000/svg"
fill="none"
viewBox="0 0 24 24"
stroke-width="1.5"
stroke="currentColor"
>
<path
stroke-linecap="round"
stroke-linejoin="round"
d="M6 18L18 6M6 6l12 12"
/>
</svg>

View File

@@ -1,92 +0,0 @@
<svg viewBox="0 0 1200 600" fill="none" xmlns="http://www.w3.org/2000/svg">
<rect fill="#f3f4f6" />
<g filter="url(#filter0_f_1_730)">
<path
d="M733 336C733 385.706 613.706 398 564 398C514.294 398 445.5 293.205 445.5 243.5C445.5 193.794 535.294 243.5 585 243.5C634.706 243.5 733 286.294 733 336Z"
fill="url(#paint0_linear_1_730)" />
<path
d="M733 336C733 385.706 613.706 398 564 398C514.294 398 445.5 293.205 445.5 243.5C445.5 193.794 535.294 243.5 585 243.5C634.706 243.5 733 286.294 733 336Z"
fill="url(#paint1_linear_1_730)" />
</g>
<g filter="url(#filter1_f_1_730)">
<path
d="M733 336C733 385.706 613.706 398 564 398C514.294 398 445.5 293.205 445.5 243.5C445.5 193.794 535.294 243.5 585 243.5C634.706 243.5 733 286.294 733 336Z"
fill="url(#paint2_linear_1_730)" />
<path
d="M733 336C733 385.706 613.706 398 564 398C514.294 398 445.5 293.205 445.5 243.5C445.5 193.794 535.294 243.5 585 243.5C634.706 243.5 733 286.294 733 336Z"
fill="url(#paint3_linear_1_730)" />
</g>
<g filter="url(#filter2_f_1_730)">
<path
d="M765.5 289C765.5 342.019 727.519 404 674.5 404C621.481 404 524 342.019 524 289C524 235.981 586.481 155.5 639.5 155.5C692.519 155.5 765.5 235.981 765.5 289Z"
fill="url(#paint4_linear_1_730)" />
</g>
<g filter="url(#filter3_f_1_730)">
<path
d="M765.5 289C765.5 342.019 727.519 404 674.5 404C621.481 404 524 342.019 524 289C524 235.981 586.481 155.5 639.5 155.5C692.519 155.5 765.5 235.981 765.5 289Z"
fill="url(#paint5_linear_1_730)" />
</g>
<g style="mix-blend-mode:overlay">
<rect x="516" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="536" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="556" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="576" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="596" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="616" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="636" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="656" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="676" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
</g>
<defs>
<filter id="filter0_f_1_730" x="411.23" y="187.138" width="356.04" height="245.132" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_730" />
</filter>
<filter id="filter1_f_1_730" x="411.23" y="187.138" width="356.04" height="245.132" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_730" />
</filter>
<filter id="filter2_f_1_730" x="489.73" y="121.23" width="310.04" height="317.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_730" />
</filter>
<filter id="filter3_f_1_730" x="489.73" y="121.23" width="310.04" height="317.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_730" />
</filter>
<linearGradient id="paint0_linear_1_730" x1="492.606" y1="230.404" x2="618.231" y2="398"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF2E00" />
<stop offset="1" stop-color="#1400FF" stop-opacity="0.2" />
</linearGradient>
<linearGradient id="paint1_linear_1_730" x1="564" y1="218" x2="564" y2="398" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.58" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0.2" />
</linearGradient>
<linearGradient id="paint2_linear_1_730" x1="492.606" y1="230.404" x2="618.231" y2="398"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF2E00" />
<stop offset="1" stop-color="#1400FF" stop-opacity="0.2" />
</linearGradient>
<linearGradient id="paint3_linear_1_730" x1="564" y1="218" x2="564" y2="398" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.58" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0.2" />
</linearGradient>
<linearGradient id="paint4_linear_1_730" x1="620" y1="193" x2="620" y2="385" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.48" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0.2" />
</linearGradient>
<linearGradient id="paint5_linear_1_730" x1="620" y1="193" x2="620" y2="385" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.48" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0.2" />
</linearGradient>
</defs>
</svg>

Before

Width:  |  Height:  |  Size: 5.8 KiB

View File

@@ -1,92 +0,0 @@
<svg viewBox="0 0 1200 600" fill="none" xmlns="http://www.w3.org/2000/svg">
<rect fill="#f3f4f6" />
<g filter="url(#filter0_f_1_772)">
<path
d="M651 291.5C651 348.661 604.661 395 547.5 395C490.339 395 410 303.162 410 246C410 188.839 490.339 197.5 547.5 197.5C604.661 197.5 651 234.338 651 291.5Z"
fill="url(#paint0_linear_1_772)" />
<path
d="M651 291.5C651 348.661 604.661 395 547.5 395C490.339 395 410 303.162 410 246C410 188.839 490.339 197.5 547.5 197.5C604.661 197.5 651 234.338 651 291.5Z"
fill="url(#paint1_linear_1_772)" />
</g>
<g filter="url(#filter1_f_1_772)">
<path
d="M651 291.5C651 348.661 604.661 395 547.5 395C490.339 395 410 303.161 410 246C410 188.839 490.339 197.5 547.5 197.5C604.661 197.5 651 234.338 651 291.5Z"
fill="url(#paint2_linear_1_772)" />
<path
d="M651 291.5C651 348.661 604.661 395 547.5 395C490.339 395 410 303.161 410 246C410 188.839 490.339 197.5 547.5 197.5C604.661 197.5 651 234.338 651 291.5Z"
fill="url(#paint3_linear_1_772)" />
</g>
<g filter="url(#filter2_f_1_772)">
<path
d="M721.5 280C721.5 335.781 581.281 455.5 525.5 455.5C469.719 455.5 548.5 318.281 548.5 262.5C548.5 206.719 594.219 205.5 650 205.5C705.781 205.5 721.5 224.219 721.5 280Z"
fill="url(#paint4_linear_1_772)" />
</g>
<g filter="url(#filter3_f_1_772)">
<path
d="M721.5 280C721.5 335.781 581.281 455.5 525.5 455.5C469.719 455.5 548.5 318.281 548.5 262.5C548.5 206.719 594.219 205.5 650 205.5C705.781 205.5 721.5 224.219 721.5 280Z"
fill="url(#paint5_linear_1_772)" />
</g>
<g style="mix-blend-mode:overlay">
<rect x="516" y="276" width="8" height="48" rx="4" fill="#f3f4f6" />
<rect x="536" y="288" width="8" height="24" rx="4" fill="#f3f4f6" />
<rect x="556" y="280" width="8" height="40" rx="4" fill="#f3f4f6" />
<rect x="576" y="284" width="8" height="32" rx="4" fill="#f3f4f6" />
<rect x="596" y="264" width="8" height="72" rx="4" fill="#f3f4f6" />
<rect x="616" y="268" width="8" height="64" rx="4" fill="#f3f4f6" />
<rect x="636" y="286" width="8" height="28" rx="4" fill="#f3f4f6" />
<rect x="656" y="276" width="8" height="48" rx="4" fill="#f3f4f6" />
<rect x="676" y="288" width="8" height="24" rx="4" fill="#f3f4f6" />
</g>
<defs>
<filter id="filter0_f_1_772" x="375.73" y="162.762" width="309.54" height="266.508" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_772" />
</filter>
<filter id="filter1_f_1_772" x="375.73" y="162.761" width="309.54" height="266.508" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_772" />
</filter>
<filter id="filter2_f_1_772" x="471.26" y="171.23" width="284.51" height="318.54" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_772" />
</filter>
<filter id="filter3_f_1_772" x="471.26" y="171.23" width="284.51" height="318.54" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_772" />
</filter>
<linearGradient id="paint0_linear_1_772" x1="465.397" y1="202.265" x2="609.865" y2="395"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF2E00" />
<stop offset="1" stop-color="#BFB9FF" />
</linearGradient>
<linearGradient id="paint1_linear_1_772" x1="547.5" y1="188" x2="547.5" y2="395" gradientUnits="userSpaceOnUse">
<stop stop-color="#33C5B3" stop-opacity="0.64" />
<stop offset="1" stop-color="#44FFC7" stop-opacity="0.6" />
</linearGradient>
<linearGradient id="paint2_linear_1_772" x1="465.397" y1="202.264" x2="609.865" y2="395"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF2E00" />
<stop offset="1" stop-color="#BFB9FF" />
</linearGradient>
<linearGradient id="paint3_linear_1_772" x1="547.5" y1="188" x2="547.5" y2="395" gradientUnits="userSpaceOnUse">
<stop stop-color="#33C5B3" stop-opacity="0.64" />
<stop offset="1" stop-color="#44FFC7" stop-opacity="0.6" />
</linearGradient>
<linearGradient id="paint4_linear_1_772" x1="650" y1="197" x2="650" y2="399" gradientUnits="userSpaceOnUse">
<stop stop-color="#4200FF" stop-opacity="0.9" />
<stop offset="1" stop-color="#f3f4f6" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint5_linear_1_772" x1="650" y1="197" x2="650" y2="399" gradientUnits="userSpaceOnUse">
<stop stop-color="#4200FF" stop-opacity="0.9" />
<stop offset="1" stop-color="#f3f4f6" stop-opacity="0" />
</linearGradient>
</defs>
</svg>

Before

Width:  |  Height:  |  Size: 5.8 KiB

View File

@@ -1,79 +0,0 @@
<svg viewBox="0 0 1200 600" fill="none" xmlns="http://www.w3.org/2000/svg">
<rect fill="#f3f4f6" />
<g filter="url(#filter0_f_1_793)">
<path
d="M673 257.5C673 299.474 601.974 357.5 560 357.5C518.026 357.5 448 326.974 448 285C448 243.026 507.026 169.5 549 169.5C590.974 169.5 673 215.526 673 257.5Z"
fill="url(#paint0_linear_1_793)" />
</g>
<g filter="url(#filter1_f_1_793)">
<path
d="M673 257.5C673 299.474 601.974 357.5 560 357.5C518.026 357.5 448 326.974 448 285C448 243.026 507.026 169.5 549 169.5C590.974 169.5 673 215.526 673 257.5Z"
fill="url(#paint1_linear_1_793)" />
</g>
<g filter="url(#filter2_f_1_793)">
<path
d="M725.5 311.501C725.5 355.684 645.183 413.501 601 413.501C556.817 413.501 486 400.184 486 356.001C486 311.818 477.817 243.001 522 243.001C566.183 243.001 725.5 267.318 725.5 311.501Z"
fill="url(#paint2_linear_1_793)" />
</g>
<g filter="url(#filter3_f_1_793)">
<path
d="M725.5 311.5C725.5 355.683 645.183 413.5 601 413.5C556.817 413.5 486 400.183 486 356C486 311.817 477.817 243 522 243C566.183 243 725.5 267.317 725.5 311.5Z"
fill="url(#paint3_linear_1_793)" />
</g>
<g style="mix-blend-mode:overlay">
<rect x="516" y="292" width="8" height="16" rx="4" fill="#f3f4f6" />
<rect x="536" y="276" width="8" height="48" rx="4" fill="#f3f4f6" />
<rect x="556" y="294" width="8" height="12" rx="4" fill="#f3f4f6" />
<rect x="576" y="268" width="8" height="64" rx="4" fill="#f3f4f6" />
<rect x="596" y="284" width="8" height="32" rx="4" fill="#f3f4f6" />
<rect x="616" y="290" width="8" height="20" rx="4" fill="#f3f4f6" />
<rect x="636" y="282" width="8" height="36" rx="4" fill="#f3f4f6" />
<rect x="656" y="294" width="8" height="12" rx="4" fill="#f3f4f6" />
<rect x="676" y="276" width="8" height="48" rx="4" fill="#f3f4f6" />
</g>
<defs>
<filter id="filter0_f_1_793" x="413.73" y="135.23" width="293.54" height="256.54" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_793" />
</filter>
<filter id="filter1_f_1_793" x="413.73" y="135.23" width="293.54" height="256.54" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_793" />
</filter>
<filter id="filter2_f_1_793" x="451.132" y="208.731" width="308.638" height="239.04"
filterUnits="userSpaceOnUse" color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_793" />
</filter>
<filter id="filter3_f_1_793" x="451.132" y="208.73" width="308.638" height="239.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_793" />
</filter>
<linearGradient id="paint0_linear_1_793" x1="499.712" y1="192.474" x2="605.795" y2="334"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF00F5" />
<stop offset="1" stop-color="#6C5FFE" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint1_linear_1_793" x1="499.712" y1="192.474" x2="605.795" y2="334"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF00F5" />
<stop offset="1" stop-color="#6C5FFE" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint2_linear_1_793" x1="610" y1="259.001" x2="610" y2="419.001"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FFF500" stop-opacity="0.58" />
<stop offset="1" stop-color="#9CFFED" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint3_linear_1_793" x1="610" y1="259" x2="610" y2="419" gradientUnits="userSpaceOnUse">
<stop stop-color="#FFF500" stop-opacity="0.58" />
<stop offset="1" stop-color="#9CFFED" stop-opacity="0" />
</linearGradient>
</defs>
</svg>

Before

Width:  |  Height:  |  Size: 4.8 KiB

View File

@@ -1,79 +0,0 @@
<svg viewBox="0 0 1200 600" fill="none" xmlns="http://www.w3.org/2000/svg">
<rect fill="#f3f4f6" />
<g filter="url(#filter0_f_1_814)">
<path
d="M752 321.5C752 371.206 686.206 388.5 636.5 388.5C586.794 388.5 520.5 362.206 520.5 312.5C520.5 262.794 539.294 148 589 148C638.706 148 752 271.794 752 321.5Z"
fill="url(#paint0_linear_1_814)" />
</g>
<g filter="url(#filter1_f_1_814)">
<path
d="M752 321.5C752 371.206 686.206 388.5 636.5 388.5C586.794 388.5 520.5 362.206 520.5 312.5C520.5 262.794 539.294 148 589 148C638.706 148 752 271.794 752 321.5Z"
fill="url(#paint1_linear_1_814)" />
</g>
<g filter="url(#filter2_f_1_814)">
<path
d="M694.5 363.5C694.5 407.683 594.183 419 550 419C505.817 419 458 324.182 458 279.999C458 235.817 505.817 211.499 550 211.499C594.183 211.499 694.5 319.317 694.5 363.5Z"
fill="url(#paint2_linear_1_814)" />
</g>
<g filter="url(#filter3_f_1_814)">
<path
d="M694.5 363.501C694.5 407.684 594.183 419.001 550 419.001C505.817 419.001 458 324.183 458 280C458 235.817 505.817 211.5 550 211.5C594.183 211.5 694.5 319.318 694.5 363.501Z"
fill="url(#paint3_linear_1_814)" />
</g>
<g style="mix-blend-mode:overlay">
<rect x="516" y="264" width="8" height="72" rx="4" fill="#f3f4f6" />
<rect x="536" y="284" width="8" height="32" rx="4" fill="#f3f4f6" />
<rect x="556" y="288" width="8" height="24" rx="4" fill="#f3f4f6" />
<rect x="576" y="284" width="8" height="32" rx="4" fill="#f3f4f6" />
<rect x="596" y="264" width="8" height="72" rx="4" fill="#f3f4f6" />
<rect x="616" y="280" width="8" height="40" rx="4" fill="#f3f4f6" />
<rect x="636" y="292" width="8" height="16" rx="4" fill="#f3f4f6" />
<rect x="656" y="284" width="8" height="32" rx="4" fill="#f3f4f6" />
<rect x="676" y="286" width="8" height="28" rx="4" fill="#f3f4f6" />
</g>
<defs>
<filter id="filter0_f_1_814" x="486.23" y="113.73" width="300.04" height="309.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_814" />
</filter>
<filter id="filter1_f_1_814" x="486.23" y="113.73" width="300.04" height="309.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_814" />
</filter>
<filter id="filter2_f_1_814" x="423.73" y="177.229" width="305.04" height="276.041" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_814" />
</filter>
<filter id="filter3_f_1_814" x="423.73" y="177.23" width="305.04" height="276.041" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_814" />
</filter>
<linearGradient id="paint0_linear_1_814" x1="562.606" y1="180.404" x2="688.231" y2="348"
gradientUnits="userSpaceOnUse">
<stop stop-color="#6981FF" />
<stop offset="1" stop-color="#C68059" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint1_linear_1_814" x1="562.606" y1="180.404" x2="688.231" y2="348"
gradientUnits="userSpaceOnUse">
<stop stop-color="#6981FF" />
<stop offset="1" stop-color="#C68059" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint2_linear_1_814" x1="550" y1="258.999" x2="550" y2="418.999"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FFB6B6" stop-opacity="0.62" />
<stop offset="1" stop-color="#6141E1" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint3_linear_1_814" x1="550" y1="259" x2="550" y2="419" gradientUnits="userSpaceOnUse">
<stop stop-color="#FFB6B6" stop-opacity="0.62" />
<stop offset="1" stop-color="#6141E1" stop-opacity="0" />
</linearGradient>
</defs>
</svg>

Before

Width:  |  Height:  |  Size: 4.8 KiB

View File

@@ -1,92 +0,0 @@
<svg viewBox="0 0 1200 600" fill="none" xmlns="http://www.w3.org/2000/svg">
<rect fill="#f3f4f6" />
<g filter="url(#filter0_f_1_751)">
<path
d="M650.749 324C650.749 373.705 551.706 416.5 502 416.5C452.294 416.5 449.5 303.706 449.5 254C449.5 204.294 490.043 195 539.749 195C589.454 195 650.749 274.294 650.749 324Z"
fill="url(#paint0_linear_1_751)" />
<path
d="M650.749 324C650.749 373.705 551.706 416.5 502 416.5C452.294 416.5 449.5 303.706 449.5 254C449.5 204.294 490.043 195 539.749 195C589.454 195 650.749 274.294 650.749 324Z"
fill="url(#paint1_linear_1_751)" />
</g>
<g filter="url(#filter1_f_1_751)">
<path
d="M650.749 324C650.749 373.706 551.706 416.501 502 416.501C452.294 416.501 449.5 303.706 449.5 254.001C449.5 204.295 490.043 195 539.749 195C589.454 195 650.749 274.294 650.749 324Z"
fill="url(#paint2_linear_1_751)" />
<path
d="M650.749 324C650.749 373.706 551.706 416.501 502 416.501C452.294 416.501 449.5 303.706 449.5 254.001C449.5 204.295 490.043 195 539.749 195C589.454 195 650.749 274.294 650.749 324Z"
fill="url(#paint3_linear_1_751)" />
</g>
<g filter="url(#filter2_f_1_751)">
<path
d="M776 296C776 340.183 713.683 408 669.5 408C625.317 408 540 333.183 540 289C540 244.817 573.817 147.5 618 147.5C662.183 147.5 776 251.817 776 296Z"
fill="url(#paint4_linear_1_751)" />
</g>
<g filter="url(#filter3_f_1_751)">
<path
d="M776 296C776 340.183 713.683 408 669.5 408C625.317 408 540 333.183 540 289C540 244.817 573.817 147.5 618 147.5C662.183 147.5 776 251.817 776 296Z"
fill="url(#paint5_linear_1_751)" />
</g>
<g style="mix-blend-mode:overlay">
<rect x="516" y="288" width="8" height="24" rx="4" fill="#f3f4f6" />
<rect x="536" y="276" width="8" height="48" rx="4" fill="#f3f4f6" />
<rect x="556" y="292" width="8" height="16" rx="4" fill="#f3f4f6" />
<rect x="576" y="296" width="8" height="8" rx="4" fill="#f3f4f6" />
<rect x="596" y="266" width="8" height="68" rx="4" fill="#f3f4f6" />
<rect x="616" y="276" width="8" height="48" rx="4" fill="#f3f4f6" />
<rect x="636" y="290" width="8" height="20" rx="4" fill="#f3f4f6" />
<rect x="656" y="288" width="8" height="24" rx="4" fill="#f3f4f6" />
<rect x="676" y="274" width="8" height="52" rx="4" fill="#f3f4f6" />
</g>
<defs>
<filter id="filter0_f_1_751" x="415.23" y="160.73" width="269.789" height="290.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_751" />
</filter>
<filter id="filter1_f_1_751" x="415.23" y="160.73" width="269.789" height="290.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_751" />
</filter>
<filter id="filter2_f_1_751" x="505.73" y="113.23" width="304.54" height="329.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_751" />
</filter>
<filter id="filter3_f_1_751" x="505.73" y="113.23" width="304.54" height="329.04" filterUnits="userSpaceOnUse"
color-interpolation-filters="sRGB">
<feFlood flood-opacity="0" result="BackgroundImageFix" />
<feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape" />
<feGaussianBlur stdDeviation="17.135" result="effect1_foregroundBlur_1_751" />
</filter>
<linearGradient id="paint0_linear_1_751" x1="492.606" y1="230.403" x2="618.231" y2="397.999"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF2E00" />
<stop offset="1" stop-color="#1400FF" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint1_linear_1_751" x1="564" y1="218" x2="564" y2="398" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.29" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint2_linear_1_751" x1="492.606" y1="230.404" x2="618.231" y2="398"
gradientUnits="userSpaceOnUse">
<stop stop-color="#FF2E00" />
<stop offset="1" stop-color="#1400FF" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint3_linear_1_751" x1="564" y1="218" x2="564" y2="398" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.29" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint4_linear_1_751" x1="620" y1="209" x2="620" y2="369" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.29" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0" />
</linearGradient>
<linearGradient id="paint5_linear_1_751" x1="620" y1="209" x2="620" y2="369" gradientUnits="userSpaceOnUse">
<stop stop-color="#00FFA3" stop-opacity="0.29" />
<stop offset="1" stop-color="#3300FF" stop-opacity="0" />
</linearGradient>
</defs>
</svg>

Before

Width:  |  Height:  |  Size: 5.8 KiB

View File

@@ -1,3 +0,0 @@
<svg width="37" height="34" viewBox="0 0 37 34" fill="none" xmlns="http://www.w3.org/2000/svg">
<path fill-rule="evenodd" clip-rule="evenodd" d="M11.102 1.72774e-08C10.9394 -2.8187e-05 10.7784 0.0351312 10.6282 0.103468C10.478 0.171804 10.3415 0.271979 10.2265 0.398272C10.1115 0.524566 10.0204 0.674504 9.95814 0.839519C9.89593 1.00453 9.86393 1.1814 9.86395 1.36V32.64C9.86395 33.0007 9.99439 33.3466 10.2266 33.6017C10.4588 33.8567 10.7737 34 11.102 34C11.4304 34 11.7453 33.8567 11.9775 33.6017C12.2097 33.3466 12.3401 33.0007 12.3401 32.64V1.36C12.3401 1.18139 12.3081 1.00453 12.2459 0.839516C12.1837 0.674501 12.0925 0.524566 11.9776 0.398272C11.8626 0.271979 11.7261 0.171802 11.5759 0.103466C11.4256 0.0351298 11.2646 -2.84533e-05 11.102 1.72774e-08ZM5.69624 6.23677C5.84647 6.16875 6.00747 6.13376 6.17007 6.13379C6.33266 6.13376 6.49367 6.16875 6.6439 6.23677C6.79412 6.30478 6.93061 6.40449 7.04559 6.53019C7.16056 6.65589 7.25175 6.80513 7.31396 6.96937C7.37617 7.13361 7.40818 7.30964 7.40816 7.48741V26.5135C7.40816 26.8725 7.27771 27.2168 7.04553 27.4707C6.81334 27.7245 6.49843 27.8671 6.17007 27.8671C5.84171 27.8671 5.5268 27.7245 5.29461 27.4707C5.06242 27.2168 4.93198 26.8725 4.93198 26.5135V7.48741C4.93196 7.30965 4.96396 7.13361 5.02617 6.96937C5.08838 6.80513 5.17958 6.6559 5.29455 6.53019C5.40952 6.40449 5.54602 6.30479 5.69624 6.23677ZM0.764261 11.4362C0.914484 11.3683 1.07549 11.3334 1.23809 11.3334C1.40068 11.3334 1.56169 11.3683 1.71191 11.4362C1.86213 11.5041 1.99863 11.6036 2.1136 11.7291C2.22857 11.8545 2.31977 12.0034 2.38198 12.1674C2.44419 12.3313 2.4762 12.507 2.47617 12.6844V21.3158C2.47617 21.4932 2.44415 21.6689 2.38193 21.8328C2.31971 21.9967 2.22851 22.1456 2.11355 22.2711C1.99858 22.3965 1.86209 22.496 1.71188 22.5639C1.56167 22.6318 1.40067 22.6668 1.23809 22.6668C1.0755 22.6668 0.914503 22.6318 0.764292 22.5639C0.61408 22.496 0.477595 22.3965 0.362628 22.2711C0.247661 22.1456 0.156464 21.9967 0.0942445 21.8328C0.0320249 21.6689 1.57287e-08 21.4932 1.57287e-08 21.3158V12.6844C-2.59027e-05 12.507 0.0319806 12.3313 0.094191 12.1674C0.156402 12.0035 0.247598 11.8545 0.36257 11.7291C0.477542 11.6036 0.614037 11.5041 0.764261 11.4362ZM15.5602 6.23677C15.7104 6.16875 15.8714 6.13376 16.034 6.13379C16.1966 6.13376 16.3576 6.16875 16.5078 6.23677C16.6581 6.30478 16.7945 6.40449 16.9095 6.53019C17.0245 6.65589 17.1157 6.80513 17.1779 6.96937C17.2401 7.13361 17.2721 7.30964 17.2721 7.48741V26.5135C17.2721 26.8725 17.1417 27.2168 16.9095 27.4707C16.6773 27.7245 16.3624 27.8671 16.034 27.8671C15.7056 27.8671 15.3907 27.7245 15.1585 27.4707C14.9264 27.2168 14.7959 26.8725 14.7959 26.5135V7.48741C14.7959 7.30965 14.8279 7.13361 14.8901 6.96937C14.9523 6.80513 15.0435 6.65589 15.1585 6.53019C15.2735 6.40449 15.41 6.30479 15.5602 6.23677ZM20.966 11.3334C20.8034 11.3334 20.6424 11.3683 20.4922 11.4362C20.3419 11.5041 20.2054 11.6036 20.0905 11.7291C19.9755 11.8545 19.8843 12.0035 19.8221 12.1674C19.7599 12.3313 19.7279 12.507 19.7279 12.6844V21.3158C19.7279 21.6741 19.8583 22.0177 20.0905 22.2711C20.3227 22.5244 20.6376 22.6668 20.966 22.6668C21.2943 22.6668 21.6093 22.5244 21.8414 22.2711C22.0736 22.0177 22.2041 21.6741 22.2041 21.3158V12.6844C22.2041 12.507 22.1721 12.3313 22.1099 12.1674C22.0477 12.0034 21.9565 11.8545 21.8415 11.7291C21.7265 11.6036 21.59 11.5041 21.4398 11.4362C21.2896 11.3683 21.1286 11.3334 20.966 11.3334ZM25.4241 6.23677C25.5744 6.16875 25.7354 6.13376 25.898 6.13379C26.0606 6.13376 26.2216 6.16875 26.3718 6.23677C26.522 6.30479 26.6585 6.40449 26.7735 6.53019C26.8885 6.65589 26.9796 6.80513 27.0419 6.96937C27.1041 7.13361 27.1361 7.30964 27.136 7.48741V26.5135C27.136 26.8725 27.0056 27.2168 26.7734 27.4707C26.5412 27.7245 26.2263 27.8671 25.898 27.8671C25.5696 27.8671 25.2547 27.7245 25.0225 27.4707C24.7903 27.2168 24.6599 26.8725 24.6599 26.5135V7.48741C24.6598 7.30965 24.6919 7.13361 24.7541 6.96937C24.8163 6.80513 24.9075 6.65589 25.0224 6.53019C25.1374 6.40449 25.2739 6.30479 25.4241 6.23677ZM30.8299 11.3334C30.6674 11.3334 30.5063 11.3683 30.3561 11.4362C30.2059 11.5041 30.0694 11.6036 29.9544 11.7291C29.8395 11.8545 29.7483 12.0035 29.686 12.1674C29.6238 12.3313 29.5918 12.507 29.5919 12.6844V21.3158C29.5919 21.6741 29.7223 22.0177 29.9545 22.2711C30.1867 22.5244 30.5016 22.6668 30.8299 22.6668C31.1583 22.6668 31.4732 22.5244 31.7054 22.2711C31.9376 22.0177 32.068 21.6741 32.068 21.3158V12.6844C32.0681 12.507 32.036 12.3313 31.9738 12.1674C31.9116 12.0034 31.8204 11.8545 31.7055 11.7291C31.5905 11.6036 31.454 11.5041 31.3038 11.4362C31.1535 11.3683 30.9925 11.3334 30.8299 11.3334ZM35.7619 15.6003C35.0781 15.6003 34.5238 16.1546 34.5238 16.8384V17.0289C34.5238 17.7126 35.0781 18.2669 35.7619 18.2669C36.4457 18.2669 37 17.7126 37 17.0289V16.8384C37 16.1546 36.4457 15.6003 35.7619 15.6003Z" fill="#538DFF"/>
</svg>

Before

Width:  |  Height:  |  Size: 4.7 KiB

View File

@@ -1,6 +0,0 @@
<svg t="1688623790304" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="3103"
width="200" height="200">
<path
d="M512 1024a512 512 0 1 1 512-512 512 512 0 0 1-512 512z m0-896a384 384 0 1 0 384 384A384 384 0 0 0 512 128z m128 576h-256a64 64 0 0 1-64-64v-256a64 64 0 0 1 64-64h256a64 64 0 0 1 64 64v256a64 64 0 0 1-64 64z"
fill="#d81e06" p-id="3104"></path>
</svg>

Before

Width:  |  Height:  |  Size: 429 B

View File

@@ -1 +0,0 @@
<svg t="1713431562066" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="6399" width="32" height="32"><path d="M592 768h-160c-26.6 0-48-21.4-48-48V384h-175.4c-35.6 0-53.4-43-28.2-68.2L484.6 11.4c15-15 39.6-15 54.6 0l304.4 304.4c25.2 25.2 7.4 68.2-28.2 68.2H640v336c0 26.6-21.4 48-48 48z m432-16v224c0 26.6-21.4 48-48 48H48c-26.6 0-48-21.4-48-48V752c0-26.6 21.4-48 48-48h272v16c0 61.8 50.2 112 112 112h160c61.8 0 112-50.2 112-112v-16h272c26.6 0 48 21.4 48 48z m-248 176c0-22-18-40-40-40s-40 18-40 40 18 40 40 40 40-18 40-40z m128 0c0-22-18-40-40-40s-40 18-40 40 18 40 40 40 40-18 40-40z" p-id="6400" fill="#ffffff"></path></svg>

Before

Width:  |  Height:  |  Size: 669 B

View File

@@ -1,9 +0,0 @@
<svg t="1688438032617" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="2960"
width="200" height="200">
<path
d="M512 705.728c105.888 0 192-86.112 192-192L704 257.952c0-105.888-86.112-192-192-192s-192 86.112-192 192l0 255.776C320 619.584 406.112 705.728 512 705.728z"
fill="#707070" p-id="2961"></path>
<path
d="M864 479.776 864 352c0-17.664-14.304-32-32-32s-32 14.336-32 32l0 127.776c0 160.16-129.184 290.464-288 290.464-158.784 0-288-130.304-288-290.464L224 352c0-17.664-14.336-32-32-32s-32 14.336-32 32l0 127.776c0 184.608 140.864 336.48 320 352.832L480 896 288 896c-17.664 0-32 14.304-32 32s14.336 32 32 32l448 0c17.696 0 32-14.304 32-32s-14.304-32-32-32l-192 0 0-63.36C723.136 816.256 864 664.384 864 479.776z"
fill="#707070" p-id="2962"></path>
</svg>

Before

Width:  |  Height:  |  Size: 844 B

File diff suppressed because one or more lines are too long

Before

Width:  |  Height:  |  Size: 16 KiB

File diff suppressed because one or more lines are too long

Before

Width:  |  Height:  |  Size: 15 KiB

View File

@@ -1,26 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
declare module "sse.js" {
export type SSEOptions = EventSourceInit & {
headers?: Record<string, string>;
payload?: string;
method?: string;
};
export class SSE extends EventSource {
constructor(url: string | URL, sseOptions?: SSEOptions);
stream(): void;
}
}

View File

@@ -1,37 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
export default function timeDifference(current: number, previous: number) {
const msPerMinute = 60 * 1000;
const msPerHour = msPerMinute * 60;
const msPerDay = msPerHour * 24;
const msPerMonth = msPerDay * 30;
const msPerYear = msPerDay * 365;
const elapsed = current - previous;
if (elapsed < msPerMinute) {
return Math.round(elapsed / 1000) + " seconds ago";
} else if (elapsed < msPerHour) {
return Math.round(elapsed / msPerMinute) + " minutes ago";
} else if (elapsed < msPerDay) {
return Math.round(elapsed / msPerHour) + " hours ago";
} else if (elapsed < msPerMonth) {
return "approximately " + Math.round(elapsed / msPerDay) + " days ago";
} else if (elapsed < msPerYear) {
return "approximately " + Math.round(elapsed / msPerMonth) + " months ago";
} else {
return "approximately " + Math.round(elapsed / msPerYear) + " years ago";
}
}

View File

@@ -1,37 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script>
import TopNavigation from '$lib/components/topnavigation/Index.svelte';
const style = {
container: `bg-gray-100 h-screen overflow-hidden relative`,
main: `h-screen overflow-auto pb-36 pt-4 px-2 md:pb-8 lg:px-4`,
mainContainer: `flex flex-col h-screen w-full `
};
</script>
<div class={style.container}>
<div class="flex items-start">
<div class={style.mainContainer}>
<TopNavigation />
<main class={style.main}>
<slot />
</main>
</div>
</div>
</div>

View File

@@ -1,26 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
export function scrollToBottom(scrollToDiv: HTMLElement) {
if (scrollToDiv) {
setTimeout(
() =>
scrollToDiv.scroll({
behavior: "auto",
top: scrollToDiv.scrollHeight,
}),
300,
);
}
}

View File

@@ -1,32 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
import { derived, writable } from "svelte/store";
import type { Chat, ChatListItem } from "./shared.type";
/**
* Banners
*/
export const banners$ = writable([] as any);
export const hasBanners$ = derived(banners$, (banners) => {
return banners.length > 0;
});
/**
* localStorage
*/
export const chatList$ = writable([] as ChatListItem[]);
export const chats$ = writable({} as Record<string, Chat>);

View File

@@ -1,90 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
export interface ModelOptionType {
names: string[];
options: {
label: string;
value: number;
minRange: number;
maxRange: number;
step: number;
type: string;
}[];
}
export interface SelectedType {
[key: string]: string;
Model: string;
"knowledge base": string;
"advance option": string;
}
export enum LOCAL_STORAGE_KEY {
OPEN_AI_API_KEY = "openAiApiKey",
CHAT_LIST = "bChatList",
GPT_MODEL = "bGptModel",
}
export enum MESSAGE_ROLE {
SYSTEM = "system",
ASSISTANT = "assistant",
USER = "user",
HUMAN = "Human",
}
export enum BANNER_TYPE {
ERROR = "error",
INFO = "info",
WARNING = "warning",
SUCCESS = "success",
}
export enum ERROR {
LOCAL_STORAGE_SET_ITEM = "LOCAL_STORAGE_SET_ITEM",
OPENAI_CHAT_COMPLETION = "OPENAI_CHAT_COMPLETION",
REGISTRATION = "REGISTRATION",
LOGIN = "LOGIN",
PASSWORD_RESET = "PASSWORD_RESET",
USER_DATA_FETCH = "USER_DATA_FETCH",
PASSWORD_CHANGE = "PASSWORD_CHANGE",
CHECKOUT_SESSION_CREATE = "CHECKOUT_SESSION_CREATE",
DATA_SYNC_SAVE = "CHAT_SYNC_SAVE",
DATA_SYNC_SAVE_LIMIT = "CHAT_SYNC_SAVE_LIMIT",
DATA_SYNC_IMPORT = "CHAT_SYNC_IMPORT",
DATA_SYNC_DELETE_SAVED_CHAT = "CHAT_SYNC_DELETE_SAVED_CHAT",
}
export type Message = {
role: MESSAGE_ROLE;
content: string;
};
export type ChatListItem = {
chatId: string;
title: string;
};
export type Chat = {
chatId: string;
messages: Message[];
};
// In-memory only
export type Banner = {
bannerId: string;
bannerType: BANNER_TYPE;
title: string;
description: string;
};

View File

@@ -1,17 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
import { writable } from "svelte/store";
export const uploadName = writable("");

View File

@@ -1,120 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
import stopRecordingIcon from "$lib/assets/icons/svg/stop-recording.svg";
import VoiceButton from '$lib/assets/icons/svelte/voice-button.svelte'
import { onDestroy } from "svelte";
import VoiceWave from "./voice-wave.svelte";
import { createEventDispatcher } from "svelte";
// Audio config
export let chatMessages: any;
const dispatch = createEventDispatcher()
let chunks: any[] = [];
let audioRecorder: MediaRecorder | undefined = undefined;
let recordOK: boolean = false;
let isRecording: boolean = false;
let audioSrc: any = null;
let interval: number;
let voiceTimer = 0
const MAX_AUDIO_TIME: number = 600;
function pad(value: number) {
return value.toString().padStart(2, "0");
}
function displayTimer(timer: number) {
const minutes = pad(Math.floor(timer / 60));
const seconds = pad(timer % 60);
const time = `${minutes}:${seconds}`;
return time;
}
async function getAudioPermission() {
if (navigator.mediaDevices && navigator.mediaDevices.getUserMedia) {
await navigator.mediaDevices
.getUserMedia({ audio: true })
.then((stream) => {
audioRecorder = new MediaRecorder(stream);
audioRecorder.addEventListener("dataavailable", (event) =>
chunks.push(event.data)
);
audioRecorder.addEventListener("stop", () => {
const blob = new Blob(chunks, { type: "audio/mp3; codecs=opus" });
audioSrc = window.URL.createObjectURL(blob);
chatMessages = [
...chatMessages,
{ role: "user", content: audioSrc },
];
chunks = [];
dispatch('done')
});
recordOK = true;
})
.catch((error) => {
console.error(`The following getUserMedia error occurred: ${error}`);
recordOK = false;
});
} else {
console.log("getUserMedia() is not supported in your browser");
recordOK = false;
}
}
async function toggleRecording() {
if (!recordOK) {
await getAudioPermission();
}
isRecording = !isRecording;
if (isRecording) {
audioRecorder?.start();
interval = setInterval(updateTimer, 1000);
} else {
audioRecorder?.stop();
clearInterval(interval);
voiceTimer = 0;
}
}
function updateTimer() {
if (voiceTimer++ > MAX_AUDIO_TIME) {
toggleRecording();
}
}
onDestroy(() => {
clearInterval(interval);
});
</script>
<VoiceWave running={isRecording}/>
<!-- Voice button -->
<button
type="submit"
on:click={toggleRecording}
>
{#if isRecording}
<img src={stopRecordingIcon} class="h-5 w-5" alt="" />
{:else}
<VoiceButton/>
{/if}
</button>
<span>{displayTimer(voiceTimer)}</span>

View File

@@ -1,61 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
export let running = false
</script>
{#if running}
<div class="img bg-cover -mb-20"></div>
{/if}
<style>
.img {
width: 600px;
height: 300px;
animation-name: flowingAnimation;
animation-duration: 3s;
animation-iteration-count: infinite;
/* animation-timing-function: cubic-bezier(0.1, 0.7, 1, 0.1); */
animation-timing-function: linear;
}
@keyframes flowingAnimation {
0% {
background-image: url(../../assets/icons/svg/1.svg)
}
20% {
background-image: url(../../assets/icons/svg/2.svg)
}
40% {
background-image: url(../../assets/icons/svg/3.svg)
}
60% {
background-image: url(../../assets/icons/svg/4.svg)
}
80% {
background-image: url(../../assets/icons/svg/5.svg)
}
100% {
background-image: url(../../assets/icons/svg/1.svg)
}
}
</style>

View File

@@ -1,33 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script>
</script>
<header
class="sticky top-0 z-40 mx-auto w-full flex-none border-b border-gray-200 bg-[#0054ae]"
>
<nav
class="w-full divide-gray-200 border-gray-200 bg-[#0054ae] px-4 py-1.5 text-gray-500 dark:text-gray-400 sm:px-4"
>
<div class="mx-auto flex w-full flex-wrap items-center justify-between">
<span
class="ml-4 self-center whitespace-nowrap py-2 text-3xl font-semibold text-white"
>AudioQnA</span
>
</div>
</nav>
</header>

View File

@@ -1,83 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
import { onMount } from "svelte";
export let src: string;
let audioEl: HTMLAudioElement
let play = false
onMount(() => {
audioEl.addEventListener('ended', () => {
audioEl.currentTime = 0
play = false
})
})
function handlePlayClick() {
if (play === true) {
audioEl.play()
} else {
audioEl.pause()
}
}
</script>
<audio class="hidden" bind:this={audioEl} {src} />
<div class="flex">
<label class="swap">
<!-- this hidden checkbox controls the state -->
<input type="checkbox" bind:checked={play} on:change={handlePlayClick} />
<!-- volume on icon -->
<svg class="swap-on fill-current w-5 h-5" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg"><path d="M512 1024A512 512 0 1 1 512 0a512 512 0 0 1 0 1024z m3.008-92.992a416 416 0 1 0 0-832 416 416 0 0 0 0 832zM320 320h128v384H320V320z m256 0h128v384H576V320z" fill="#bcdbff"></path></svg>
<!-- volume off icon -->
<svg class="swap-off fill-current w-5 h-5" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg"><path d="M512 1024A512 512 0 1 1 512 0a512 512 0 0 1 0 1024z m3.008-92.992a416 416 0 1 0 0-832 416 416 0 0 0 0 832zM383.232 287.616l384 224.896-384 223.104v-448z" fill="#bcdbff"></path></svg>
</label>
<div class="bg-contain bg-left bg-repeat-round w-20 ml-2" class:audio={play} class:default={!play}></div>
</div>
<style>
.default {
background-image: url(../../assets/icons/png/audio1.png)
}
.audio {
animation-name: flowingAnimation;
animation-duration: 3s;
animation-iteration-count: infinite;
animation-timing-function: linear;
}
@keyframes flowingAnimation {
0% {
background-image: url(../../assets/icons/png/audio1.png)
}
50% {
background-image: url(../../assets/icons/png/audio2.png)
}
100% {
background-image: url(../../assets/icons/png/audio1.png)
}
}
</style>

View File

@@ -1,71 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
import MessageTimer from "./message-timer.svelte";
import ChatAudio from "./chat-audio.svelte";
import MessageAvatar from "$lib/assets/icons/svelte/message-avatar.svelte";
export let type: string;
export let message: string;
export let displayTimer: Boolean = true;
</script>
<div
class="flex w-full mt-4 space-x-3 {type === 'Human' || type === 'user'
? 'ml-auto justify-end'
: ''}"
>
{#if type === "Assistant" || type === "assistant" || type === "system"}
<div class="w-[3px] items-center justify-center rounded bg-[#0597ff]">
</div>
{/if}
<div class="relative group">
<div
class={type === "Human" || type === "user"
? "bg-blue-600 text-white p-3 rounded-l-lg rounded-br-lg wrap-style"
: "border-2 p-3 rounded-r-lg rounded-bl-lg wrap-style"}
>
{#if message.includes("blob:")}
<ChatAudio src={message} />
{:else}
<p class="text-sm message max-w-md line">{message}</p>
{/if}
</div>
{#if displayTimer}
<MessageTimer />
{/if}
</div>
{#if type === "Human" || type === "user"}
<div class="w-[3px] items-center justify-center rounded bg-[#000]">
</div>
{/if}
</div>
<style>
.wrap-style {
width: 100%;
height: auto;
word-wrap: break-word;
word-break: break-all;
}
audio::-webkit-media-controls-panel {
background-color: rgb(37 99 235);
}
</style>

View File

@@ -1,31 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
import timeDifference from "$lib/common/timediff";
const messageTime = new Date();
let messageTimer = "Just now";
setInterval(function () {
var now = new Date(),
current = now.getTime();
messageTimer = timeDifference(current, messageTime.getTime());
}, 5000);
</script>
<span class="text-xs text-gray-500 leading-none">{messageTimer}</span>

View File

@@ -1,81 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
import { SSE } from "sse.js";
import { env } from "$env/dynamic/public";
// upload, tts
const TTS_URL = env.TTS_URL;
const CHAT_URL = env.CHAT_URL;
const ASR_URL = env.ASR_URL;
export async function fetchAudioText(file) {
console.log("file", file);
const url = `${CHAT_URL}`;
const requestBody = {
audio: file,
max_tokens: 64,
};
const init: RequestInit = {
method: "POST",
body: JSON.stringify(requestBody),
headers: {
"Content-Type": "application/json",
},
};
try {
const response = await fetch(url, init);
if (!response.ok) throw response.status;
return await response.json();
} catch (error) {
console.error("network error: ", error);
return undefined;
}
}
export async function fetchAudioStream(text) {
const url = `${TTS_URL}`;
const bodyData = {
text: text,
text_language: "auto",
};
return new SSE(url, {
headers: { "Content-Type": "application/json" },
payload: JSON.stringify(bodyData),
});
}
export async function fetchTextResponse(query) {
const url = `${CHAT_URL}`;
const bodyData = {
query: query,
};
const init: RequestInit = {
method: "POST",
body: JSON.stringify(bodyData),
};
try {
const response = await fetch(url, init);
if (!response.ok) throw response.status;
return await response.json();
} catch (error) {
console.error("network error: ", error);
return undefined;
}
}

View File

@@ -1,27 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script>
import "tailwindcss/tailwind.css";
import Layout from "$lib/components/layout.svelte";
import Notifications from "svelte-notifications";
</script>
<Notifications>
<Layout>
<slot />
</Layout>
</Notifications>

View File

@@ -1,163 +0,0 @@
<!--
Copyright (c) 2024 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<script lang="ts">
import ChatMessage from "$lib/modules/chat/chat-message.svelte";
// icon
import ArrowPathIcon from "$lib/assets/icons/svelte/arrow-path-icon.svelte";
// tool
import {
MESSAGE_ROLE,
type Message,
} from "$lib/components/shared/shared.type";
import { scrollToBottom } from "$lib/components/shared/shared-utils";
import {
fetchAudioStream,
fetchAudioText,
fetchTextResponse,
} from "$lib/modules/chat/network";
import VoiceButton from "$lib/components/talkbot/voice-button.svelte";
import LoadingButtonSpinnerIcon from "$lib/assets/icons/svelte/loading-button-spinner-icon.svelte";
let loading: boolean = false;
let enableRegenerate: boolean = false;
let scrollToDiv: HTMLDivElement;
let chatMessages: Message[] = [];
$: enableRegenerateMessage = !loading && chatMessages.length > 2;
console.log("chatMessages", chatMessages);
function convertBlobToBase64(blob) {
return new Promise((resolve, reject) => {
const reader = new FileReader();
reader.onloadend = () => resolve(reader.result.split(",")[1]); // Extract the base64 part from the result
reader.onerror = reject;
reader.readAsDataURL(blob);
});
}
function base64ToBlob(base64Data) {
const binaryData = atob(base64Data);
const arrayBuffer = new ArrayBuffer(binaryData.length);
const uint8Array = new Uint8Array(arrayBuffer);
for (let i = 0; i < binaryData.length; i++) {
uint8Array[i] = binaryData.charCodeAt(i);
}
return new Blob([uint8Array], { type: "audio/mpeg" });
}
const handleSubmit = async (enableRegenerate = false): Promise<void> => {
scrollToBottom(scrollToDiv);
loading = true;
if (enableRegenerate) {
let lastRole = chatMessages[chatMessages.length - 1];
if (lastRole.role === "assistant") {
chatMessages = chatMessages.filter(
(_, i: number) => i !== chatMessages.length - 1
);
}
}
const content = chatMessages[chatMessages.length - 1].content;
const blob = await fetch(content)
.then((r) => r.blob())
.then(convertBlobToBase64);
const res = await fetchAudioText(blob);
console.log("res", res);
if (res) {
const audioBlob = base64ToBlob(res);
chatMessages = [
...chatMessages,
{
role: MESSAGE_ROLE.ASSISTANT,
content: URL.createObjectURL(audioBlob),
},
];
scrollToBottom(scrollToDiv);
loading = false;
}
};
</script>
<svelte:head>
<title>Neural Chat</title>
<meta name="description" content="Neural Chat" />
</svelte:head>
<div
class="mx-auto h-full w-full rounded-3xl bg-white px-6 shadow sm:w-full xl:w-2/3"
>
<div class="flex h-full w-full flex-col p-10 py-4">
<div
class="carousel carousel-vertical flex h-0 flex-grow flex-col overflow-auto p-4"
bind:this={scrollToDiv}
>
<ChatMessage
type="Assistant"
message={`Welcome to AudioQnA! 😊`}
displayTimer={false}
/>
{#each chatMessages as message}
<ChatMessage type={message.role} message={message.content} />
{/each}
</div>
<div class="mx-auto w-10/12 pb-5">
<!-- Loading text -->
{#if loading}
<div
class="mb-6 flex items-center justify-center self-center text-sm text-gray-500"
>
<div class="inset-y-0 left-0 pl-2">
<LoadingButtonSpinnerIcon />
</div>
<div class="ml-3">AudioQnA is thinking...</div>
</div>
{/if}
<!-- regenerate -->
{#if enableRegenerateMessage && enableRegenerate}
<button
on:click={() => {
handleSubmit((enableRegenerate = true));
}}
type="button"
class="mx-auto mb-1 flex w-48 items-center justify-center gap-2 self-center whitespace-nowrap rounded-md bg-white px-3 py-2 text-sm text-gray-700 shadow-sm ring-1 ring-inset ring-gray-300 hover:bg-gray-50"
>
<ArrowPathIcon />
Regenerate response
</button>
{/if}
<!-- Input -->
<div class="flex flex-col items-center">
<VoiceButton
bind:chatMessages
on:done={() => {
handleSubmit();
}}
/>
</div>
</div>
</div>
</div>

Binary file not shown.

Before

Width:  |  Height:  |  Size: 69 KiB

View File

@@ -1,38 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
import adapter from "@sveltejs/adapter-auto";
import preprocess from "svelte-preprocess";
import postcssPresetEnv from "postcss-preset-env";
/** @type {import('@sveltejs/kit').Config} */
const config = {
// Consult https://github.com/sveltejs/svelte-preprocess
// for more information about preprocessors
preprocess: preprocess({
sourceMap: true,
postcss: {
plugins: [postcssPresetEnv({ features: { "nesting-rules": true } })],
},
}),
kit: {
adapter: adapter(),
env: {
publicPrefix: "",
},
},
};
export default config;

View File

@@ -1,11 +0,0 @@
const config = {
content: ["./src/**/*.{html,js,svelte,ts}"],
theme: {
extend: {},
},
plugins: [require("daisyui"), require("@tailwindcss/typography")],
};
module.exports = config;

View File

@@ -1,13 +0,0 @@
{
"extends": "./.svelte-kit/tsconfig.json",
"compilerOptions": {
"allowJs": true,
"checkJs": true,
"esModuleInterop": true,
"forceConsistentCasingInFileNames": true,
"resolveJsonModule": true,
"skipLibCheck": true,
"sourceMap": true,
"strict": true
}
}

View File

@@ -1,22 +0,0 @@
// Copyright (c) 2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
import { sveltekit } from "@sveltejs/kit/vite";
import type { UserConfig } from "vite";
const config: UserConfig = {
plugins: [sveltekit()],
};
export default config;

View File

@@ -1,135 +0,0 @@
# Build Mega Service of AudioQnA on Xeon
This document outlines the deployment process for a AudioQnA application utilizing the [GenAIComps](https://github.com/opea-project/GenAIComps.git) microservice pipeline on Intel Xeon server.
## 🚀 Build Docker images
### 1. Source Code install GenAIComps
```bash
git clone https://github.com/opea-project/GenAIComps.git
cd GenAIComps
```
### 2. Build ASR Image
```bash
docker build -t opea/whisper:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/asr/whisper/Dockerfile .
docker build -t opea/asr:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/asr/Dockerfile .
```
### 3. Build LLM Image
```bash
docker build --no-cache -t opea/llm-tgi:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/llms/text-generation/tgi/Dockerfile .
```
### 4. Build TTS Image
```bash
docker build -t opea/speecht5:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/tts/speecht5/Dockerfile .
docker build -t opea/tts:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/tts/Dockerfile .
```
### 6. Build MegaService Docker Image
To construct the Mega Service, we utilize the [GenAIComps](https://github.com/opea-project/GenAIComps.git) microservice pipeline within the `audioqna.py` Python script. Build the MegaService Docker image using the command below:
```bash
git clone https://github.com/opea-project/GenAIExamples.git
cd GenAIExamples/AudioQnA/docker
docker build --no-cache -t opea/audioqna:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f Dockerfile .
```
Then run the command `docker images`, you will have following images ready:
1. `opea/whisper:latest`
2. `opea/asr:latest`
3. `opea/llm-tgi:latest`
4. `opea/speecht5:latest`
5. `opea/tts:latest`
6. `opea/audioqna:latest`
## 🚀 Set the environment variables
Before starting the services with `docker compose`, you have to recheck the following environment variables.
```bash
export host_ip=<your External Public IP> # export host_ip=$(hostname -I | awk '{print $1}')
export HUGGINGFACEHUB_API_TOKEN=<your HF token>
export TGI_LLM_ENDPOINT=http://$host_ip:3006
export LLM_MODEL_ID=Intel/neural-chat-7b-v3-3
export ASR_ENDPOINT=http://$host_ip:7066
export TTS_ENDPOINT=http://$host_ip:7055
export MEGA_SERVICE_HOST_IP=${host_ip}
export ASR_SERVICE_HOST_IP=${host_ip}
export TTS_SERVICE_HOST_IP=${host_ip}
export LLM_SERVICE_HOST_IP=${host_ip}
export ASR_SERVICE_PORT=3001
export TTS_SERVICE_PORT=3002
export LLM_SERVICE_PORT=3007
```
## 🚀 Start the MegaService
```bash
cd GenAIExamples/AudioQnA/docker/xeon/
docker compose up -d
```
## 🚀 Test MicroServices
```bash
# whisper service
curl http://${host_ip}:7066/v1/asr \
-X POST \
-d '{"audio": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA"}' \
-H 'Content-Type: application/json'
# asr microservice
curl http://${host_ip}:3001/v1/audio/transcriptions \
-X POST \
-d '{"byte_str": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA"}' \
-H 'Content-Type: application/json'
# tgi service
curl http://${host_ip}:3006/generate \
-X POST \
-d '{"inputs":"What is Deep Learning?","parameters":{"max_new_tokens":17, "do_sample": true}}' \
-H 'Content-Type: application/json'
# llm microservice
curl http://${host_ip}:3007/v1/chat/completions\
-X POST \
-d '{"query":"What is Deep Learning?","max_new_tokens":17,"top_k":10,"top_p":0.95,"typical_p":0.95,"temperature":0.01,"repetition_penalty":1.03,"streaming":false}' \
-H 'Content-Type: application/json'
# speecht5 service
curl http://${host_ip}:7055/v1/tts \
-X POST \
-d '{"text": "Who are you?"}' \
-H 'Content-Type: application/json'
# tts microservice
curl http://${host_ip}:3002/v1/audio/speech \
-X POST \
-d '{"text": "Who are you?"}' \
-H 'Content-Type: application/json'
```
## 🚀 Test MegaService
```bash
curl http://${host_ip}:3008/v1/audioqna \
-X POST \
-d '{"audio": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA", "max_tokens":64}' \
-H 'Content-Type: application/json'
```

View File

@@ -1,100 +0,0 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
version: "3.8"
services:
whisper-service:
image: opea/whisper:latest
container_name: whisper-service
ports:
- "7066:7066"
ipc: host
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
restart: unless-stopped
asr:
image: opea/asr:latest
container_name: asr-service
ports:
- "3001:9099"
ipc: host
environment:
ASR_ENDPOINT: ${ASR_ENDPOINT}
speecht5-service:
image: opea/speecht5:latest
container_name: speecht5-service
ports:
- "7055:7055"
ipc: host
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
restart: unless-stopped
tts:
image: opea/tts:latest
container_name: tts-service
ports:
- "3002:9088"
ipc: host
environment:
TTS_ENDPOINT: ${TTS_ENDPOINT}
tgi-service:
image: ghcr.io/huggingface/text-generation-inference:1.4
container_name: tgi-service
ports:
- "3006:80"
volumes:
- "./data:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
HF_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
command: --model-id ${LLM_MODEL_ID}
llm:
image: opea/llm-tgi:latest
container_name: llm-tgi-server
depends_on:
- tgi-service
ports:
- "3007:9000"
ipc: host
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
TGI_LLM_ENDPOINT: ${TGI_LLM_ENDPOINT}
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
restart: unless-stopped
audioqna-xeon-backend-server:
image: opea/audioqna:latest
container_name: audioqna-xeon-backend-server
depends_on:
- asr
- llm
- tts
ports:
- "3008:8888"
environment:
- no_proxy=${no_proxy}
- https_proxy=${https_proxy}
- http_proxy=${http_proxy}
- MEGA_SERVICE_HOST_IP=${MEGA_SERVICE_HOST_IP}
- ASR_SERVICE_HOST_IP=${ASR_SERVICE_HOST_IP}
- ASR_SERVICE_PORT=${ASR_SERVICE_PORT}
- LLM_SERVICE_HOST_IP=${LLM_SERVICE_HOST_IP}
- LLM_SERVICE_PORT=${LLM_SERVICE_PORT}
- TTS_SERVICE_HOST_IP=${TTS_SERVICE_HOST_IP}
- TTS_SERVICE_PORT=${TTS_SERVICE_PORT}
ipc: host
restart: always
networks:
default:
driver: bridge

View File

@@ -1,146 +0,0 @@
#!/bin/bash
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
set -e
echo "IMAGE_REPO=${IMAGE_REPO}"
WORKPATH=$(dirname "$PWD")
LOG_PATH="$WORKPATH/tests"
ip_address=$(hostname -I | awk '{print $1}')
function build_docker_images() {
cd $WORKPATH
git clone https://github.com/opea-project/GenAIComps.git
cd GenAIComps
docker build -t opea/whisper-gaudi:latest -f comps/asr/whisper/Dockerfile_hpu .
docker build -t opea/asr:latest -f comps/asr/Dockerfile .
docker build -t opea/llm-tgi:latest -f comps/llms/text-generation/tgi/Dockerfile .
docker build -t opea/speecht5-gaudi:latest -f comps/tts/speecht5/Dockerfile_hpu .
docker build -t opea/tts:latest -f comps/tts/Dockerfile .
docker pull ghcr.io/huggingface/tgi-gaudi:2.0.1
cd ..
cd $WORKPATH/docker
docker build --no-cache -t opea/audioqna:latest -f Dockerfile .
# cd $WORKPATH/docker/ui
# docker build --no-cache -t opea/audioqna-ui:latest -f docker/Dockerfile .
docker images
}
function start_services() {
cd $WORKPATH/docker/gaudi
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export TGI_LLM_ENDPOINT=http://$ip_address:3006
export LLM_MODEL_ID=Intel/neural-chat-7b-v3-3
export ASR_ENDPOINT=http://$ip_address:7066
export TTS_ENDPOINT=http://$ip_address:7055
export MEGA_SERVICE_HOST_IP=${ip_address}
export ASR_SERVICE_HOST_IP=${ip_address}
export TTS_SERVICE_HOST_IP=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export ASR_SERVICE_PORT=3001
export TTS_SERVICE_PORT=3002
export LLM_SERVICE_PORT=3007
# sed -i "s/backend_address/$ip_address/g" $WORKPATH/docker/ui/svelte/.env
if [[ "$IMAGE_REPO" != "" ]]; then
# Replace the container name with a test-specific name
echo "using image repository $IMAGE_REPO and image tag $IMAGE_TAG"
sed -i "s#image: opea/audioqna:latest#image: opea/audioqna:${IMAGE_TAG}#g" compose.yaml
sed -i "s#image: opea/audioqna-ui:latest#image: opea/audioqna-ui:${IMAGE_TAG}#g" compose.yaml
sed -i "s#image: opea/*#image: ${IMAGE_REPO}opea/#g" compose.yaml
echo "cat compose.yaml"
cat compose.yaml
fi
# Start Docker Containers
docker compose up -d
n=0
until [[ "$n" -ge 500 ]]; do
docker logs tgi-gaudi-server > $LOG_PATH/tgi_service_start.log
if grep -q Connected $LOG_PATH/tgi_service_start.log; then
break
fi
sleep 1s
n=$((n+1))
done
}
function validate_megaservice() {
result=$(http_proxy="" curl http://${ip_address}:3008/v1/audioqna -XPOST -d '{"audio": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA", "max_tokens":64}' -H 'Content-Type: application/json')
echo "result is === $result"
if [[ $result == *"AAA"* ]]; then
echo "Result correct."
else
docker logs whisper-service > $LOG_PATH/whisper-service.log
docker logs asr-service > $LOG_PATH/asr-service.log
docker logs speecht5-service > $LOG_PATH/tts-service.log
docker logs tts-service > $LOG_PATH/tts-service.log
docker logs tgi-gaudi-server > $LOG_PATH/tgi-gaudi-server.log
docker logs llm-tgi-gaudi-server > $LOG_PATH/llm-tgi-gaudi-server.log
echo "Result wrong."
exit 1
fi
}
#function validate_frontend() {
# cd $WORKPATH/docker/ui/svelte
# local conda_env_name="OPEA_e2e"
# export PATH=${HOME}/miniforge3/bin/:$PATH
## conda remove -n ${conda_env_name} --all -y
## conda create -n ${conda_env_name} python=3.12 -y
# source activate ${conda_env_name}
#
# sed -i "s/localhost/$ip_address/g" playwright.config.ts
#
## conda install -c conda-forge nodejs -y
# npm install && npm ci && npx playwright install --with-deps
# node -v && npm -v && pip list
#
# exit_status=0
# npx playwright test || exit_status=$?
#
# if [ $exit_status -ne 0 ]; then
# echo "[TEST INFO]: ---------frontend test failed---------"
# exit $exit_status
# else
# echo "[TEST INFO]: ---------frontend test passed---------"
# fi
#}
function stop_docker() {
cd $WORKPATH/docker/gaudi
docker compose stop && docker compose rm -f
}
function main() {
stop_docker
if [[ "$IMAGE_REPO" == "" ]]; then build_docker_images; fi
start_services
# validate_microservices
validate_megaservice
# validate_frontend
stop_docker
echo y | docker system prune
}
main

View File

@@ -1,142 +0,0 @@
#!/bin/bash
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
set -e
echo "IMAGE_REPO=${IMAGE_REPO}"
WORKPATH=$(dirname "$PWD")
LOG_PATH="$WORKPATH/tests"
ip_address=$(hostname -I | awk '{print $1}')
function build_docker_images() {
cd $WORKPATH
git clone https://github.com/opea-project/GenAIComps.git
cd GenAIComps
docker build -t opea/whisper:latest -f comps/asr/whisper/Dockerfile .
docker build -t opea/asr:latest -f comps/asr/Dockerfile .
docker build -t opea/llm-tgi:latest -f comps/llms/text-generation/tgi/Dockerfile .
docker build -t opea/speecht5:latest -f comps/tts/speecht5/Dockerfile .
docker build -t opea/tts:latest -f comps/tts/Dockerfile .
docker pull ghcr.io/huggingface/tgi-gaudi:2.0.1
cd $WORKPATH/docker
docker build --no-cache -t opea/audioqna:latest -f Dockerfile .
# cd $WORKPATH/docker/ui
# docker build --no-cache -t opea/audioqna-ui:latest -f docker/Dockerfile .
docker images
}
function start_services() {
cd $WORKPATH/docker/xeon
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export TGI_LLM_ENDPOINT=http://$ip_address:3006
export LLM_MODEL_ID=Intel/neural-chat-7b-v3-3
export ASR_ENDPOINT=http://$ip_address:7066
export TTS_ENDPOINT=http://$ip_address:7055
export MEGA_SERVICE_HOST_IP=${ip_address}
export ASR_SERVICE_HOST_IP=${ip_address}
export TTS_SERVICE_HOST_IP=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export ASR_SERVICE_PORT=3001
export TTS_SERVICE_PORT=3002
export LLM_SERVICE_PORT=3007
# sed -i "s/backend_address/$ip_address/g" $WORKPATH/docker/ui/svelte/.env
if [[ "$IMAGE_REPO" != "" ]]; then
# Replace the container name with a test-specific name
echo "using image repository $IMAGE_REPO and image tag $IMAGE_TAG"
sed -i "s#image: opea/audioqna:latest#image: opea/audioqna:${IMAGE_TAG}#g" compose.yaml
sed -i "s#image: opea/audioqna-ui:latest#image: opea/audioqna-ui:${IMAGE_TAG}#g" compose.yaml
sed -i "s#image: opea/*#image: ${IMAGE_REPO}opea/#g" compose.yaml
echo "cat compose.yaml"
cat compose.yaml
fi
# Start Docker Containers
docker compose up -d
n=0
until [[ "$n" -ge 500 ]]; do
docker logs tgi-service > $LOG_PATH/tgi_service_start.log
if grep -q Connected $LOG_PATH/tgi_service_start.log; then
break
fi
sleep 1s
n=$((n+1))
done
}
function validate_megaservice() {
result=$(http_proxy="" curl http://${ip_address}:3008/v1/audioqna -XPOST -d '{"audio": "UklGRigAAABXQVZFZm10IBIAAAABAAEARKwAAIhYAQACABAAAABkYXRhAgAAAAEA", "max_tokens":64}' -H 'Content-Type: application/json')
echo $result
if [[ $result == *"AAA"* ]]; then
echo "Result correct."
else
docker logs whisper-service > $LOG_PATH/whisper-service.log
docker logs asr-service > $LOG_PATH/asr-service.log
docker logs speecht5-service > $LOG_PATH/tts-service.log
docker logs tts-service > $LOG_PATH/tts-service.log
docker logs tgi-service > $LOG_PATH/tgi-service.log
docker logs llm-tgi-server > $LOG_PATH/llm-tgi-server.log
docker logs audioqna-xeon-backend-server > $LOG_PATH/audioqna-xeon-backend-server.log
echo "Result wrong."
exit 1
fi
}
#function validate_frontend() {
# cd $WORKPATH/docker/ui/svelte
# local conda_env_name="OPEA_e2e"
# export PATH=${HOME}/miniforge3/bin/:$PATH
## conda remove -n ${conda_env_name} --all -y
## conda create -n ${conda_env_name} python=3.12 -y
# source activate ${conda_env_name}
#
# sed -i "s/localhost/$ip_address/g" playwright.config.ts
#
## conda install -c conda-forge nodejs -y
# npm install && npm ci && npx playwright install --with-deps
# node -v && npm -v && pip list
#
# exit_status=0
# npx playwright test || exit_status=$?
#
# if [ $exit_status -ne 0 ]; then
# echo "[TEST INFO]: ---------frontend test failed---------"
# exit $exit_status
# else
# echo "[TEST INFO]: ---------frontend test passed---------"
# fi
#}
function stop_docker() {
cd $WORKPATH/docker/xeon
docker compose stop && docker compose rm -f
}
function main() {
stop_docker
if [[ "$IMAGE_REPO" == "" ]]; then build_docker_images; fi
start_services
validate_megaservice
# validate_frontend
stop_docker
echo y | docker system prune
}
main

130
CODE_OF_CONDUCT.md Normal file
View File

@@ -0,0 +1,130 @@
# Contributor Covenant Code of Conduct
## Our Pledge
We as members, contributors, and leaders pledge to make participation in our
community a harassment-free experience for everyone, regardless of age, body
size, visible or invisible disability, ethnicity, sex characteristics, gender
identity and expression, level of experience, education, socio-economic status,
nationality, personal appearance, race, caste, color, religion, or sexual
identity and orientation.
We pledge to act and interact in ways that contribute to an open, welcoming,
diverse, inclusive, and healthy community.
## Our Standards
Examples of behavior that contributes to a positive environment for our
community include:
- Demonstrating empathy and kindness toward other people
- Being respectful of differing opinions, viewpoints, and experiences
- Giving and gracefully accepting constructive feedback
- Accepting responsibility and apologizing to those affected by our mistakes,
and learning from the experience
- Focusing on what is best not just for us as individuals, but for the overall
community
Examples of unacceptable behavior include:
- The use of sexualized language or imagery, and sexual attention or advances of
any kind
- Trolling, insulting or derogatory comments, and personal or political attacks
- Public or private harassment
- Publishing others' private information, such as a physical or email address,
without their explicit permission
- Other conduct which could reasonably be considered inappropriate in a
professional setting
## Enforcement Responsibilities
Community leaders are responsible for clarifying and enforcing our standards of
acceptable behavior and will take appropriate and fair corrective action in
response to any behavior that they deem inappropriate, threatening, offensive,
or harmful.
Community leaders have the right and responsibility to remove, edit, or reject
comments, commits, code, wiki edits, issues, and other contributions that are
not aligned to this Code of Conduct, and will communicate reasons for moderation
decisions when appropriate.
## Scope
This Code of Conduct applies within all community spaces, and also applies when
an individual is officially representing the community in public spaces.
Examples of representing our community include using an official e-mail address,
posting via an official social media account, or acting as an appointed
representative at an online or offline event.
## Enforcement
Instances of abusive, harassing, or otherwise unacceptable behavior may be
reported to the community leaders.
All complaints will be reviewed and investigated promptly and fairly.
All community leaders are obligated to respect the privacy and security of the
reporter of any incident.
## Enforcement Guidelines
Community leaders will follow these Community Impact Guidelines in determining
the consequences for any action they deem in violation of this Code of Conduct:
### 1. Correction
**Community Impact**: Use of inappropriate language or other behavior deemed
unprofessional or unwelcome in the community.
**Consequence**: A private, written warning from community leaders, providing
clarity around the nature of the violation and an explanation of why the
behavior was inappropriate. A public apology may be requested.
### 2. Warning
**Community Impact**: A violation through a single incident or series of
actions.
**Consequence**: A warning with consequences for continued behavior. No
interaction with the people involved, including unsolicited interaction with
those enforcing the Code of Conduct, for a specified period of time. This
includes avoiding interactions in community spaces as well as external channels
like social media. Violating these terms may lead to a temporary or permanent
ban.
### 3. Temporary Ban
**Community Impact**: A serious violation of community standards, including
sustained inappropriate behavior.
**Consequence**: A temporary ban from any sort of interaction or public
communication with the community for a specified period of time. No public or
private interaction with the people involved, including unsolicited interaction
with those enforcing the Code of Conduct, is allowed during this period.
Violating these terms may lead to a permanent ban.
### 4. Permanent Ban
**Community Impact**: Demonstrating a pattern of violation of community
standards, including sustained inappropriate behavior, harassment of an
individual, or aggression toward or disparagement of classes of individuals.
**Consequence**: A permanent ban from any sort of public interaction within the
community.
## Attribution
This Code of Conduct is adapted from the [Contributor Covenant][homepage],
version 2.1, available at
[https://www.contributor-covenant.org/version/2/1/code_of_conduct.html][v2.1].
Community Impact Guidelines were inspired by
[Mozilla's code of conduct enforcement ladder][Mozilla CoC].
For answers to common questions about this code of conduct, see the FAQ at
[https://www.contributor-covenant.org/faq][FAQ]. Translations are available at
[https://www.contributor-covenant.org/translations][translations].
[homepage]: https://www.contributor-covenant.org
[v2.1]: https://www.contributor-covenant.org/version/2/1/code_of_conduct.html
[Mozilla CoC]: https://github.com/mozilla/diversity
[FAQ]: https://www.contributor-covenant.org/faq

53
CONTRIBUTING.md Normal file
View File

@@ -0,0 +1,53 @@
# Contributing
## License
Generative AI Examples is licensed under the terms in [LICENSE](/LICENSE).
By contributing to the project, you agree to the license and copyright terms therein and release your contribution under these terms.
## Create Pull Request
If you have improvements to Generative AI Examples, send your pull requests for
[review](https://github.com/opea-project/GenAIExamples/pulls).
If you are new to GitHub, view the pull request [How To](https://help.github.com/articles/using-pull-requests/).
### Step-by-Step guidelines
- Star this repository using the button `Star` in the top right corner.
- Fork this Repository using the button `Fork` in the top right corner.
- Clone your forked repository to your pc.
`git clone "url to your repo"`
- Create a new branch for your modifications.
`git checkout -b new-branch`
- Add your files with `git add -A`, commit with `git commit -s -m "This is my commit message"` and push `git push origin new-branch`.
- Create a [pull request](https://github.com/opea-project/GenAIExamples/pulls).
## Pull Request Template
See [PR template](/.github/pull_request_template.md)
## Pull Request Acceptance Criteria
- At least two approvals from reviewers
- All detected status checks pass
- All conversations solved
- Third-party dependency license compatible
## Pull Request Status Checks Overview
Generative AI Examples use [Actions](https://github.com/opea-project/GenAIExamples/actions) for CI test.
| Test Name | Test Scope | Test Pass Criteria |
|-------------------------------|-----------------------------------------------|---------------------------|
| Security Scan | Dependabot/Bandit | PASS |
| Format Scan | pre-commit.ci | PASS |
| Examples Test | Cases under Examples/tests folder | PASS |
| DCO | Use `git commit -s` to sign off | PASS |
> Notes: [Developer Certificate of Origin (DCO)](https://en.wikipedia.org/wiki/Developer_Certificate_of_Origin), you must agree to the terms of Developer Certificate of Origin by signing off each of your commits with `-s`, e.g. `git commit -s -m 'This is my commit message'`.
## Support
Submit your questions, feature requests, and bug reports to the [GitHub issues](https://github.com/opea-project/GenAIExamples/issues) page.

View File

@@ -6,160 +6,22 @@ RAG bridges the knowledge gap by dynamically fetching relevant information from
ChatQnA architecture shows below:
![architecture](./assets/img/chatqna_architecture.png)
![architecture](https://i.imgur.com/lLOnQio.png)
ChatQnA is implemented on top of [GenAIComps](https://github.com/opea-project/GenAIComps), the ChatQnA Flow Chart shows below:
This ChatQnA use case performs RAG using LangChain, Redis VectorDB and Text Generation Inference on Intel Gaudi2 or Intel XEON Scalable Processors. The Intel Gaudi2 accelerator supports both training and inference for deep learning models in particular for LLMs. Please visit [Habana AI products](https://habana.ai/products) for more details.
![Flow Chart](./assets/img/chatqna_flow_chart.png)
This ChatQnA use case performs RAG using LangChain, Redis VectorDB and Text Generation Inference on Intel Gaudi2 or Intel XEON Scalable Processors. The Intel Gaudi2 accelerator supports both training and inference for deep learning models in particular for LLMs. Visit [Habana AI products](https://habana.ai/products) for more details.
## Deploy ChatQnA Service
# Deploy ChatQnA Service
The ChatQnA service can be effortlessly deployed on either Intel Gaudi2 or Intel XEON Scalable Processors.
Currently we support two ways of deploying ChatQnA services with docker compose:
## Deploy ChatQnA on Gaudi
1. Start services using the docker image on `docker hub`:
Refer to the [Gaudi Guide](./docker/gaudi/README.md) for instructions on deploying ChatQnA on Gaudi.
```bash
docker pull opea/chatqna:latest
```
## Deploy ChatQnA on Xeon
Two type of UI are supported now, choose one you like and pull the referred docker image.
Refer to the [Xeon Guide](./docker/xeon/README.md) for instructions on deploying ChatQnA on Xeon.
If you choose conversational UI, follow the [instruction](https://github.com/opea-project/GenAIExamples/tree/main/ChatQnA/docker/gaudi#-launch-the-conversational-ui-optional) and modify the [compose.yaml](./docker/xeon/compose.yaml).
## Deploy ChatQnA into Kubernetes on Xeon & Gaudi
```bash
docker pull opea/chatqna-ui:latest
# or
docker pull opea/chatqna-conversation-ui:latest
```
2. Start services using the docker images `built from source`: [Guide](./docker)
### Setup Environment Variable
To set up environment variables for deploying ChatQnA services, follow these steps:
1. Set the required environment variables:
```bash
# Example: host_ip="192.168.1.1"
export host_ip="External_Public_IP"
# Example: no_proxy="localhost, 127.0.0.1, 192.168.1.1"
export no_proxy="Your_No_Proxy"
export HUGGINGFACEHUB_API_TOKEN="Your_Huggingface_API_Token"
```
2. If you are in a proxy environment, also set the proxy-related environment variables:
```bash
export http_proxy="Your_HTTP_Proxy"
export https_proxy="Your_HTTPs_Proxy"
```
3. Set up other environment variables:
> Notice that you can only choose **one** command below to set up envs according to your hardware. Other that the port numbers may be set incorrectly.
```bash
# on Gaudi
source ./docker/gaudi/set_env.sh
# on Xeon
source ./docker/xeon/set_env.sh
# on Nvidia GPU
source ./docker/gpu/set_env.sh
```
### Deploy ChatQnA on Gaudi
Find the corresponding [compose.yaml](./docker/gaudi/compose.yaml).
```bash
cd GenAIExamples/ChatQnA/docker/gaudi/
docker compose up -d
```
> Notice: Currently only the **Habana Driver 1.16.x** is supported for Gaudi.
Refer to the [Gaudi Guide](./docker/gaudi/README.md) to build docker images from source.
### Deploy ChatQnA on Xeon
Find the corresponding [compose.yaml](./docker/xeon/compose.yaml).
```bash
cd GenAIExamples/ChatQnA/docker/xeon/
docker compose up -d
```
Refer to the [Xeon Guide](./docker/xeon/README.md) for more instructions on building docker images from source.
### Deploy ChatQnA on NVIDIA GPU
```bash
cd GenAIExamples/ChatQnA/docker/gpu/
docker compose up -d
```
Refer to the [NVIDIA GPU Guide](./docker/gpu/README.md) for more instructions on building docker images from source.
### Deploy ChatQnA into Kubernetes on Xeon & Gaudi with GMC
Refer to the [Kubernetes Guide](./kubernetes/README.md) for instructions on deploying ChatQnA into Kubernetes on Xeon & Gaudi with GMC.
### Deploy ChatQnA into Kubernetes on Xeon & Gaudi without GMC
Refer to the [Kubernetes Guide](./kubernetes/manifests/README.md) for instructions on deploying ChatQnA into Kubernetes on Xeon & Gaudi without GMC.
### Deploy ChatQnA into Kubernetes using Helm Chart
Install Helm (version >= 3.15) first. Refer to the [Helm Installation Guide](https://helm.sh/docs/intro/install/) for more information.
Refer to the [ChatQnA helm chart](https://github.com/opea-project/GenAIInfra/tree/main/helm-charts/chatqna) for instructions on deploying ChatQnA into Kubernetes on Xeon & Gaudi.
### Deploy ChatQnA on AI PC
Refer to the [AI PC Guide](./docker/aipc/README.md) for instructions on deploying ChatQnA on AI PC.
## Consume ChatQnA Service
Two ways of consuming ChatQnA Service:
1. Use cURL command on terminal
```bash
curl http://${host_ip}:8888/v1/chatqna \
-H "Content-Type: application/json" \
-d '{
"messages": "What is the revenue of Nike in 2023?"
}'
```
2. Access via frontend
To access the frontend, open the following URL in your browser: `http://{host_ip}:5173`
By default, the UI runs on port 5173 internally.
If you choose conversational UI, use this URL: `http://{host_ip}:5174`
## Troubleshooting
1. If you get errors like "Access Denied", [validate micro service](https://github.com/opea-project/GenAIExamples/tree/main/ChatQnA/docker/xeon#validate-microservices) first. A simple example:
```bash
http_proxy="" curl ${host_ip}:6006/embed -X POST -d '{"inputs":"What is Deep Learning?"}' -H 'Content-Type: application/json'
```
2. (Docker only) If all microservices work well, check the port ${host_ip}:8888, the port may be allocated by other users, you can modify the `compose.yaml`.
3. (Docker only) If you get errors like "The container name is in use", change container name in `compose.yaml`.
## Monitoring OPEA Service with Prometheus and Grafana dashboard
OPEA microservice deployment can easily be monitored through Grafana dashboards in conjunction with Prometheus data collection. Follow the [README](https://github.com/opea-project/GenAIEval/blob/main/evals/benchmark/grafana/README.md) to setup Prometheus and Grafana servers and import dashboards to monitor the OPEA service.
![chatqna dashboards](./assets/img/chatqna_dashboards.png)
![tgi dashboard](./assets/img/tgi_dashboard.png)
Refer to the [Kubernetes Guide](./kubernetes/manifests/README.md) for instructions on deploying ChatQnA into Kubernetes on Xeon & Gaudi.

Binary file not shown.

Before

Width:  |  Height:  |  Size: 15 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 74 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 86 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 501 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 100 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 114 KiB

Some files were not shown because too many files have changed in this diff Show More