mirror of
https://github.com/bentoml/OpenLLM.git
synced 2025-12-23 23:57:46 -05:00
chore: upgrade to new vLLM schema
Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
paperspace
@@ -7,9 +7,6 @@ charset = utf-8
|
|||||||
indent_style = space
|
indent_style = space
|
||||||
indent_size = 2
|
indent_size = 2
|
||||||
|
|
||||||
[openllm-client/src/openllm_client/pb/v1/*]
|
|
||||||
indent_size = unset
|
|
||||||
|
|
||||||
[/node_modules/*]
|
[/node_modules/*]
|
||||||
indent_size = unset
|
indent_size = unset
|
||||||
indent_style = unset
|
indent_style = unset
|
||||||
|
|||||||
1
.gitattributes
vendored
1
.gitattributes
vendored
@@ -3,7 +3,6 @@
|
|||||||
*_pb2*.pyi linguist-generated=true
|
*_pb2*.pyi linguist-generated=true
|
||||||
|
|
||||||
# Python sdk
|
# Python sdk
|
||||||
openllm-python/tests/models/__snapshots__/* linguist-generated=true
|
|
||||||
openllm-python/README.md linguist-generated=true
|
openllm-python/README.md linguist-generated=true
|
||||||
openllm-python/CHANGELOG.md linguist-generated=true
|
openllm-python/CHANGELOG.md linguist-generated=true
|
||||||
openllm-core/src/openllm_core/config/__init__.py linguist-generated=true
|
openllm-core/src/openllm_core/config/__init__.py linguist-generated=true
|
||||||
|
|||||||
2
.github/workflows/binary-releases.yml
vendored
2
.github/workflows/binary-releases.yml
vendored
@@ -7,7 +7,6 @@ on:
|
|||||||
branches: [main]
|
branches: [main]
|
||||||
paths-ignore:
|
paths-ignore:
|
||||||
- '*.md'
|
- '*.md'
|
||||||
- 'docs/**'
|
|
||||||
- 'changelog.d/**'
|
- 'changelog.d/**'
|
||||||
- 'assets/**'
|
- 'assets/**'
|
||||||
- 'openllm-node/**'
|
- 'openllm-node/**'
|
||||||
@@ -16,7 +15,6 @@ on:
|
|||||||
branches: [main]
|
branches: [main]
|
||||||
paths-ignore:
|
paths-ignore:
|
||||||
- '*.md'
|
- '*.md'
|
||||||
- 'docs/**'
|
|
||||||
- 'changelog.d/**'
|
- 'changelog.d/**'
|
||||||
- 'assets/**'
|
- 'assets/**'
|
||||||
- 'openllm-node/**'
|
- 'openllm-node/**'
|
||||||
|
|||||||
6
.github/workflows/build-pypi.yml
vendored
6
.github/workflows/build-pypi.yml
vendored
@@ -18,18 +18,12 @@ on:
|
|||||||
push:
|
push:
|
||||||
branches: [main]
|
branches: [main]
|
||||||
paths-ignore:
|
paths-ignore:
|
||||||
- 'docs/**'
|
|
||||||
- 'bazel/**'
|
|
||||||
- 'typings/**'
|
|
||||||
- '*.md'
|
- '*.md'
|
||||||
- 'changelog.d/**'
|
- 'changelog.d/**'
|
||||||
- 'assets/**'
|
- 'assets/**'
|
||||||
pull_request:
|
pull_request:
|
||||||
branches: [main]
|
branches: [main]
|
||||||
paths-ignore:
|
paths-ignore:
|
||||||
- 'docs/**'
|
|
||||||
- 'bazel/**'
|
|
||||||
- 'typings/**'
|
|
||||||
- '*.md'
|
- '*.md'
|
||||||
- 'changelog.d/**'
|
- 'changelog.d/**'
|
||||||
- 'assets/**'
|
- 'assets/**'
|
||||||
|
|||||||
24
README.md
24
README.md
@@ -760,11 +760,8 @@ Quantization is a technique to reduce the storage and computation requirements f
|
|||||||
|
|
||||||
OpenLLM supports the following quantization techniques
|
OpenLLM supports the following quantization techniques
|
||||||
|
|
||||||
- [LLM.int8(): 8-bit Matrix Multiplication](https://arxiv.org/abs/2208.07339) through [bitsandbytes](https://github.com/TimDettmers/bitsandbytes)
|
- [AWQ: Activation-aware Weight Quantization](https://arxiv.org/abs/2306.00978).
|
||||||
- [SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression
|
- [GPTQ: Accurate Post-Training Quantization](https://arxiv.org/abs/2210.17323).
|
||||||
](https://arxiv.org/abs/2306.03078) through [bitsandbytes](https://github.com/TimDettmers/bitsandbytes)
|
|
||||||
- [AWQ: Activation-aware Weight Quantization](https://arxiv.org/abs/2306.00978),
|
|
||||||
- [GPTQ: Accurate Post-Training Quantization](https://arxiv.org/abs/2210.17323)
|
|
||||||
- [SqueezeLLM: Dense-and-Sparse Quantization](https://arxiv.org/abs/2306.07629).
|
- [SqueezeLLM: Dense-and-Sparse Quantization](https://arxiv.org/abs/2306.07629).
|
||||||
|
|
||||||
> [!NOTE]
|
> [!NOTE]
|
||||||
@@ -816,10 +813,21 @@ from llama_index.llms.openllm import OpenLLMAPI
|
|||||||
Spin up an OpenLLM server, and connect to it by specifying its URL:
|
Spin up an OpenLLM server, and connect to it by specifying its URL:
|
||||||
|
|
||||||
```python
|
```python
|
||||||
from langchain.llms import OpenLLM
|
from langchain.llms import OpenLLMAPI
|
||||||
|
|
||||||
llm = OpenLLM(server_url='http://44.23.123.1:3000', server_type='http')
|
llm = OpenLLMAPI(server_url='http://44.23.123.1:3000')
|
||||||
llm('What is the difference between a duck and a goose? And why there are so many Goose in Canada?')
|
llm.invoke('What is the difference between a duck and a goose? And why there are so many Goose in Canada?')
|
||||||
|
|
||||||
|
# streaming
|
||||||
|
for it in llm.stream('What is the difference between a duck and a goose? And why there are so many Goose in Canada?'):
|
||||||
|
print(it, flush=True, end='')
|
||||||
|
|
||||||
|
# async context
|
||||||
|
await llm.ainvoke('What is the difference between a duck and a goose? And why there are so many Goose in Canada?')
|
||||||
|
|
||||||
|
# async streaming
|
||||||
|
async for it in llm.astream('What is the difference between a duck and a goose? And why there are so many Goose in Canada?'):
|
||||||
|
print(it, flush=True, end='')
|
||||||
```
|
```
|
||||||
|
|
||||||
<!-- hatch-fancy-pypi-readme interim stop -->
|
<!-- hatch-fancy-pypi-readme interim stop -->
|
||||||
|
|||||||
@@ -1,105 +0,0 @@
|
|||||||
const TAILWIND_CONFIG = {
|
|
||||||
extends: ['plugin:tailwindcss/recommended'],
|
|
||||||
rules: {
|
|
||||||
'tailwindcss/classnames-order': 'off', // conflicts with prettier-plugin-tailwindcss
|
|
||||||
'tailwindcss/enforces-negative-arbitrary-values': 'error',
|
|
||||||
'tailwindcss/enforces-shorthand': 'error',
|
|
||||||
'tailwindcss/migration-from-tailwind-2': 'error',
|
|
||||||
'tailwindcss/no-custom-classname': 'error'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/** @type {import('eslint').Linter.Config} */
|
|
||||||
module.exports = {
|
|
||||||
root: true,
|
|
||||||
reportUnusedDisableDirectives: true,
|
|
||||||
ignorePatterns: ['next-env.d.ts'],
|
|
||||||
overrides: [
|
|
||||||
// Rules for all files
|
|
||||||
{
|
|
||||||
files: '**/*.{js,jsx,cjs,mjs,ts,tsx,cts,mts}',
|
|
||||||
extends: ['eslint:recommended', 'plugin:@typescript-eslint/recommended', 'plugin:import/typescript', 'prettier'],
|
|
||||||
plugins: ['import', 'unicorn'],
|
|
||||||
rules: {
|
|
||||||
'prefer-object-has-own': 'error',
|
|
||||||
'logical-assignment-operators': ['error', 'always', { enforceForIfStatements: true }],
|
|
||||||
'no-else-return': ['error', { allowElseIf: false }],
|
|
||||||
'no-lonely-if': 'error',
|
|
||||||
'prefer-destructuring': ['error', { VariableDeclarator: { object: true } }],
|
|
||||||
'import/no-duplicates': 'error',
|
|
||||||
'no-negated-condition': 'off',
|
|
||||||
'unicorn/no-negated-condition': 'error',
|
|
||||||
'prefer-regex-literals': ['error', { disallowRedundantWrapping: true }],
|
|
||||||
'object-shorthand': ['error', 'always'],
|
|
||||||
'unicorn/prefer-regexp-test': 'error',
|
|
||||||
'unicorn/no-array-for-each': 'error',
|
|
||||||
'@typescript-eslint/prefer-for-of': 'error',
|
|
||||||
// todo: enable
|
|
||||||
'@typescript-eslint/no-explicit-any': 'off',
|
|
||||||
'@typescript-eslint/no-non-null-assertion': 'off',
|
|
||||||
'@typescript-eslint/no-var-requires': 'off',
|
|
||||||
'@typescript-eslint/ban-ts-comment': 'off'
|
|
||||||
}
|
|
||||||
},
|
|
||||||
// Rules for React files
|
|
||||||
{
|
|
||||||
files: '{docs}/**',
|
|
||||||
extends: ['plugin:react/recommended', 'plugin:react/jsx-runtime', 'plugin:react-hooks/recommended', 'plugin:@next/next/recommended'],
|
|
||||||
rules: {
|
|
||||||
'react/prop-types': 'off',
|
|
||||||
'react/no-unknown-property': ['error', { ignore: ['jsx'] }],
|
|
||||||
'react-hooks/exhaustive-deps': 'error',
|
|
||||||
'react/self-closing-comp': 'error',
|
|
||||||
'no-restricted-syntax': [
|
|
||||||
'error',
|
|
||||||
{
|
|
||||||
// ❌ useMemo(…, [])
|
|
||||||
selector: 'CallExpression[callee.name=useMemo][arguments.1.type=ArrayExpression][arguments.1.elements.length=0]',
|
|
||||||
message: "`useMemo` with an empty dependency array can't provide a stable reference, use `useRef` instead."
|
|
||||||
},
|
|
||||||
{
|
|
||||||
// ❌ z.object(…)
|
|
||||||
selector: 'MemberExpression[object.name=z] > .property[name=object]',
|
|
||||||
message: 'Use z.strictObject is more safe.'
|
|
||||||
}
|
|
||||||
],
|
|
||||||
'react/jsx-filename-extension': ['error', { extensions: ['.tsx', '.jsx'], allow: 'as-needed' }],
|
|
||||||
'react/jsx-curly-brace-presence': 'error',
|
|
||||||
'react/jsx-boolean-value': 'error'
|
|
||||||
},
|
|
||||||
settings: {
|
|
||||||
react: { version: 'detect' }
|
|
||||||
}
|
|
||||||
},
|
|
||||||
// Rules for TypeScript files
|
|
||||||
{
|
|
||||||
files: '**/*.{ts,tsx,cts,mts}',
|
|
||||||
extends: [
|
|
||||||
// TODO: fix errors
|
|
||||||
// 'plugin:@typescript-eslint/recommended-requiring-type-checking'
|
|
||||||
],
|
|
||||||
parserOptions: {
|
|
||||||
project: ['docs/tsconfig.json', 'tsconfig.json']
|
|
||||||
},
|
|
||||||
rules: {
|
|
||||||
'@typescript-eslint/no-unnecessary-type-assertion': 'error',
|
|
||||||
'@typescript-eslint/consistent-type-imports': 'error',
|
|
||||||
'@typescript-eslint/non-nullable-type-assertion-style': 'error',
|
|
||||||
'@typescript-eslint/prefer-optional-chain': 'error'
|
|
||||||
}
|
|
||||||
},
|
|
||||||
// ⚙️ Docs
|
|
||||||
{
|
|
||||||
...TAILWIND_CONFIG,
|
|
||||||
files: 'docs/**',
|
|
||||||
settings: {
|
|
||||||
tailwindcss: {
|
|
||||||
config: 'docs/tailwind.config.js',
|
|
||||||
callees: ['cn'],
|
|
||||||
whitelist: ['dash-ring', 'theme-1', 'theme-2', 'theme-3', 'theme-4']
|
|
||||||
},
|
|
||||||
next: { rootDir: 'docs' }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@@ -1,9 +0,0 @@
|
|||||||
# OpenLLM Documentation
|
|
||||||
|
|
||||||
Powered by [Nextra](https://nextra.site)
|
|
||||||
|
|
||||||
## Development
|
|
||||||
|
|
||||||
```bash
|
|
||||||
pnpm i && pnpm dev
|
|
||||||
```
|
|
||||||
@@ -1,30 +0,0 @@
|
|||||||
import { ArrowRightIcon } from '@components/icons'
|
|
||||||
import cn from 'clsx'
|
|
||||||
import { motion } from 'framer-motion'
|
|
||||||
import Link from 'next/link'
|
|
||||||
import type { ReactNode } from 'react'
|
|
||||||
import styles from './style.module.css'
|
|
||||||
|
|
||||||
export function Feature({ large, centered, children, lightOnly, className, href, index, ...props }) {
|
|
||||||
return (
|
|
||||||
<motion.div
|
|
||||||
initial={{ opacity: 0 }}
|
|
||||||
whileInView={{ opacity: 1 }}
|
|
||||||
viewport={{ once: true, margin: '-20px' }}
|
|
||||||
transition={{ duration: Math.min(0.25 + index * 0.2, 0.8) }}
|
|
||||||
className={cn(styles.feature, large && styles.large, centered && styles.centered, lightOnly && styles['light-only'], className)}
|
|
||||||
{...props}
|
|
||||||
>
|
|
||||||
{children}
|
|
||||||
{href ? (
|
|
||||||
<Link className={styles.link} href={href} target="_blank">
|
|
||||||
<ArrowRightIcon width="1.5em" />
|
|
||||||
</Link>
|
|
||||||
) : null}
|
|
||||||
</motion.div>
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
export function Features({ children }: { children: ReactNode }) {
|
|
||||||
return <div className={styles.features}>{children}</div>
|
|
||||||
}
|
|
||||||
@@ -1,135 +0,0 @@
|
|||||||
.feature {
|
|
||||||
position: relative;
|
|
||||||
padding: 1.5rem 1.75rem;
|
|
||||||
color: #000;
|
|
||||||
background-color: white;
|
|
||||||
overflow: hidden;
|
|
||||||
border-radius: 1.78em;
|
|
||||||
}
|
|
||||||
.feature.large {
|
|
||||||
grid-column: span 2;
|
|
||||||
}
|
|
||||||
.feature.centered {
|
|
||||||
text-align: center;
|
|
||||||
}
|
|
||||||
.feature h3 {
|
|
||||||
position: relative;
|
|
||||||
font-size: 34px;
|
|
||||||
font-size: min(34px, max(4vw, 24px));
|
|
||||||
font-weight: 600;
|
|
||||||
line-height: 1.25;
|
|
||||||
letter-spacing: -0.02rem;
|
|
||||||
z-index: 2;
|
|
||||||
}
|
|
||||||
:global(.dark) .feature:not(.light-only) {
|
|
||||||
color: #fff;
|
|
||||||
background-color: #202020;
|
|
||||||
}
|
|
||||||
.feature {
|
|
||||||
box-shadow:
|
|
||||||
0 8px 16px rgb(0 0 0 / 8%),
|
|
||||||
0 1px 2px rgb(0 0 0 / 4%),
|
|
||||||
0 0 0 1px rgb(0 0 0 / 3%);
|
|
||||||
transition: box-shadow 0.3s ease;
|
|
||||||
}
|
|
||||||
:global(.dark) .feature {
|
|
||||||
box-shadow: 0 0 0 1px rgb(82 82 82 / 60%);
|
|
||||||
}
|
|
||||||
.feature .link {
|
|
||||||
position: absolute;
|
|
||||||
right: 1em;
|
|
||||||
bottom: 1em;
|
|
||||||
z-index: 2;
|
|
||||||
width: 2.5em;
|
|
||||||
height: 2.5em;
|
|
||||||
background-color: rgb(0 0 0 / 39%);
|
|
||||||
backdrop-filter: blur(10px);
|
|
||||||
border-radius: 50%;
|
|
||||||
display: flex;
|
|
||||||
justify-content: center;
|
|
||||||
align-items: center;
|
|
||||||
color: rgba(255, 255, 255, 0.9);
|
|
||||||
box-shadow:
|
|
||||||
0 0 0 2px rgb(154 154 154 / 56%),
|
|
||||||
0 0 30px rgb(0 0 0 / 10%);
|
|
||||||
transition: all 0.2s ease;
|
|
||||||
-webkit-user-drag: none;
|
|
||||||
}
|
|
||||||
@media (hover: hover) {
|
|
||||||
.feature .link {
|
|
||||||
opacity: 0;
|
|
||||||
}
|
|
||||||
.feature:hover .link {
|
|
||||||
opacity: 1;
|
|
||||||
}
|
|
||||||
.feature .link:hover {
|
|
||||||
transform: scale(1.05);
|
|
||||||
color: rgba(255, 255, 255, 1);
|
|
||||||
background-color: rgba(64, 64, 64, 0.39);
|
|
||||||
box-shadow:
|
|
||||||
0 0 0 2px rgba(220, 220, 220, 0.56),
|
|
||||||
0 0 30px rgb(0 0 0 / 10%);
|
|
||||||
}
|
|
||||||
.feature .link:active {
|
|
||||||
transform: scale(1);
|
|
||||||
color: rgba(255, 255, 255, 0.8);
|
|
||||||
background-color: rgba(22, 22, 22, 0.39);
|
|
||||||
box-shadow:
|
|
||||||
0 0 0 2px rgba(178, 178, 178, 0.56),
|
|
||||||
0 0 30px rgb(0 0 0 / 10%);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
.features {
|
|
||||||
display: grid;
|
|
||||||
grid-template-columns: repeat(3, 1fr);
|
|
||||||
grid-gap: 2em;
|
|
||||||
font-feature-settings: initial;
|
|
||||||
}
|
|
||||||
|
|
||||||
.feature :global(.show-on-mobile) {
|
|
||||||
display: none;
|
|
||||||
}
|
|
||||||
|
|
||||||
@media screen and (max-width: 1024px) {
|
|
||||||
.feature {
|
|
||||||
max-width: 80vw;
|
|
||||||
width: 100%;
|
|
||||||
}
|
|
||||||
.feature.large {
|
|
||||||
grid-column: span 1;
|
|
||||||
}
|
|
||||||
.features {
|
|
||||||
grid-template-columns: 1fr;
|
|
||||||
grid-gap: 3em;
|
|
||||||
justify-items: center;
|
|
||||||
}
|
|
||||||
.feature h3 {
|
|
||||||
font-size: 28px;
|
|
||||||
font-size: min(28px, max(4vw, 22px));
|
|
||||||
text-align: center;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@media screen and (max-width: 640px) {
|
|
||||||
.feature {
|
|
||||||
max-width: 460px;
|
|
||||||
width: 100%;
|
|
||||||
}
|
|
||||||
.feature.large {
|
|
||||||
grid-column: span 1;
|
|
||||||
}
|
|
||||||
.features {
|
|
||||||
grid-template-columns: 1fr;
|
|
||||||
grid-gap: 3em;
|
|
||||||
justify-items: center;
|
|
||||||
}
|
|
||||||
.feature h3 {
|
|
||||||
font-size: 34px;
|
|
||||||
font-size: min(34px, max(4vw, 22px));
|
|
||||||
text-align: center;
|
|
||||||
}
|
|
||||||
.feature :global(.show-on-mobile) {
|
|
||||||
display: block;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,11 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
viewBox="0 0 20 20"
|
|
||||||
fill="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
fill-rule="evenodd"
|
|
||||||
d="M12.293 5.293a1 1 0 011.414 0l4 4a1 1 0 010 1.414l-4 4a1 1 0 01-1.414-1.414L14.586 11H3a1 1 0 110-2h11.586l-2.293-2.293a1 1 0 010-1.414z"
|
|
||||||
clip-rule="evenodd"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 301 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M21 7.5l-9-5.25L3 7.5m18 0l-9 5.25m9-5.25v9l-9 5.25M3 7.5l9 5.25M3 7.5v9l9 5.25m0-9v9"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 294 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M9.53 16.122a3 3 0 00-5.78 1.128 2.25 2.25 0 01-2.4 2.245 4.5 4.5 0 008.4-2.245c0-.399-.078-.78-.22-1.128zm0 0a15.998 15.998 0 003.388-1.62m-5.043-.025a15.994 15.994 0 011.622-3.395m3.42 3.42a15.995 15.995 0 004.764-4.648l3.876-5.814a1.151 1.151 0 00-1.597-1.597L14.146 6.32a15.996 15.996 0 00-4.649 4.763m3.42 3.42a6.776 6.776 0 00-3.42-3.42"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 551 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M6 6.878V6a2.25 2.25 0 012.25-2.25h7.5A2.25 2.25 0 0118 6v.878m-12 0c.235-.083.487-.128.75-.128h10.5c.263 0 .515.045.75.128m-12 0A2.25 2.25 0 004.5 9v.878m13.5-3A2.25 2.25 0 0119.5 9v.878m0 0a2.246 2.246 0 00-.75-.128H5.25c-.263 0-.515.045-.75.128m15 0A2.25 2.25 0 0121 12v6a2.25 2.25 0 01-2.25 2.25H5.25A2.25 2.25 0 013 18v-6c0-.98.626-1.813 1.5-2.122"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 561 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M8.25 4.5l7.5 7.5-7.5 7.5"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 234 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M2.25 15a4.5 4.5 0 004.5 4.5H18a3.75 3.75 0 001.332-7.257 3 3 0 00-3.758-3.848 5.25 5.25 0 00-10.233 2.33A4.502 4.502 0 002.25 15z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 339 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M17.25 6.75L22.5 12l-5.25 5.25m-10.5 0L1.5 12l5.25-5.25m7.5-3l-4.5 16.5"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 280 B |
@@ -1,5 +0,0 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64" fill="currentColor">
|
|
||||||
<path
|
|
||||||
d="M60,36.75H55.25V30A4.26,4.26,0,0,0,51,25.75H33.25v-8.5H38A1.25,1.25,0,0,0,39.25,16V4A1.25,1.25,0,0,0,38,2.75H26A1.25,1.25,0,0,0,24.75,4V16A1.25,1.25,0,0,0,26,17.25h4.75v8.5H13A4.26,4.26,0,0,0,8.75,30v6.75H4A1.25,1.25,0,0,0,2.75,38V56A1.25,1.25,0,0,0,4,57.25H16A1.25,1.25,0,0,0,17.25,56V38A1.25,1.25,0,0,0,16,36.75H11.25V30A1.76,1.76,0,0,1,13,28.25H30.75v8.5H26A1.25,1.25,0,0,0,24.75,38V56A1.25,1.25,0,0,0,26,57.25H38A1.25,1.25,0,0,0,39.25,56V38A1.25,1.25,0,0,0,38,36.75H33.25v-8.5H51A1.76,1.76,0,0,1,52.75,30v6.75H48A1.25,1.25,0,0,0,46.75,38V56A1.25,1.25,0,0,0,48,57.25H60A1.25,1.25,0,0,0,61.25,56V38A1.25,1.25,0,0,0,60,36.75ZM27.25,5.25h9.5v9.5h-9.5Zm-12.5,49.5H5.25V39.25h9.5Zm22,0h-9.5V39.25h9.5Zm22,0h-9.5V39.25h9.5Z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 830 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M15 11.25l1.5 1.5.75-.75V8.758l2.276-.61a3 3 0 10-3.675-3.675l-.61 2.277H12l-.75.75 1.5 1.5M15 11.25l-8.47 8.47c-.34.34-.8.53-1.28.53s-.94.19-1.28.53l-.97.97-.75-.75.97-.97c.34-.34.53-.8.53-1.28s.19-.94.53-1.28L12.75 9M15 11.25L12.75 9"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 444 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M19.5 14.25v-2.625a3.375 3.375 0 00-3.375-3.375h-1.5A1.125 1.125 0 0113.5 7.125v-1.5a3.375 3.375 0 00-3.375-3.375H8.25m0 12.75h7.5m-7.5 3H12M10.5 2.25H5.625c-.621 0-1.125.504-1.125 1.125v17.25c0 .621.504 1.125 1.125 1.125h12.75c.621 0 1.125-.504 1.125-1.125V11.25a9 9 0 00-9-9z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 486 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M15.75 17.25v3.375c0 .621-.504 1.125-1.125 1.125h-9.75a1.125 1.125 0 01-1.125-1.125V7.875c0-.621.504-1.125 1.125-1.125H6.75a9.06 9.06 0 011.5.124m7.5 10.376h3.375c.621 0 1.125-.504 1.125-1.125V11.25c0-4.46-3.243-8.161-7.5-8.876a9.06 9.06 0 00-1.5-.124H9.375c-.621 0-1.125.504-1.125 1.125v3.5m7.5 10.375H9.375a1.125 1.125 0 01-1.125-1.125v-9.25m12 6.625v-1.875a3.375 3.375 0 00-3.375-3.375h-1.5a1.125 1.125 0 01-1.125-1.125v-1.5a3.375 3.375 0 00-3.375-3.375H9.75"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 670 B |
@@ -1,5 +0,0 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512" fill="currentColor">
|
|
||||||
<path
|
|
||||||
d="M64 32C64 14.3 49.7 0 32 0S0 14.3 0 32v96V384c0 35.3 28.7 64 64 64H256V384H64V160H256V96H64V32zM288 192c0 17.7 14.3 32 32 32H544c17.7 0 32-14.3 32-32V64c0-17.7-14.3-32-32-32H445.3c-8.5 0-16.6-3.4-22.6-9.4L409.4 9.4c-6-6-14.1-9.4-22.6-9.4H320c-17.7 0-32 14.3-32 32V192zm0 288c0 17.7 14.3 32 32 32H544c17.7 0 32-14.3 32-32V352c0-17.7-14.3-32-32-32H445.3c-8.5 0-16.6-3.4-22.6-9.4l-13.3-13.3c-6-6-14.1-9.4-22.6-9.4H320c-17.7 0-32 14.3-32 32V480z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 553 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M4.745 3A23.933 23.933 0 003 12c0 3.183.62 6.22 1.745 9M19.5 3c.967 2.78 1.5 5.817 1.5 9s-.533 6.22-1.5 9M8.25 8.885l1.444-.89a.75.75 0 011.105.402l2.402 7.206a.75.75 0 001.104.401l1.445-.889m-8.25.75l.213.09a1.687 1.687 0 002.062-.617l4.45-6.676a1.688 1.688 0 012.062-.618l.213.09"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 490 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M4.5 12a7.5 7.5 0 0015 0m-15 0a7.5 7.5 0 1115 0m-15 0H3m16.5 0H21m-1.5 0H12m-8.457 3.077l1.41-.513m14.095-5.13l1.41-.513M5.106 17.785l1.15-.964m11.49-9.642l1.149-.964M7.501 19.795l.75-1.3m7.5-12.99l.75-1.3m-6.063 16.658l.26-1.477m2.605-14.772l.26-1.477m0 17.726l-.26-1.477M10.698 4.614l-.26-1.477M16.5 19.794l-.75-1.299M7.5 4.205L12 12m6.894 5.785l-1.149-.964M6.256 7.178l-1.15-.964m15.352 8.864l-1.41-.513M4.954 9.435l-1.41-.514M12.002 12l-3.75 6.495"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 660 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M12 21a9.004 9.004 0 008.716-6.747M12 21a9.004 9.004 0 01-8.716-6.747M12 21c2.485 0 4.5-4.03 4.5-9S14.485 3 12 3m0 18c-2.485 0-4.5-4.03-4.5-9S9.515 3 12 3m0 0a8.997 8.997 0 017.843 4.582M12 3a8.997 8.997 0 00-7.843 4.582m15.686 0A11.953 11.953 0 0112 10.5c-2.998 0-5.74-1.1-7.843-2.918m15.686 0A8.959 8.959 0 0121 12c0 .778-.099 1.533-.284 2.253m0 0A17.919 17.919 0 0112 16.5c-3.162 0-6.133-.815-8.716-2.247m0 0A9.015 9.015 0 013 12c0-1.605.42-3.113 1.157-4.418"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 670 B |
@@ -1,8 +0,0 @@
|
|||||||
<svg viewBox="0 0 15 15" xmlns="http://www.w3.org/2000/svg">
|
|
||||||
<path
|
|
||||||
d="M14 11.0001V4.00006L1 4.00006L1 11.0001H14ZM15 4.00006V11.0001C15 11.5523 14.5523 12.0001 14 12.0001H1C0.447715 12.0001 0 11.5523 0 11.0001V4.00006C0 3.44778 0.447715 3.00006 1 3.00006H14C14.5523 3.00006 15 3.44778 15 4.00006ZM2 5.25C2 5.11193 2.11193 5 2.25 5H5.75C5.88807 5 6 5.11193 6 5.25V9.75C6 9.88807 5.88807 10 5.75 10H2.25C2.11193 10 2 9.88807 2 9.75V5.25ZM7.5 7C7.22386 7 7 7.22386 7 7.5C7 7.77614 7.22386 8 7.5 8H10.5C10.7761 8 11 7.77614 11 7.5C11 7.22386 10.7761 7 10.5 7H7.5ZM7 9.5C7 9.22386 7.22386 9 7.5 9H12.5C12.7761 9 13 9.22386 13 9.5C13 9.77614 12.7761 10 12.5 10H7.5C7.22386 10 7 9.77614 7 9.5ZM7.5 5C7.22386 5 7 5.22386 7 5.5C7 5.77614 7.22386 6 7.5 6H11.5C11.7761 6 12 5.77614 12 5.5C12 5.22386 11.7761 5 11.5 5H7.5Z"
|
|
||||||
fill="currentColor"
|
|
||||||
fill-rule="evenodd"
|
|
||||||
clip-rule="evenodd"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 902 B |
@@ -1,29 +0,0 @@
|
|||||||
export { default as FilesIcon } from './files.svg'
|
|
||||||
export { default as MarkdownIcon } from './markdown.svg'
|
|
||||||
export { default as TailwindIcon } from './tailwind.svg'
|
|
||||||
export { default as LinkIcon } from './link.svg'
|
|
||||||
export { default as LightningIcon } from './lightning.svg'
|
|
||||||
export { default as GlobeIcon } from './globe.svg'
|
|
||||||
export { default as PictureIcon } from './picture.svg'
|
|
||||||
export { default as CodeIcon } from './code.svg'
|
|
||||||
export { default as BrushIcon } from './brush.svg'
|
|
||||||
export { default as DropperIcon } from './dropper.svg'
|
|
||||||
export { default as StarsIcon } from './stars.svg'
|
|
||||||
export { default as FormulaIcon } from './formula.svg'
|
|
||||||
export { default as WarningIcon } from './warning.svg'
|
|
||||||
export { default as ChevronRightIcon } from './chevron-right.svg'
|
|
||||||
export { default as BoxIcon } from './box.svg'
|
|
||||||
export { default as GearIcon } from './gear.svg'
|
|
||||||
export { default as RowsIcon } from './rows.svg'
|
|
||||||
export { default as CardsIcon } from './cards.svg'
|
|
||||||
export { default as OneIcon } from './one.svg'
|
|
||||||
export { default as CloudIcon } from './cloud.svg'
|
|
||||||
export { default as TableIcon } from './table.svg'
|
|
||||||
export { default as FileIcon } from './file.svg'
|
|
||||||
export { default as NewsletterIcon } from './newsletter.svg'
|
|
||||||
export { default as ArrowRightIcon } from './arrow-right.svg'
|
|
||||||
export { default as SwitchIcon } from './switch.svg'
|
|
||||||
export { default as TerminalIcon } from './terminal.svg'
|
|
||||||
export { default as DiagramIcon } from './diagram.svg'
|
|
||||||
export { default as FolderTreeIcon } from './folder-tree.svg'
|
|
||||||
export { default as IdCardIcon } from './id-card.svg'
|
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="currentColor">
|
|
||||||
<path
|
|
||||||
fill-rule="evenodd"
|
|
||||||
d="M14.615 1.595a.75.75 0 01.359.852L12.982 9.75h7.268a.75.75 0 01.548 1.262l-10.5 11.25a.75.75 0 01-1.272-.71l1.992-7.302H3.75a.75.75 0 01-.548-1.262l10.5-11.25a.75.75 0 01.913-.143z"
|
|
||||||
clip-rule="evenodd"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 338 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M13.19 8.688a4.5 4.5 0 011.242 7.244l-4.5 4.5a4.5 4.5 0 01-6.364-6.364l1.757-1.757m13.35-.622l1.757-1.757a4.5 4.5 0 00-6.364-6.364l-4.5 4.5a4.5 4.5 0 001.242 7.244"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 372 B |
@@ -1,6 +0,0 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
|
|
||||||
<path
|
|
||||||
fill="currentColor"
|
|
||||||
d="M20.56 18H3.44C2.65 18 2 17.37 2 16.59V7.41C2 6.63 2.65 6 3.44 6h17.12c.79 0 1.44.63 1.44 1.41v9.18c0 .78-.65 1.41-1.44 1.41M6.81 15.19v-3.66l1.92 2.35l1.92-2.35v3.66h1.93V8.81h-1.93l-1.92 2.35l-1.92-2.35H4.89v6.38h1.92M19.69 12h-1.92V8.81h-1.92V12h-1.93l2.89 3.28L19.69 12Z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 388 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M12 7.5h1.5m-1.5 3h1.5m-7.5 3h7.5m-7.5 3h7.5m3-9h3.375c.621 0 1.125.504 1.125 1.125V18a2.25 2.25 0 01-2.25 2.25M16.5 7.5V18a2.25 2.25 0 002.25 2.25M16.5 7.5V4.875c0-.621-.504-1.125-1.125-1.125H4.125C3.504 3.75 3 4.254 3 4.875V18a2.25 2.25 0 002.25 2.25h13.5M6 7.5h3v3H6v-3z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 482 B |
@@ -1,10 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="currentColor"
|
|
||||||
stroke="none"
|
|
||||||
viewBox="-1 0 19 19"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
d="M16.417 9.6A7.917 7.917 0 1 1 8.5 1.683 7.917 7.917 0 0 1 16.417 9.6zM9.666 6.508H8.248L6.09 8.09l.806 1.103 1.222-.945v4.816h1.547z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 266 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M2.25 15.75l5.159-5.159a2.25 2.25 0 013.182 0l5.159 5.159m-1.5-1.5l1.409-1.409a2.25 2.25 0 013.182 0l2.909 2.909m-18 3.75h16.5a1.5 1.5 0 001.5-1.5V6a1.5 1.5 0 00-1.5-1.5H3.75A1.5 1.5 0 002.25 6v12a1.5 1.5 0 001.5 1.5zm10.5-11.25h.008v.008h-.008V8.25zm.375 0a.375.375 0 11-.75 0 .375.375 0 01.75 0z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 506 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M3.75 12h16.5m-16.5 3.75h16.5M3.75 19.5h16.5M5.625 4.5h12.75a1.875 1.875 0 010 3.75H5.625a1.875 1.875 0 010-3.75z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 322 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M9.813 15.904L9 18.75l-.813-2.846a4.5 4.5 0 00-3.09-3.09L2.25 12l2.846-.813a4.5 4.5 0 003.09-3.09L9 5.25l.813 2.846a4.5 4.5 0 003.09 3.09L15.75 12l-2.846.813a4.5 4.5 0 00-3.09 3.09zM18.259 8.715L18 9.75l-.259-1.035a3.375 3.375 0 00-2.455-2.456L14.25 6l1.036-.259a3.375 3.375 0 002.455-2.456L18 2.25l.259 1.035a3.375 3.375 0 002.456 2.456L21.75 6l-1.035.259a3.375 3.375 0 00-2.456 2.456zM16.894 20.567L16.5 21.75l-.394-1.183a2.25 2.25 0 00-1.423-1.423L13.5 18.75l1.183-.394a2.25 2.25 0 001.423-1.423l.394-1.183.394 1.183a2.25 2.25 0 001.423 1.423l1.183.394-1.183.394a2.25 2.25 0 00-1.423 1.423z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 802 B |
@@ -1,6 +0,0 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
|
|
||||||
<path
|
|
||||||
fill="currentColor"
|
|
||||||
d="M7 18q-2.5 0-4.25-1.75T1 12q0-2.5 1.75-4.25T7 6h10q2.5 0 4.25 1.75T23 12q0 2.5-1.75 4.25T17 18Zm0-2h10q1.65 0 2.825-1.175Q21 13.65 21 12q0-1.65-1.175-2.825Q18.65 8 17 8H7Q5.35 8 4.175 9.175Q3 10.35 3 12q0 1.65 1.175 2.825Q5.35 16 7 16Zm0-1q1.25 0 2.125-.875T10 12q0-1.25-.875-2.125T7 9q-1.25 0-2.125.875T4 12q0 1.25.875 2.125T7 15Zm5-3Z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 450 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M3.375 19.5h17.25m-17.25 0a1.125 1.125 0 01-1.125-1.125M3.375 19.5h7.5c.621 0 1.125-.504 1.125-1.125m-9.75 0V5.625m0 12.75v-1.5c0-.621.504-1.125 1.125-1.125m18.375 2.625V5.625m0 12.75c0 .621-.504 1.125-1.125 1.125m1.125-1.125v-1.5c0-.621-.504-1.125-1.125-1.125m0 3.75h-7.5A1.125 1.125 0 0112 18.375m9.75-12.75c0-.621-.504-1.125-1.125-1.125H3.375c-.621 0-1.125.504-1.125 1.125m19.5 0v1.5c0 .621-.504 1.125-1.125 1.125M2.25 5.625v1.5c0 .621.504 1.125 1.125 1.125m0 0h17.25m-17.25 0h7.5c.621 0 1.125.504 1.125 1.125M3.375 8.25c-.621 0-1.125.504-1.125 1.125v1.5c0 .621.504 1.125 1.125 1.125m17.25-3.75h-7.5c-.621 0-1.125.504-1.125 1.125m8.625-1.125c.621 0 1.125.504 1.125 1.125v1.5c0 .621-.504 1.125-1.125 1.125m-17.25 0h7.5m-7.5 0c-.621 0-1.125.504-1.125 1.125v1.5c0 .621.504 1.125 1.125 1.125M12 10.875v-1.5m0 1.5c0 .621-.504 1.125-1.125 1.125M12 10.875c0 .621.504 1.125 1.125 1.125m-2.25 0c.621 0 1.125.504 1.125 1.125M13.125 12h7.5m-7.5 0c-.621 0-1.125.504-1.125 1.125M20.625 12c.621 0 1.125.504 1.125 1.125v1.5c0 .621-.504 1.125-1.125 1.125m-17.25 0h7.5M12 14.625v-1.5m0 1.5c0 .621-.504 1.125-1.125 1.125M12 14.625c0 .621.504 1.125 1.125 1.125m-2.25 0c.621 0 1.125.504 1.125 1.125m0 1.5v-1.5m0 0c0-.621.504-1.125 1.125-1.125m0 0h7.5"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 1.4 KiB |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 52 25"
|
|
||||||
stroke-width="3.25"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M25.517 0C18.712 0 14.46 3.382 12.758 10.146c2.552-3.382 5.529-4.65 8.931-3.805 1.941.482 3.329 1.882 4.864 3.432 2.502 2.524 5.398 5.445 11.722 5.445 6.804 0 11.057-3.382 12.758-10.145-2.551 3.382-5.528 4.65-8.93 3.804-1.942-.482-3.33-1.882-4.865-3.431C34.736 2.92 31.841 0 25.517 0zM12.758 15.218C5.954 15.218 1.701 18.6 0 25.364c2.552-3.382 5.529-4.65 8.93-3.805 1.942.482 3.33 1.882 4.865 3.432 2.502 2.524 5.397 5.445 11.722 5.445 6.804 0 11.057-3.381 12.758-10.145-2.552 3.382-5.529 4.65-8.931 3.805-1.941-.483-3.329-1.883-4.864-3.432-2.502-2.524-5.398-5.446-11.722-5.446z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 788 B |
@@ -1,30 +0,0 @@
|
|||||||
<svg viewBox="0 0 256 256" xmlns="http://www.w3.org/2000/svg" stroke="currentColor">
|
|
||||||
<rect fill="none" height="256" width="256" />
|
|
||||||
<polyline
|
|
||||||
fill="none"
|
|
||||||
points="80 96 120 128 80 160"
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
stroke-width="16"
|
|
||||||
/>
|
|
||||||
<line
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
stroke-width="16"
|
|
||||||
x1="136"
|
|
||||||
x2="176"
|
|
||||||
y1="160"
|
|
||||||
y2="160"
|
|
||||||
/>
|
|
||||||
<rect
|
|
||||||
fill="none"
|
|
||||||
height="160"
|
|
||||||
rx="8.5"
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
stroke-width="16.97"
|
|
||||||
width="192"
|
|
||||||
x="32"
|
|
||||||
y="48"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 603 B |
@@ -1,13 +0,0 @@
|
|||||||
<svg
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
fill="none"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
stroke-width="1.5"
|
|
||||||
stroke="currentColor"
|
|
||||||
>
|
|
||||||
<path
|
|
||||||
stroke-linecap="round"
|
|
||||||
stroke-linejoin="round"
|
|
||||||
d="M12 9v3.75m-9.303 3.376c-.866 1.5.217 3.374 1.948 3.374h14.71c1.73 0 2.813-1.874 1.948-3.374L13.949 3.378c-.866-1.5-3.032-1.5-3.898 0L2.697 16.126zM12 15.75h.007v.008H12v-.008z"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 385 B |
@@ -1,51 +0,0 @@
|
|||||||
@tailwind base;
|
|
||||||
@tailwind components;
|
|
||||||
@tailwind utilities;
|
|
||||||
|
|
||||||
body {
|
|
||||||
font-feature-settings:
|
|
||||||
'rlig' 1,
|
|
||||||
'calt' 1,
|
|
||||||
'kern' 1;
|
|
||||||
}
|
|
||||||
|
|
||||||
.home-content p {
|
|
||||||
margin-top: 1.5em;
|
|
||||||
line-height: 1.75em;
|
|
||||||
}
|
|
||||||
|
|
||||||
.home-content a {
|
|
||||||
--tw-ring-color: hsl(var(--nextra-primary-hue) 100% 50%/0.3);
|
|
||||||
--tw-text-opacity: 1;
|
|
||||||
text-underline-position: under;
|
|
||||||
text-decoration-line: underline;
|
|
||||||
text-decoration-thickness: from-font;
|
|
||||||
color: hsl(var(--nextra-primary-hue) 100% 50% / var(--tw-text-opacity));
|
|
||||||
}
|
|
||||||
|
|
||||||
figcaption {
|
|
||||||
font-size: 0.85rem;
|
|
||||||
line-height: 1.5rem;
|
|
||||||
display: block;
|
|
||||||
text-align: center;
|
|
||||||
margin-top: 0.5rem;
|
|
||||||
}
|
|
||||||
|
|
||||||
code.text-\[\.9em\] {
|
|
||||||
font-size: 14px;
|
|
||||||
}
|
|
||||||
|
|
||||||
@media screen and (max-width: 1200px) {
|
|
||||||
.home-content .hide-medium {
|
|
||||||
display: none;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@media screen and (max-width: 720px) {
|
|
||||||
.home-content p {
|
|
||||||
font-size: 0.9rem;
|
|
||||||
}
|
|
||||||
.home-content .hide-small {
|
|
||||||
display: none;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
5
docs/next-env.d.ts
vendored
5
docs/next-env.d.ts
vendored
@@ -1,5 +0,0 @@
|
|||||||
/// <reference types="next" />
|
|
||||||
/// <reference types="next/image-types/global" />
|
|
||||||
|
|
||||||
// NOTE: This file should not be edited
|
|
||||||
// see https://nextjs.org/docs/basic-features/typescript for more information.
|
|
||||||
@@ -1,24 +0,0 @@
|
|||||||
import nextra from 'nextra'
|
|
||||||
|
|
||||||
const withNextra = nextra({
|
|
||||||
theme: 'nextra-theme-docs',
|
|
||||||
themeConfig: './theme.config.tsx',
|
|
||||||
latex: true,
|
|
||||||
defaultShowCopyCode: true
|
|
||||||
})
|
|
||||||
|
|
||||||
export default withNextra({
|
|
||||||
reactStrictMode: true,
|
|
||||||
webpack(config) {
|
|
||||||
const allowedSvgRegex = /components\/icons\/.+\.svg$/
|
|
||||||
|
|
||||||
const fileLoaderRule = config.module.rules.find((rule) => rule.test?.test('.svg'))
|
|
||||||
fileLoaderRule.exclude = allowedSvgRegex
|
|
||||||
|
|
||||||
config.module.rules.push({
|
|
||||||
test: allowedSvgRegex,
|
|
||||||
use: ['@svgr/webpack']
|
|
||||||
})
|
|
||||||
return config
|
|
||||||
}
|
|
||||||
})
|
|
||||||
@@ -1,44 +0,0 @@
|
|||||||
{
|
|
||||||
"name": "@bentoml/openllm-docs",
|
|
||||||
"description": "📚 OpenLLM Documentation",
|
|
||||||
"license": "Apache-2.0",
|
|
||||||
"private": true,
|
|
||||||
"scripts": {
|
|
||||||
"dev": "next dev",
|
|
||||||
"build": "next build",
|
|
||||||
"start": "next start"
|
|
||||||
},
|
|
||||||
"repository": {
|
|
||||||
"type": "git",
|
|
||||||
"url": "git+https://github.com/bentoml/OpenLLM.git"
|
|
||||||
},
|
|
||||||
"author": "Aaron Pham <aarnphm@bentoml.com>",
|
|
||||||
"bugs": {
|
|
||||||
"url": "https://github.com/bentoml/OpenLLM/issues"
|
|
||||||
},
|
|
||||||
"homepage": "https://github.com/bentoml/OpenLLM#readme",
|
|
||||||
"dependencies": {
|
|
||||||
"@mdx-js/react": "*",
|
|
||||||
"@vercel/analytics": "*",
|
|
||||||
"@vercel/og": "0.5.20",
|
|
||||||
"clsx": "^2.0.0",
|
|
||||||
"next": "*",
|
|
||||||
"next-themes": "^0.2.1",
|
|
||||||
"nextra": "2.13.2",
|
|
||||||
"nextra-theme-docs": "2.13.2",
|
|
||||||
"react": "*",
|
|
||||||
"react-dom": "*"
|
|
||||||
},
|
|
||||||
"devDependencies": {
|
|
||||||
"@svgr/webpack": "*",
|
|
||||||
"@types/dedent": "^0.7.1",
|
|
||||||
"@types/node": "*",
|
|
||||||
"@types/react": "*",
|
|
||||||
"@types/react-dom": "*",
|
|
||||||
"autoprefixer": "^10.4.16",
|
|
||||||
"eslint": "*",
|
|
||||||
"postcss": "^8.4.31",
|
|
||||||
"tailwindcss": "^3.3.3",
|
|
||||||
"typescript": "*"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,5 +0,0 @@
|
|||||||
import { NotFoundPage } from 'nextra-theme-docs'
|
|
||||||
|
|
||||||
# 404: Oops, page not found
|
|
||||||
|
|
||||||
<NotFoundPage />
|
|
||||||
@@ -1,5 +0,0 @@
|
|||||||
import '../globals.css'
|
|
||||||
|
|
||||||
export default function App({ Component, pageProps }) {
|
|
||||||
return <Component {...pageProps} />
|
|
||||||
}
|
|
||||||
@@ -1,31 +0,0 @@
|
|||||||
{
|
|
||||||
"index": {
|
|
||||||
"type": "page",
|
|
||||||
"title": "Introduction",
|
|
||||||
"display": "hidden"
|
|
||||||
},
|
|
||||||
"docs": {
|
|
||||||
"type": "page",
|
|
||||||
"title": "Documentation"
|
|
||||||
},
|
|
||||||
"about": {
|
|
||||||
"type": "page",
|
|
||||||
"title": "About",
|
|
||||||
"theme": {
|
|
||||||
"typesetting": "article"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"changelog": {
|
|
||||||
"type": "page",
|
|
||||||
"title": "Changelog",
|
|
||||||
"href": "https://github.com/bentoml/OpenLLM/blob/main/CHANGELOG.md",
|
|
||||||
"newWindow": true
|
|
||||||
},
|
|
||||||
"404": {
|
|
||||||
"type": "page",
|
|
||||||
"theme": {
|
|
||||||
"timestamp": false,
|
|
||||||
"typesetting": "article"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,38 +0,0 @@
|
|||||||
# About
|
|
||||||
|
|
||||||
OpenLLM was started at [BentoML](https://bentoml.com) to provide a simple
|
|
||||||
and easy to use interface for serving and deploying large language models (LLMs)
|
|
||||||
in production. With OpenLLM, you can run inference with any open-source LLMs, deploy models to the
|
|
||||||
cloud or on-premises, and build powerful AI applications. It supports a wide range of open-source LLMs and
|
|
||||||
offers flexible APIs with first-class support for BentoML and LangChain.
|
|
||||||
|
|
||||||
## Team
|
|
||||||
|
|
||||||
The project is currently maintained by [Aaron Pham](https://twitter.com/aarnphm_). You can check out
|
|
||||||
the full list of contributors on [GitHub](https://github.com/bentoml/OpenLLM/graphs/contributors).
|
|
||||||
|
|
||||||
## Credits
|
|
||||||
|
|
||||||
OpenLLM is powered by these incredible open-source projects:
|
|
||||||
|
|
||||||
- https://bentoml.com/
|
|
||||||
- https://huggingface.co/docs/transformers/index
|
|
||||||
- https://github.com/PanQiWei/AutoGPTQ
|
|
||||||
- https://github.com/huggingface/peft
|
|
||||||
|
|
||||||
The documentation is powered by [Nextra](https://nextra.site/).
|
|
||||||
|
|
||||||
## Design assets
|
|
||||||
|
|
||||||
Feel free to use any of the assets in your project. But please modify
|
|
||||||
the logo and don't use these logo to represent your product or project.
|
|
||||||
|
|
||||||
| Name | Description | Preview |
|
|
||||||
| :---------: | :----------------------------------------------: | :-----------------------------------: |
|
|
||||||
| Icon | Useful for favicons, app icons, link icons, etc. |  |
|
|
||||||
| Logo | Full OpenLLM logo |  |
|
|
||||||
| Social Card | The OpenLLM social card |  |
|
|
||||||
|
|
||||||
## License
|
|
||||||
|
|
||||||
The OpenLLM project is licensed under the [Apache License 2.0](https://www.apache.org/licenses/LICENSE-2.0)
|
|
||||||
@@ -1,77 +0,0 @@
|
|||||||
/* eslint-env node */
|
|
||||||
import { ImageResponse } from '@vercel/og'
|
|
||||||
export const config = {
|
|
||||||
runtime: 'edge'
|
|
||||||
}
|
|
||||||
|
|
||||||
export default async function image(req) {
|
|
||||||
const { searchParams } = new URL(req.url)
|
|
||||||
const hasTitle = searchParams.has('title')
|
|
||||||
const title = hasTitle ? searchParams.get('title')?.slice(0, 100) : 'OpenLLM Documentation'
|
|
||||||
|
|
||||||
return new ImageResponse(
|
|
||||||
(
|
|
||||||
<div
|
|
||||||
style={{
|
|
||||||
height: '100%',
|
|
||||||
width: '100%',
|
|
||||||
display: 'flex',
|
|
||||||
flexDirection: 'column',
|
|
||||||
alignItems: 'flex-start',
|
|
||||||
justifyContent: 'center',
|
|
||||||
padding: 80,
|
|
||||||
backgroundColor: '#030303',
|
|
||||||
backgroundImage: 'radial-gradient(circle at 25px 25px, #333 2%, transparent 0%), radial-gradient(circle at 75px 75px, #333 2%, transparent 0%)',
|
|
||||||
backgroundSize: '100px 100px',
|
|
||||||
backgroundPosition: '-30px -10px',
|
|
||||||
fontWeight: 600,
|
|
||||||
color: 'white'
|
|
||||||
}}
|
|
||||||
>
|
|
||||||
<svg style={{ position: 'absolute', top: 70, left: 80 }} height="40" viewBox="0 0 373 60" xmlns="http://www.w3.org/2000/svg" fill="white">
|
|
||||||
<path d="m59.56,3.16c-.11-.35-.26-.69-.45-.99-.23-.37-.5-.71-.82-1-.05-.05-.11-.1-.16-.14-.39-.32-.83-.58-1.31-.76s-1-.27-1.55-.27H14.94c-.09,0-.18,0-.27,0-.03,0-.05,0-.08,0-.07,0-.13.01-.2.02-.03,0-.06,0-.08.01-.08.01-.15.02-.23.04-.01,0-.02,0-.03,0-.09.02-.17.04-.26.06-.02,0-.05.01-.07.02-.06.02-.12.04-.19.06-.03,0-.05.02-.08.03-.07.02-.13.05-.2.08-.02,0-.03.01-.05.02-.08.03-.16.07-.24.11-.02,0-.04.02-.06.03-.06.03-.12.06-.18.09-.02.01-.05.03-.07.04-.06.03-.12.07-.17.11-.02.01-.03.02-.05.03-.07.05-.14.1-.21.15-.01.01-.03.02-.04.03-.06.04-.11.09-.16.13-.02.02-.04.03-.06.05-.05.04-.1.09-.15.13-.02.01-.03.03-.05.04-.03.03-.05.05-.08.08,0,0,0,0,0,0L1.12,10.91c-.72.72-1.12,1.69-1.12,2.7v42.57c0,2.11,1.71,3.82,3.82,3.82h42.57c1.01,0,1.99-.4,2.7-1.12l9.52-11.05c.17-.19.33-.4.47-.62,0,0,.01-.02.02-.02.03-.04.05-.09.08-.13,0-.02.02-.03.03-.05.02-.04.04-.08.06-.12.01-.02.02-.04.03-.07.02-.04.04-.08.05-.12.01-.03.02-.05.03-.08.02-.04.03-.07.05-.11.01-.03.02-.06.03-.09.01-.04.03-.07.04-.11.01-.03.02-.06.03-.09.01-.04.02-.07.03-.11,0-.03.02-.07.03-.1,0-.03.02-.07.03-.1,0-.04.02-.07.02-.11,0-.03.02-.07.02-.1,0-.04.01-.08.02-.12,0-.03.01-.06.02-.1,0-.04.01-.08.02-.13,0-.03,0-.06.01-.09,0-.05,0-.1.01-.14,0-.03,0-.05,0-.08,0-.07,0-.15,0-.22V4.5h0c0-.47-.07-.91-.2-1.34Zm-4.3-1.81c.54,0,1.05.14,1.5.38.22.12.43.27.62.44.04.03.07.07.11.1.07.07.14.15.2.22.06.08.12.16.18.24.34.5.54,1.11.54,1.76v40.33c0,.09,0,.18-.01.27,0,.01,0,.02,0,.03,0,.08-.02.17-.03.25,0,.01,0,.02,0,.04-.02.08-.03.16-.06.24,0,0,0,.02,0,.03-.02.08-.05.16-.08.24,0,0,0,0,0,0-.1.26-.23.5-.38.71h0c-.05.08-.11.15-.17.22-.04.04-.07.08-.11.12,0,0,0,0,0,0-.04.04-.07.08-.11.11,0,0,0,0,0,0-.04.04-.08.07-.12.11,0,0,0,0,0,0-.21.18-.44.33-.7.45,0,0-.01,0-.02,0-.04.02-.09.04-.13.06-.01,0-.02,0-.04.01-.04.02-.08.03-.12.04-.02,0-.03.01-.05.02-.04.01-.07.02-.11.03-.02,0-.04.01-.05.02-.03,0-.07.02-.1.03-.02,0-.04,0-.06.01-.03,0-.07.01-.1.02-.02,0-.04,0-.06.01-.04,0-.07.01-.11.02-.02,0-.04,0-.06,0-.04,0-.08,0-.12.01-.02,0-.03,0-.05,0-.06,0-.11,0-.17,0H14.94c-.87,0-1.66-.35-2.23-.92-.14-.14-.27-.3-.38-.47-.28-.42-.47-.91-.52-1.44-.01-.11-.02-.21-.02-.32V4.5c0-.06,0-.12,0-.18,0-.02,0-.04,0-.06,0-.04,0-.08.01-.12,0-.02,0-.04,0-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06.01-.04.02-.08.03-.12,0-.01,0-.03.01-.04.03-.11.07-.22.12-.32,0,0,0,0,0,0,.02-.05.04-.1.07-.15,0,0,0-.02.01-.02.02-.04.04-.09.07-.13,0,0,0-.02.01-.03.02-.04.05-.08.08-.13,0,0,0-.01.01-.02.03-.05.06-.09.09-.14,0,0,0,0,0,0,.17-.24.38-.45.61-.63.2-.16.42-.29.65-.39,0,0,0,0,.01,0,.07-.03.15-.06.23-.09,0,0,.01,0,.02,0,.15-.05.31-.09.47-.12.01,0,.03,0,.04,0,.08-.01.15-.02.23-.03.01,0,.03,0,.04,0,.08,0,.16-.01.25-.01h40.33Z" />
|
|
||||||
<g>
|
|
||||||
<circle cx="40.54" cy="24.66" r="2.74" />
|
|
||||||
<circle cx="29.67" cy="24.66" r="2.74" />
|
|
||||||
</g>
|
|
||||||
<path
|
|
||||||
d="M 289.083 46.203 L 288.423 46.863 L 280.503 46.863 L 279.843 46.203 L 279.843 20.463 L 279.183 20.463 L 268.623 46.203 L 267.963 46.863 L 260.703 46.863 L 260.043 46.203 L 249.483 20.463 L 248.823 20.463 L 248.823 46.203 L 248.163 46.863 L 240.243 46.863 L 239.583 46.203 L 239.583 1.323 L 240.243 0.663 L 250.143 0.663 L 250.803 1.323 L 264.003 33.663 L 264.663 33.663 L 277.863 1.323 L 278.523 0.663 L 288.423 0.663 L 289.083 1.323 L 289.083 46.203 Z M 157.083 46.203 L 156.423 46.863 L 148.503 46.863 L 147.843 46.203 L 147.843 27.063 A 9.504 9.504 0 0 0 147.624 24.942 C 147.237 23.261 146.306 21.954 144.574 21.405 A 6.64 6.64 0 0 0 142.563 21.123 C 138.845 21.123 136.41 22.832 135.6 26.595 A 14.825 14.825 0 0 0 135.303 29.703 L 135.303 46.203 L 134.643 46.863 L 126.723 46.863 L 126.063 46.203 L 126.063 14.523 L 126.723 13.863 L 133.983 13.863 L 134.643 14.523 L 135.303 16.503 L 135.963 16.503 C 137.035 15.43 138.979 13.922 142.149 13.394 A 14.552 14.552 0 0 1 144.543 13.203 C 150.174 13.203 154.136 15.872 155.957 20.26 A 15.995 15.995 0 0 1 157.083 26.403 L 157.083 46.203 Z M 196.683 46.203 L 196.023 46.863 L 166.323 46.863 L 165.663 46.203 L 165.663 1.323 L 166.323 0.663 L 174.243 0.663 L 174.903 1.323 L 174.903 38.283 L 175.563 38.943 L 196.023 38.943 L 196.683 39.603 L 196.683 46.203 Z M 233.643 46.203 L 232.983 46.863 L 203.283 46.863 L 202.623 46.203 L 202.623 1.323 L 203.283 0.663 L 211.203 0.663 L 211.863 1.323 L 211.863 38.283 L 212.523 38.943 L 232.983 38.943 L 233.643 39.603 L 233.643 46.203 Z M 61.383 16.503 A 10.855 10.855 0 0 1 65.339 13.985 A 13.327 13.327 0 0 1 69.963 13.203 A 13.467 13.467 0 0 1 77.875 15.729 C 80.198 17.396 82.071 19.843 83.221 22.933 A 21.239 21.239 0 0 1 84.483 30.363 A 24.331 24.331 0 0 1 84.419 32.132 C 84.217 34.909 83.538 37.375 82.493 39.475 A 13.867 13.867 0 0 1 69.963 47.523 A 14.252 14.252 0 0 1 68.838 47.478 C 65.957 47.25 63.076 46.15 61.383 44.223 L 60.723 44.223 L 60.723 59.403 L 60.063 60.063 L 52.143 60.063 L 51.483 59.403 L 51.483 14.523 L 52.143 13.863 L 59.403 13.863 L 60.063 14.523 L 60.723 16.503 L 61.383 16.503 Z M 74.715 34.547 A 15.037 15.037 0 0 0 75.243 30.363 C 75.243 26.238 74.034 22.919 70.988 21.664 A 7.832 7.832 0 0 0 67.983 21.123 C 64.229 21.123 62.143 23.124 61.251 26.179 A 15.037 15.037 0 0 0 60.723 30.363 C 60.723 34.488 61.931 37.807 64.978 39.062 A 7.832 7.832 0 0 0 67.983 39.603 C 71.737 39.603 73.823 37.601 74.715 34.547 Z M 118.803 37.623 A 11.13 11.13 0 0 1 118.53 38.832 C 117.436 42.686 113.876 47.523 104.943 47.523 A 19.831 19.831 0 0 1 99.708 46.862 C 96.245 45.917 93.607 44.011 91.757 41.496 A 18.68 18.68 0 0 1 88.443 30.363 A 23.169 23.169 0 0 1 88.602 27.634 C 89.553 19.616 94.78 13.203 104.283 13.203 A 18.458 18.458 0 0 1 108.27 13.62 C 116.172 15.365 120.123 22.37 120.123 30.363 L 120.123 33.003 L 119.463 33.663 L 99.003 33.663 L 98.343 34.323 A 3.127 3.127 0 0 0 98.402 34.885 C 98.665 36.296 99.879 38.794 103.215 39.444 A 9.017 9.017 0 0 0 104.943 39.603 C 106.923 39.603 108.903 38.943 109.563 37.623 L 110.223 36.963 L 118.143 36.963 L 118.803 37.623 Z M 109.563 27.063 L 110.223 26.403 C 110.223 25.81 109.69 22.015 105.745 21.255 A 7.717 7.717 0 0 0 104.283 21.123 A 7.919 7.919 0 0 0 103.055 21.214 C 98.897 21.866 98.343 25.798 98.343 26.403 L 99.003 27.063 L 109.563 27.063 Z M 44.883 23.763 A 30.343 30.343 0 0 1 44.282 29.875 C 42.882 36.684 39.086 42.045 33.427 44.998 A 23.532 23.532 0 0 1 22.443 47.523 C 8.583 47.523 0.003 37.623 0.003 23.763 A 30.343 30.343 0 0 1 0.604 17.651 C 2.004 10.842 5.8 5.481 11.459 2.528 A 23.532 23.532 0 0 1 22.443 0.003 C 36.303 0.003 44.883 9.903 44.883 23.763 Z M 34.501 31.018 A 21.772 21.772 0 0 0 35.643 23.763 A 22.28 22.28 0 0 0 34.7 17.104 C 33.623 13.675 31.637 10.998 28.802 9.441 A 13.039 13.039 0 0 0 22.443 7.923 C 16.343 7.923 12.245 11.259 10.385 16.508 A 21.772 21.772 0 0 0 9.243 23.763 A 22.28 22.28 0 0 0 10.186 30.422 C 11.263 33.851 13.249 36.528 16.084 38.085 A 13.039 13.039 0 0 0 22.443 39.603 C 28.543 39.603 32.641 36.267 34.501 31.018 Z"
|
|
||||||
vectorEffect="non-scaling-stroke"
|
|
||||||
transform="translate(70, 2.5)"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
<p
|
|
||||||
style={{
|
|
||||||
position: 'absolute',
|
|
||||||
bottom: 70,
|
|
||||||
left: 80,
|
|
||||||
margin: 0,
|
|
||||||
fontSize: 30,
|
|
||||||
letterSpacing: -1
|
|
||||||
}}
|
|
||||||
>
|
|
||||||
Fine-tune, serve and deploy LLMs in production.
|
|
||||||
</p>
|
|
||||||
<h1
|
|
||||||
style={{
|
|
||||||
fontSize: 82,
|
|
||||||
margin: '0 0 40px -2px',
|
|
||||||
lineHeight: 1.1,
|
|
||||||
textShadow: '0 2px 30px #000',
|
|
||||||
letterSpacing: -4,
|
|
||||||
backgroundImage: 'linear-gradient(90deg, #fff 40%, #aaa)',
|
|
||||||
backgroundClip: 'text',
|
|
||||||
'-webkit-background-clip': 'text',
|
|
||||||
color: 'transparent'
|
|
||||||
}}
|
|
||||||
>
|
|
||||||
{title}
|
|
||||||
</h1>
|
|
||||||
</div>
|
|
||||||
),
|
|
||||||
{
|
|
||||||
width: 1200,
|
|
||||||
height: 630
|
|
||||||
}
|
|
||||||
)
|
|
||||||
}
|
|
||||||
@@ -1,44 +0,0 @@
|
|||||||
{
|
|
||||||
"index": "Introduction",
|
|
||||||
"installation": "Installation",
|
|
||||||
"getting-started": "Getting Started",
|
|
||||||
"about-link": {
|
|
||||||
"title": "About OpenLLM",
|
|
||||||
"href": "/about"
|
|
||||||
},
|
|
||||||
"-- Models": {
|
|
||||||
"type": "separator",
|
|
||||||
"title": "Supported Models"
|
|
||||||
},
|
|
||||||
"supported-models": "Supported Models",
|
|
||||||
"add-new-model": "Adding a New Model",
|
|
||||||
"-- Advanced": {
|
|
||||||
"type": "separator",
|
|
||||||
"title": "Advanced"
|
|
||||||
},
|
|
||||||
"features": {
|
|
||||||
"display": "hidden",
|
|
||||||
"title": "Features"
|
|
||||||
},
|
|
||||||
"-- API Reference": {
|
|
||||||
"type": "separator",
|
|
||||||
"title": "API Reference"
|
|
||||||
},
|
|
||||||
"api": {
|
|
||||||
"display": "hidden"
|
|
||||||
},
|
|
||||||
"-- Ecosystem": {
|
|
||||||
"type": "separator",
|
|
||||||
"title": "More"
|
|
||||||
},
|
|
||||||
"bentocloud": {
|
|
||||||
"title": "☁️ BentoCloud ↗",
|
|
||||||
"href": "https://l.bentoml.com/bento-cloud",
|
|
||||||
"newWindow": true
|
|
||||||
},
|
|
||||||
"bentoml": {
|
|
||||||
"title": "🍱 BentoML ↗",
|
|
||||||
"href": "https://docs.bentoml.com/en/latest/",
|
|
||||||
"newWindow": true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
{
|
|
||||||
"configuration": "openllm.LLMConfig"
|
|
||||||
}
|
|
||||||
@@ -1,88 +0,0 @@
|
|||||||
# `openllm.LLM`
|
|
||||||
|
|
||||||
This page entails the API documentation for the `openllm.LLM` class.
|
|
||||||
|
|
||||||
```python title="play.py"
|
|
||||||
import openllm, asyncio, typing as t
|
|
||||||
|
|
||||||
llm = openllm.LLM('meta-llama/Llama-2-13b-chat-hf')
|
|
||||||
|
|
||||||
async def main(prompt:str, stream: bool=True,**kwargs: t.Any) -> str|t.Iterator[str]:
|
|
||||||
if not stream: return await llm.generate(prompt,**kwargs).outputs[0].text
|
|
||||||
async for output in llm.generate_iterator(prompt,**kwargs): yield output.text
|
|
||||||
|
|
||||||
if __name__ == '__main__': asyncio.run(main('What is the meaning of life?'))
|
|
||||||
```
|
|
||||||
|
|
||||||
## `openllm.LLM.__init__()`
|
|
||||||
|
|
||||||
Initialize the LLM with given pretrained model.
|
|
||||||
|
|
||||||
> [!NOTE]
|
|
||||||
> - *args to be passed to the model.
|
|
||||||
> - **attrs will first be parsed to the AutoConfig, then the rest will be parsed to the `import_model`
|
|
||||||
> - For any specific tokenizer kwargs, it should be prefixed with _tokenizer_*
|
|
||||||
|
|
||||||
For custom pretrained path, it is recommended to pass in `model_version` alongside with the path
|
|
||||||
to ensure that it won't be loaded multiple times.
|
|
||||||
Internally, if a pretrained is given as a HuggingFace repository path, OpenLLM will use the `commit_hash`
|
|
||||||
to generate the model version.
|
|
||||||
|
|
||||||
For better consistency, we recommend users to also push the fine-tuned model to HuggingFace repository.
|
|
||||||
|
|
||||||
If you need to overwrite the default ``import_model``, implement the following in your subclass:
|
|
||||||
|
|
||||||
```python
|
|
||||||
def import_model(
|
|
||||||
self,
|
|
||||||
*args: t.Any,
|
|
||||||
trust_remote_code: bool,
|
|
||||||
**attrs: t.Any,
|
|
||||||
):
|
|
||||||
_, tokenizer_attrs = self.llm_parameters
|
|
||||||
|
|
||||||
return bentoml.transformers.save_model(
|
|
||||||
tag,
|
|
||||||
transformers.AutoModelForCausalLM.from_pretrained(self.model_id, device_map="auto", torch_dtype=torch.bfloat16, **attrs),
|
|
||||||
custom_objects={"tokenizer": transformers.AutoTokenizer.from_pretrained(self.model_id, padding_side="left", **tokenizer_attrs)},
|
|
||||||
)
|
|
||||||
```
|
|
||||||
|
|
||||||
If your import model doesn't require specific customisation, but you still want to control how the model is imported to `llm.model`,
|
|
||||||
you can simply pass in `import_kwargs` at class level that will be then passed into The default `import_model` implementation.
|
|
||||||
See ``openllm.DollyV2`` for example.
|
|
||||||
|
|
||||||
```python
|
|
||||||
dolly_v2_runner = openllm.Runner("dolly-v2", _tokenizer_padding_side="left", torch_dtype=torch.bfloat16, device_map="cuda")
|
|
||||||
```
|
|
||||||
|
|
||||||
Note: If you implement your own `import_model`, then `import_kwargs` will be the
|
|
||||||
base kwargs. You can still override those via ``openllm.Runner``.
|
|
||||||
|
|
||||||
Note that this tag will be generated based on `self.default_id`.
|
|
||||||
passed from the __init__ constructor.
|
|
||||||
|
|
||||||
``llm_post_init`` can also be implemented if you need to do any additional
|
|
||||||
initialization after everything is setup.
|
|
||||||
|
|
||||||
> [!NOTE]
|
|
||||||
> If you need to implement a custom `load_model`, the following is an example from Falcon implementation:
|
|
||||||
>
|
|
||||||
> ```python
|
|
||||||
> def load_model(self, tag: bentoml.Tag, *args: t.Any, **attrs: t.Any) -> t.Any:
|
|
||||||
> torch_dtype = attrs.pop("torch_dtype", torch.bfloat16)
|
|
||||||
> device_map = attrs.pop("device_map", "auto")
|
|
||||||
>
|
|
||||||
> _ref = bentoml.transformers.get(tag)
|
|
||||||
>
|
|
||||||
> model = bentoml.transformers.load_model(_ref, device_map=device_map, torch_dtype=torch_dtype, **attrs)
|
|
||||||
> return transformers.pipeline("text-generation", model=model, tokenizer=_ref.custom_objects["tokenizer"])
|
|
||||||
> ```
|
|
||||||
|
|
||||||
Args:
|
|
||||||
model_id: The pretrained model to use. Defaults to None. If None, 'self.default_id' will be used.
|
|
||||||
llm_config: The config to use for this LLM. Defaults to None. If not passed, OpenLLM
|
|
||||||
will use `config_class` to construct default configuration.
|
|
||||||
quantization_config: ``transformers.BitsAndBytesConfig`` configuration, or 'gptq' denoting this model to be loaded with GPTQ.
|
|
||||||
*args: The args to be passed to the model.
|
|
||||||
**attrs: The kwargs to be passed to the model.
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
{
|
|
||||||
"fine-tune": ""
|
|
||||||
}
|
|
||||||
@@ -1 +0,0 @@
|
|||||||
## Fine-tuning weights
|
|
||||||
@@ -1 +0,0 @@
|
|||||||
## Getting Started
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
## OpenLLM
|
|
||||||
|
|
||||||
Hello world
|
|
||||||
@@ -1 +0,0 @@
|
|||||||
## Integrations
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
---
|
|
||||||
title: 'OpenLLM - Fine-tune, serve, deploy LLMs in production'
|
|
||||||
---
|
|
||||||
@@ -1,9 +0,0 @@
|
|||||||
// If you want to use other PostCSS plugins, see the following:
|
|
||||||
// https://tailwindcss.com/docs/using-with-preprocessors
|
|
||||||
/** @type {import('postcss').Postcss} */
|
|
||||||
module.exports = {
|
|
||||||
plugins: {
|
|
||||||
tailwindcss: {},
|
|
||||||
autoprefixer: {}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Binary file not shown.
|
Before Width: | Height: | Size: 2.4 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 6.7 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 2.3 KiB |
@@ -1,9 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="utf-8"?>
|
|
||||||
<browserconfig>
|
|
||||||
<msapplication>
|
|
||||||
<tile>
|
|
||||||
<square150x150logo src="/mstile-150x150.png"/>
|
|
||||||
<TileColor>#00aba9</TileColor>
|
|
||||||
</tile>
|
|
||||||
</msapplication>
|
|
||||||
</browserconfig>
|
|
||||||
Binary file not shown.
|
Before Width: | Height: | Size: 507 B |
Binary file not shown.
|
Before Width: | Height: | Size: 640 B |
Binary file not shown.
|
Before Width: | Height: | Size: 15 KiB |
@@ -1,24 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="UTF-8"?>
|
|
||||||
<svg id="Layer_2" data-name="Layer 2" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 243.27 100">
|
|
||||||
<defs>
|
|
||||||
<style>
|
|
||||||
.cls-1 {
|
|
||||||
fill: #fff;
|
|
||||||
}
|
|
||||||
</style>
|
|
||||||
</defs>
|
|
||||||
<g id="Layer_1-2" data-name="Layer 1">
|
|
||||||
<g>
|
|
||||||
<path class="cls-1" d="m243.27,7.5c0-4.13-3.36-7.5-7.5-7.5H25.43c-1.97,0-3.76.76-5.1,2.01h0S1.87,18.18,1.87,18.18c-1.2,1.2-1.87,2.82-1.87,4.51v70.94c0,3.52,2.85,6.37,6.37,6.37h214.07c1.69,0,3.31-.67,4.51-1.87l16.14-18.15h0c1.34-1.36,2.18-3.22,2.18-5.28V7.5Zm-7.5,72.46H25.43c-2.89,0-5.25-2.36-5.25-5.25V7.5c0-1.95,1.07-3.66,2.66-4.56.76-.44,1.65-.69,2.59-.69h210.34c2.89,0,5.25,2.36,5.25,5.25v67.21c0,1.83-.94,3.44-2.37,4.38-.83.55-1.82.87-2.88.87Z"/>
|
|
||||||
<g>
|
|
||||||
<path class="cls-1" d="m67.4,53.9h-12.62l-.37-.37v-25.23l.37-.37h11.88c3.71,0,7.42,1.86,7.42,6.68,0,2.63-1.08,4.82-3.71,5.57v.37c2.97.74,4.45,2.89,4.45,6.31,0,5.2-3.71,7.05-7.42,7.05Zm-1.48-21.52h-5.94l-.37.37v5.2l.37.37h5.94c2.23,0,2.97-1.48,2.97-2.97,0-1.89-.74-2.97-2.97-2.97Zm0,10.39h-5.94l-.37.37v5.94l.37.37h5.94c2.67,0,3.71-1.11,3.71-3.34s-1.04-3.34-3.71-3.34Z"/>
|
|
||||||
<path class="cls-1" d="m95.48,46.48h-11.5l-.37.37c0,.74.74,2.97,3.71,2.97,1.15,0,2.19-.37,2.6-1.11l.37-.37h4.45l.37.37c-.37,2.23-2.23,5.57-7.79,5.57-6.35,0-9.28-4.45-9.28-9.65s2.97-9.65,8.91-9.65,8.91,4.45,8.91,9.65v1.48l-.37.37Zm-8.54-7.05c-2.97,0-3.34,2.56-3.34,2.97l.37.37h5.94l.37-.37c0-.41-.37-2.97-3.34-2.97Z"/>
|
|
||||||
<path class="cls-1" d="m112.16,53.9l-.37-.37v-10.76c0-1.89-.74-3.34-2.97-3.34-2.67,0-4.08,1.41-4.08,4.82v9.28l-.37.37h-4.45l-.37-.37v-17.81l.37-.37h4.08l.37.37.37,1.11h.37c.71-.71,2.23-1.86,4.82-1.86,4.45,0,7.05,2.97,7.05,7.42v11.13l-.37.37h-4.45Z"/>
|
|
||||||
<path class="cls-1" d="m129.37,49.45h3.34l.37.37v3.71l-.37.37h-3.34c-3.34,0-6.31-1.52-6.31-5.57v-8.16l-.37-.37h-2.6l-.37-.37v-3.71l.37-.37h2.6l.37-.37v-3.34l.37-.37h4.45l.37.37v3.34l.37.37h4.08l.37.37v3.71l-.37.37h-4.08l-.37.37v8.16c0,.74.37,1.11,1.11,1.11Z"/>
|
|
||||||
<path class="cls-1" d="m144.79,54.28c-5.53,0-9.28-3.71-9.28-9.65s3.75-9.65,9.28-9.65,9.28,3.71,9.28,9.65-3.75,9.65-9.28,9.65Zm0-14.84c-2.67,0-4.08,1.78-4.08,5.2s1.41,5.2,4.08,5.2,4.08-1.78,4.08-5.2-1.41-5.2-4.08-5.2Z"/>
|
|
||||||
<path class="cls-1" d="m158.67,28.12h4.75l6.54,18.47c.81,2.26,1.15,3.37,1.15,3.37h.07s.34-1.11,1.15-3.37l6.64-18.47h4.72v25.79h-3.2v-22.15h-.1s-.4,1.32-1.38,4.04l-6.51,18.1h-2.97l-6.34-18.1c-.91-2.7-1.38-4.04-1.38-4.04h-.1v22.15h-3.03v-25.79Z"/>
|
|
||||||
<path class="cls-1" d="m190.84,28.12h3.13v22.99h12.81v2.8h-15.94v-25.79Z"/>
|
|
||||||
</g>
|
|
||||||
</g>
|
|
||||||
</g>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 2.5 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 15 KiB |
@@ -1,7 +0,0 @@
|
|||||||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 59.76 60">
|
|
||||||
<path d="m59.56,3.16c-.11-.35-.26-.69-.45-.99-.23-.37-.5-.71-.82-1-.05-.05-.11-.1-.16-.14-.39-.32-.83-.58-1.31-.76s-1-.27-1.55-.27H14.94c-.09,0-.18,0-.27,0-.03,0-.05,0-.08,0-.07,0-.13.01-.2.02-.03,0-.06,0-.08.01-.08.01-.15.02-.23.04-.01,0-.02,0-.03,0-.09.02-.17.04-.26.06-.02,0-.05.01-.07.02-.06.02-.12.04-.19.06-.03,0-.05.02-.08.03-.07.02-.13.05-.2.08-.02,0-.03.01-.05.02-.08.03-.16.07-.24.11-.02,0-.04.02-.06.03-.06.03-.12.06-.18.09-.02.01-.05.03-.07.04-.06.03-.12.07-.17.11-.02.01-.03.02-.05.03-.07.05-.14.1-.21.15-.01.01-.03.02-.04.03-.06.04-.11.09-.16.13-.02.02-.04.03-.06.05-.05.04-.1.09-.15.13-.02.01-.03.03-.05.04-.03.03-.05.05-.08.08,0,0,0,0,0,0L1.12,10.91c-.72.72-1.12,1.69-1.12,2.7v42.57c0,2.11,1.71,3.82,3.82,3.82h42.57c1.01,0,1.99-.4,2.7-1.12l9.52-11.05c.17-.19.33-.4.47-.62,0,0,.01-.02.02-.02.03-.04.05-.09.08-.13,0-.02.02-.03.03-.05.02-.04.04-.08.06-.12.01-.02.02-.04.03-.07.02-.04.04-.08.05-.12.01-.03.02-.05.03-.08.02-.04.03-.07.05-.11.01-.03.02-.06.03-.09.01-.04.03-.07.04-.11.01-.03.02-.06.03-.09.01-.04.02-.07.03-.11,0-.03.02-.07.03-.1,0-.03.02-.07.03-.1,0-.04.02-.07.02-.11,0-.03.02-.07.02-.1,0-.04.01-.08.02-.12,0-.03.01-.06.02-.1,0-.04.01-.08.02-.13,0-.03,0-.06.01-.09,0-.05,0-.1.01-.14,0-.03,0-.05,0-.08,0-.07,0-.15,0-.22V4.5h0c0-.47-.07-.91-.2-1.34Zm-4.3-1.81c.54,0,1.05.14,1.5.38.22.12.43.27.62.44.04.03.07.07.11.1.07.07.14.15.2.22.06.08.12.16.18.24.34.5.54,1.11.54,1.76v40.33c0,.09,0,.18-.01.27,0,.01,0,.02,0,.03,0,.08-.02.17-.03.25,0,.01,0,.02,0,.04-.02.08-.03.16-.06.24,0,0,0,.02,0,.03-.02.08-.05.16-.08.24,0,0,0,0,0,0-.1.26-.23.5-.38.71h0c-.05.08-.11.15-.17.22-.04.04-.07.08-.11.12,0,0,0,0,0,0-.04.04-.07.08-.11.11,0,0,0,0,0,0-.04.04-.08.07-.12.11,0,0,0,0,0,0-.21.18-.44.33-.7.45,0,0-.01,0-.02,0-.04.02-.09.04-.13.06-.01,0-.02,0-.04.01-.04.02-.08.03-.12.04-.02,0-.03.01-.05.02-.04.01-.07.02-.11.03-.02,0-.04.01-.05.02-.03,0-.07.02-.1.03-.02,0-.04,0-.06.01-.03,0-.07.01-.1.02-.02,0-.04,0-.06.01-.04,0-.07.01-.11.02-.02,0-.04,0-.06,0-.04,0-.08,0-.12.01-.02,0-.03,0-.05,0-.06,0-.11,0-.17,0H14.94c-.87,0-1.66-.35-2.23-.92-.14-.14-.27-.3-.38-.47-.28-.42-.47-.91-.52-1.44-.01-.11-.02-.21-.02-.32V4.5c0-.06,0-.12,0-.18,0-.02,0-.04,0-.06,0-.04,0-.08.01-.12,0-.02,0-.04,0-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06.01-.04.02-.08.03-.12,0-.01,0-.03.01-.04.03-.11.07-.22.12-.32,0,0,0,0,0,0,.02-.05.04-.1.07-.15,0,0,0-.02.01-.02.02-.04.04-.09.07-.13,0,0,0-.02.01-.03.02-.04.05-.08.08-.13,0,0,0-.01.01-.02.03-.05.06-.09.09-.14,0,0,0,0,0,0,.17-.24.38-.45.61-.63.2-.16.42-.29.65-.39,0,0,0,0,.01,0,.07-.03.15-.06.23-.09,0,0,.01,0,.02,0,.15-.05.31-.09.47-.12.01,0,.03,0,.04,0,.08-.01.15-.02.23-.03.01,0,.03,0,.04,0,.08,0,.16-.01.25-.01h40.33Z" fill="currentColor"/>
|
|
||||||
<g>
|
|
||||||
<circle class="cls-1" cx="40.54" cy="24.66" r="2.74" fill="currentColor"/>
|
|
||||||
<circle class="cls-1" cx="29.67" cy="24.66" r="2.74" fill="currentColor"/>
|
|
||||||
</g>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 2.9 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 2.0 KiB |
@@ -1,33 +0,0 @@
|
|||||||
<?xml version="1.0" standalone="no"?>
|
|
||||||
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 20010904//EN"
|
|
||||||
"http://www.w3.org/TR/2001/REC-SVG-20010904/DTD/svg10.dtd">
|
|
||||||
<svg version="1.0" xmlns="http://www.w3.org/2000/svg"
|
|
||||||
width="894.000000pt" height="894.000000pt" viewBox="0 0 894.000000 894.000000"
|
|
||||||
preserveAspectRatio="xMidYMid meet">
|
|
||||||
<metadata>
|
|
||||||
Created by potrace 1.14, written by Peter Selinger 2001-2017
|
|
||||||
</metadata>
|
|
||||||
<g transform="translate(0.000000,894.000000) scale(0.100000,-0.100000)"
|
|
||||||
fill="#000000" stroke="none">
|
|
||||||
<path d="M2110 8925 c-123 -28 -239 -89 -326 -171 -37 -36 -181 -167 -225
|
|
||||||
-205 -41 -36 -173 -154 -259 -233 -25 -22 -86 -77 -135 -121 -50 -44 -94 -85
|
|
||||||
-100 -91 -5 -6 -75 -69 -155 -140 -126 -112 -343 -308 -376 -339 -6 -5 -44
|
|
||||||
-39 -84 -75 -41 -36 -99 -87 -129 -114 -129 -114 -206 -201 -239 -269 -67
|
|
||||||
-138 -62 135 -61 -3427 0 -3570 -5 -3291 62 -3430 44 -90 160 -206 248 -248
|
|
||||||
137 -66 -142 -61 3415 -61 2298 -1 3257 2 3300 10 75 14 173 59 236 109 27 21
|
|
||||||
123 125 214 232 91 106 178 207 193 223 23 25 159 184 237 275 12 14 84 97
|
|
||||||
160 186 77 88 159 184 184 213 25 30 50 59 55 65 6 6 50 58 100 116 49 58 92
|
|
||||||
107 95 110 3 3 48 55 100 115 52 61 105 121 118 134 64 67 152 227 168 304 2
|
|
||||||
10 6 28 11 40 4 12 7 1410 8 3107 1 2370 -2 3100 -11 3151 -38 204 -172 383
|
|
||||||
-358 473 -165 81 130 74 -3311 74 -2435 0 -3092 -3 -3135 -13z m6290 -214
|
|
||||||
c154 -53 274 -184 310 -341 11 -44 13 -658 13 -3095 0 -1672 -3 -3062 -7
|
|
||||||
-3090 -12 -76 -66 -183 -122 -242 -65 -67 -117 -100 -205 -128 l-72 -23 -3061
|
|
||||||
0 c-3328 0 -3108 -3 -3225 56 -110 55 -211 187 -240 312 -7 30 -11 1039 -11
|
|
||||||
3100 0 3359 -4 3123 60 3236 72 126 211 219 350 236 14 2 1402 3 3085 2 l3060
|
|
||||||
-1 65 -22z"/>
|
|
||||||
<path d="M4362 5664 c-149 -30 -257 -125 -308 -272 -29 -83 -27 -189 5 -272
|
|
||||||
85 -222 343 -326 558 -225 209 100 292 352 184 562 -79 155 -265 242 -439 207z"/>
|
|
||||||
<path d="M5980 5664 c-86 -20 -139 -47 -195 -99 -92 -86 -133 -185 -130 -310
|
|
||||||
11 -406 532 -549 751 -207 137 213 42 501 -196 597 -58 23 -173 33 -230 19z"/>
|
|
||||||
</g>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 1.9 KiB |
@@ -1,19 +0,0 @@
|
|||||||
{
|
|
||||||
"name": "",
|
|
||||||
"short_name": "",
|
|
||||||
"icons": [
|
|
||||||
{
|
|
||||||
"src": "/android-chrome-192x192.png",
|
|
||||||
"sizes": "192x192",
|
|
||||||
"type": "image/png"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"src": "/android-chrome-512x512.png",
|
|
||||||
"sizes": "512x512",
|
|
||||||
"type": "image/png"
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"theme_color": "#ffffff",
|
|
||||||
"background_color": "#ffffff",
|
|
||||||
"display": "standalone"
|
|
||||||
}
|
|
||||||
@@ -1,14 +0,0 @@
|
|||||||
<svg viewBox="0 0 373 60" xmlns="http://www.w3.org/2000/svg" fill="currentColor">
|
|
||||||
<path d="m59.56,3.16c-.11-.35-.26-.69-.45-.99-.23-.37-.5-.71-.82-1-.05-.05-.11-.1-.16-.14-.39-.32-.83-.58-1.31-.76s-1-.27-1.55-.27H14.94c-.09,0-.18,0-.27,0-.03,0-.05,0-.08,0-.07,0-.13.01-.2.02-.03,0-.06,0-.08.01-.08.01-.15.02-.23.04-.01,0-.02,0-.03,0-.09.02-.17.04-.26.06-.02,0-.05.01-.07.02-.06.02-.12.04-.19.06-.03,0-.05.02-.08.03-.07.02-.13.05-.2.08-.02,0-.03.01-.05.02-.08.03-.16.07-.24.11-.02,0-.04.02-.06.03-.06.03-.12.06-.18.09-.02.01-.05.03-.07.04-.06.03-.12.07-.17.11-.02.01-.03.02-.05.03-.07.05-.14.1-.21.15-.01.01-.03.02-.04.03-.06.04-.11.09-.16.13-.02.02-.04.03-.06.05-.05.04-.1.09-.15.13-.02.01-.03.03-.05.04-.03.03-.05.05-.08.08,0,0,0,0,0,0L1.12,10.91c-.72.72-1.12,1.69-1.12,2.7v42.57c0,2.11,1.71,3.82,3.82,3.82h42.57c1.01,0,1.99-.4,2.7-1.12l9.52-11.05c.17-.19.33-.4.47-.62,0,0,.01-.02.02-.02.03-.04.05-.09.08-.13,0-.02.02-.03.03-.05.02-.04.04-.08.06-.12.01-.02.02-.04.03-.07.02-.04.04-.08.05-.12.01-.03.02-.05.03-.08.02-.04.03-.07.05-.11.01-.03.02-.06.03-.09.01-.04.03-.07.04-.11.01-.03.02-.06.03-.09.01-.04.02-.07.03-.11,0-.03.02-.07.03-.1,0-.03.02-.07.03-.1,0-.04.02-.07.02-.11,0-.03.02-.07.02-.1,0-.04.01-.08.02-.12,0-.03.01-.06.02-.1,0-.04.01-.08.02-.13,0-.03,0-.06.01-.09,0-.05,0-.1.01-.14,0-.03,0-.05,0-.08,0-.07,0-.15,0-.22V4.5h0c0-.47-.07-.91-.2-1.34Zm-4.3-1.81c.54,0,1.05.14,1.5.38.22.12.43.27.62.44.04.03.07.07.11.1.07.07.14.15.2.22.06.08.12.16.18.24.34.5.54,1.11.54,1.76v40.33c0,.09,0,.18-.01.27,0,.01,0,.02,0,.03,0,.08-.02.17-.03.25,0,.01,0,.02,0,.04-.02.08-.03.16-.06.24,0,0,0,.02,0,.03-.02.08-.05.16-.08.24,0,0,0,0,0,0-.1.26-.23.5-.38.71h0c-.05.08-.11.15-.17.22-.04.04-.07.08-.11.12,0,0,0,0,0,0-.04.04-.07.08-.11.11,0,0,0,0,0,0-.04.04-.08.07-.12.11,0,0,0,0,0,0-.21.18-.44.33-.7.45,0,0-.01,0-.02,0-.04.02-.09.04-.13.06-.01,0-.02,0-.04.01-.04.02-.08.03-.12.04-.02,0-.03.01-.05.02-.04.01-.07.02-.11.03-.02,0-.04.01-.05.02-.03,0-.07.02-.1.03-.02,0-.04,0-.06.01-.03,0-.07.01-.1.02-.02,0-.04,0-.06.01-.04,0-.07.01-.11.02-.02,0-.04,0-.06,0-.04,0-.08,0-.12.01-.02,0-.03,0-.05,0-.06,0-.11,0-.17,0H14.94c-.87,0-1.66-.35-2.23-.92-.14-.14-.27-.3-.38-.47-.28-.42-.47-.91-.52-1.44-.01-.11-.02-.21-.02-.32V4.5c0-.06,0-.12,0-.18,0-.02,0-.04,0-.06,0-.04,0-.08.01-.12,0-.02,0-.04,0-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06.01-.04.02-.08.03-.12,0-.01,0-.03.01-.04.03-.11.07-.22.12-.32,0,0,0,0,0,0,.02-.05.04-.1.07-.15,0,0,0-.02.01-.02.02-.04.04-.09.07-.13,0,0,0-.02.01-.03.02-.04.05-.08.08-.13,0,0,0-.01.01-.02.03-.05.06-.09.09-.14,0,0,0,0,0,0,.17-.24.38-.45.61-.63.2-.16.42-.29.65-.39,0,0,0,0,.01,0,.07-.03.15-.06.23-.09,0,0,.01,0,.02,0,.15-.05.31-.09.47-.12.01,0,.03,0,.04,0,.08-.01.15-.02.23-.03.01,0,.03,0,.04,0,.08,0,.16-.01.25-.01h40.33Z" />
|
|
||||||
<g>
|
|
||||||
<circle cx="40.54" cy="24.66" r="2.74" />
|
|
||||||
<circle cx="29.67" cy="24.66" r="2.74" />
|
|
||||||
</g>
|
|
||||||
<path
|
|
||||||
d="M 277.203 46.203 L 276.543 46.863 L 271.263 46.863 L 270.603 46.203 L 270.603 14.523 L 269.943 14.523 L 256.743 46.203 L 256.083 46.863 L 250.143 46.863 L 249.483 46.203 L 236.283 14.523 L 235.623 14.523 L 235.623 46.203 L 234.963 46.863 L 229.683 46.863 L 229.023 46.203 L 229.023 1.323 L 229.683 0.663 L 236.943 0.663 L 237.603 1.323 L 252.783 38.283 L 253.443 38.283 L 268.623 1.323 L 269.283 0.663 L 276.543 0.663 L 277.203 1.323 L 277.203 46.203 Z M 149.163 46.203 L 148.503 46.863 L 143.223 46.863 L 142.563 46.203 L 142.563 27.063 C 142.563 24.156 142.071 20.363 138.11 19.382 A 8.93 8.93 0 0 0 135.963 19.143 C 131.036 19.143 128.419 21.319 127.638 26.51 A 26.058 26.058 0 0 0 127.383 30.363 L 127.383 46.203 L 126.723 46.863 L 121.443 46.863 L 120.783 46.203 L 120.783 14.523 L 121.443 13.863 L 126.063 13.863 L 126.723 14.523 L 127.383 17.163 L 128.043 17.163 A 9.62 9.62 0 0 1 131.066 14.582 A 11.514 11.514 0 0 1 136.623 13.203 A 16.563 16.563 0 0 1 140.917 13.721 C 146.911 15.328 149.163 20.52 149.163 27.063 L 149.163 46.203 Z M 113.523 37.623 A 10.534 10.534 0 0 1 110.493 43.788 C 109.205 45.077 107.529 46.115 105.488 46.766 A 16.942 16.942 0 0 1 100.323 47.523 C 93.105 47.523 88.353 44.13 86.069 38.821 A 21.4 21.4 0 0 1 84.483 30.363 A 25.097 25.097 0 0 1 84.83 26.131 C 86.082 18.83 90.762 13.203 99.663 13.203 A 17.952 17.952 0 0 1 103.701 13.639 C 107.917 14.61 110.854 17.138 112.65 20.533 A 21.076 21.076 0 0 1 114.843 30.363 L 114.843 32.343 L 114.183 33.003 L 92.403 33.003 L 91.743 33.663 A 5.259 5.259 0 0 0 91.749 33.899 C 91.819 35.446 92.605 40.378 98.162 41.398 A 11.967 11.967 0 0 0 100.323 41.583 C 102.386 41.583 104.448 41.18 105.881 39.43 A 6.823 6.823 0 0 0 106.923 37.623 L 107.583 36.963 L 112.863 36.963 L 113.523 37.623 Z M 106.923 27.723 L 107.583 27.063 C 107.583 25.297 107.058 20.378 101.789 19.338 A 10.968 10.968 0 0 0 99.663 19.143 A 11.608 11.608 0 0 0 98.143 19.239 C 93.018 19.916 91.959 24.027 91.777 26.259 A 9.964 9.964 0 0 0 91.743 27.063 L 92.403 27.723 L 106.923 27.723 Z M 187.443 46.203 L 186.783 46.863 L 158.403 46.863 L 157.743 46.203 L 157.743 1.323 L 158.403 0.663 L 163.683 0.663 L 164.343 1.323 L 164.343 40.263 L 165.003 40.923 L 186.783 40.923 L 187.443 41.583 L 187.443 46.203 Z M 223.083 46.203 L 222.423 46.863 L 194.043 46.863 L 193.383 46.203 L 193.383 1.323 L 194.043 0.663 L 199.323 0.663 L 199.983 1.323 L 199.983 40.263 L 200.643 40.923 L 222.423 40.923 L 223.083 41.583 L 223.083 46.203 Z M 57.423 17.163 A 9.62 9.62 0 0 1 60.446 14.582 A 11.514 11.514 0 0 1 66.003 13.203 A 16.933 16.933 0 0 1 67.185 13.244 C 75.692 13.839 80.523 20.893 80.523 30.363 C 80.523 40.263 75.243 47.523 66.003 47.523 A 13.102 13.102 0 0 1 65.404 47.509 C 62.739 47.387 60.76 46.465 59.469 45.543 C 58.677 44.949 58.017 44.289 57.423 43.563 L 56.763 43.563 L 56.763 59.403 L 56.103 60.063 L 50.823 60.063 L 50.163 59.403 L 50.163 14.523 L 50.823 13.863 L 55.443 13.863 L 56.103 14.523 L 56.763 17.163 L 57.423 17.163 Z M 73.495 34.537 A 18.852 18.852 0 0 0 73.923 30.363 C 73.923 27.559 73.44 25.257 72.547 23.484 A 7.597 7.597 0 0 0 65.343 19.143 C 60.063 19.143 56.763 22.443 56.763 30.363 A 22.943 22.943 0 0 0 56.951 33.405 C 57.72 39.138 60.798 41.583 65.343 41.583 A 7.579 7.579 0 0 0 71.926 38.294 C 72.628 37.272 73.158 36.017 73.495 34.537 Z M 18.324 47.305 C 6.613 45.782 0.003 36.425 0.003 23.763 C 0.003 13.747 4.139 5.799 11.664 2.161 A 23.046 23.046 0 0 1 21.783 0.003 A 26.817 26.817 0 0 1 25.242 0.221 C 36.953 1.744 43.563 11.101 43.563 23.763 C 43.563 33.779 39.427 41.727 31.902 45.365 A 23.046 23.046 0 0 1 21.783 47.523 A 26.817 26.817 0 0 1 18.324 47.305 Z M 7.808 15.823 A 24.607 24.607 0 0 0 6.603 23.763 A 25.23 25.23 0 0 0 7.586 31.014 C 8.831 35.154 11.245 38.312 14.755 40.057 A 15.628 15.628 0 0 0 21.783 41.583 C 28.938 41.583 33.679 37.792 35.759 31.703 A 24.607 24.607 0 0 0 36.963 23.763 A 25.23 25.23 0 0 0 35.98 16.512 C 34.736 12.373 32.322 9.214 28.812 7.469 A 15.628 15.628 0 0 0 21.783 5.943 C 14.629 5.943 9.887 9.734 7.808 15.823 Z"
|
|
||||||
vectorEffect="non-scaling-stroke"
|
|
||||||
stroke="currentColor"
|
|
||||||
strokeWidth="0.05"
|
|
||||||
transform="translate(80, 2.5)"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
|
Before Width: | Height: | Size: 6.9 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 27 KiB |
@@ -1,9 +0,0 @@
|
|||||||
/** @type {import('tailwindcss').Config} */
|
|
||||||
module.exports = {
|
|
||||||
content: ['./pages/**/*.{js,ts,jsx,tsx,mdx}', './components/**/*.{js,ts,jsx,tsx}', './theme.config.tsx'],
|
|
||||||
theme: {
|
|
||||||
extend: {}
|
|
||||||
},
|
|
||||||
plugins: [],
|
|
||||||
darkMode: 'class'
|
|
||||||
}
|
|
||||||
@@ -1,132 +0,0 @@
|
|||||||
import React from 'react'
|
|
||||||
import { useRouter } from 'next/router'
|
|
||||||
import { useConfig } from 'nextra-theme-docs'
|
|
||||||
import type { DocsThemeConfig } from 'nextra-theme-docs'
|
|
||||||
|
|
||||||
const openllmUrl = 'https://openllm.community'
|
|
||||||
|
|
||||||
const logo = (
|
|
||||||
<span>
|
|
||||||
<svg height="20" viewBox="0 0 373 60" xmlns="http://www.w3.org/2000/svg" fill="currentColor">
|
|
||||||
<path d="m59.56,3.16c-.11-.35-.26-.69-.45-.99-.23-.37-.5-.71-.82-1-.05-.05-.11-.1-.16-.14-.39-.32-.83-.58-1.31-.76s-1-.27-1.55-.27H14.94c-.09,0-.18,0-.27,0-.03,0-.05,0-.08,0-.07,0-.13.01-.2.02-.03,0-.06,0-.08.01-.08.01-.15.02-.23.04-.01,0-.02,0-.03,0-.09.02-.17.04-.26.06-.02,0-.05.01-.07.02-.06.02-.12.04-.19.06-.03,0-.05.02-.08.03-.07.02-.13.05-.2.08-.02,0-.03.01-.05.02-.08.03-.16.07-.24.11-.02,0-.04.02-.06.03-.06.03-.12.06-.18.09-.02.01-.05.03-.07.04-.06.03-.12.07-.17.11-.02.01-.03.02-.05.03-.07.05-.14.1-.21.15-.01.01-.03.02-.04.03-.06.04-.11.09-.16.13-.02.02-.04.03-.06.05-.05.04-.1.09-.15.13-.02.01-.03.03-.05.04-.03.03-.05.05-.08.08,0,0,0,0,0,0L1.12,10.91c-.72.72-1.12,1.69-1.12,2.7v42.57c0,2.11,1.71,3.82,3.82,3.82h42.57c1.01,0,1.99-.4,2.7-1.12l9.52-11.05c.17-.19.33-.4.47-.62,0,0,.01-.02.02-.02.03-.04.05-.09.08-.13,0-.02.02-.03.03-.05.02-.04.04-.08.06-.12.01-.02.02-.04.03-.07.02-.04.04-.08.05-.12.01-.03.02-.05.03-.08.02-.04.03-.07.05-.11.01-.03.02-.06.03-.09.01-.04.03-.07.04-.11.01-.03.02-.06.03-.09.01-.04.02-.07.03-.11,0-.03.02-.07.03-.1,0-.03.02-.07.03-.1,0-.04.02-.07.02-.11,0-.03.02-.07.02-.1,0-.04.01-.08.02-.12,0-.03.01-.06.02-.1,0-.04.01-.08.02-.13,0-.03,0-.06.01-.09,0-.05,0-.1.01-.14,0-.03,0-.05,0-.08,0-.07,0-.15,0-.22V4.5h0c0-.47-.07-.91-.2-1.34Zm-4.3-1.81c.54,0,1.05.14,1.5.38.22.12.43.27.62.44.04.03.07.07.11.1.07.07.14.15.2.22.06.08.12.16.18.24.34.5.54,1.11.54,1.76v40.33c0,.09,0,.18-.01.27,0,.01,0,.02,0,.03,0,.08-.02.17-.03.25,0,.01,0,.02,0,.04-.02.08-.03.16-.06.24,0,0,0,.02,0,.03-.02.08-.05.16-.08.24,0,0,0,0,0,0-.1.26-.23.5-.38.71h0c-.05.08-.11.15-.17.22-.04.04-.07.08-.11.12,0,0,0,0,0,0-.04.04-.07.08-.11.11,0,0,0,0,0,0-.04.04-.08.07-.12.11,0,0,0,0,0,0-.21.18-.44.33-.7.45,0,0-.01,0-.02,0-.04.02-.09.04-.13.06-.01,0-.02,0-.04.01-.04.02-.08.03-.12.04-.02,0-.03.01-.05.02-.04.01-.07.02-.11.03-.02,0-.04.01-.05.02-.03,0-.07.02-.1.03-.02,0-.04,0-.06.01-.03,0-.07.01-.1.02-.02,0-.04,0-.06.01-.04,0-.07.01-.11.02-.02,0-.04,0-.06,0-.04,0-.08,0-.12.01-.02,0-.03,0-.05,0-.06,0-.11,0-.17,0H14.94c-.87,0-1.66-.35-2.23-.92-.14-.14-.27-.3-.38-.47-.28-.42-.47-.91-.52-1.44-.01-.11-.02-.21-.02-.32V4.5c0-.06,0-.12,0-.18,0-.02,0-.04,0-.06,0-.04,0-.08.01-.12,0-.02,0-.04,0-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06,0-.04.01-.07.02-.11,0-.02,0-.04.01-.06.01-.04.02-.08.03-.12,0-.01,0-.03.01-.04.03-.11.07-.22.12-.32,0,0,0,0,0,0,.02-.05.04-.1.07-.15,0,0,0-.02.01-.02.02-.04.04-.09.07-.13,0,0,0-.02.01-.03.02-.04.05-.08.08-.13,0,0,0-.01.01-.02.03-.05.06-.09.09-.14,0,0,0,0,0,0,.17-.24.38-.45.61-.63.2-.16.42-.29.65-.39,0,0,0,0,.01,0,.07-.03.15-.06.23-.09,0,0,.01,0,.02,0,.15-.05.31-.09.47-.12.01,0,.03,0,.04,0,.08-.01.15-.02.23-.03.01,0,.03,0,.04,0,.08,0,.16-.01.25-.01h40.33Z" />
|
|
||||||
<g>
|
|
||||||
<circle cx="40.54" cy="24.66" r="2.74" />
|
|
||||||
<circle cx="29.67" cy="24.66" r="2.74" />
|
|
||||||
</g>
|
|
||||||
<path
|
|
||||||
d="M 277.203 46.203 L 276.543 46.863 L 271.263 46.863 L 270.603 46.203 L 270.603 14.523 L 269.943 14.523 L 256.743 46.203 L 256.083 46.863 L 250.143 46.863 L 249.483 46.203 L 236.283 14.523 L 235.623 14.523 L 235.623 46.203 L 234.963 46.863 L 229.683 46.863 L 229.023 46.203 L 229.023 1.323 L 229.683 0.663 L 236.943 0.663 L 237.603 1.323 L 252.783 38.283 L 253.443 38.283 L 268.623 1.323 L 269.283 0.663 L 276.543 0.663 L 277.203 1.323 L 277.203 46.203 Z M 149.163 46.203 L 148.503 46.863 L 143.223 46.863 L 142.563 46.203 L 142.563 27.063 C 142.563 24.156 142.071 20.363 138.11 19.382 A 8.93 8.93 0 0 0 135.963 19.143 C 131.036 19.143 128.419 21.319 127.638 26.51 A 26.058 26.058 0 0 0 127.383 30.363 L 127.383 46.203 L 126.723 46.863 L 121.443 46.863 L 120.783 46.203 L 120.783 14.523 L 121.443 13.863 L 126.063 13.863 L 126.723 14.523 L 127.383 17.163 L 128.043 17.163 A 9.62 9.62 0 0 1 131.066 14.582 A 11.514 11.514 0 0 1 136.623 13.203 A 16.563 16.563 0 0 1 140.917 13.721 C 146.911 15.328 149.163 20.52 149.163 27.063 L 149.163 46.203 Z M 113.523 37.623 A 10.534 10.534 0 0 1 110.493 43.788 C 109.205 45.077 107.529 46.115 105.488 46.766 A 16.942 16.942 0 0 1 100.323 47.523 C 93.105 47.523 88.353 44.13 86.069 38.821 A 21.4 21.4 0 0 1 84.483 30.363 A 25.097 25.097 0 0 1 84.83 26.131 C 86.082 18.83 90.762 13.203 99.663 13.203 A 17.952 17.952 0 0 1 103.701 13.639 C 107.917 14.61 110.854 17.138 112.65 20.533 A 21.076 21.076 0 0 1 114.843 30.363 L 114.843 32.343 L 114.183 33.003 L 92.403 33.003 L 91.743 33.663 A 5.259 5.259 0 0 0 91.749 33.899 C 91.819 35.446 92.605 40.378 98.162 41.398 A 11.967 11.967 0 0 0 100.323 41.583 C 102.386 41.583 104.448 41.18 105.881 39.43 A 6.823 6.823 0 0 0 106.923 37.623 L 107.583 36.963 L 112.863 36.963 L 113.523 37.623 Z M 106.923 27.723 L 107.583 27.063 C 107.583 25.297 107.058 20.378 101.789 19.338 A 10.968 10.968 0 0 0 99.663 19.143 A 11.608 11.608 0 0 0 98.143 19.239 C 93.018 19.916 91.959 24.027 91.777 26.259 A 9.964 9.964 0 0 0 91.743 27.063 L 92.403 27.723 L 106.923 27.723 Z M 187.443 46.203 L 186.783 46.863 L 158.403 46.863 L 157.743 46.203 L 157.743 1.323 L 158.403 0.663 L 163.683 0.663 L 164.343 1.323 L 164.343 40.263 L 165.003 40.923 L 186.783 40.923 L 187.443 41.583 L 187.443 46.203 Z M 223.083 46.203 L 222.423 46.863 L 194.043 46.863 L 193.383 46.203 L 193.383 1.323 L 194.043 0.663 L 199.323 0.663 L 199.983 1.323 L 199.983 40.263 L 200.643 40.923 L 222.423 40.923 L 223.083 41.583 L 223.083 46.203 Z M 57.423 17.163 A 9.62 9.62 0 0 1 60.446 14.582 A 11.514 11.514 0 0 1 66.003 13.203 A 16.933 16.933 0 0 1 67.185 13.244 C 75.692 13.839 80.523 20.893 80.523 30.363 C 80.523 40.263 75.243 47.523 66.003 47.523 A 13.102 13.102 0 0 1 65.404 47.509 C 62.739 47.387 60.76 46.465 59.469 45.543 C 58.677 44.949 58.017 44.289 57.423 43.563 L 56.763 43.563 L 56.763 59.403 L 56.103 60.063 L 50.823 60.063 L 50.163 59.403 L 50.163 14.523 L 50.823 13.863 L 55.443 13.863 L 56.103 14.523 L 56.763 17.163 L 57.423 17.163 Z M 73.495 34.537 A 18.852 18.852 0 0 0 73.923 30.363 C 73.923 27.559 73.44 25.257 72.547 23.484 A 7.597 7.597 0 0 0 65.343 19.143 C 60.063 19.143 56.763 22.443 56.763 30.363 A 22.943 22.943 0 0 0 56.951 33.405 C 57.72 39.138 60.798 41.583 65.343 41.583 A 7.579 7.579 0 0 0 71.926 38.294 C 72.628 37.272 73.158 36.017 73.495 34.537 Z M 18.324 47.305 C 6.613 45.782 0.003 36.425 0.003 23.763 C 0.003 13.747 4.139 5.799 11.664 2.161 A 23.046 23.046 0 0 1 21.783 0.003 A 26.817 26.817 0 0 1 25.242 0.221 C 36.953 1.744 43.563 11.101 43.563 23.763 C 43.563 33.779 39.427 41.727 31.902 45.365 A 23.046 23.046 0 0 1 21.783 47.523 A 26.817 26.817 0 0 1 18.324 47.305 Z M 7.808 15.823 A 24.607 24.607 0 0 0 6.603 23.763 A 25.23 25.23 0 0 0 7.586 31.014 C 8.831 35.154 11.245 38.312 14.755 40.057 A 15.628 15.628 0 0 0 21.783 41.583 C 28.938 41.583 33.679 37.792 35.759 31.703 A 24.607 24.607 0 0 0 36.963 23.763 A 25.23 25.23 0 0 0 35.98 16.512 C 34.736 12.373 32.322 9.214 28.812 7.469 A 15.628 15.628 0 0 0 21.783 5.943 C 14.629 5.943 9.887 9.734 7.808 15.823 Z"
|
|
||||||
vectorEffect="non-scaling-stroke"
|
|
||||||
stroke="currentColor"
|
|
||||||
strokeWidth="0.25"
|
|
||||||
transform="translate(80, 2.5)"
|
|
||||||
/>
|
|
||||||
</svg>
|
|
||||||
</span>
|
|
||||||
)
|
|
||||||
|
|
||||||
const theme: DocsThemeConfig = {
|
|
||||||
project: {
|
|
||||||
link: 'https://github.com/bentoml/OpenLLM'
|
|
||||||
},
|
|
||||||
editLink: { text: 'Edit this page on GitHub →' },
|
|
||||||
feedback: { content: 'Question? Send us your feedback →', labels: 'feedback' },
|
|
||||||
docsRepositoryBase: 'https://github.com/bentoml/OpenLLM/tree/main/docs',
|
|
||||||
chat: {
|
|
||||||
link: 'https://l.bentoml.com/join-openllm-discord'
|
|
||||||
},
|
|
||||||
logo,
|
|
||||||
head: function useHead() {
|
|
||||||
const { frontMatter, title } = useConfig()
|
|
||||||
// TODO: support locale
|
|
||||||
// https://nextjs.org/docs/pages/api-reference/functions/use-router
|
|
||||||
const { route } = useRouter()
|
|
||||||
const socialCard = route === '/' || !title ? `${openllmUrl}/og.png` : `${openllmUrl}/api/og?title=${title}`
|
|
||||||
const ogDescription = frontMatter.description || 'Fine-tune, serve and deploy LLMs in production'
|
|
||||||
return (
|
|
||||||
<>
|
|
||||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
||||||
<meta httpEquiv="Content-Language" content="en" />
|
|
||||||
<meta name="description" content={ogDescription} />
|
|
||||||
<meta name="twitter:card" content="summary_large_image" />
|
|
||||||
<meta name="twitter:image" content={socialCard} />
|
|
||||||
<meta name="twitter:site:domain" content="openllm.community" />
|
|
||||||
<meta name="twitter:url" content="https://openllm.community" />
|
|
||||||
<meta name="og:title" content={title ? title + ' | OpenLLM' : 'OpenLLM'} />
|
|
||||||
<meta name="og:image" content={socialCard} />
|
|
||||||
<meta name="og:description" content={ogDescription} />
|
|
||||||
<meta name="apple-mobile-web-app-title" content="OpenLLM" />
|
|
||||||
<link rel="apple-touch-icon" sizes="180x180" href="/favicon/apple-touch-icon.png" />
|
|
||||||
<link rel="icon" type="image/png" sizes="32x32" href="/favicon/favicon-32x32.png" />
|
|
||||||
<link rel="icon" type="image/png" sizes="16x16" href="/favicon/favicon-16x16.png" />
|
|
||||||
<link rel="icon" type="image/svg+xml" href="/favicon/favicon.svg" />
|
|
||||||
<link rel="icon" type="image/x-icon" href="/favicon/favicon.ico" />
|
|
||||||
<link rel="icon" href="/favicon/favicon-dark.svg" type="image/svg+xml" media="(prefers-color-scheme: dark)" />
|
|
||||||
<link rel="icon" href="/favicon/favicon-dark.ico" type="image/x-icon" media="(prefers-color-scheme: dark)" />
|
|
||||||
<link rel="android-chrome" type="image/png" sizes="192x192" href="/favicon/android-chrome-192x192.png" />
|
|
||||||
<link rel="android-chrome" type="image/png" sizes="512x512" href="/favicon/android-chrome-512x512.png" />
|
|
||||||
<link rel="manifest" href="/favicon/site.webmanifest" />
|
|
||||||
<link rel="mask-icon" href="/favicon/safari-pinned-tab.svg" color="#000000" />
|
|
||||||
<meta name="msapplication-config" content="/favicon/browserconfig.xml" />
|
|
||||||
<meta name="msapplication-square150x150logo" content="/favicon/mstile-150x150.png" />
|
|
||||||
<meta name="msapplication-TileColor" content="#ffffff" />
|
|
||||||
</>
|
|
||||||
)
|
|
||||||
},
|
|
||||||
search: {
|
|
||||||
placeholder: 'Search website...'
|
|
||||||
},
|
|
||||||
toc: {
|
|
||||||
float: true
|
|
||||||
},
|
|
||||||
sidebar: {
|
|
||||||
titleComponent({ title, type }) {
|
|
||||||
if (type === 'separator') {
|
|
||||||
return <span className="cursor-default">{title}</span>
|
|
||||||
}
|
|
||||||
return <>{title}</>
|
|
||||||
},
|
|
||||||
defaultMenuCollapseLevel: 1,
|
|
||||||
toggleButton: true
|
|
||||||
},
|
|
||||||
gitTimestamp({ timestamp }) {
|
|
||||||
const { locale } = useRouter()
|
|
||||||
return (
|
|
||||||
<>
|
|
||||||
'last updated on '
|
|
||||||
<time dateTime={timestamp.toISOString()}>
|
|
||||||
{timestamp.toLocaleDateString(locale, {
|
|
||||||
day: 'numeric',
|
|
||||||
month: 'long',
|
|
||||||
year: 'numeric'
|
|
||||||
})}
|
|
||||||
</time>
|
|
||||||
</>
|
|
||||||
)
|
|
||||||
},
|
|
||||||
useNextSeoProps() {
|
|
||||||
const { asPath } = useRouter()
|
|
||||||
if (['/', '/docs'].includes(asPath)) {
|
|
||||||
return { titleTemplate: 'OpenLLM' }
|
|
||||||
}
|
|
||||||
return { titleTemplate: `%s | OpenLLM` }
|
|
||||||
},
|
|
||||||
footer: {
|
|
||||||
text: (
|
|
||||||
<div className="flex w-full items-center justify-between">
|
|
||||||
<div>© {new Date().getFullYear()} OpenLLM project</div>
|
|
||||||
<a href="https://vercel.com?utm_source=openllm" target="_blank" rel="noopener noreferrer">
|
|
||||||
<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 212 44" className="h-8" width="212">
|
|
||||||
<rect width="212" height="44" fill="#000" rx="8"></rect>
|
|
||||||
<path
|
|
||||||
fill="#fff"
|
|
||||||
d="M60.438 15.227V26.5h1.406v-4.023h2.836c2.117 0 3.625-1.493 3.625-3.602 0-2.148-1.477-3.648-3.61-3.648h-4.257zm1.406 1.25h2.484c1.633 0 2.531.851 2.531 2.398 0 1.492-.93 2.352-2.53 2.352h-2.485v-4.75zm11.5 10.171c2.399 0 3.883-1.656 3.883-4.359 0-2.71-1.484-4.36-3.883-4.36-2.398 0-3.883 1.65-3.883 4.36 0 2.703 1.485 4.36 3.883 4.36zm0-1.21c-1.594 0-2.492-1.157-2.492-3.149 0-2 .898-3.148 2.492-3.148 1.594 0 2.492 1.148 2.492 3.148 0 1.992-.898 3.148-2.492 3.148zm15.954-7.36h-1.352l-1.656 6.735h-.125l-1.883-6.735h-1.29l-1.882 6.735h-.125l-1.656-6.735h-1.36l2.36 8.422h1.36l1.874-6.516h.125l1.883 6.516h1.367l2.36-8.422zm4.523 1.04c1.336 0 2.227.984 2.258 2.476h-4.64c.101-1.492 1.039-2.477 2.382-2.477zm2.219 5.202c-.352.742-1.086 1.14-2.172 1.14-1.43 0-2.36-1.054-2.43-2.718v-.062h6.055v-.516c0-2.617-1.383-4.234-3.656-4.234-2.313 0-3.797 1.718-3.797 4.367 0 2.664 1.46 4.351 3.797 4.351 1.844 0 3.156-.89 3.547-2.328H96.04zm3.242 2.18h1.344v-5.219c0-1.187.93-2.047 2.211-2.047.266 0 .75.047.86.078V17.97a5.77 5.77 0 00-.672-.04c-1.117 0-2.086.579-2.336 1.4h-.125v-1.25h-1.281V26.5zm8.899-7.383c1.336 0 2.227.985 2.258 2.477h-4.641c.102-1.492 1.04-2.477 2.383-2.477zm2.219 5.203c-.352.742-1.086 1.14-2.172 1.14-1.43 0-2.359-1.054-2.43-2.718v-.062h6.055v-.516c0-2.617-1.383-4.234-3.656-4.234-2.313 0-3.797 1.718-3.797 4.367 0 2.664 1.461 4.351 3.797 4.351 1.844 0 3.156-.89 3.547-2.328H110.4zm6.36 2.328c1.164 0 2.164-.554 2.695-1.492h.125V26.5h1.281V14.734h-1.343v4.672h-.118c-.476-.922-1.468-1.476-2.64-1.476-2.141 0-3.539 1.718-3.539 4.36 0 2.648 1.382 4.358 3.539 4.358zm.312-7.507c1.524 0 2.477 1.218 2.477 3.148 0 1.945-.946 3.148-2.477 3.148-1.539 0-2.461-1.18-2.461-3.148 0-1.96.93-3.148 2.461-3.148zm14.462 7.507c2.133 0 3.531-1.726 3.531-4.359 0-2.648-1.391-4.36-3.531-4.36-1.156 0-2.18.571-2.641 1.477h-.125v-4.672h-1.344V26.5h1.282v-1.344h.125c.531.938 1.531 1.492 2.703 1.492zm-.313-7.507c1.539 0 2.453 1.18 2.453 3.148 0 1.969-.914 3.148-2.453 3.148-1.531 0-2.484-1.203-2.484-3.148s.953-3.148 2.484-3.148zm6.04 10.406c1.492 0 2.164-.578 2.882-2.531l3.29-8.938h-1.43l-2.305 6.93h-.125l-2.312-6.93h-1.453l3.117 8.43-.157.5c-.351 1.015-.773 1.383-1.546 1.383-.188 0-.399-.008-.563-.04V29.5c.188.031.422.047.602.047zm17.391-3.047l3.898-11.273h-2.148l-2.813 8.921h-.132l-2.836-8.921h-2.227l3.938 11.273h2.32zm8.016-7.18c1.164 0 1.93.813 1.969 2.078h-4.024c.086-1.25.899-2.078 2.055-2.078zm1.984 4.828c-.281.633-.945.985-1.906.985-1.273 0-2.094-.89-2.141-2.313v-.101h5.969v-.625c0-2.696-1.461-4.313-3.898-4.313-2.477 0-4.016 1.727-4.016 4.477s1.516 4.414 4.031 4.414c2.016 0 3.446-.969 3.797-2.524h-1.836zm3.547 2.352h1.938v-4.938c0-1.195.875-1.976 2.133-1.976.328 0 .843.055.992.11v-1.798c-.18-.054-.524-.085-.805-.085-1.101 0-2.023.625-2.258 1.468h-.132v-1.328h-1.868V26.5zm13.501-5.672c-.203-1.797-1.532-3.047-3.727-3.047-2.57 0-4.078 1.649-4.078 4.422 0 2.813 1.516 4.469 4.086 4.469 2.164 0 3.508-1.203 3.719-2.992h-1.844c-.203.89-.875 1.367-1.883 1.367-1.32 0-2.117-1.047-2.117-2.844 0-1.773.789-2.797 2.117-2.797 1.063 0 1.703.594 1.883 1.422h1.844zm5.117-1.508c1.164 0 1.93.813 1.969 2.078h-4.024c.086-1.25.899-2.078 2.055-2.078zm1.985 4.828c-.282.633-.946.985-1.907.985-1.273 0-2.093-.89-2.14-2.313v-.101h5.968v-.625c0-2.696-1.461-4.313-3.898-4.313-2.477 0-4.016 1.727-4.016 4.477s1.516 4.414 4.032 4.414c2.015 0 3.445-.969 3.796-2.524h-1.835zm3.625 2.352h1.937V14.648h-1.937V26.5zM23.325 13l9.325 16H14l9.325-16z"
|
|
||||||
></path>
|
|
||||||
<path stroke="#5E5E5E" d="M43.5 0v44"></path>
|
|
||||||
</svg>
|
|
||||||
</a>
|
|
||||||
</div>
|
|
||||||
)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
export default theme
|
|
||||||
@@ -1,13 +0,0 @@
|
|||||||
{
|
|
||||||
"extends": "../tsconfig.json",
|
|
||||||
"compilerOptions": {
|
|
||||||
"baseUrl": ".",
|
|
||||||
"paths": {
|
|
||||||
"@components/*": ["components/*"],
|
|
||||||
"react": ["./node_modules/@types/react"],
|
|
||||||
"react-dom": ["./node_modules/@types/react-dom"]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"include": ["next-env.d.ts", "**/*.ts", "**/*.tsx"],
|
|
||||||
"exclude": ["node_modules"]
|
|
||||||
}
|
|
||||||
@@ -70,7 +70,6 @@ write-summary-report = "python tools/write-coverage-report.py"
|
|||||||
detached = true
|
detached = true
|
||||||
[envs.ui.scripts]
|
[envs.ui.scripts]
|
||||||
server = "openllm start {args:facebook/opt-250m} --working-dir {root:uri} --cors --debug"
|
server = "openllm start {args:facebook/opt-250m} --working-dir {root:uri} --cors --debug"
|
||||||
docs = "cd docs && pnpm dev"
|
|
||||||
[envs.ci]
|
[envs.ci]
|
||||||
detached = true
|
detached = true
|
||||||
[envs.ci.scripts]
|
[envs.ci.scripts]
|
||||||
|
|||||||
@@ -80,9 +80,7 @@ Homepage = "https://bentoml.com"
|
|||||||
Tracker = "https://github.com/bentoml/OpenLLM/issues"
|
Tracker = "https://github.com/bentoml/OpenLLM/issues"
|
||||||
Twitter = "https://twitter.com/bentomlai"
|
Twitter = "https://twitter.com/bentomlai"
|
||||||
[project.optional-dependencies]
|
[project.optional-dependencies]
|
||||||
full = ["openllm-core[vllm,bentoml,transformers]"]
|
full = ["openllm-core[bentoml]", "transformers>=4.36.0"]
|
||||||
transformers = ["transformers>=4.36.0"]
|
|
||||||
vllm = ["vllm>=0.3.0"]
|
|
||||||
bentoml = ["bentoml>=1.2"]
|
bentoml = ["bentoml>=1.2"]
|
||||||
|
|
||||||
[tool.hatch.version]
|
[tool.hatch.version]
|
||||||
|
|||||||
@@ -42,7 +42,7 @@ dependencies = [
|
|||||||
"openllm-client>=0.5.4",
|
"openllm-client>=0.5.4",
|
||||||
"openllm-core>=0.5.4",
|
"openllm-core>=0.5.4",
|
||||||
"safetensors",
|
"safetensors",
|
||||||
"vllm>=0.4.2",
|
"vllm>=0.4.3",
|
||||||
"ghapi",
|
"ghapi",
|
||||||
"einops",
|
"einops",
|
||||||
"sentencepiece",
|
"sentencepiece",
|
||||||
|
|||||||
@@ -4,6 +4,8 @@ ARG NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
|||||||
ENV NVIDIA_DRIVER_CAPABILITIES=$NVIDIA_DRIVER_CAPABILITIES
|
ENV NVIDIA_DRIVER_CAPABILITIES=$NVIDIA_DRIVER_CAPABILITIES
|
||||||
ARG HF_HUB_DISABLE_PROGRESS_BARS=TRUE
|
ARG HF_HUB_DISABLE_PROGRESS_BARS=TRUE
|
||||||
ENV HF_HUB_DISABLE_PROGRESS_BARS=$HF_HUB_DISABLE_PROGRESS_BARS
|
ENV HF_HUB_DISABLE_PROGRESS_BARS=$HF_HUB_DISABLE_PROGRESS_BARS
|
||||||
{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==0.4.2" || true'
|
ARG VLLM_NO_USAGE_STATS=1
|
||||||
|
ENV VLLM_NO_USAGE_STATS=$VLLM_NO_USAGE_STATS
|
||||||
|
{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==0.4.3" || true'
|
||||||
{{ super() }}
|
{{ super() }}
|
||||||
{% endblock %}
|
{% endblock %}
|
||||||
|
|||||||
@@ -263,6 +263,7 @@ def start_command(
|
|||||||
'OPENLLM_CONFIG': llm_config.model_dump_json(),
|
'OPENLLM_CONFIG': llm_config.model_dump_json(),
|
||||||
'DTYPE': dtype,
|
'DTYPE': dtype,
|
||||||
'TRUST_REMOTE_CODE': str(trust_remote_code),
|
'TRUST_REMOTE_CODE': str(trust_remote_code),
|
||||||
|
'VLLM_NO_USAGE_STATS': str(1),
|
||||||
'GPU_MEMORY_UTILIZATION': orjson.dumps(gpu_memory_utilization).decode(),
|
'GPU_MEMORY_UTILIZATION': orjson.dumps(gpu_memory_utilization).decode(),
|
||||||
'SERVICES_CONFIG': orjson.dumps(
|
'SERVICES_CONFIG': orjson.dumps(
|
||||||
# XXX: right now we just enable GPU by default. will revisit this if we decide to support TPU later.
|
# XXX: right now we just enable GPU by default. will revisit this if we decide to support TPU later.
|
||||||
|
|||||||
@@ -202,7 +202,14 @@ class LLM:
|
|||||||
"'generate_iterator' is reserved only for online serving. For batch inference use 'LLM.batch' instead."
|
"'generate_iterator' is reserved only for online serving. For batch inference use 'LLM.batch' instead."
|
||||||
)
|
)
|
||||||
|
|
||||||
from vllm import SamplingParams
|
from vllm import SamplingParams, TextPrompt, TokensPrompt
|
||||||
|
|
||||||
|
if prompt_token_ids is not None:
|
||||||
|
inputs = TokensPrompt(prompt_token_ids=prompt_token_ids)
|
||||||
|
else:
|
||||||
|
if prompt is None:
|
||||||
|
raise ValueError('Either "prompt" or "prompt_token_ids" must be passed.')
|
||||||
|
inputs = TextPrompt(prompt=prompt)
|
||||||
|
|
||||||
config = self.config.model_construct_env(**dict_filter_none(attrs))
|
config = self.config.model_construct_env(**dict_filter_none(attrs))
|
||||||
|
|
||||||
@@ -229,12 +236,11 @@ class LLM:
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
async for generations in self._model.generate(
|
async for generations in self._model.generate(
|
||||||
prompt,
|
inputs=inputs,
|
||||||
sampling_params=SamplingParams(**{
|
sampling_params=SamplingParams(**{
|
||||||
k: config.__getitem__(k) for k in set(inspect.signature(SamplingParams).parameters.keys())
|
k: config.__getitem__(k) for k in set(inspect.signature(SamplingParams).parameters.keys())
|
||||||
}),
|
}),
|
||||||
request_id=request_id,
|
request_id=request_id,
|
||||||
prompt_token_ids=prompt_token_ids if prompt_token_ids else None,
|
|
||||||
):
|
):
|
||||||
yield generations
|
yield generations
|
||||||
except Exception as err:
|
except Exception as err:
|
||||||
@@ -277,7 +283,7 @@ class LLM:
|
|||||||
"'batch' is reserved for offline batch inference. For online serving use 'LLM.generate' or 'LLM.generate_iterator' instead."
|
"'batch' is reserved for offline batch inference. For online serving use 'LLM.generate' or 'LLM.generate_iterator' instead."
|
||||||
)
|
)
|
||||||
|
|
||||||
from vllm import SamplingParams
|
from vllm import SamplingParams, TextPrompt
|
||||||
|
|
||||||
if isinstance(prompts, str):
|
if isinstance(prompts, str):
|
||||||
prompts = [prompts]
|
prompts = [prompts]
|
||||||
@@ -295,11 +301,10 @@ class LLM:
|
|||||||
|
|
||||||
for i in range(num_requests):
|
for i in range(num_requests):
|
||||||
request_id = str(next(self._counter))
|
request_id = str(next(self._counter))
|
||||||
prompt = prompts[i]
|
|
||||||
config = configs[i]
|
config = configs[i]
|
||||||
self._model.add_request(
|
self._model.add_request(
|
||||||
request_id,
|
request_id,
|
||||||
prompt,
|
TextPrompt(prompt=prompts[i]),
|
||||||
SamplingParams(**{k: config.__getitem__(k) for k in set(inspect.signature(SamplingParams).parameters.keys())}),
|
SamplingParams(**{k: config.__getitem__(k) for k in set(inspect.signature(SamplingParams).parameters.keys())}),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -1,3 +1,2 @@
|
|||||||
packages:
|
packages:
|
||||||
- docs
|
|
||||||
- openllm-node
|
- openllm-node
|
||||||
|
|||||||
@@ -2,10 +2,8 @@
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
import dataclasses
|
import dataclasses
|
||||||
import os
|
import os
|
||||||
import sys
|
|
||||||
import typing as t
|
import typing as t
|
||||||
|
|
||||||
import inflection
|
|
||||||
import tomlkit
|
import tomlkit
|
||||||
from ghapi.all import GhApi
|
from ghapi.all import GhApi
|
||||||
|
|
||||||
@@ -13,9 +11,6 @@ if t.TYPE_CHECKING:
|
|||||||
from tomlkit.items import Array, Table
|
from tomlkit.items import Array, Table
|
||||||
|
|
||||||
ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||||
sys.path.insert(0, os.path.join(ROOT, 'openllm-core', 'src'))
|
|
||||||
|
|
||||||
import openllm_core as core
|
|
||||||
|
|
||||||
_OWNER, _REPO = 'bentoml', 'openllm'
|
_OWNER, _REPO = 'bentoml', 'openllm'
|
||||||
|
|
||||||
@@ -248,7 +243,7 @@ def main(args) -> int:
|
|||||||
Dependencies(name='openllm-client', lower_constraint=release_version),
|
Dependencies(name='openllm-client', lower_constraint=release_version),
|
||||||
Dependencies(name='openllm-core', lower_constraint=release_version),
|
Dependencies(name='openllm-core', lower_constraint=release_version),
|
||||||
Dependencies(name='safetensors'),
|
Dependencies(name='safetensors'),
|
||||||
Dependencies(name='vllm', lower_constraint='0.4.2'),
|
Dependencies(name='vllm', lower_constraint='0.4.3'),
|
||||||
Dependencies(name='ghapi'),
|
Dependencies(name='ghapi'),
|
||||||
Dependencies(name='einops'),
|
Dependencies(name='einops'),
|
||||||
Dependencies(name='sentencepiece'),
|
Dependencies(name='sentencepiece'),
|
||||||
|
|||||||
Reference in New Issue
Block a user