استفاده از Localized LLM برای پر کردن شکاف های مورد نیاز مشتری

const models = ref<llmModel[]>([])
const ollamaRunning = ref(false)
function getModels() {
  return axios.request<tagResponse>({
    url: "http://localhost:11434/api/tags",
  }).then((rsp) => {
    const tags = rsp.data
    models.value = tags.models
  }).catch((err) => {
    ollamaRunning.value = false
    console.error(err)
  })
}

q-btn(label="LLM Online" color="positive" v-if="models.length > 0" icon="sym_o_assistant_on_hub")
q-btn(label="LLM Offline" color="secondary" v-else @click="dlgInstallInstructions=true")

import ollama from 'ollama/browser'
const response = await ollama.chat({
  model: 'llama3.1',
  messages: [{ role: 'user', content: 'Why is the sky blue?' }],
})
console.log(response.message.content)

const message = { role: 'user', content: 'Why is the sky blue?' }
const response = await ollama.chat({ model: 'llama3.1', messages: [message], stream: true })
for await (const part of response) {
  response.value += part.message.content
}

async function generateAbstract() {
  loading.value = true
  project.value.abstract = ''
  const messages = [
    { role: 'user', content: 'Given the following project description, write a project abstract in 5-8 sentences which describes the problem the project addresses, nature and aims of the software solution, and the expected outcomes. Provide only the abstract without additional details or commentary.' },
    { role: 'user', content: aims.value }
  ]
  const stream = await ollama.chat({ model: props.model, messages: messages, stream: true })
  for await (const part of stream) {
    project.value.abstract += part.message.content
  }
  loading.value = false
}

messages.push({ role: 'user', content: 'Given the following project DESCRIPTION and OUTLINE, List any important tasks that will help to shape the priority and order of deliverables.' })
messages.push({
      role: 'user', content: `
DESCRIPTION:
${project.value.abstract}
`})
messages.push({
      role: 'user', content: `
OUTLINE:
${timeline.value}
`})

{
      role: 'system', content: `
Provide only a JSON response starting at <BEGIN_JSON> to <END_JSON> with correct syntax strictly adhering to the following structure.

{
  "name":"Jane Doe",
  "gender":"Female",
  "age":"25",
  "race":"",
  "occupation":"student",
  "education":"bachelor's degree",
  "marital_status":"",
  "income_level":"low",
  "background":"[5-8 sentences about the character's background that led them to use the app with a specific purpose or need]",
  "success_story:"Jane was able to use the app successfully to solve her problem.",
  "media":{
    "image_url":"[a sample image url appropriate to the character]"
  }
}
`
},

messages.push({
      role: 'assistant', content: `Sure! here is the character in the JSON format you requested.

<BEGIN_JSON>
{
  "name":"`})

let content = '<BEGIN_JSON>{"name":"' + rsp.message.content
json = content.substring(content.indexOf("<BEGIN_JSON>") + 12, content.lastIndexOf("<END_JSON>"))
const char = JSON.parse(json)

async function generateCharacter() {
  loading.value = true
  const messages = [
    {
      role: 'system', content: `
Provide only a JSON response starting at <BEGIN_JSON> to <END_JSON> with correct syntax strictly adhering to the following structure.

{
  "name":"Jane Doe",
  "gender":"Female",
  "age":"25",
  "race":"",
  "occupation":"student",
  "education":"bachelor's degree",
  "marital_status":"",
  "income_level":"low",
  "background":"[5-8 sentences about the character's background that led them to use the app with a specific purpose or need]",
  "success_story:"Jane was able to use the app successfully to solve her problem.",
  "media":{
    "image_url":"[a sample image url appropriate to the character]"
  }
}
`
    },
    { role: 'user', content: 'Given the following PROJECT, create a CHARACTER as described below.' },
    { role: 'user', content: 'PROJECT: \n' + project.value.abstract + '\n\n' },
    { role: 'user', content: 'CHARACTER: \n' + character.value },
    {
      role: 'assistant', content: `Sure! here is the character in the JSON format you requested.

<BEGIN_JSON>
{
  "name":"`}
  ]
  const rsp = await ollama.chat({ model: props.model, messages: messages, stream: false, options: { temperature: 1.5 } })
  let json = ""
  let content = '<BEGIN_JSON>{"name":"' + rsp.message.content
  try {
    json = content.substring(content.indexOf("<BEGIN_JSON>") + 12, content.lastIndexOf("<END_JSON>"))
    const char = JSON.parse(json)
    char.stakeholder = characterStakeholder.value
    project.value.characters.push(char)
    charactersError.value = false
    dlgAICharacters.value = false
  } catch (error) {
    charactersError.value = true
    project.value.timeline = []
  }
  loading.value = false
}