dify - 💡(How to fix) Fix LLM node structured output is broken in 1.14.0 [1 comments, 2 participants]

app:
  description: 'Test Structure Output

    '
  icon: '+1'
  icon_background: '#FBE8FF'
  icon_type: emoji
  mode: workflow
  name: Test Structure Output
  use_icon_as_answer_icon: false
dependencies:
- current_identifier: null
  type: marketplace
  value:
    marketplace_plugin_unique_identifier: langgenius/openai_api_compatible:0.0.42@cf508badd3f6c086c137a6034697e0c48a60038783b3c3ed0af2fe55000842e8
    version: null
kind: app
version: 0.6.0
workflow:
  conversation_variables: []
  environment_variables: []
  features:
    file_upload:
      allowed_file_extensions:
      - .JPG
      - .JPEG
      - .PNG
      - .GIF
      - .WEBP
      - .SVG
      allowed_file_types:
      - image
      allowed_file_upload_methods:
      - local_file
      - remote_url
      enabled: false
      fileUploadConfig:
        attachment_image_file_size_limit: 2
        audio_file_size_limit: 50
        batch_count_limit: 10
        file_size_limit: 64
        file_upload_limit: 20
        image_file_batch_limit: 10
        image_file_size_limit: 10
        single_chunk_attachment_limit: 10
        video_file_size_limit: 100
        workflow_file_upload_limit: 25
      image:
        enabled: false
        number_limits: 3
        transfer_methods:
        - local_file
        - remote_url
      number_limits: 3
    opening_statement: ''
    retriever_resource:
      enabled: false
    sensitive_word_avoidance:
      enabled: false
    speech_to_text:
      enabled: false
    suggested_questions: []
    suggested_questions_after_answer:
      enabled: false
    text_to_speech:
      enabled: false
      language: ''
      voice: ''
  graph:
    edges:
    - data:
        isInLoop: false
        sourceType: start
        targetType: llm
      id: 1736858101215-source-17758474518310-target
      source: '1736858101215'
      sourceHandle: source
      target: '17758474518310'
      targetHandle: target
      type: custom
      zIndex: 0
    - data:
        isInIteration: false
        isInLoop: false
        sourceType: llm
        targetType: end
      id: 17758474518310-source-1777911726489-target
      source: '17758474518310'
      sourceHandle: source
      target: '1777911726489'
      targetHandle: target
      type: custom
      zIndex: 0
    nodes:
    - data:
        desc: ''
        selected: false
        title: Start
        type: start
        variables:
        - allowed_file_extensions: []
          allowed_file_types:
          - document
          allowed_file_upload_methods:
          - local_file
          - remote_url
          label: source_text_input
          max_length: 2000
          options: []
          required: true
          type: paragraph
          variable: source_text_input
        - label: source_language
          max_length: 96
          options:
          - Afrikaans
          - Albanian
          - Albanian (Albania)
          - Albanian (Kosovo)
          - Albanian (Macedonia)
          - Albanian (Montenegro)
          - Amharic
          - Arabic
          - Arabic (Algeria)
          - Arabic (Bahrain)
          - Arabic (Egypt)
          - Arabic (Iraq)
          - Arabic (Jordan)
          - Arabic (Kuwait)
          - Arabic (Lebanon)
          - Arabic (Libya)
          - Arabic (Morocco)
          - Arabic (Oman)
          - Arabic (Qatar)
          - Arabic (Saudi Arabia)
          - Arabic (Syria)
          - Arabic (Tunisia)
          - Arabic (U.A.E.)
          - Arabic (Yemen)
          - Armenian
          - Assamese
          - Asturian
          - Atikamekw
          - Azeri (Cyrillic)
          - Azeri (Latin)
          - Babine-Witsuwit'en
          - Bangala
          - Basque
          - Belarussian
          - Bengali
          - Bengali (Bangladesh)
          - Bengali (India)
          - Bislama
          - Bosnian (Cyrillic)
          - Bosnian (Latin)
          - Bulgarian
          - Burmese
          - Catalan
          - Chinese (Hong Kong S.A.R.)
          - Chinese (Macao S.A.R.)
          - Chinese (PRC)
          - Chinese (Singapore)
          - Chinese (Taiwan)
          - Croatian
          - Czech
          - Danish
          - Dari
          - Dutch
          - Dutch (Belgium)
          - Dutch (Netherlands)
          - English
          - English (Australia)
          - English (Belize)
          - English (Canada)
          - English (Caribbean)
          - English (Ireland)
          - English (Jamaica)
          - English (New Zealand)
          - English (Republic of the Philippines)
          - English (South Africa)
          - English (Trinidad and Tobago)
          - English (United Kingdom)
          - English (United States)
          - English (Zimbabwe)
          - Estonian
          - Farsi
          - Filipino
          - Finnish
          - Flemish
          - French
          - French (Africa)
          - French (Belgium)
          - French (Canada)
          - French (France)
          - French (Luxembourg)
          - French (Monaco)
          - French (Morocco)
          - French (Switzerland)
          - Frisian, Western
          - Gaelic (Scotland)
          - Galician
          - Georgian
          - German
          - German (Austria)
          - German (Germany)
          - German (Liechtenstein)
          - German (Luxembourg)
          - German (Switzerland)
          - Greek
          - Greenlandic
          - Guaraní
          - Gujarati
          - Hebrew
          - Hindi
          - Hungarian
          - Icelandic
          - Indonesian
          - Inuktitut, Eastern (Latin)
          - Inuktitut, Eastern (Syllabics)
          - Inuktitut, Western (Latin)
          - Inuktitut, Western (Syllabics)
          - Irish
          - Italian
          - Italian (Italy)
          - Italian (Switzerland)
          - Japanese
          - Javanese
          - Kannada
          - Karen
          - Kashmiri
          - Kayah (Latin)
          - Kayah (Myanmar)
          - Kazakh
          - Khmer
          - Kiribati
          - Klingon
          - Korean
          - Kurdish (Arabic)
          - Kurdish (Cyrillic)
          - Kurdish (Latin)
          - Kyrgyz (Cyrillic)
          - Lakota
          - Lao
          - Latin
          - Latvian
          - Lingala
          - Lithuanian
          - Luxembourgish
          - Maay
          - Macedonian
          - Malagasy
          - Malay
          - Malayalam
          - Maltese
          - Mandinka (Arabic)
          - Mandinka (Latin)
          - Maori
          - Marathi
          - Marshallese
          - Meänkieli
          - Mi'kmaq
          - Michif
          - Mohawk
          - Moldavian
          - Mon
          - Mongolian (Cyrillic)
          - Montenegrin (Cyrillic)
          - Montenegrin (Latin)
          - Nauruan
          - Navajo
          - Nepali
          - Norwegian
          - Norwegian (Bokmål)
          - Norwegian (Nynorsk)
          - Occitan
          - Ojibwa (Latin)
          - Ojibwa (Syllabics)
          - Oriya
          - Oromo
          - Pashto
          - Pennsylvania German
          - Plautdietsch
          - Pijin
          - Pohnpeian
          - Polish
          - Portuguese
          - Portuguese (Brazil)
          - Portuguese (Portugal)
          - Punjabi (Gurmukhi)
          - Punjabi (Shahmukhi)
          - Quechua
          - Rakhine
          - Rohingya
          - Romanian
          - Rundi
          - Russian
          - Rwanda
          - Samoan
          - Sanskrit
          - Serbian (Cyrillic)
          - Serbian (Latin)
          - Sesotho
          - Shan
          - Sinhala
          - Slovak
          - Slovenian
          - Somali
          - Somali (Djibouti)
          - Somali (Ethiopia)
          - Somali (Kenya)
          - Somali (Somalia)
          - Spanish
          - Spanish (Argentina)
          - Spanish (Bolivia)
          - Spanish (Chile)
          - Spanish (Colombia)
          - Spanish (Costa Rica)
          - Spanish (Dominican Republic)
          - Spanish (Ecuador)
          - Spanish (El Salvador)
          - Spanish (Guatemala)
          - Spanish (Honduras)
          - Spanish (Latin America)
          - Spanish (Mexico)
          - Spanish (Nicaragua)
          - Spanish (Panama)
          - Spanish (Paraguay)
          - Spanish (Peru)
          - Spanish (Puerto Rico)
          - Spanish (Spain)
          - Spanish (United States)
          - Spanish (Uruguay)
          - Spanish (Venezuela)
          - Stoney
          - Sudanese Creole Arabic
          - Sundanese
          - Swahili
          - Swedish
          - Swedish (Finland)
          - Swedish (Sweden)
          - Tagalog
          - Tajiki (Cyrillic)
          - Tamazight
          - Tamil
          - Tatar
          - Telugu
          - Tetun Dili
          - Thai
          - Tigrigna
          - Tok Pisin
          - Tongan
          - Torres Strait Creole
          - Tswana
          - Turkish
          - Turkmen (Latin)
          - Tuvaluan
          - Twi
          - Ukrainian
          - Urdu
          - Uzbek (Cyrillic)
          - Uzbek (Latin)
          - Vietnamese
          - Welsh
          - Wolof
          - Xhosa
          - Yiddish
          - Yoruba
          - Zulu
          required: true
          type: select
          variable: source_language
        - label: target_language
          max_length: 96
          options:
          - Afrikaans
          - Albanian
          - Albanian (Albania)
          - Albanian (Kosovo)
          - Albanian (Macedonia)
          - Albanian (Montenegro)
          - Amharic
          - Arabic
          - Arabic (Algeria)
          - Arabic (Bahrain)
          - Arabic (Egypt)
          - Arabic (Iraq)
          - Arabic (Jordan)
          - Arabic (Kuwait)
          - Arabic (Lebanon)
          - Arabic (Libya)
          - Arabic (Morocco)
          - Arabic (Oman)
          - Arabic (Qatar)
          - Arabic (Saudi Arabia)
          - Arabic (Syria)
          - Arabic (Tunisia)
          - Arabic (U.A.E.)
          - Arabic (Yemen)
          - Armenian
          - Assamese
          - Asturian
          - Atikamekw
          - Azeri (Cyrillic)
          - Azeri (Latin)
          - Babine-Witsuwit'en
          - Bangala
          - Basque
          - Belarussian
          - Bengali
          - Bengali (Bangladesh)
          - Bengali (India)
          - Bislama
          - Bosnian (Cyrillic)
          - Bosnian (Latin)
          - Bulgarian
          - Burmese
          - Catalan
          - Chinese (Hong Kong S.A.R.)
          - Chinese (Macao S.A.R.)
          - Chinese (PRC)
          - Chinese (Singapore)
          - Chinese (Taiwan)
          - Croatian
          - Czech
          - Danish
          - Dari
          - Dutch
          - Dutch (Belgium)
          - Dutch (Netherlands)
          - English
          - English (Australia)
          - English (Belize)
          - English (Canada)
          - English (Caribbean)
          - English (Ireland)
          - English (Jamaica)
          - English (New Zealand)
          - English (Republic of the Philippines)
          - English (South Africa)
          - English (Trinidad and Tobago)
          - English (United Kingdom)
          - English (United States)
          - English (Zimbabwe)
          - Estonian
          - Farsi
          - Filipino
          - Finnish
          - Flemish
          - French
          - French (Africa)
          - French (Belgium)
          - French (Canada)
          - French (France)
          - French (Luxembourg)
          - French (Monaco)
          - French (Morocco)
          - French (Switzerland)
          - Frisian, Western
          - Gaelic (Scotland)
          - Galician
          - Georgian
          - German
          - German (Austria)
          - German (Germany)
          - German (Liechtenstein)
          - German (Luxembourg)
          - German (Switzerland)
          - Greek
          - Greenlandic
          - Guaraní
          - Gujarati
          - Hebrew
          - Hindi
          - Hungarian
          - Icelandic
          - Indonesian
          - Inuktitut, Eastern (Latin)
          - Inuktitut, Eastern (Syllabics)
          - Inuktitut, Western (Latin)
          - Inuktitut, Western (Syllabics)
          - Irish
          - Italian
          - Italian (Italy)
          - Italian (Switzerland)
          - Japanese
          - Javanese
          - Kannada
          - Karen
          - Kashmiri
          - Kayah (Latin)
          - Kayah (Myanmar)
          - Kazakh
          - Khmer
          - Kiribati
          - Klingon
          - Korean
          - Kurdish (Arabic)
          - Kurdish (Cyrillic)
          - Kurdish (Latin)
          - Kyrgyz (Cyrillic)
          - Lakota
          - Lao
          - Latin
          - Latvian
          - Lingala
          - Lithuanian
          - Luxembourgish
          - Maay
          - Macedonian
          - Malagasy
          - Malay
          - Malayalam
          - Maltese
          - Mandinka (Arabic)
          - Mandinka (Latin)
          - Maori
          - Marathi
          - Marshallese
          - Meänkieli
          - Mi'kmaq
          - Michif
          - Mohawk
          - Moldavian
          - Mon
          - Mongolian (Cyrillic)
          - Montenegrin (Cyrillic)
          - Montenegrin (Latin)
          - Nauruan
          - Navajo
          - Nepali
          - Norwegian
          - Norwegian (Bokmål)
          - Norwegian (Nynorsk)
          - Occitan
          - Ojibwa (Latin)
          - Ojibwa (Syllabics)
          - Oriya
          - Oromo
          - Pashto
          - Pennsylvania German
          - Plautdietsch
          - Pijin
          - Pohnpeian
          - Polish
          - Portuguese
          - Portuguese (Brazil)
          - Portuguese (Portugal)
          - Punjabi (Gurmukhi)
          - Punjabi (Shahmukhi)
          - Quechua
          - Rakhine
          - Rohingya
          - Romanian
          - Rundi
          - Russian
          - Rwanda
          - Samoan
          - Sanskrit
          - Serbian (Cyrillic)
          - Serbian (Latin)
          - Sesotho
          - Shan
          - Sinhala
          - Slovak
          - Slovenian
          - Somali
          - Somali (Djibouti)
          - Somali (Ethiopia)
          - Somali (Kenya)
          - Somali (Somalia)
          - Spanish
          - Spanish (Argentina)
          - Spanish (Bolivia)
          - Spanish (Chile)
          - Spanish (Colombia)
          - Spanish (Costa Rica)
          - Spanish (Dominican Republic)
          - Spanish (Ecuador)
          - Spanish (El Salvador)
          - Spanish (Guatemala)
          - Spanish (Honduras)
          - Spanish (Latin America)
          - Spanish (Mexico)
          - Spanish (Nicaragua)
          - Spanish (Panama)
          - Spanish (Paraguay)
          - Spanish (Peru)
          - Spanish (Puerto Rico)
          - Spanish (Spain)
          - Spanish (United States)
          - Spanish (Uruguay)
          - Spanish (Venezuela)
          - Stoney
          - Sudanese Creole Arabic
          - Sundanese
          - Swahili
          - Swedish
          - Swedish (Finland)
          - Swedish (Sweden)
          - Tagalog
          - Tajiki (Cyrillic)
          - Tamazight
          - Tamil
          - Tatar
          - Telugu
          - Tetun Dili
          - Thai
          - Tigrigna
          - Tok Pisin
          - Tongan
          - Torres Strait Creole
          - Tswana
          - Turkish
          - Turkmen (Latin)
          - Tuvaluan
          - Twi
          - Ukrainian
          - Urdu
          - Uzbek (Cyrillic)
          - Uzbek (Latin)
          - Vietnamese
          - Welsh
          - Wolof
          - Xhosa
          - Yiddish
          - Yoruba
          - Zulu
          required: true
          type: select
          variable: target_language
      height: 160
      id: '1736858101215'
      position:
        x: -634.9703552284718
        y: -700.3645601502852
      positionAbsolute:
        x: -634.9703552284718
        y: -700.3645601502852
      selected: false
      sourcePosition: right
      targetPosition: left
      type: custom
      width: 242
    - data:
        context:
          enabled: false
          variable_selector: []
        desc: ''
        model:
          completion_params: {}
          mode: chat
          name: g_moonshotai_Kimi-K2.5-turbo
          provider: langgenius/openai_api_compatible/openai_api_compatible
        prompt_template:
        - id: 1d8a173e-df5d-4a26-8c84-3763ca06981a
          role: system
          text: "<role>Professional translator</role>\n<task>Translation of the text\
            \ in compliance with all rules and grammatical norms of the target language\
            \ and using the provided information resources in accordance with priority.</task>\n\
            <output_requirements>\n  <requirement type=\"format\">Respond with a JSON\
            \ object only. Do not include any text, markdown fences, commentary, or\
            \ explanation outside the JSON object.</requirement>\n  <requirement type=\"\
            schema\">The JSON object must contain exactly one key: \"translation\"\
            . The value must be a string containing the translated text. No additional\
            \ keys are permitted.</requirement>\n  <requirement type=\"example\">{\"\
            translation\": \"your translated text here\"}</requirement>\n</output_requirements>"
        - id: 6aa66358-7d1c-416f-abcb-e492b8433b23
          role: user
          text: "<languages>\n  <source_language>{{#1736858101215.source_language#}}</source_language>\n\
            \  <target_language>{{#1736858101215.target_language#}}</target_language>\n\
            </languages>"
        - id: f7d74fe0-21db-4c0b-adbe-5d007702698d
          role: user
          text: '<text_to_translate>

            {{#1736858101215.source_text_input#}}

            </text_to_translate>'
        retry_config:
          max_retries: 3
          retry_enabled: true
          retry_interval: 1000
        selected: false
        structured_output:
          schema:
            additionalProperties: false
            properties:
              translation:
                description: translation output
                type: string
            required:
            - translation
            type: object
        structured_output_enabled: true
        title: LLM Translation
        type: llm
        variables: []
        vision:
          enabled: false
      height: 116
      id: '17758474518310'
      position:
        x: -233.68116742848343
        y: -679.3645601502852
      positionAbsolute:
        x: -233.68116742848343
        y: -679.3645601502852
      selected: true
      sourcePosition: right
      targetPosition: left
      type: custom
      width: 241
    - data:
        outputs:
        - value_selector:
          - '17758474518310'
          - structured_output
          - translation
          value_type: object
          variable: translation_output
        selected: false
        title: Output 2
        type: end
      height: 87
      id: '1777911726489'
      position:
        x: 123.60871538727429
        y: -679.3645601502852
      positionAbsolute:
        x: 123.60871538727429
        y: -679.3645601502852
      selected: false
      sourcePosition: right
      targetPosition: left
      type: custom
      width: 241
    viewport:
      x: 898.5927201941984
      y: 1373.4165742455461
      zoom: 1.1486983549970358
  rag_pipeline_variables: []

---

{
  "additionalProperties": false,
  "properties": {
    "translation": {
      "description": "translation output",
      "type": "string"
    }
  },
  "required": [
    "translation"
  ],
  "type": "object"
}

---

{
  "text": "{\"translation\": \"这是一个用于测试结构化输出的示例文本。\"}",
  "reasoning_content": "",
  "usage": {
    "prompt_tokens": 246,
    "prompt_unit_price": "0",
    "prompt_price_unit": "0",
    "prompt_price": "0",
    "completion_tokens": 44,
    "completion_unit_price": "0",
    "completion_price_unit": "0",
    "completion_price": "0",
    "total_tokens": 290,
    "total_price": "0",
    "currency": "USD",
    "latency": 0.787,
    "time_to_first_token": 0.785,
    "time_to_generate": 0.002
  },
  "finish_reason": "stop",
  "structured_output": {
    "translation": "这是一个用于测试结构化输出的示例文本。"
  }
}

---

{
  "text": "{\"translation\": \"这是一个用于测试结构化输出的示例文本。\"}",
  "reasoning_content": "",
  "usage": {
    "prompt_tokens": 159,
    "prompt_unit_price": "0",
    "prompt_price_unit": "0",
    "prompt_price": "0",
    "completion_tokens": 1036,
    "completion_unit_price": "0",
    "completion_price_unit": "0",
    "completion_price": "0",
    "total_tokens": 1195,
    "total_price": "0",
    "currency": "USD",
    "latency": 3.209,
    "time_to_first_token": 3.207,
    "time_to_generate": 0.002
  },
  "finish_reason": "stop"
}