README.md

metadata

license: mit
datasets:
  - shorecode/summary-collection-200k-rows
language:
  - en
base_model:
  - google/t5-efficient-tiny-nh8
library_name: transformers
tags:
  - summary
  - summarizer
widget:
  - text: Model training
    output:
      url: Screenshot_20251030_222933.png
metrics:
  - f1
  - rouge
  - extractiveness
model-index:
  - name: t5-efficient-tiny-summarizer-general-purpose-v2
    results:
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: f1 Score
            type: f1 Score
            value: 0.323
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: Faithfullness (facebook/bart-large-cnn)
            type: facebook/bart-large-cnn
            value: 2.56
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: Summarization Compression
            type: Lighteval extractiveness
            value: 6.91
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: Summarization Coverage
            type: Lighteval extractiveness
            value: 0.89
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: Summarization Density
            type: Lighteval extractiveness
            value: 4.95
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: rougeL precision
            type: Lighteval
            value: 0.51
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: rougeL recall
            type: Lighteval
            value: 0.13
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: rougeL fmeasure
            type: Lighteval
            value: 0.2
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: rouge1 precision
            type: Lighteval
            value: 0.71
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: rouge1 recall
            type: Lighteval
            value: 0.18
      - task:
          type: Summarization
        dataset:
          name: shorecode/summary-collection-60k-rows
          type: shorecode/summary-collection-60k-rows
        metrics:
          - name: rouge1 fmeasure
            type: Lighteval
            value: 0.28

Deprecated

Please visit https://huggingface.co/shorecode/t5-efficient-tiny-summarizer-general-purpose-v3 for an improved version

This model was built to shorten text that is injected into LLM prompts to reduce API calling costs

Very high compression (7x) meaning the text is 7 times smaller when sent to your LLM provider!

Prompt

Model training

https://api.wandb.ai/links/shorecode-shorecode-llc/nqr415rk