Packages

datasets_ex

0.1.0
0.1.0

Dataset management library for ML experiments with support for GSM8K, HumanEval, MMLU loaders and evaluation metrics (BLEU, ROUGE, F1).

HexDocs

Current section

Files

Jump to
Readme
1 Version
4 Dependencies
Dependants
Files
Activity
datasets_ex assets datasets_ex.svg
Raw

assets/datasets_ex.svg 

<svg width="400" height="460" xmlns="http://www.w3.org/2000/svg">

  <defs>

    <!-- Gradients -->

    <linearGradient id="hexGradient" x1="0%" y1="0%" x2="0%" y2="100%">

      <stop offset="0%" style="stop-color:#FBBF24;stop-opacity:1" />

      <stop offset="100%" style="stop-color:#F59E0B;stop-opacity:1" />

    </linearGradient>



    <linearGradient id="darkGradient" x1="0%" y1="0%" x2="0%" y2="100%">

      <stop offset="0%" style="stop-color:#1E293B;stop-opacity:1" />

      <stop offset="100%" style="stop-color:#0F172A;stop-opacity:1" />

    </linearGradient>



    <linearGradient id="accentGradient" x1="0%" y1="0%" x2="100%" y2="0%">

      <stop offset="0%" style="stop-color:#FCD34D;stop-opacity:1" />

      <stop offset="100%" style="stop-color:#F59E0B;stop-opacity:1" />

    </linearGradient>



    <!-- Shadow filter -->

    <filter id="shadow" x="-50%" y="-50%" width="200%" height="200%">

      <feGaussianBlur in="SourceAlpha" stdDeviation="3"/>

      <feOffset dx="0" dy="2" result="offsetblur"/>

      <feComponentTransfer>

        <feFuncA type="linear" slope="0.3"/>

      </feComponentTransfer>

      <feMerge>

        <feMergeNode/>

        <feMergeNode in="SourceGraphic"/>

      </feMerge>

    </filter>

  </defs>



  <!-- Main hexagon -->

  <polygon points="200,20 350,110 350,290 200,380 50,290 50,110"

           fill="url(#hexGradient)"

           stroke="#F59E0B"

           stroke-width="3"

           filter="url(#shadow)"/>



  <!-- Inner hexagon border -->

  <polygon points="200,35 335,115 335,285 200,365 65,285 65,115"

           fill="none"

           stroke="#FCD34D"

           stroke-width="1.5"

           opacity="0.5"/>



  <!-- Data layers representation (stacked datasets) -->

  <!-- Layer 1 (bottom/oldest) -->

  <g opacity="0.7">

    <rect x="100" y="240" width="200" height="25" rx="3" fill="url(#darkGradient)" stroke="#F59E0B" stroke-width="1.5"/>

    <circle cx="115" cy="252.5" r="4" fill="#FBBF24"/>

    <rect x="130" y="248" width="60" height="9" rx="2" fill="#1E293B"/>

    <rect x="195" y="248" width="40" height="9" rx="2" fill="#1E293B"/>

    <rect x="240" y="248" width="50" height="9" rx="2" fill="#1E293B"/>

  </g>



  <!-- Layer 2 (middle) -->

  <g opacity="0.85">

    <rect x="100" y="210" width="200" height="25" rx="3" fill="url(#darkGradient)" stroke="#F59E0B" stroke-width="1.5"/>

    <circle cx="115" cy="222.5" r="4" fill="#FBBF24"/>

    <rect x="130" y="218" width="70" height="9" rx="2" fill="#1E293B"/>

    <rect x="205" y="218" width="50" height="9" rx="2" fill="#1E293B"/>

    <rect x="260" y="218" width="30" height="9" rx="2" fill="#1E293B"/>

  </g>



  <!-- Layer 3 (top/newest) -->

  <g>

    <rect x="100" y="180" width="200" height="25" rx="3" fill="url(#darkGradient)" stroke="#F59E0B" stroke-width="2"/>

    <circle cx="115" cy="192.5" r="4" fill="#FBBF24"/>

    <rect x="130" y="188" width="50" height="9" rx="2" fill="#1E293B"/>

    <rect x="185" y="188" width="65" height="9" rx="2" fill="#1E293B"/>

    <rect x="255" y="188" width="35" height="9" rx="2" fill="#1E293B"/>

  </g>



  <!-- Version branches visualization -->

  <g stroke="#F59E0B" stroke-width="2" fill="none" opacity="0.8">

    <!-- Main trunk -->

    <line x1="200" y1="150" x2="200" y2="180"/>



    <!-- Branch 1 -->

    <path d="M 200 140 Q 180 125, 160 120" stroke-dasharray="3,3"/>

    <circle cx="160" cy="120" r="5" fill="#FBBF24" stroke="#F59E0B" stroke-width="2"/>



    <!-- Branch 2 -->

    <path d="M 200 135 Q 220 122, 240 115" stroke-dasharray="3,3"/>

    <circle cx="240" cy="115" r="5" fill="#FBBF24" stroke="#F59E0B" stroke-width="2"/>



    <!-- Active node -->

    <circle cx="200" cy="150" r="7" fill="#FCD34D" stroke="#F59E0B" stroke-width="2"/>

  </g>



  <!-- Data stream icon (top center) -->

  <g>

    <!-- Stream arrow 1 -->

    <path d="M 170 80 L 170 95 L 165 90 M 170 95 L 175 90"

          stroke="#0F172A" stroke-width="2.5" fill="none" stroke-linecap="round"/>



    <!-- Stream arrow 2 -->

    <path d="M 200 70 L 200 100 L 195 95 M 200 100 L 205 95"

          stroke="#0F172A" stroke-width="3" fill="none" stroke-linecap="round"/>



    <!-- Stream arrow 3 -->

    <path d="M 230 80 L 230 95 L 225 90 M 230 95 L 235 90"

          stroke="#0F172A" stroke-width="2.5" fill="none" stroke-linecap="round"/>



    <!-- Data dots -->

    <circle cx="170" cy="65" r="3" fill="#F59E0B"/>

    <circle cx="200" cy="55" r="4" fill="#F59E0B"/>

    <circle cx="230" cy="65" r="3" fill="#F59E0B"/>

  </g>



  <!-- File format icons (bottom) -->

  <g opacity="0.7">

    <!-- JSONL -->

    <rect x="110" y="295" width="30" height="35" rx="3" fill="#0F172A" stroke="#F59E0B" stroke-width="1.5"/>



    <!-- CSV -->

    <rect x="185" y="295" width="30" height="35" rx="3" fill="#0F172A" stroke="#F59E0B" stroke-width="1.5"/>



    <!-- JSON -->

    <rect x="260" y="295" width="30" height="35" rx="3" fill="#0F172A" stroke="#F59E0B" stroke-width="1.5"/>

  </g>

</svg>