OllamaCliStreamReader.cs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

using System.Text;
using System.Text.Json;
using System.Text.RegularExpressions;

namespace Lilith.Core.Ollama;

internal static class OllamaCliStreamReader
{
    public static async Task PumpAsync(TextReader reader, OllamaCliProgressTracker tracker, CancellationToken cancellationToken = default)
    {
        var buffer = new char[512];
        var segment = new StringBuilder();

        while (!cancellationToken.IsCancellationRequested)
        {
            int read = await reader.ReadAsync(buffer, cancellationToken);
            if (read <= 0)
            {
                break;
            }

            for (int i = 0; i < read; i++)
            {
                char c = buffer[i];
                if (c is '\r' or '\n')
                {
                    Flush(segment, tracker);
                }
                else
                {
                    segment.Append(c);
                }
            }
        }

        Flush(segment, tracker);
    }

    private static void Flush(StringBuilder segment, OllamaCliProgressTracker tracker)
    {
        if (segment.Length == 0)
        {
            return;
        }

        tracker.Update(segment.ToString());
        segment.Clear();
    }
}