-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathchunker.go
More file actions
51 lines (44 loc) · 1.21 KB
/
chunker.go
File metadata and controls
51 lines (44 loc) · 1.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
package chisel
import (
"context"
"fmt"
)
// Chunker routes content to the appropriate language provider.
type Chunker struct {
providers map[Language]Provider
}
// New creates a Chunker with the given providers.
func New(providers ...Provider) *Chunker {
c := &Chunker{
providers: make(map[Language]Provider),
}
for _, p := range providers {
c.providers[p.Language()] = p
}
return c
}
// Register adds a provider to the chunker.
func (c *Chunker) Register(p Provider) {
c.providers[p.Language()] = p
}
// Chunk parses content using the appropriate provider for the language.
func (c *Chunker) Chunk(ctx context.Context, lang Language, filename string, content []byte) ([]Chunk, error) {
p, ok := c.providers[lang]
if !ok {
return nil, fmt.Errorf("no provider for language: %s", lang)
}
return p.Chunk(ctx, filename, content)
}
// Languages returns all registered languages.
func (c *Chunker) Languages() []Language {
langs := make([]Language, 0, len(c.providers))
for lang := range c.providers {
langs = append(langs, lang)
}
return langs
}
// HasProvider returns true if a provider is registered for the language.
func (c *Chunker) HasProvider(lang Language) bool {
_, ok := c.providers[lang]
return ok
}