Z.To
6807371c5e
- Add content filter module (internal/content/) - Implement basic character filtering (control chars, line breaks, symbols) - Implement code block and inline code detection - Implement comment detection for 30+ languages (JS/Python/Go/HTML/etc) - Add go-enry dependency for intelligent language detection - Add SkipKeywords config option (default: TODO/FIXME/HACK/XXX/etc) - Integrate content processing into Translator - Update config.yaml with skip_keywords
18 lines
247 B
Go
18 lines
247 B
Go
package content
|
|
|
|
import (
|
|
"github.com/go-enry/go-enry/v2"
|
|
)
|
|
|
|
const (
|
|
Version = "1.0.0"
|
|
)
|
|
|
|
func DetectLanguage(text string) string {
|
|
return enry.GetLanguage("", []byte(text))
|
|
}
|
|
|
|
func Filter(text string) string {
|
|
return FilterBasic(text, nil)
|
|
}
|