better search tools

clean.go

@@ -0,0 +1,20 @@
+package main
+
+import "strings"
+
+var cleaner = strings.NewReplacer(
+	"‑", "-",
+	"—", "-",
+
+	"“", "\"",
+	"”", "\"",
+	"’", "'",
+)
+
+func CleanChunk(chunk string) string {
+	if !CleanContent {
+		return chunk
+	}
+
+	return cleaner.Replace(chunk)
+}