Add parse fragment URL

jidckii · May 28, 2019 · ee9b5ba · ee9b5ba
1 parent 344e23d
commit ee9b5ba
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/sicra/crawler.go b/sicra/crawler.go
@@ -125,7 +125,13 @@ func urlEscape(refurl string) string {
 	host := parseURL.Host
 	pathuri := parseURL.EscapedPath()
 	query := url.QueryEscape(parseURL.RawQuery)
-
-	escapeURL := (scheme + "://" + host + pathuri + "?" + query)
+	if query != "" {
+		query = "?" + query
+	}
+	fragment := url.QueryEscape(parseURL.Fragment)
+	if fragment != "" {
+		fragment = "#" + fragment
+	}
+	escapeURL := (scheme + "://" + host + pathuri + query + fragment)
 	return escapeURL
 }