gemserve/common/gemini_url.go

package common

import (
	"database/sql/driver"
	"fmt"
	"net/url"
	"path"
	"strconv"
	"strings"

	"gemserve/errors"
)

type URL struct {
	Protocol string `json:"protocol,omitempty"`
	Hostname string `json:"hostname,omitempty"`
	Port     int    `json:"port,omitempty"`
	Path     string `json:"path,omitempty"`
	Descr    string `json:"descr,omitempty"`
	Full     string `json:"full,omitempty"`
}

func (u *URL) Scan(value interface{}) error {
	if value == nil {
		// Clear the fields in the current GeminiUrl object (not the pointer itself)
		*u = URL{}
		return nil
	}
	b, ok := value.(string)
	if !ok {
		return errors.NewFatalError(fmt.Errorf("database scan error: expected string, got %T", value))
	}
	parsedURL, err := ParseURL(b, "", false)
	if err != nil {
		return err
	}
	*u = *parsedURL
	return nil
}

func (u URL) String() string {
	return u.Full
}

func (u URL) StringNoDefaultPort() string {
	if u.Port == 1965 {
		return fmt.Sprintf("%s://%s%s", u.Protocol, u.Hostname, u.Path)
	}
	return u.Full
}

func (u URL) Value() (driver.Value, error) {
	if u.Full == "" {
		return nil, nil
	}
	return u.Full, nil
}

func ParseURL(input string, descr string, normalize bool) (*URL, error) {
	var u *url.URL
	var err error
	if normalize {
		u, err = NormalizeURL(input)
		if err != nil {
			return nil, err
		}
	} else {
		u, err = url.Parse(input)
		if err != nil {
			return nil, errors.NewError(fmt.Errorf("error parsing URL: %w: %s", err, input))
		}
	}
	if u.Scheme != "gemini" {
		return nil, errors.NewError(fmt.Errorf("error parsing URL: not a gemini URL: %s", input))
	}
	protocol := u.Scheme
	hostname := u.Hostname()
	strPort := u.Port()
	urlPath := u.EscapedPath()
	if strPort == "" {
		strPort = "1965"
	}
	port, err := strconv.Atoi(strPort)
	if err != nil {
		return nil, errors.NewError(fmt.Errorf("error parsing URL: %w: %s", err, input))
	}
	full := fmt.Sprintf("%s://%s:%d%s", protocol, hostname, port, urlPath)
	// full field should also contain query params and url fragments
	if u.RawQuery != "" {
		full += "?" + u.RawQuery
	}
	if u.Fragment != "" {
		full += "#" + u.Fragment
	}
	return &URL{Protocol: protocol, Hostname: hostname, Port: port, Path: urlPath, Descr: descr, Full: full}, nil
}

// DeriveAbsoluteURL converts a (possibly) relative
// URL to an absolute one. Used primarily to calculate
// the full redirection URL target from a response header.
func DeriveAbsoluteURL(currentURL URL, input string) (*URL, error) {
	// If target URL is absolute, return just it
	if strings.Contains(input, "://") {
		return ParseURL(input, "", true)
	}
	// input is a relative path. Clean it and construct absolute.
	var newPath string
	// Handle weird cases found in the wild
	if strings.HasPrefix(input, "/") {
		newPath = path.Clean(input)
	} else if input == "./" || input == "." {
		newPath = path.Join(currentURL.Path, "/")
	} else {
		newPath = path.Join(currentURL.Path, "/", path.Clean(input))
	}
	strURL := fmt.Sprintf("%s://%s:%d%s", currentURL.Protocol, currentURL.Hostname, currentURL.Port, newPath)
	return ParseURL(strURL, "", true)
}

// NormalizeURL takes a URL string and returns a normalized version
// Normalized meaning:
// - Path normalization (removing redundant slashes, . and .. segments)
// - Proper escaping of special characters
// - Lowercase scheme and host
// - Removal of default ports
// - Empty path becomes "/"
func NormalizeURL(rawURL string) (*url.URL, error) {
	// Parse the URL
	u, err := url.Parse(rawURL)
	if err != nil {
		return nil, errors.NewError(fmt.Errorf("error normalizing URL: %w: %s", err, rawURL))
	}
	if u.Scheme == "" {
		return nil, errors.NewError(fmt.Errorf("error normalizing URL: No scheme: %s", rawURL))
	}
	if u.Host == "" {
		return nil, errors.NewError(fmt.Errorf("error normalizing URL: No host: %s", rawURL))
	}

	// Convert scheme to lowercase
	u.Scheme = strings.ToLower(u.Scheme)

	// Convert hostname to lowercase
	if u.Host != "" {
		u.Host = strings.ToLower(u.Host)
	}

	// Remove default ports
	if u.Port() != "" {
		switch {
		case u.Scheme == "http" && u.Port() == "80":
			u.Host = u.Hostname()
		case u.Scheme == "https" && u.Port() == "443":
			u.Host = u.Hostname()
		case u.Scheme == "gemini" && u.Port() == "1965":
			u.Host = u.Hostname()
		}
	}

	// Handle path normalization while preserving trailing slash
	if u.Path != "" {
		// Check if there was a trailing slash before cleaning
		hadTrailingSlash := strings.HasSuffix(u.Path, "/")

		u.Path = path.Clean(u.EscapedPath())
		// If path was "/", path.Clean() will return "."
		if u.Path == "." {
			u.Path = "/"
		} else if hadTrailingSlash && u.Path != "/" {
			// Restore trailing slash if it existed and path isn't just "/"
			u.Path += "/"
		}
	}

	// Properly escape the path
	// First split on '/' to avoid escaping them
	parts := strings.Split(u.Path, "/")
	for i, part := range parts {
		parts[i] = url.PathEscape(part)
	}
	u.Path = strings.Join(parts, "/")

	// Remove trailing fragment if empty
	if u.Fragment == "" {
		u.Fragment = ""
	}

	// Remove trailing query if empty
	if u.RawQuery == "" {
		u.RawQuery = ""
	}

	return u, nil
}

func EscapeURL(input string) string {
	// Only escape if not already escaped
	if strings.Contains(input, "%") && !strings.Contains(input, "% ") {
		return input
	}
	// Split URL into parts (protocol, host, p)
	parts := strings.SplitN(input, "://", 2)
	if len(parts) != 2 {
		return input
	}

	protocol := parts[0]
	remainder := parts[1]

	// If URL ends with just a slash, return as is
	if strings.HasSuffix(remainder, "/") && !strings.Contains(remainder[:len(remainder)-1], "/") {
		return input
	}

	// Split host and p
	parts = strings.SplitN(remainder, "/", 2)
	host := parts[0]
	if len(parts) == 1 {
		return protocol + "://" + host
	}

	// Escape the path portion
	escapedPath := url.PathEscape(parts[1])

	// Reconstruct the URL
	return protocol + "://" + host + "/" + escapedPath
}

// normalizePath trims trailing slash and handles empty path
func TrimTrailingPathSlash(path string) string {
	// Handle empty path (e.g., "http://example.com" -> treat as root)
	if path == "" {
		return "/"
	}

	// Trim trailing slash while preserving root slash
	path = strings.TrimSuffix(path, "/")
	if path == "" { // This happens if path was just "/"
		return "/"
	}
	return path
}