Turtle

0.1.10

psturtle.com/_includes/Robots.txt.ps1

<#
.SYNOPSIS
    Includes robots.txt
.DESCRIPTION
    Includes the content for `robots.txt`.
    
    This can be called after a site build to generate a `robots.txt` file.
.EXAMPLE
    ./Robots.txt.ps1
#>
param()
#region robots.txt
if (-not $Site.NoRobots) {
    @(
        "User-agent: *"
        if ($site.Disallow) {
            foreach ($disallow in $site.Disallow) {
                "Disallow: $disallow"
            }
        }
        if ($site.Allow) {
            foreach ($allow in $site.Allow) {
                "Allow: $allow"
            }
        }
        if ($site.CNAME -and -not $site.NoSitemap) {
            "Sitemap: https://$($site.CNAME)/sitemap.xml"
        }
    )
}
#endregion robots.txt