Update website URL and optimize robots.txt settings

The website URL references in the project have been updated from 'https://screw-fast.vercel.app' to 'https://screwfast.uk'. In addition, the 'robots.txt' settings have been optimized to specify different crawl delays for different bots, providing a more granular control over how search engines interact with our website. Also, minor adjustments have been made to the PasswordInput component to streamline the 'aria-describedby' attribute.
This commit is contained in:
Emil Gulamov 2024-02-19 10:05:50 +04:00
parent 2d2bada884
commit 1730ce1bd4
4 changed files with 22 additions and 9 deletions

View file

@ -7,7 +7,7 @@ import compressor from "astro-compressor";
// https://astro.build/config
export default defineConfig({
site: 'https://screw-fast.vercel.app',
site: 'https://screwfast.uk',
integrations: [tailwind(), sitemap(), compressor({ gzip: false, brotli: true })],
output: 'static',
adapter: vercelStatic()

View file

@ -14,8 +14,8 @@ const ogTitle: string = "ScrewFast: Hardware Tools & Construction Services"; //
const author: string = "Emil Gulamov"; // Set the author's name
const ogDescription: string =
"Equip your projects with ScrewFast's top-quality hardware tools and expert construction services. Trusted by industry leaders, ScrewFast offers simplicity, affordability, and reliability. Experience the difference with user-centric design and cutting-edge tools. Start exploring now!"; // Set the Open Graph description
const URL: string = "https://screw-fast.vercel.app"; // Set the website URL
const socialImage: string = "https://screw-fast.vercel.app/social.png"; // Set the URL for the social media image
const URL: string = "https://screwfast.uk"; // Set the website URL
const socialImage: string = "https://screwfast.uk/social.png"; // Set the URL for the social media image
---
<!-- JSON-LD structured data script for the website -->
@ -24,7 +24,7 @@ const socialImage: string = "https://screw-fast.vercel.app/social.png"; // Set t
"@context": "https://schema.org",
"@type": "WebSite",
"name": "ScrewFast",
"url": "https://screw-fast.vercel.app",
"url": "https://screwfast.uk",
"description": "ScrewFast offers top-tier hardware tools and expert construction services to meet all your project needs. Start exploring and contact our sales team for superior quality and reliability."
}
</script>

View file

@ -4,8 +4,7 @@ const {
forgot,
id,
errorId,
content,
aria = "password-error",
content
} = Astro.props;
interface Props {
@ -14,7 +13,6 @@ interface Props {
id?: string;
errorId?: string;
content?: string;
aria?: string;
}
---
@ -45,7 +43,7 @@ interface Props {
name="password"
class="block w-full rounded-lg border border-neutral-200 bg-neutral-50 px-4 py-3 text-sm text-neutral-700 focus:border-neutral-200 focus:outline-none focus:ring focus:ring-neutral-400 disabled:pointer-events-none disabled:opacity-50 dark:border-neutral-600 dark:bg-neutral-700/30 dark:text-neutral-300 dark:focus:ring-1"
required
aria-describedby={aria}
aria-describedby={errorId}
/>
<div class="pointer-events-none absolute inset-y-0 end-0 hidden pe-3">
<svg

View file

@ -2,8 +2,23 @@
import type { APIRoute } from 'astro';
const robotsTxt = `
User-agent: *
User-agent: Googlebot
Disallow:
Allow: /
Crawl-delay: 10
User-agent: Yandex
Disallow:
Allow: /
Crawl-delay: 2
User-agent: archive.org_bot
Disallow:
Allow: /
Crawl-delay: 2
User-agent: *
Disallow: /
Sitemap: ${new URL('sitemap-index.xml', import.meta.env.SITE).href}
`.trim();