105 lines
1.4 KiB
Plaintext
105 lines
1.4 KiB
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# 네이버봇 특별 설정
|
|
User-agent: Yeti
|
|
Allow: /
|
|
Crawl-delay: 1
|
|
|
|
# 소셜미디어 크롤러 명시적 허용
|
|
# Facebook/Meta
|
|
User-agent: facebookexternalhit/1.1
|
|
Allow: /
|
|
User-agent: Facebookbot
|
|
Allow: /
|
|
|
|
# Twitter/X
|
|
User-agent: Twitterbot
|
|
Allow: /
|
|
|
|
# LinkedIn
|
|
User-agent: LinkedInBot
|
|
Allow: /
|
|
|
|
# Discord
|
|
User-agent: Discordbot
|
|
Allow: /
|
|
|
|
# WhatsApp
|
|
User-agent: WhatsApp
|
|
Allow: /
|
|
|
|
# Telegram
|
|
User-agent: TelegramBot
|
|
Allow: /
|
|
|
|
# Slack
|
|
User-agent: Slackbot
|
|
Allow: /
|
|
User-agent: Slackbot-LinkExpanding
|
|
Allow: /
|
|
|
|
# Pinterest
|
|
User-agent: Pinterest
|
|
Allow: /
|
|
User-agent: Pinterestbot
|
|
Allow: /
|
|
|
|
# Apple/iMessage
|
|
User-agent: AppleBot
|
|
Allow: /
|
|
|
|
# Microsoft Teams
|
|
User-agent: MicrosoftPreview
|
|
Allow: /
|
|
|
|
# KakaoTalk
|
|
User-agent: KakaoTalk-Scrap
|
|
Allow: /
|
|
|
|
# Line
|
|
User-agent: Linebot
|
|
Allow: /
|
|
|
|
# Skype
|
|
User-agent: SkypeUriPreview
|
|
Allow: /
|
|
|
|
# Viber
|
|
User-agent: ViberBot
|
|
Allow: /
|
|
|
|
# Google (검색 및 소셜)
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
|
|
# Bing
|
|
User-agent: Bingbot
|
|
Allow: /
|
|
|
|
# DuckDuckGo
|
|
User-agent: DuckDuckBot
|
|
Allow: /
|
|
|
|
# 중요한 페이지 우선순위
|
|
Sitemap: https://minglestudio.co.kr/sitemap.xml
|
|
|
|
# 크롤링 제외할 파일/디렉토리
|
|
Disallow: /js/
|
|
Disallow: /css/
|
|
Disallow: /*.js$
|
|
Disallow: /*.css$
|
|
Disallow: /components/
|
|
|
|
# 이미지 크롤링 허용 (포트폴리오 중요)
|
|
Allow: /Studio_Image/
|
|
Allow: /mingle*
|
|
Allow: /*.jpg$
|
|
Allow: /*.jpeg$
|
|
Allow: /*.png$
|
|
Allow: /*.webp$
|
|
Allow: /*.gif$
|
|
|
|
# 검색엔진별 크롤링 속도 조절
|
|
Crawl-delay: 1
|