dkam/probot
1
0
Fork 0
mirror of https://github.com/dkam/probot.git synced 2025-12-28 17:24:52 +00:00
Code Issues 1 Actions Packages Projects Releases Wiki Activity

Add code and tests to handle a disallowed clause with value

Browse Source
This commit is contained in:
Dan Milne
2024-12-24 10:43:17 +11:00
parent 36b6a29039
commit 88c7dc67f2
3 changed files with 24 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
test/test_probot.rb
View File

@@ -95,6 +95,19 @@ class TestProbot < Minitest::Test
crawl_delay: 0
}
]
},
{
txt: %("User-agent: *\nDisallow: /wp/wp-admin/\nAllow: /wp/wp-admin/admin-ajax.php\n\nUser-agent: *\nDisallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json\n\n# START YOAST BLOCK\n# ---------------------------\nUser-agent: *\nDisallow:\n\nSitemap: https://prhinternationalsales.com/sitemap_index.xml\n# ---------------------------\n# END YOAST BLOCK"),
sitemaps: ["https://prhinternationalsales.com/sitemap_index.xml"],
found_agents: ["*"],
tests: [
{
agent: "*",
allowed: ["/wp/wp-admin/admin-ajax.php"],
disallowed: ["/wp/wp-admin/", "/wp-content/uploads/wpo/wpo-plugins-tables-list.json"],
crawl_delay: 0
}
]
}
].freeze
@@ -132,6 +145,7 @@ class TestProbot < Minitest::Test
def test_empty_allow_disallow
assert Probot.new(%(User-agent: *\nAllow:)).rules.dig("*", "allow").empty?
assert Probot.new(%(User-agent: *\nDisallow:)).rules.dig("*", "disallow").empty?
assert Probot.new(%(User-agent: *\nDisallow:\n\n)).rules.dig("*", "disallow").empty?
end
def test_consecutive_user_agents