mojeekbot.yaml « crawlers « data - anubis.git - Unnamed repository; edit this file 'description' to name the repository.

index : anubis.git

Unnamed repository; edit this file 'description' to name the repository.

root

about summary refs log tree commit diff

path: root/data/crawlers/mojeekbot.yaml

blob: 4066120387f0173124aa94b05dad6565e9e44b5f (plain)

- name: mojeekbot
  user_agent_regex: \+https\://www\.mojeek\.com/bot\.html
  action: ALLOW
  # https://www.mojeek.com/bot.html
  remote_addresses: [ "5.102.173.71/32" ]