You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
12 lines
266 B
12 lines
266 B
const config = {
|
|
siteUrl: 'https://www.example.com',
|
|
generateRobotsTxt: true,
|
|
robotsTxtOptions: {
|
|
policies: [
|
|
{ userAgent: '*', allow: '/', disallow: ['/api/', '/admin/', '/private/'] },
|
|
],
|
|
},
|
|
};
|
|
|
|
module.exports = config;
|
|
|