-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrobots.txt
177 lines (172 loc) · 12.4 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Sitemap location
Sitemap: /sitemap.xml
# Disallow specific paths
Disallow: /api/
Disallow: /_next/
Disallow: /static/
# Allow paths from sitemap
Allow: /documentation/docs
Allow: /documentation/docs/about-settlemint/introduction
Allow: /documentation/docs/application-kits/asset-tokenization/asset-tokenization-kit
Allow: /documentation/docs/application-kits/asset-tokenization/contracts/bond
Allow: /documentation/docs/application-kits/asset-tokenization/contracts/cryptocurrency
Allow: /documentation/docs/application-kits/asset-tokenization/contracts/equity
Allow: /documentation/docs/application-kits/asset-tokenization/contracts/fund
Allow: /documentation/docs/application-kits/asset-tokenization/contracts/stablecoin
Allow: /documentation/docs/application-kits/asset-tokenization/contracts/tokenized-deposits
Allow: /documentation/docs/application-kits/asset-tokenization/usecases/bond
Allow: /documentation/docs/application-kits/asset-tokenization/usecases/cryptocurrency
Allow: /documentation/docs/application-kits/asset-tokenization/usecases/equity
Allow: /documentation/docs/application-kits/asset-tokenization/usecases/fund
Allow: /documentation/docs/application-kits/asset-tokenization/usecases/stablecoin
Allow: /documentation/docs/application-kits/asset-tokenization/usecases/tokenized-deposits
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/add-network-and-nodes
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/add-private-keys
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/attestation-indexer
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/audit-logs
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/create-an-application
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/deploy-custom-services
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/deploy-smart-contracts
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/integration-studio
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/setup-api-portal
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/setup-code-studio
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/setup-graph-middleware
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/setup-offchain-database
Allow: /documentation/docs/building-with-settlemint/evm-chains-guide/setup-storage
Allow: /documentation/docs/building-with-settlemint/getting-started
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/add-network-and-nodes
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/add-private-keys
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/attestation-indexer
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/audit-logs
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/create-an-application
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/deploy-custom-services
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/deploy-smart-contracts
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/integration-studio
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/introduction-to-hedera
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/setup-api-portal
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/setup-code-studio
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/setup-graph-middleware
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/setup-offchain-database
Allow: /documentation/docs/building-with-settlemint/hedera-hashgraph-guide/setup-storage
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/add-network-and-nodes
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/add-private-keys
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/audit-logs
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/create-an-application
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/deploy-chain-code
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/deploy-custom-services
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/integration-studio
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/setup-code-studio
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/setup-fabconnect-middleware
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/setup-offchain-database
Allow: /documentation/docs/building-with-settlemint/hyperledger-fabric-guide/setup-storage
Allow: /documentation/docs/building-with-settlemint/planning-and-decisions
Allow: /documentation/docs/building-with-settlemint/setup-account-and-billing
Allow: /documentation/docs/knowledge-bank/bfsi-usecases
Allow: /documentation/docs/knowledge-bank/blockchain-app-design
Allow: /documentation/docs/knowledge-bank/blockchain-introduction
Allow: /documentation/docs/knowledge-bank/chaincode
Allow: /documentation/docs/knowledge-bank/industrial-usecases
Allow: /documentation/docs/knowledge-bank/keys-and-security
Allow: /documentation/docs/knowledge-bank/private-blockchains
Allow: /documentation/docs/knowledge-bank/public-blockchains
Allow: /documentation/docs/knowledge-bank/public-sector-usecases
Allow: /documentation/docs/knowledge-bank/smart-contracts
Allow: /documentation/docs/knowledge-bank/solidity
Allow: /documentation/docs/knowledge-bank/subgraphs
Allow: /documentation/docs/launching-the-platform/managed-cloud-saas/deployment-plans
Allow: /documentation/docs/launching-the-platform/managed-cloud-saas/supported-cloud-providers
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/infrastructure-requirements
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/introduction
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/platform-installation
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/domain-and-tls
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/ingress-controller
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/metrics-and-logs
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/oauth
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/overview
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/postgresql
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/redis
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/secret-management
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/storage
Allow: /documentation/docs/launching-the-platform/self-hosted-onprem/prerequisites/terraform
Allow: /documentation/docs/platform-components/account-billing/add-a-client
Allow: /documentation/docs/platform-components/account-billing/billing
Allow: /documentation/docs/platform-components/account-billing/join-a-partner
Allow: /documentation/docs/platform-components/blockchain-infrastructure/blockchain-nodes
Allow: /documentation/docs/platform-components/blockchain-infrastructure/consortium-manager
Allow: /documentation/docs/platform-components/blockchain-infrastructure/insights
Allow: /documentation/docs/platform-components/blockchain-infrastructure/load-balancer
Allow: /documentation/docs/platform-components/blockchain-infrastructure/network-manager
Allow: /documentation/docs/platform-components/blockchain-infrastructure/transaction-signer
Allow: /documentation/docs/platform-components/custom-deployments/custom-deployment
Allow: /documentation/docs/platform-components/database-and-storage/hasura-backend-as-a-service
Allow: /documentation/docs/platform-components/database-and-storage/ipfs-storage
Allow: /documentation/docs/platform-components/database-and-storage/s3-storage
Allow: /documentation/docs/platform-components/dev-tools/ai-code-assistant
Allow: /documentation/docs/platform-components/dev-tools/cli
Allow: /documentation/docs/platform-components/dev-tools/code-studio
Allow: /documentation/docs/platform-components/dev-tools/mcp
Allow: /documentation/docs/platform-components/dev-tools/sdk
Allow: /documentation/docs/platform-components/middleware-and-api-layer/attestation-indexer
Allow: /documentation/docs/platform-components/middleware-and-api-layer/fabconnect
Allow: /documentation/docs/platform-components/middleware-and-api-layer/graph-middleware
Allow: /documentation/docs/platform-components/middleware-and-api-layer/integration-studio
Allow: /documentation/docs/platform-components/middleware-and-api-layer/smart-contract-api-portal
Allow: /documentation/docs/platform-components/security-and-authentication/application-access-tokens
Allow: /documentation/docs/platform-components/security-and-authentication/personal-access-tokens
Allow: /documentation/docs/platform-components/security-and-authentication/private-keys
Allow: /documentation/docs/platform-components/security-and-authentication/user-wallets
Allow: /documentation/docs/platform-components/usage-and-logs/audit-logs
Allow: /documentation/docs/platform-components/usage-and-logs/monitoring-tools
Allow: /documentation/docs/platform-components/usage-and-logs/resource-usage
Allow: /documentation/docs/security
Allow: /documentation/docs/security/application-security
Allow: /documentation/docs/security/compliance-and-certifications
Allow: /documentation/docs/security/data-security
Allow: /documentation/docs/security/incident-response
Allow: /documentation/docs/security/infrastructure-security
Allow: /documentation/docs/security/security-policies
Allow: /documentation/docs/security/security-scanners
Allow: /documentation/docs/support/support
Allow: /documentation/docs/supported-blockchains/L1-public-networks/avalanche
Allow: /documentation/docs/supported-blockchains/L1-public-networks/ethereum
Allow: /documentation/docs/supported-blockchains/L1-public-networks/hedera
Allow: /documentation/docs/supported-blockchains/L2-public-networks/Optimism
Allow: /documentation/docs/supported-blockchains/L2-public-networks/Polygon
Allow: /documentation/docs/supported-blockchains/L2-public-networks/Polygon-zkEVM
Allow: /documentation/docs/supported-blockchains/L2-public-networks/arbitrum
Allow: /documentation/docs/supported-blockchains/permissioned-networks/Hyperledger-Besu
Allow: /documentation/docs/supported-blockchains/permissioned-networks/Hyperledger-Fabric
Allow: /documentation/docs/supported-blockchains/permissioned-networks/Quorum
Allow: /documentation/docs/terms-and-policies/cookie-policy
Allow: /documentation/docs/terms-and-policies/gdpr-guide
Allow: /documentation/docs/terms-and-policies/privacy-policy
Allow: /documentation/docs/terms-and-policies/terms-of-service
Allow: /documentation/docs/use-case-guides/asset-tokenization
Allow: /documentation/docs/use-case-guides/attestation-service
Allow: /documentation/release-notes/agentic-code-assistant
Allow: /documentation/release-notes/attestation-service
Allow: /documentation/release-notes/audit-logs
Allow: /documentation/release-notes/customize-genesis-bootnode
Allow: /documentation/release-notes/customize-kubernetes-deployment
Allow: /documentation/release-notes/dev-tools
Allow: /documentation/release-notes/embedded-o11y-infrastructure
Allow: /documentation/release-notes/gcp-installation-guide
Allow: /documentation/release-notes/hashgraph-hedera
Allow: /documentation/release-notes/integration-external-consortia
Allow: /documentation/release-notes/managed-platform-v7
Allow: /documentation/release-notes/polygon-amoy
Allow: /documentation/release-notes/qbft-besu-support
Allow: /documentation/release-notes/run-anything-custom-deployment
Allow: /documentation/release-notes/self-managed-platform-v7
Allow: /documentation/release-notes/settlemint-mcp
Allow: /documentation/release-notes/settlemint-sdk
Allow: /documentation/release-notes/simplified-subgraph-deployments
Allow: /documentation/release-notes/smart-contract-portal
Allow: /documentation/release-notes/soneium-network-support
Allow: /documentation/release-notes/user-wallet-manager
Allow: /documentation/release-notes/zeto-smart-contract-set
# Crawl delay
Crawl-delay: 10