From e92674117786985ae3af9d5d22c2e909eeb21bf1 Mon Sep 17 00:00:00 2001
From: mantikoros <sgrugett@gmail.com>
Date: Wed, 27 Apr 2022 13:40:02 -0400
Subject: [PATCH] sitemap: remove non-public pages; sort by 24hr volume; make
 market page priority depend on volume

---
 web/pages/server-sitemap.xml.tsx | 22 ++++++++++++++--------
 web/public/robots.txt            |  2 +-
 web/public/sitemap-0.xml         | 19 +++----------------
 3 files changed, 18 insertions(+), 25 deletions(-)

diff --git a/web/pages/server-sitemap.xml.tsx b/web/pages/server-sitemap.xml.tsx
index 8625860c..e8f77e58 100644
--- a/web/pages/server-sitemap.xml.tsx
+++ b/web/pages/server-sitemap.xml.tsx
@@ -1,20 +1,26 @@
+import _ from 'lodash'
 import { GetServerSideProps } from 'next'
-import { getServerSideSitemap } from 'next-sitemap'
+import { getServerSideSitemap, ISitemapField } from 'next-sitemap'
+
 import { DOMAIN } from '../../common/envs/constants'
+import { LiteMarket } from './api/v0/_types'
 
 export const getServerSideProps: GetServerSideProps = async (ctx) => {
-  // Fetching data from https://docs.manifold.markets/api
+  // Fetching data from https://manifold.markets/api
   const response = await fetch(`https://${DOMAIN}/api/v0/markets`)
 
-  const liteMarkets = await response.json()
-  const fields = liteMarkets.map((liteMarket: any) => ({
+  const liteMarkets = (await response.json()) as LiteMarket[]
+  const sortedMarkets = _.sortBy(liteMarkets, (m) => -m.volume24Hours)
+
+  const fields = sortedMarkets.map((market) => ({
     // See https://www.sitemaps.org/protocol.html
-    loc: liteMarket.url,
+    loc: market.url,
     changefreq: 'hourly',
-    priority: 0.2, // Individual markets aren't that important
+    priority: market.volume24Hours + market.volume7Days > 100 ? 0.7 : 0.1,
     // TODO: Add `lastmod` aka last modified time
-  }))
-  return getServerSideSitemap(ctx, fields)
+  })) as ISitemapField[]
+
+  return await getServerSideSitemap(ctx, fields)
 }
 
 // Default export to prevent next.js errors
diff --git a/web/public/robots.txt b/web/public/robots.txt
index 014904fd..adb6e505 100644
--- a/web/public/robots.txt
+++ b/web/public/robots.txt
@@ -6,5 +6,5 @@ Allow: /
 Host: https://manifold.markets
 
 # Sitemaps
-Sitemap: https://manifold.markets/sitemap.xml
 Sitemap: https://manifold.markets/server-sitemap.xml
+Sitemap: https://manifold.markets/sitemap.xml
diff --git a/web/public/sitemap-0.xml b/web/public/sitemap-0.xml
index 80d0d7e3..6378f587 100644
--- a/web/public/sitemap-0.xml
+++ b/web/public/sitemap-0.xml
@@ -1,19 +1,6 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:news="http://www.google.com/schemas/sitemap-news/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml" xmlns:mobile="http://www.google.com/schemas/sitemap-mobile/1.0" xmlns:image="http://www.google.com/schemas/sitemap-image/1.1" xmlns:video="http://www.google.com/schemas/sitemap-video/1.1">
-<url><loc>https://manifold.markets</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/about</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/account</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/add-funds</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/analytics</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/create</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/embed/analytics</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/folds</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/home</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/landing-page</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/leaderboards</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/make-predictions</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/markets</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/profile</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/simulator</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
-<url><loc>https://manifold.markets/portfolio</loc><changefreq>hourly</changefreq><priority>0.7</priority><lastmod>2022-03-24T16:51:19.526Z</lastmod></url>
+<url><loc>https://manifold.markets</loc><changefreq>hourly</changefreq><priority>0.7</priority></url>
+<url><loc>https://manifold.markets/markets</loc><changefreq>hourly</changefreq><priority>0.2</priority></url>
+<url><loc>https://manifold.markets/leaderboards</loc><changefreq>hourly</changefreq><priority>0.2</priority></url>
 </urlset>
\ No newline at end of file