Fixes #10834 - Removes Linkchecker (#10862)

bedrock/mozorg/templates/mozorg/robots.txt

@@ -1,6 +1,3 @@
-user-agent: LinkChecker
-disallow:
-crawl-delay: 1
 user-agent: *
 {% if disallow_all -%}
 disallow: /

bin/run-linkchecker.sh

@@ -1,16 +0,0 @@
-#!/bin/bash
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at https://mozilla.org/MPL/2.0/.
-
-set -xe
-
-CMD="linkchecker"
-CMD="${CMD} -F html/utf8//results/linkchecker-out.html"
-if [ -n "${THREADS}" ]; then CMD="${CMD} -t ${THREADS}"; fi
-if [ -n "${RECURSION_LEVEL}" ]; then CMD="${CMD} -r ${RECURSION_LEVEL}"; fi
-if [ "${VERBOSE}" = "true" ]; then CMD="${CMD} -v"; fi
-if [ "${CHECK_EXTERNAL}" = "true" ]; then CMD="${CMD} --check-extern"; fi
-
-CMD="${CMD} ${URLS}"
-eval ${CMD}

docker/dockerfiles/bedrock_linkchecker

@@ -1,21 +0,0 @@
-FROM quay.io/mozmar/base:latest
-
-RUN apt-get update && apt-get install -y --no-install-recommends \
-                                      build-essential python python-dev python-pip python-setuptools
-
-RUN useradd -ms /bin/bash linkchecker
-COPY ./requirements /home/linkchecker/app/requirements
-COPY ./bin /home/linkchecker/app/bin
-
-RUN chown -R linkchecker:linkchecker /home/linkchecker
-
-WORKDIR /home/linkchecker/app
-
-RUN mkdir /results && chown -R linkchecker:linkchecker /results
-ENV PIP_DISABLE_PIP_VERSION_CHECK=1
-RUN pip install --no-cache-dir -r requirements/linkchecker.txt
-
-USER linkchecker
-ENV HOME /home/linkchecker
-
-CMD ["bin/run-linkchecker.sh"]

requirements/linkchecker.txt

@@ -1,5 +0,0 @@
-linkchecker==9.3 \
-    --hash=sha256:ee0aa60de440fdcf8587ddebf1f691bc777a32d8d4f119beed63f405dc56176d
-requests==2.20.0 \
-    --hash=sha256:99dcfdaaeb17caf6e526f32b6a7b780461512ab3f1d992187801694cba42770c \
-    --hash=sha256:a84b8c9ab6239b578f22d1c21d51b696dcfe004032bb80ea832398d6909d7279