config.zhiyuan.yaml

interval: 10 # Interval between pollings
loglevel: 4 # 1-5
concurrent_limit: 5
# Prometheus metrics are exposed at http://exporter_address/metrics
exporter_address: :8081

# Address where JSON API will be served
json_api:
  address: :7001

checkpoint: /data/checkpoint.json

dummy:
  oneshot_common: &oneshot_common
    retry: 5
    retry_interval: 60
  rsync_fetcher_common: &rsync_fetcher_common
    s3_api: "https://s3.jcloud.sjtu.edu.cn"
    s3_region: "jCloud S3"
    s3_bucket: "899a892efef34b1b944a19981040f55b-oss01"
    pg: "postgres://rsync-sjtug@postgres/rsync-sjtug"
    tmp_path: "/mnt/rsync_fetcher_tmp"
    keep: 2
    partial: 5

repos:
  # kali
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://ftp.jaist.ac.jp/kali/
    interval: 10800
    path: /mnt/kali
    name: kali
    <<: *oneshot_common
  # almalinux
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://rsync.repo.almalinux.org/almalinux/
    interval: 10903
    path: /mnt/almalinux
    name: almalinux
    <<: *oneshot_common
  # immortalwrt
  - type: shell_script
    script: /worker-script/rsync_password.sh
    source: rsync://firmwarepublic@rsync-mirror.infra.immortalwrt.org/firmware-public
    interval: 40401
    path: /mnt/immortalwrt
    name: immortalwrt
    # Password is made public at #319
    # So we do not hide it behind secrets
    password: immortalwrt-org
    rsync_extra_flags: --exclude "/snapshots/" --exclude "/releases/*18.06*"
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://rsync.chiark.greenend.org.uk/ftp/users/sgtatham/putty-website-mirror/
    interval: 3600
    path: /mnt/putty
    name: putty
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://rsync11.us.gentoo.org/gentoo-portage/
    interval: 3600
    path: /mnt/gentoo
    name: gentoo
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://ftp.ca.vim.org/vim
    interval: 3600
    path: /mnt/vim
    name: vim
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://rsync.alpinelinux.org/alpine/
    interval: 3600
    path: /mnt/alpine
    name: alpine
    no_redir_http: true
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: cpan-rsync.perl.org::CPAN
    interval: 3600
    path: /mnt/cpan
    name: cpan
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/rsync_ssh.sh
    source: "cran-rsync@cran.r-project.org:"
    interval: 43200
    path: /mnt/cran
    name: cran
    ignore_vanish: true
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://mirrors.tuna.tsinghua.edu.cn/ctex/
    interval: 3600
    path: /mnt/ctex
    name: ctex
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://mirrors.tuna.tsinghua.edu.cn/gnu/
    interval: 43200
    path: /mnt/gnu
    name: gnu
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://mirror.steadfast.net/cygwin/
    interval: 3600
    path: /mnt/cygwin
    name: cygwin
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/rsync.sh
    source: rsync.osuosl.org::ros-main
    interval: 3600
    path: /mnt/ros
    mirror_path: /mnt/ros/ubuntu
    name: ros
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync-fetcher.sh
    source: rsync://ftp.jaist.ac.jp/kali-images/
    interval: 10800
    path: /mnt/kali-images
    name: kali-images
    serve_mode: rsync_gateway
    <<: *rsync_fetcher_common
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/git.sh
    name: git/homebrew-core.git
    origin: https://github.com/Homebrew/homebrew-core.git
    interval: 3801
    path: /mnt/git/homebrew-core.git
    target: https://git.sjtu.edu.cn/sjtug/homebrew-core.git
    serve_mode: git
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/git.sh
    name: git/homebrew-cask.git
    interval: 3801
    path: /mnt/git/homebrew-cask.git
    origin: https://github.com/Homebrew/homebrew-cask.git
    target: https://git.sjtu.edu.cn/sjtug/homebrew-cask.git
    serve_mode: git
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/git.sh
    name: git/brew.git
    interval: 3927
    path: /mnt/git/brew.git
    origin: https://github.com/Homebrew/brew.git
    target: https://git.sjtu.edu.cn/sjtug/brew.git
    serve_mode: git
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/crates-io.sh
    name: git/crates.io-index
    interval: 3601
    path: /mnt/git/crates.io-index
    origin: https://github.com/rust-lang/crates.io-index.git
    target: https://git.sjtu.edu.cn/sjtug/crates.io-index.git
    serve_mode: git
    <<: *oneshot_common
  - type: external
    name: crates.io-index
    path: /mnt/git/crates.io-index
    disabled: true
    z_link_to: git/crates.io-index
  - type: shell_script
    name: raspbian
    script: /worker-script/rsync-fetcher.sh
    interval: 10801
    source: rsync://mirrors6.tuna.tsinghua.edu.cn/raspbian/
    no_redir_http: true
    serve_mode: rsync_gateway
    <<: *rsync_fetcher_common
    <<: *oneshot_common
  - type: shell_script
    name: parrot
    script: /worker-script/rsync-fetcher.sh
    interval: 3802
    source: rsync://archive.parrotsec.org/parrot
    serve_mode: rsync_gateway
    <<: *rsync_fetcher_common
    <<: *oneshot_common
  - type: shell_script
    name: raspberrypi
    script: /worker-script/rsync-fetcher.sh
    interval: 10801
    source: rsync://apt-repo.raspberrypi.org/archive
    serve_mode: rsync_gateway
    <<: *rsync_fetcher_common
    <<: *oneshot_common
  - type: shell_script
    name: mx-isos
    script: /worker-script/rsync_password.sh
    path: /mnt/mx-isos
    interval: 43301
    source: downstreamtestuser@rsync-mxlinux.org::MX-Linux/
    # Password is made public at https://mxlinux.org/wiki/rsyncserver/mirroring-mx-antix-linux/
    # So we do not hide it behind secrets
    password: dstuPwd
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/packagist.sh
    interval: 4800
    path: /mnt/packagist
    name: packagist
    subdomain: packagist.mirrors.sjtug.sjtu.edu.cn
    upstream: https://repo.packagist.org
    extra_directives:
      - precompressed gzip
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/mongodb.sh
    source: s3://repo.mongodb.org/
    interval: 4600
    path: /mnt/mongodb
    name: mongodb
    <<: *oneshot_common
  # - type: shell_script
  #   script: julia -t auto /worker-script/zhiyuan/worker-script/julia.jl
  #   interval: 8000
  #   path: /mnt/julia
  #   name: julia
  - type: external
    name: julia
    serve_mode: redir
    target: https://mirrors.pku.edu.cn/julia/
    disabled: true
  - type: shell_script
    name: emacs-elpa
    script: /worker-script/rsync.sh
    path: /mnt/emacs-elpa
    interval: 5000
    source: rsync://mirrors.tuna.tsinghua.edu.cn/elpa/
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/julia-releases.sh
    source: s3://julialang2/
    interval: 9200
    path: /mnt/julia-releases
    name: julia-releases
    <<: *oneshot_common
  - type: shell_script
    name: msys2
    script: /worker-script/rsync-fetcher.sh
    interval: 12001
    source: rsync://repo.msys2.org/builds
    serve_mode: rsync_gateway
    <<: *rsync_fetcher_common
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/opam.sh
    name: git/opam-repository.git
    interval: 4623
    path: /mnt/git/opam-repository.git
    origin: https://github.com/ocaml/opam-repository.git
    target: https://git.sjtu.edu.cn/sjtug/opam-repository.git
    serve_mode: git
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/zhiyuan/worker-script/git.sh
    name: git/qemu.git
    origin: https://git.qemu.org/git/qemu.git
    interval: 4300
    path: /mnt/git/qemu.git
    target: https://git.sjtu.edu.cn/sjtug/qemu.git
    serve_mode: git
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://repo.linuxliteos.com/repo
    interval: 7200
    path: /mnt/linuxliteos
    name: linuxliteos
    <<: *oneshot_common
  # - type: shell_script
  #   name: download.flutter.io
  #   script: /worker-script/rsync.sh
  #   path: /mnt/download.flutter.io
  #   interval: 7200
  #   source: rsync://mirrors.tuna.tsinghua.edu.cn/flutter/download.flutter.io/
  #   <<: *oneshot_common
  - type: external
    name: download.flutter.io
    serve_mode: redir
    target: https://mirrors.tuna.tsinghua.edu.cn/flutter/download.flutter.io/
    disabled: true
  - type: external
    name: k8s.gcr.io
    subdomain: k8s-gcr-io.mirrors.sjtug.sjtu.edu.cn
    serve_mode: redir
    target: https://mirrors.sjtug.sjtu.edu.cn/registry.k8s.io
    disabled: true
  - type: external
    name: registry.k8s.io
    subdomain: registry-k8s-io.mirrors.sjtug.sjtu.edu.cn
    proxy_to: k8s-registry:80
    unified: disable
    serve_mode: proxy
  - type: external
    name: docker-registry
    proxy_to: docker-registry:80
    subdomain: docker.mirrors.sjtug.sjtu.edu.cn
    unified: disable
    serve_mode: proxy
  - type: external
    name: google-fonts
    subdomain: google-fonts.mirrors.sjtug.sjtu.edu.cn
    serve_mode: redir
    target: https://fonts.googleapis.com
    disabled: true
  - type: external
    name: CPAN
    path: /mnt/CPAN
    disabled: true
  - type: external
    name: CRAN
    path: /mnt/CRAN
    disabled: true
  - type: external
    serve_mode: mirror_intel
    name: anaconda
    subdomain: anaconda.mirrors.sjtug.sjtu.edu.cn
    disabled: true
    unified: disable
    <<: *oneshot_common
  - type: external
    name: CTAN
    path: /mnt/CTAN
    disabled: true
  - type: shell_script
    script: /worker-script/rsync.sh
    source: rsync://rsync.dante.ctan.org/CTAN
    interval: 4800
    path: /mnt/ctan
    no_redir_http: true
    name: ctan
    <<: *oneshot_common
  - type: shell_script
    script: /worker-script/mirrorz.sh
    interval: 300
    target: https://mirrorz.org/
    serve_mode: ignore
    unified: disable
    name: .mirrorz
  - type: shell_script
    script: /worker-script/rsync.sh
    source: master.qt.io::qt-all
    interval: 6000
    path: /mnt/qt
    name: qt_rsync
    rsync_extra_flags: --exclude "snapshots/*"
    no_redir_http: true
    serve_mode: ignore
    unified: disable
    hidden: true