projects/sleuthkit/buildcorpus.sh

#!/bin/bash -eu
#
# Script to downloads test data and build the corpus
#
# Copyright 2021 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
################################################################################

# Test data provided by:
#
# The Fuzzing Project: https://fuzzing-project.org/resources.html
#   As CC0 1.0 Universal (CC0 1.0) Public Domain Dedication
#   https://creativecommons.org/publicdomain/zero/1.0/
#
# The dfVFS project: https://github.com/log2timeline/dfvfs
#   As Apache 2 https://github.com/log2timeline/dfvfs/blob/main/LICENSE

# Files to use for fls fuzz targets
declare -A FLS_TEST_FILES=(
  ["apfs"]="https://github.com/log2timeline/dfvfs/blob/main/test_data/apfs.raw?raw=true"
  ["ext"]="https://files.fuzzing-project.org/filesystems/ext2.img"
  ["fat"]="https://files.fuzzing-project.org/filesystems/exfat.img https://files.fuzzing-project.org/filesystems/fat12.img https://files.fuzzing-project.org/filesystems/fat16.img https://files.fuzzing-project.org/filesystems/fat32.img"
  ["hfs"]="https://files.fuzzing-project.org/filesystems/hfsplus.img"
  ["iso9660"]="https://files.fuzzing-project.org/discimages/iso9660.iso"
  ["ntfs"]="https://files.fuzzing-project.org/filesystems/ntfs.img"
)

# Files to use for mmls fuzz targets
declare -A MMLS_TEST_FILES=(
  ["dos"]="https://files.fuzzing-project.org/discimages/partition-dos"
  ["gpt"]="https://files.fuzzing-project.org/discimages/partition-gpt"
  ["mac"]="https://files.fuzzing-project.org/discimages/partition-mac"
)


for type in ${!FLS_TEST_FILES[@]}; do
  fuzz_target="sleuthkit_fls_${type}_fuzzer"

  mkdir -p "test_data/${fuzz_target}"

  IFS=" "; for url in ${FLS_TEST_FILES[$type]}; do
    filename=$( echo ${url} | sed 's/?[^?]*$//' )
    filename=$( basename ${filename} )

    curl -L -o "test_data/${fuzz_target}/${filename}" "${url}"
  done

  (cd "test_data/${fuzz_target}" && zip ${OUT}/${fuzz_target}_seed_corpus.zip *)
done


for type in ${!MMLS_TEST_FILES[@]}; do
  fuzz_target="sleuthkit_mmls_${type}_fuzzer"

  mkdir -p "test_data/${fuzz_target}"

  IFS=" "; for url in ${MMLS_TEST_FILES[$type]}; do
    filename=$( echo ${url} | sed 's/?[^?]*$//' )
    filename=$( basename ${filename} )

    curl -L -o "test_data/${fuzz_target}/${filename}" "${url}"
  done

  (cd "test_data/${fuzz_target}" && zip ${OUT}/${fuzz_target}_seed_corpus.zip *)
done