verify_dataset.sh 884 B

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. function get_checker {
  2. if [[ "$OSTYPE" == "darwin"* ]]; then
  3. checkmd5=md5
  4. else
  5. checkmd5=md5sum
  6. fi
  7. echo $checkmd5
  8. }
  9. function verify_1m {
  10. # From: curl -O http://files.grouplens.org/datasets/movielens/ml-1m.zip.md5
  11. hash=<(echo "MD5 (ml-1m.zip) = c4d9eecfca2ab87c1945afe126590906")
  12. local checkmd5=$(get_checker)
  13. if diff <($checkmd5 ml-1m.zip) $hash &> /dev/null
  14. then
  15. echo "PASSED"
  16. else
  17. echo "FAILED"
  18. fi
  19. }
  20. function verify_20m {
  21. # From: curl -O http://files.grouplens.org/datasets/movielens/ml-20m.zip.md5
  22. hash=<(echo "MD5 (ml-20m.zip) = cd245b17a1ae2cc31bb14903e1204af3")
  23. local checkmd5=$(get_checker)
  24. if diff <($checkmd5 ml-20m.zip) $hash &> /dev/null
  25. then
  26. echo "PASSED"
  27. else
  28. echo "FAILED"
  29. fi
  30. }
  31. if [[ $1 == "ml-1m" ]]
  32. then
  33. verify_1m
  34. else
  35. verify_20m
  36. fi