某教育网站课件资源缓存

因业务需要，购买某教育网站课程学习，参考优化项目部署方法，虽深入了解后结合实际使用环境不大可能用于目标项目部署优化，好歹将课程资源下载下来存入公司资源库，待后续更需要的团队学习。

strBaseUrl="https://edu.xxxx.com"
strCourseID="xxxx"

function pause() {
  read -p "Press enter to contiune..."
}

function main() {
  nPageNumRoot=1
  nPageCountRoot=0
  bStart=false

  while true
  do
    # Get boot menu
    strRootMenuUrl="${strBaseUrl}/center/wejob/user/train-course-stage-ajax?train_id=${strCourseID}&size=100&page=${nPageNumRoot}"
    echo $strRootMenuUrl
    strCommand="curl -skL \"${strRootMenuUrl}\" $Arr51Headers -o tmp/rootmenu.json"
    eval $strCommand
    nPageNumRoot=$(jq ".data.current_page" tmp/rootmenu.json -r)
    nPageCountRoot=$(jq ".data.count_page" tmp/rootmenu.json -r)
    nPartCount=$(jq ".data.data[0].course|length" tmp/rootmenu.json -r)
    for i in $(seq 1 1 $nPartCount)
    do
      strPartName="$(jq ".data.data[0].course[].course_name" tmp/rootmenu.json -r|sed -n "${i}p"|sed "s/.*-//")"
      strPartName="Part${i}-${strPartName}"
      echo "===================${strPartName}==================="

      # Export current part of courseware's path
      export Path51Root="/root/Media/CKA/${strPartName}"
      if [[ ! -d "$Path51Root" ]]; then
        mkdir "$Path51Root"
      fi

      strPartUrl="$(jq ".data.data[0].course[].list_url" tmp/rootmenu.json -r|sed -n "${i}p")"
      strPartUrl="${strBaseUrl}${strPartUrl}"
      strPartUrl="$(echo "$strPartUrl"|sed "s/course-info/&-ajax/;s/train_id=[0-9]\+//")"
      echo "$strPartUrl"

      # Skip downloaded part of courseware
      if [[ "${strPartName:0:5}" == "Part3" ]]; then
        bStart=true
      fi

      if [[ $bStart == true ]]; then
        download_part "$strPartUrl"
      else
        continue
      fi
    done

    if [[ $nPageNumRoot -ge $nPageCountRoot ]]; then
      break
    else
      let nPageNumRoot+=1
    fi
  done

}

function download_part() {
  nPageNum=1
  nPageCount=0
  bStart=true

  while true
  do
    strInfoUrl="$1"
    strMenuUrl="${strInfoUrl}&size=20&page=${nPageNum}"

    echo "==============================================="
    echo "当前处理 第 ${nPageNum} 页内容"
    echo ${strMenuUrl}
    strCommand="curl -skL \"${strMenuUrl}\" $Arr51Headers -o tmp/menu.json"
    #echo $strCommand
    eval $strCommand
    nPageCount=$(jq ".data.count_page" tmp/menu.json)
    nPageNum=$(jq ".data.current_page" tmp/menu.json)

    nChapterCount=$(jq ".data.data|length" tmp/menu.json)
    echo "当前页包含共 ${nChapterCount} 章内容"
    for i in $(seq 1 1 $nChapterCount)
    do
      let nIndex=$i-1
      nCS=$(jq ".data.data[$nIndex].chapter_sort" tmp/menu.json -r)
      if [[ $nCS -lt 10 ]]; then
        nCS="0${nCS}"
      fi
      nCN=$(jq ".data.data[$nIndex].chapter_name" tmp/menu.json -r)
      strChapterName="第${nCS}章_${nCN}"
      echo "当前处理: ${strChapterName}"

      # Skip downloaded courses
      if [[ "${strChapterName:0:4}" == "第13章" ]]; then
        bStart=true
      fi

      # Export new save cache
      export Path51Download="$Path51Root/$strChapterName"

      if [[ $bStart == true ]]; then
        # Create chapter directory
        if [[ ! -d "$Path51Root/${strChapterName}" ]]; then
          mkdir "$Path51Root/${strChapterName}"
        fi

        nLessonNum=$(jq ".data.data[$nIndex].list|length" tmp/menu.json -r)
        echo "当前章节共含 ${nLessonNum} 节课程"
        for j in $(seq 1 1 $nLessonNum)
        do
          strCourseName=$(jq ".data.data[$nIndex].list[].lesson_name" tmp/menu.json -r|sed -n "${j}p")
          strCourseNum=$(jq ".data.data[$nIndex].list[].show_number" tmp/menu.json -r|sed -n "${j}p"|sed "s/.*-//")
          if [[ $strCourseNum -lt 10 ]]; then
            strCourseNum="0${strCourseNum}"
          fi
          strSaveName="${strCourseNum}-${strCourseName}"
          echo "准备下载课程: ${strSaveName}"

          if [[ -f "${Path51Download}/${strSaveName}.mp4" ]]; then
            echo -e "\t当前课程已存在于: ${Path51Download}/${strSaveName}.mp4"
            continue
          fi

          strPlayUrl="$(jq ".data.data[$nIndex].list[].play_url" tmp/menu.json -r|sed -n "${j}p")"
          strPlayUrl="${strBaseUrl}/${strPlayUrl}"
          echo $strPlayUrl
          strCommand="curl -skL \"${strPlayUrl}\" $Arr51Headers -o tmp/course.html"
          #echo $strCommand
          eval $strCommand

          strType=$(sed -n "/username:/{n;s/.* .\([^ ]*\).,.*/\1/;p}" tmp/course.html)
          echo -e "\t类型: ${strType}"
          strLessonId=$(sed -n "/username:/{n;n;s/.* .\([^ ]*\).,.*/\1/;p}" tmp/course.html)
          echo -e "\t课件ID: ${strLessonId}"
          strId=$(sed -n "/username:/{n;n;n;s/.* .\([^ ]*\).,.*/\1/;p}" tmp/course.html)
          echo -e "\t视频ID: ${strId}"
          strSign=$(sed -n "/username:/{n;n;n;n;s/.* .\([^ ]*\).,.*/\1/;p}" tmp/course.html)
          echo -e "\t签名: ${strSign}"
          strAuthUrl="${strBaseUrl}/center/player/play/vod-play-auth?type=${strType}&lesson_id=${strLessonId}&id=${strId}&sign=${strSign}&lesson_type=course&is_try=0"
          echo $strAuthUrl
          #pause

          strCommand="curl -skL \"${strAuthUrl}\" $Arr51Headers -o tmp/course.json"
          #echo $strCommand
          eval $strCommand
          strAuth="$(jq ".data.info.playAuth" tmp/course.json -r)"
          #echo "The auth string is: ${strAuth}"

          m3u8-downloader aliyun -o="$Path51Download" -f "${strSaveName}.mp4" -p "$strAuth"

          #pause
        done
      fi
    done

    if [[ $nPageNum -ge $nPageCount ]]; then
      break
    else
      let nPageNum+=1
    fi
  done
}

main