ncku_CoM_Scraper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import urllib3\n",
    "import csv\n",
    "import pandas as pd\n",
    "import re\n",
    "\n",
    "\n",
    "\n",
    "from bs4 import BeautifulSoup\n",
    "from requests.adapters import HTTPAdapter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [],
   "source": [
    "from urllib3.util.ssl_ import create_urllib3_context\n",
    "from urllib3.exceptions import InsecureRequestWarning\n",
    "requests.packages.urllib3.disable_warnings(category=InsecureRequestWarning)\n",
    "\n",
    "# Custom SSL context to allow smaller DH keys\n",
    "class SSLAdapter(HTTPAdapter):\n",
    "    def init_poolmanager(self, *args, **kwargs):\n",
    "        context = create_urllib3_context()\n",
    "        context.set_ciphers('DEFAULT@SECLEVEL=1')  # Lowering the security level\n",
    "        self.poolmanager = urllib3.PoolManager(*args, ssl_context=context, **kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fectch the website u want\n",
    "def fetch_web_page(url):\n",
    "    user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36'\n",
    "    headers = {'User-Agent': user_agent}\n",
    "\n",
    "    # Create a session and mount the custom SSL adapter\n",
    "    session = requests.Session()\n",
    "    session.mount('https://', SSLAdapter())\n",
    "\n",
    "    # Make the request with headers\n",
    "    response = session.get(url, headers=headers, verify='/Users/boruchen/.local/share/virtualenvs/langchain-practice-N2Mm1uHF/lib/python3.11/site-packages/certifi/cacert.pem')\n",
    "    response.encoding = 'utf-8'\n",
    "    print(response)\n",
    "\n",
    "    # Parse the response content with BeautifulSoup\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "    return soup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fetch all the courses' url of a department\n",
    "def fetch_courses_url(url):\n",
    "    # Fetching all the courses' name & url\n",
    "    iim_soup = fetch_web_page(url)\n",
    "\n",
    "    # Find all td elements containing course information\n",
    "    course_blocks = iim_soup.find_all('td')\n",
    "    \n",
    "    courses_url = []\n",
    "    course_list = []\n",
    "    for block in course_blocks:\n",
    "        if block.find('span', class_='course_name'):\n",
    "            course_name = block.find('span', class_='course_name').getText().strip()\n",
    "            course_url = \"\"\n",
    "            if block.find('a'):  # Directly look for 'a' tag under 'block'\n",
    "                a_tag = block.find('a')\n",
    "                course_url = a_tag['href'].strip()\n",
    "            # Check if the course name is already added to avoid duplicates\n",
    "            if course_name and course_name not in course_list:\n",
    "                course_list.append(course_name)\n",
    "                if course_url: \n",
    "                    courses_url.append(course_url)\n",
    "                print(\"Course Name:\", course_name)\n",
    "                print(\"Course Url:\", course_url)\n",
    "                print()\n",
    "\n",
    "    print(course_list)\n",
    "    return courses_url\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [],
   "source": [
    "def fectch_syllabus_url(url):\n",
    "    course_soup = fetch_web_page(url)\n",
    "    course_elements = course_soup.find_all('td')\n",
    "    newest_syllabus_url = course_elements[2].find('a')['href'].strip()\n",
    "\n",
    "    return newest_syllabus_url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n"
     ]
    }
   ],
   "source": [
    "test_url = fectch_syllabus_url('https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H211620')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n",
      "{'Course Name': '統計學（二）', 'Grading': '方法\\t百分比%\\n作業 Assignments\\t10\\n期中考 Midterm Exam\\t20\\n期中考 Midterm Exam\\t30\\n期末考 Term exam\\t40', 'Department': '統計系Statistics', 'Teaching Strategies': '方法\\t百分比%\\n講授 Lecture\\t100', 'Syllabus Progress': '進度說明 Progress Description\\n1\\tReview Chapters 1-8\\n2\\tReview Chapters 1-8 & Tests of Hypotheses-1\\n3\\tTests of Hypotheses- 2 and Review test\\n4\\tInference two population means and proportions -1\\n5\\tInference two population means and proportions -2\\n6\\tReviews and Test 1\\n7\\tInference one and two population variances\\n8\\tCategorical Data Analysis\\n9\\tDesign of Experiments & Analysis of Variance.-1\\n10\\tDesign of Experiments & Analysis of Variance.-2\\n11\\tReviews\\n12\\tReviews and test 2\\n13\\tSimple Linear Regression -1\\n14\\tSimple Linear Regression -2\\n15\\tMultiple Regression -1\\n16\\tMultiple Regression -2\\n17\\tReviews\\n18\\tFinal Exam', 'Course Description': '課程概述 Course Description\\n       統計學之意義與應用、統計資料之搜集及圖表、敘述統計、基本機率概念、期望值、機率分配、抽樣分配、平均數之推論、變異數之推論、比率之推論、變異數分析、相關與迴歸、時間數列分析。This course is designed to introduce the basic tools in statistics for the students of business and management. Statistical concepts and applications in business and management and other areas are illustrated as examples. Emphasis of this course is on the understanding and applications of basic statistics.'}\n"
     ]
    }
   ],
   "source": [
    "print(fetch_syllabus_page(test_url))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fetch the syllabus url and content\n",
    "def fetch_syllabus_page(url):\n",
    "    \n",
    "    syllabus_soup = fetch_web_page(url)\n",
    "    syllabus_content = syllabus_soup.find('div', id = 'content')\n",
    "    header_div = syllabus_soup.find('div', id='header')\n",
    "\n",
    "    # 找到header_div中的所有span元素\n",
    "    span_elements = header_div.find_all('span')\n",
    "\n",
    "    # 选择列表中的第二个span元素\n",
    "    second_span_element = span_elements[1]\n",
    "\n",
    "    # 找到second_span_element中的br元素的下一个兄弟节点，即br后面的文本内容\n",
    "    course_name = second_span_element.find('br').next_sibling.strip()\n",
    "\n",
    "    syllabus_div_elements = syllabus_content.find_all('div', class_ = 'block')\n",
    "    syllabus_description = syllabus_div_elements[2].getText().strip()\n",
    "    syllabus_progress = syllabus_div_elements[4]\n",
    "\n",
    "\n",
    "\n",
    "    side_bar_elements = syllabus_soup.find('div', id = 'sidebar')\n",
    "\n",
    "    # 使用已經存在的 side_bar_elements 變數\n",
    "    basic_data_div = side_bar_elements.find('div', class_='block basic_data')\n",
    "\n",
    "\n",
    "    # 從基本資料區塊中抓取開課系所資訊\n",
    "    department = basic_data_div.find('span', string='開課系所 Department/Institute:').next_sibling.strip()\n",
    "\n",
    "\n",
    "\n",
    "    grading_div = side_bar_elements.find_all('div', class_='block')[6]\n",
    "    teaching_strats_div = side_bar_elements.find_all('div', class_='block')[7]\n",
    "\n",
    "\n",
    "    def fetch_table_data(div):\n",
    "        table = div.find('table')\n",
    "        if table:    \n",
    "            tbody = table.find('tbody')\n",
    "            headers = []\n",
    "            for th in tbody.find_all('th'):\n",
    "                headers.append(th.text.strip())\n",
    "            rows = []\n",
    "            for tr in tbody.find_all('tr'):\n",
    "                row = []\n",
    "                # 处理th元素\n",
    "                for th in tr.find_all('th'):\n",
    "                    row.append(th.text.strip())\n",
    "                # 处理td元素\n",
    "                if len(tr.find_all('td')) <= 2:\n",
    "                    for td in tr.find_all('td'):\n",
    "                        row.append(td.text.strip())\n",
    "                    rows.append(row)\n",
    "            return headers, rows\n",
    "        else:\n",
    "            print(\"error\")\n",
    "            return None, None\n",
    "\n",
    "    # 调用函数获取数据\n",
    "    grading_headers, grading_rows = fetch_table_data(grading_div)\n",
    "    teaching_strats_headers, teaching_strats_rows = fetch_table_data(teaching_strats_div)\n",
    "    syllabus_progress_headers, syllabus_progress_rows = fetch_table_data(syllabus_progress)\n",
    "\n",
    "    # 合并表格数据为字符串\n",
    "    def table_to_string(headers, rows, include_headers=True):\n",
    "        if not headers or not rows:\n",
    "            return \"\"\n",
    "        table_str = \"\"\n",
    "        for row in rows:\n",
    "            table_str += \"\\t\".join(row) + \"\\n\"\n",
    "        return table_str.strip()\n",
    "\n",
    "    grading_str = table_to_string(grading_headers, grading_rows, include_headers=True)\n",
    "    teaching_strats_str = table_to_string(teaching_strats_headers, teaching_strats_rows, include_headers=True)\n",
    "    syllabus_progress_str = table_to_string(syllabus_progress_headers, syllabus_progress_rows, include_headers=True)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    course_info = {\n",
    "        'Course Name': course_name,\n",
    "        'Grading': grading_str,\n",
    "        'Department': department,\n",
    "        'Teaching Strategies': teaching_strats_str,\n",
    "        'Syllabus Progress': syllabus_progress_str,\n",
    "        'Course Description': syllabus_description\n",
    "    }\n",
    "\n",
    "    return course_info\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=UjIDagU1B2oIIAVyVj1ValY7A3RVOlQrAjhcOlRpCTcBMFZuXTwIclA9AGIEOlZzAGIPfwZpVTcGMgthAT1QLgdvVTwANAVpVGYAPlMwAjYBLVJ0V2sAaAI5DSAFcV4oCWwJaFx0ASpTP1BqXmBXYVdnAmJUO1cnAjYOY1ZqDCtSIAM1BWwHcghgBXJWPVVqVjsDdFViVCsCOFwuVDoJPAEyVm1dZgg7UDYAaQR7ViIAOw9qBmhVdAZsCzABd1AhB1lVaABrBXBUPAB3UzgCOQFsUiVXbwB6AkINOwUlXnMJMgl0XG8BMlM1UDJealdrVzcCalQyV24Cdw4jVmoMOlJpA3IFcgcpCCgFI1Y8VShWOwNjVWlUKwJ2XD1UNwljAXNWdF08CHJQPQBkBDpWcwBiDzIGPlU6Bm0LMgFiUHcHPVV1AD4FY1Q9ACZTUAIuAW1Selc4AGcCMg0zBTdeagloCTNcNwEyU39QcF5gV2dXbAJyVGRXMQJ8DiRWDwxnUjwDcgU6ByMIYQUzVj1VeVZJA2dVcVQyAn5cLlQgCTwBMFZsXSUIc1AlAGgEYVZrADQPZwYpVT8GMgtlATxQPAc8VTYAPwU7VD0ANVM5AmUBbFI0V2oANAI5DTAFOV44CTMJOFw2AThTP1BqXmBXY1dtAjlUOldlAj0OYFZrDGBSaQNkBToHOQhhBTBWNlVuVjoDK1UgVDMCMlxpVHEJYQEjVm1dZQg7UDcAaAR9', 'https://course.ncku.edu.tw/index.php?c=qry11215&i=VWReZQBgBTpVKgF4BGdSOwQ4Wi8EbwMhVmoAPAo2U2lRYlFvUzhWIwNpUDBVPAAtVmIEIAk3AmJTaVQ1UmtdLQ82WWIGYlFvUTQCMgJqB2VRLFZyUWkBNgA9XSoEZlY4ViRSIAoFVj4APwR3B28PcwVoBjVValBzVmgCdwFDCTtVIl59AG8FfVU4ATEEbFI7BDJaNgRnAzlWYwBvCndTK1FpUWRTOVZyAyBQeFV1AC1WOgRxCTYCNlNpVCRSJF04DztZPQYgUXZRbgJ7AmEHaFFtViNRMAFuAGtdZARnVjpWMVJ2CmFWIwBqBGQHbg8iBQAGIlVrUCxWPwJqATMJM1UwXmQANQU6VWABMQQmUnkEOFo6BDwDIVY1ADAKfFMsUQxROVNsVnIDaFByVTwAPVY7BCAJRAIyU3FUPVIsXSsPLFliBmNRblF3AnoCeQdkUTZWO1FnATsAfF1hBDhWbVZvUj0KYFZgAGsEPAduDzEFaQZpVWpQYFZmAmABOQlrVT9ebQBvBWlVawE6BGxSOgQ5WmQEPAMwVmoAPAo2U2lRYlFiUzhWLQMgUDtVNwA1ViMEZQkuAjhTMVQ8UmFdbQ8i', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=UzMCawQ0VzpReVQjB2xSbQJvD3haNQZ5BD5cOlBtCjQKO1FpC2oDeQ5jUjADPVN2DG5VJVc4XD4ANFw2UW0EelU9VTxXYwVpBDYEOgBjDztccAchAT0BaQM4W3YHcw95C24GZwEpVH8HawI4VGpRZww8AmIFalEhUWUIZQU5BCNTIQI0BG1XIlE5VCMHbFJtAm8PeFptBnkEPlwuUD4KPwo5UWoLMAMwDmhSOwN8UycMN1UwVzlcfQBqXGdRJwR1VQtVaFc8BXAEbARzAGsPNFwxB3ABOQF7A0NbbQcnDyILMAZ7ATJUZwdhAmBUYFFtDGwCagVjUWhRJAglBTkEMlNoAnMEc1d5UXFUcgdtUi8Cbw9vWmYGeQRwXD1QMwpgCnhRcwtqA3kOY1I2Az1TdgxuVWhXb1wzAGtcZVEyBCNVb1V1V2kFYwRtBCIAAw8jXDAHLwFuAWYDM1tlBzUPOwtqBjwBalRnBysCIlRqUWEMNwJyBTVRN1EvCCIFXARvUz0CcwQ7V3NROFRiB2xSfgIdD2hafgZgBHhcLlAkCj8KO1FrC3MDeA57UjoDZlNuDDhVPVd4XDYANFwyUWwEaFVuVTZXaAU7BG0EMQBqD2hcMQdhATwBNQM4W2YHOw9pCzEGNwFrVG0HawI4VGpRZQw2AjkFa1FjUW4IZgU4BGhTaAJlBDtXaVE4VGEHZ1JpAm4PJ1ovBmEENFxpUHUKYgooUWoLMwMwDmlSOgN6', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=B2cGbwQ0A24HLwF2XjUCPQBtA3RQP1MsBD5aPFJvXmBebwgwCGkAeg9iAGJfYVRxUDJRIVI9VzUGMgljVWkFe1Q8UDkGMlY6UWMEOgRnAzdXewchUm4HbwswDiNTJ14oDWgJaAwkUnlUOFFrVWtWYAw8B2dVOlYmVWEMYVdrV3AHdQYwBG0DdgdvAXZeNQI9AG0DdFBkUywEPlooUjxea15tCDMIMwAzD2kAaV8gVCBQa1E0UjxXdgZsCTJVIwV0VApQbQZtViNROQRzBG8DOFc6B3BSagd9C0sOOFNzXnMNNgl0DD9SYVQyUTNVYVZqDGwHb1UzVm9VIAwhV2tXYQc8BncEcwMtBycBJ140An8AbQNjUGxTLARwWjtSMV40XiwIKghpAHoPYgBkX2FUcVAyUWxSalc4Bm0JMFU2BSJUblBwBjhWMFE4BCIEBwMvVzsHL1I9B2ALOw4wU2Feag1sCTMMZ1JhVHhRcVVrVmYMNwd3VWVWMFUrDCZXDlc8B2kGdwQ7AycHbgE3XjUCLgAfA2RQdFM1BHhaKFImXmtebwgyCHAAew96AGhfOlRpUGRROVJ9Vz0GMglnVWgFaVRvUDMGOVZoUTgEMQRuA2RXOgdhUm8HMwswDjNTb144DTcJOAxmUmtUOFFrVWtWYgw2BzxVO1ZkVWoMYldqVzsHPAZhBDsDPQduATRePgI5AGwDK1AlUzQENFpvUndeNl58CDMIMAAzD2gAaF8m', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=CWkCa1NjVjsAKAdwA2hTbABtAnVaNVcoAjhcOgc6XWNZaAI6CWgCeFU4B2VVawAlUzECclQ7A2FWYlkzAT1XKQNrA2oBNVU5BzUHOVEyVmIBLQ8pVGhWPgc8DyIEcA95DGlWNwwkASoOYlpgAjxUYldnAWFdMgR0U2cPYlZqBCMJewI0UzpWIwBoB3ADaFNsAG0CdVptVygCOFwuB2ldaFlqAjkJMgIxVTMHblUqAHRTaAJnVDoDIlY8WWIBd1cmA10DPgFqVSAHbwdwUTpWbQFsD3hUbFYsB0cPOQQkDyIMN1YrDD8BMg5oWjgCNlRoVzcBaV07BD1TJg8iVmoEMgkyAnNTJFZ4ACAHIQNpUy4AbQJiWmZXKAJ2XD0HZF03WSsCIAloAnhVOAdjVWsAJVMxAj9UbANsVj1ZYAFiV3ADOQMjAT9VMwduByFRUlZ6AW0PJ1Q7VjEHNw8xBDYPOwxtVmwMZwEyDiJaegI8VGRXbAFxXW0EYlMtDyVWDwRvCWcCc1NsVnIAaQcxA2hTfwAfAmRaflcxAn5cLgdzXWhZaAI4CXECeVUgB29VMAA9U2cCalR7A2lWYlk3ATxXOwM4A2ABPlVrB24HMlE7VjEBbA9pVGlWYgc8DzIEOA9pDDZWZwxmATgOYlpgAjxUYFdtATpdMwQ2U2wPYVZrBGgJMgJlU2xWaABpBzIDY1NoAGwCKlovVzACMlxpByJdNVl7AjkJMQIxVTIHb1Us', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=UzMCawQ0VzpReVQjB2xSbQJvD3haNQZ5BD5cOlBtCjQKO1FpC2oDeQ5jUjADPVN2DG5VJVc4XD4ANFw2UW0EelU9VTxXYwVpBDYEOgBjDztccAchAT0BaQM4W3YHcw95C24GZwEpVH8HawI4VGpRZww8AmIFalEhUWUIZQU5BCNTIQI0BG1XIlE5VCMHbFJtAm8PeFpuBnkEPlwuUD4KPwo5UWoLMAMwDmhSOwN8UycMN1UwVzlcfQBqXGdRJwR1VQtVaFc8BXAEbARzAGsPNFwxB3ABOQF7A0NbbQcnDyILMAZ7ATJUZwdhAmBUYFFtDGwCagVjUWhRJAglBTkEMlNoAnMEc1d5UXFUcgdtUi8Cbw9vWmYGeQRwXD1QMwpgCnhRcwtqA3kOY1I2Az1TdgxuVWhXb1wzAGtcZVEyBCNVb1V1V2kFYwRtBCIAAw8jXDAHLwFuAWYDM1tlBzUPOwtqBjwBalRnBysCIlRqUWEMNwJyBTVRN1EvCCIFXARvUz0CcwQ7V3NROFRiB2xSfgIdD2lafgZgBHhcLlAkCj8KO1FrC3MDeA57UjoDZlNuDDhVPVd4XDYANFwyUWwEaFVuVTZXaAU7BG0EMQBqD2hcMQdhATwBNQM4W2YHOw9pCzEGNwFrVG0HawI4VGpRZQw2AjkFa1FjUW4IZgU4BGhTaAJlBDtXaVE4VGEHZ1JpAm4PJ1ovBmEENFxpUHUKYgooUWoLMwMwDmlSOgN6', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=UzMEbQU1Uj8GLgRzBG8DPAVoVyBaNVwjBz0AZgg1XWMOP1NrWjtTKQRpVDZRb1B1B2UBcQVqVDZSZgBqBTlXKVI6D2YDN1Q4BDZUagBjBjIGKgEnV2tQOAoxXXAFcQ95XDlWNwkhBi1VOVFrUG5UYgMzAmIGaVUlDzsAbQo2VnFTIQQyBWxSJwZuBHMEbwM8BWhXIFptXCMHPQByCGZdaA49U2haYVNgBGJUPVEuUCQHPAFkBWtUdVI4ADsFc1cmUgwPMgNoVCEEbFQjAGsGPQZrAXZXb1AqCkpdawUlDyJcZ1YrCToGNVUzUTNQZFRoA2MCagZgVWwPegAtCjZWYFNoBHUFclJ8BiYEIgRuA34FaFc3WmZcIwdzAGEIa103DnxTcVo7UykEaVQwUW9QdQdlATwFPVQ7UjkAOQVmV3BSaA8vAz1UMgRtVHIAAwYqBmoBKVc4UDcKOl1jBTcPO1w9VmwJYgY1VXlRcVBuVGQDOAJyBjZVMw9xACoKU1Y9Uz0EdQU6UnYGbwQyBG8DLwUaVzZaflw6B3sAcgh8XWgOP1NpWiJTKARxVDxRNFBtBzMBaQUqVD5SZgBuBThXO1JpD2wDPFRqBG1UYQBqBmEGawFnV2pQZAoxXWAFOQ9pXGZWZwljBj9VOVFrUG5UYAM5AjkGaFVnDzAAbgo3VjpTaARjBTpSbAZvBDEEZAM4BWlXf1ovXDsHNwA1CC1dNQ4sU2haYlNgBGNUPFEo', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=VjZSO1JiAm8FLQZxVzwOMQBtBHNbNFwjUWtcOgU4W2UBMFZuWjsJcwVoBmQFOwYjBWdVJVQ7BmQFMQ5kVWlSLAlhVD0PO1g0BTdUagRnUWVXe1N1U29SOgI5CCUHcw95DGkFZAwkByxQPFRuBDpTZVZmVDRSPQFxVWEAbVJuBCNWJFJkUjsCdwVtBnFXPA4xAG0Ec1tvXCNRa1wuBWtbbgEyVm1aYQk6BWMGbwV6BnIFPlUwVDoGJwVvDjVVI1IjCVdUaQ9kWC0FbVQjBG9Ralc6UyRTa1IoAkIIPgcnDyIMNwV4DD8HNFA2VDYEMFNvVjZUPFI0AThVIAAtUm4EMlZtUiNSJQIsBSUGIFc9DnMAbQRkW2dcI1ElXD0FZlsxAXNWdFo7CXMFaAZiBTsGIwVnVWhUbAZpBW4ON1U2UnUJM1R0DzFYPgVsVHIEB1F9VztTe1M8UjUCMgg2BzUPOwxtBT8MZwc0UHxUdAQ6U2NWbVQkUmIBZ1UrACpSCwRvVjhSI1JtAiYFbAYwVzwOIgAfBGVbf1w6US1cLgVxW24BMFZsWiIJcgVwBm4FYAY7BTFVPVR7BmwFMQ5gVWhSPgkyVDcPMFhmBWxUYQRuUTZXOlM1U25SZgI5CDUHOw9pDDYFNAxmBz5QPFRuBDpTZ1ZsVG9SPAEzVWoAblJvBGhWbVI1Um0CPAVsBjNXNw41AGwELFsuXDtRYVxpBSBbMwEjVm1aYgk6BWIGbgV8', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=AGAGbwY2Uz5UfFMkXzQOMV0wVSIGaVMsATsPaQc6DDIIOQI6Dm8GfARpUTNXaVB1A2FWJlQ7VTcDN1w2Um4AflI6DmcFMVY6BjQGOFEyVGAFKQEnBzsBaQc8WncJfV0rWj8JaAoiCSIFaVFrX2EHMQIyA2NdMlAgBzMJZAA8UnUAcgYwBm9TJlQ8UyRfNA4xXTBVIgYxUywBOw99B2kMOQg7AjkONQY1BGJROFcoUCQDOFYzVDpVdANpXGdSJABxUgwOMwVuViMGbgZxUTpUbwVoAXYHPwF7B0dabAkpXXBaYQl0CjkJOgVjUTNfawc7AmIDa107UGkHcgkkADxSZAA7BncGcVN9VHRTdV81DnNdMFU1BjpTLAF1D24HZAxmCHoCIA5vBnwEaVE1V2lQdQNhVmtUbFU6A2hcZVIxACdSaA4uBTtWMAZvBiBRUlR4BWkBKQdoAWYHN1pkCTtdaVo7CTMKYQk6BSlRcV9hBzcCOQNzXW1QNgd5CSMAWVI5AG4GdwY5U3dUPVNlXzQOIl1CVTQGIlM1AX0PfQdzDDkIOQI4DnYGfQRxUTlXMlBtAzdWPlR7VT8DN1wyUm8AbFJpDm0FOlZoBm8GM1E7VDMFaAFnBzoBNQc8WmcJNV07WmAJOApgCTAFaVFrX2EHMwI4AzhdM1BiBzgJZwA9Uj4AOwZhBjlTbVQ9U2ZfPw41XTFVfQZzUzQBMQ86ByIMZAgqAjkONgY1BGNROVcu', 'https://course-query.acad.ncku.edu.tw/index.php?c=qry11215&i=BmYCa1BgBGkIIAB3UjlRblY7DnkAb10iBT9bPVNuDzEIOVZuWjtVLwVoAWNeYAwpAWMEdFY5VjQHM103VmpVK1E5AWgHM1c7UmBVawBjDztQfFN1AT1UPAI5WHVVIQ95DGkBYAsjBS4BbVdtXmANOw09BGRQP1EhVGBbNlZqDSoGdAI0UDkEcQhgAHdSOVFuVjsOeQA0XSIFP1spUz0POgg7Vm1aYVVmBWMBaF4hDHgBOgRhVjhWdwdtXWZWIFUkUQ8BPAdsVyJSOlUiAGsPNFA9UyQBOVQuAkJYblV1DyIMNwF8CzgFNgFnVzVeag0xDW0EbFA2UWhUIVt2VmoNOwY9AnNQJwQqCCgAJlI4USxWOw5uADxdIgVxWzpTMA9lCHpWdFo7VS8FaAFlXmAMKQFjBDlWblY5B2xdZFY1VXJRawEhBzlXMVI7VXMAAw8jUDxTewFuVDMCMlhmVWcPOwxtATsLYAU2AS1Xd15gDT0NNgR0UGBRN1QqW3FWDw1mBmgCc1BvBCAIYQA2UjlRfVZJDm4AJF07BXlbKVMnDzoIOVZsWiJVLgVwAWleOwwxATUEbFZ5VjwHM10zVmtVOVFqAWIHOFdpUjtVYABqD2hQPVM1ATxUYAI5WGVVaQ9pDDYBMAthBTwBbVdtXmANOQ03BD9QPlFjVGtbNVZrDWEGPQJlUG8EOghhADVSMlFqVjoOJgB1XToFNVtuU3YPZwgqVm1aYlVmBWIBaV4n']\n"
     ]
    }
   ],
   "source": [
    "# 打開文件讀取個系所的課程列表 url\n",
    "with open('department_urls.txt', 'r') as file:\n",
    "    # 讀取文件內容\n",
    "    content = file.read()\n",
    "\n",
    "\n",
    "# 使用正則表達式找到所有的課程列表網址\n",
    "department_urls = re.findall(r'https?://\\S+', content)\n",
    "print(department_urls)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_courses_data_to_json(courses_data_list):\n",
    "    \"\"\"\n",
    "    將多個課程資料保存為單一 JSON 文件的函數。\n",
    "\n",
    "    Parameters:\n",
    "        courses_data_list (list of lists): 包含多個課程資料的列表，每個元素都是一個課程資料列表。\n",
    "\n",
    "    Returns:\n",
    "        None\n",
    "    \"\"\"\n",
    "    # 合併多個 courses_data 到一個列表中\n",
    "    combined_data = []\n",
    "    for data in courses_data_list:\n",
    "        combined_data.extend(data)\n",
    "    \n",
    "    # 將課程資料轉換為 DataFrame\n",
    "    df = pd.DataFrame(combined_data)\n",
    "    \n",
    "    # 將 DataFrame 轉換為 JSON 格式\n",
    "    json_data = df.to_json(orient='records', force_ascii=False, indent=4)\n",
    "    \n",
    "    # 將 JSON 寫入文件\n",
    "    with open('courses_data.json', 'w', encoding='utf-8') as f:  # 使用 'w' 模式重新寫入文件，而不是 'a'\n",
    "        f.write(json_data)\n",
    "    \n",
    "    print(\"JSON 文件已创建\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_courses_data(courses_url):\n",
    "    # 抓取所有课程数据\n",
    "    courses_data = []\n",
    "    for url in courses_url:\n",
    "        course_info = fetch_syllabus_page(fectch_syllabus_url(url))\n",
    "        if course_info:\n",
    "            courses_data.append(course_info)\n",
    "    return courses_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n",
      "Course Name: 外國語言（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 初級會計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H111710\n",
      "\n",
      "Course Name: 大學國文（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 微積分（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H115611\n",
      "\n",
      "Course Name: 經濟學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H111210\n",
      "\n",
      "Course Name: 民法概要\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H111100\n",
      "\n",
      "Course Name: 體育（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 初級會計學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H112200\n",
      "\n",
      "Course Name: 通識課程\n",
      "Course Url: \n",
      "\n",
      "Course Name: 服務學習（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H117910\n",
      "\n",
      "Course Name: 統計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H120310\n",
      "\n",
      "Course Name: 中級會計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122110\n",
      "\n",
      "Course Name: 成本會計（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H130610\n",
      "\n",
      "Course Name: 體育（三）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 中級會計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122121\n",
      "\n",
      "Course Name: 區塊鏈與去中心化金融\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122600\n",
      "\n",
      "Course Name: 計算思維與商業分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122900\n",
      "\n",
      "Course Name: 企業併購財務會計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H123000\n",
      "\n",
      "Course Name: 中級會計學（三）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122130\n",
      "\n",
      "Course Name: 高級會計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H130511\n",
      "\n",
      "Course Name: 公司法及商業會計法\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H120402\n",
      "\n",
      "Course Name: 固定收益型證券\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H133600\n",
      "\n",
      "Course Name: 會計與金融數據分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H144500\n",
      "\n",
      "Course Name: 基本財務學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H120201\n",
      "\n",
      "Course Name: 審計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H140620\n",
      "\n",
      "Course Name: 所得稅法\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H132801\n",
      "\n",
      "Course Name: 公司治理與財務報導—國際會計與稅務專題研\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H143700\n",
      "\n",
      "Course Name: 企業經營與會計實務\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H143900\n",
      "\n",
      "Course Name: 會計師業務實戰研討\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H144300\n",
      "\n",
      "Course Name: 會計師業務實務研討及專業趨勢發展\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H144201\n",
      "\n",
      "Course Name: 實用民商法律入門\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H423200\n",
      "\n",
      "['外國語言（一）', '初級會計學（一）', '大學國文（一）', '微積分（一）', '經濟學（一）', '民法概要', '體育（一）', '初級會計學', '通識課程', '服務學習（一）', '統計學（一）', '中級會計學（一）', '成本會計（一）', '體育（三）', '中級會計學（二）', '區塊鏈與去中心化金融', '計算思維與商業分析', '企業併購財務會計', '中級會計學（三）', '高級會計學（一）', '公司法及商業會計法', '固定收益型證券', '會計與金融數據分析', '基本財務學', '審計學（二）', '所得稅法', '公司治理與財務報導—國際會計與稅務專題研', '企業經營與會計實務', '會計師業務實戰研討', '會計師業務實務研討及專業趨勢發展', '實用民商法律入門']\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "Course Name: 大學國文（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 外國語言（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 初級會計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H111720\n",
      "\n",
      "Course Name: 經濟學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H111220\n",
      "\n",
      "Course Name: 通識課程\n",
      "Course Url: \n",
      "\n",
      "Course Name: 微積分（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H115621\n",
      "\n",
      "Course Name: 體育（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 服務學習（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H117920\n",
      "\n",
      "Course Name: 體育（四）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 成本會計（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H130620\n",
      "\n",
      "Course Name: 中級會計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122120\n",
      "\n",
      "Course Name: 統計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H120320\n",
      "\n",
      "Course Name: 基本財務學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H120200\n",
      "\n",
      "Course Name: 管理學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122200\n",
      "\n",
      "Course Name: 會計原則\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H132300\n",
      "\n",
      "Course Name: 中級會計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122111\n",
      "\n",
      "Course Name: 金融數位轉型\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122500\n",
      "\n",
      "Course Name: 新創企業評價\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122700\n",
      "\n",
      "Course Name: 會計資料分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H122800\n",
      "\n",
      "Course Name: 企業資源規劃與資料探勘\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H133900\n",
      "\n",
      "Course Name: 高級會計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H130521\n",
      "\n",
      "Course Name: 審計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H140610\n",
      "\n",
      "Course Name: 衍生性金融商品導論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H140000\n",
      "\n",
      "Course Name: 公司理財\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H133800\n",
      "\n",
      "Course Name: 證券交易法\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H130601\n",
      "\n",
      "Course Name: 財務報表分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H142000\n",
      "\n",
      "Course Name: 期貨與選擇權\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H133400\n",
      "\n",
      "Course Name: 財務管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H132000\n",
      "\n",
      "Course Name: 數位平台設計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H1&cono=H435000\n",
      "\n",
      "['大學國文（二）', '外國語言（二）', '初級會計學（二）', '經濟學（二）', '通識課程', '微積分（二）', '體育（二）', '服務學習（二）', '體育（四）', '成本會計（二）', '中級會計學（二）', '統計學（二）', '基本財務學', '管理學', '會計原則', '中級會計學（一）', '金融數位轉型', '新創企業評價', '會計資料分析', '企業資源規劃與資料探勘', '高級會計學（二）', '審計學（一）', '衍生性金融商品導論', '公司理財', '證券交易法', '財務報表分析', '期貨與選擇權', '財務管理', '數位平台設計']\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "Course Name: 大學國文（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 外國語言（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 統計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H211610\n",
      "\n",
      "Course Name: 微積分（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H210810\n",
      "\n",
      "Course Name: 線性代數\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H210400\n",
      "\n",
      "Course Name: 經濟學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H211210\n",
      "\n",
      "Course Name: 服務學習（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H217910\n",
      "\n",
      "Course Name: 通識課程\n",
      "Course Url: \n",
      "\n",
      "Course Name: 體育（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 管理學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H222700\n",
      "\n",
      "Course Name: 程式設計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H221100\n",
      "\n",
      "Course Name: 機率概論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H220702\n",
      "\n",
      "Course Name: 品質管制\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H221900\n",
      "\n",
      "Course Name: 會計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H230210\n",
      "\n",
      "Course Name: 基本財務學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H120201\n",
      "\n",
      "Course Name: 體育（三）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 數理統計（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H233500\n",
      "\n",
      "Course Name: 實驗設計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H236301\n",
      "\n",
      "Course Name: 無母數統計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H230100\n",
      "\n",
      "Course Name: 時間數列分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H248100\n",
      "\n",
      "Course Name: 工業統計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H233300\n",
      "\n",
      "Course Name: 資料處理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H233600\n",
      "\n",
      "Course Name: 作業研究\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H233900\n",
      "\n",
      "Course Name: 統計諮詢\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H240200\n",
      "\n",
      "Course Name: 統計資料分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H240700\n",
      "\n",
      "Course Name: 貝氏分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H232200\n",
      "\n",
      "Course Name: 市場調查實務\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H244101\n",
      "\n",
      "Course Name: 統計問題\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H243000\n",
      "\n",
      "Course Name: 公司治理與財務報導—國際會計與稅務專題研\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H143700\n",
      "\n",
      "Course Name: 實用民商法律入門\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H423200\n",
      "\n",
      "['大學國文（一）', '外國語言（一）', '統計學（一）', '微積分（一）', '線性代數', '經濟學（一）', '服務學習（一）', '通識課程', '體育（一）', '管理學', '程式設計', '機率概論', '品質管制', '會計學（一）', '基本財務學', '體育（三）', '數理統計（二）', '實驗設計', '無母數統計', '時間數列分析', '工業統計', '資料處理', '作業研究', '統計諮詢', '統計資料分析', '貝氏分析', '市場調查實務', '統計問題', '公司治理與財務報導—國際會計與稅務專題研', '實用民商法律入門']\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "Course Name: 大學國文（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 外國語言（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 通識課程\n",
      "Course Url: \n",
      "\n",
      "Course Name: 體育（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 統計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H211620\n",
      "\n",
      "Course Name: 計算機概論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H210301\n",
      "\n",
      "Course Name: 微積分（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H210820\n",
      "\n",
      "Course Name: 經濟學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H211220\n",
      "\n",
      "Course Name: 服務學習（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H217920\n",
      "\n",
      "Course Name: 數理統計（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H222300\n",
      "\n",
      "Course Name: 迴歸分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H231801\n",
      "\n",
      "Course Name: 會計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H230420\n",
      "\n",
      "Course Name: 抽樣調查\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H220401\n",
      "\n",
      "Course Name: 統計軟體與繪圖\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H222800\n",
      "\n",
      "Course Name: 保險數學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H232300\n",
      "\n",
      "Course Name: 體育（四）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 生物統計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H222600\n",
      "\n",
      "Course Name: 民意調查\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H223000\n",
      "\n",
      "Course Name: 多變量分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H230500\n",
      "\n",
      "Course Name: 類別資料分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H233000\n",
      "\n",
      "Course Name: 機器學習\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H232000\n",
      "\n",
      "Course Name: 財務統計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H231600\n",
      "\n",
      "Course Name: 統計調查實務\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H233800\n",
      "\n",
      "Course Name: 商事法\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H430301\n",
      "\n",
      "Course Name: 公司理財\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H133800\n",
      "\n",
      "Course Name: 巨量資料分析\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H242300\n",
      "\n",
      "Course Name: 統計實務\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H240900\n",
      "\n",
      "Course Name: 生物醫學統計學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H242500\n",
      "\n",
      "Course Name: 數位平台設計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H435000\n",
      "\n",
      "Course Name: 財務管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H2&cono=H132000\n",
      "\n",
      "['大學國文（二）', '外國語言（二）', '通識課程', '體育（二）', '統計學（二）', '計算機概論', '微積分（二）', '經濟學（二）', '服務學習（二）', '數理統計（一）', '迴歸分析', '會計學（二）', '抽樣調查', '統計軟體與繪圖', '保險數學', '體育（四）', '生物統計', '民意調查', '多變量分析', '類別資料分析', '機器學習', '財務統計', '統計調查實務', '商事法', '公司理財', '巨量資料分析', '統計實務', '生物醫學統計學', '數位平台設計', '財務管理']\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "Course Name: 大學國文（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 外國語言（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 微積分（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=D511211\n",
      "\n",
      "Course Name: 經濟學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H311210\n",
      "\n",
      "Course Name: 工業管理概論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H318300\n",
      "\n",
      "Course Name: 計算機概論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H311100\n",
      "\n",
      "Course Name: 商管程式設計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H311800\n",
      "\n",
      "Course Name: 服務學習（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H317910\n",
      "\n",
      "Course Name: 通識課程\n",
      "Course Url: \n",
      "\n",
      "Course Name: 體育（一）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 統計學（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H321110\n",
      "\n",
      "Course Name: 管理學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H320100\n",
      "\n",
      "Course Name: 資料結構\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H333401\n",
      "\n",
      "Course Name: 會計學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H313500\n",
      "\n",
      "Course Name: 離散數學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H340400\n",
      "\n",
      "Course Name: 體育（三）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 生產與作業管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H330500\n",
      "\n",
      "Course Name: 系統分析與設計\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H330400\n",
      "\n",
      "Course Name: 品質管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H333900\n",
      "\n",
      "Course Name: 隨機過程\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H330300\n",
      "\n",
      "Course Name: 電子商務概論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H334000\n",
      "\n",
      "Course Name: 人因工程學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H337100\n",
      "\n",
      "Course Name: 數值最佳化\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H336000\n",
      "\n",
      "Course Name: 體育（五）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 體育（七）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 工業與資訊管理專題（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H335431\n",
      "\n",
      "Course Name: 供應鏈系統\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H342100\n",
      "\n",
      "Course Name: 人工智慧導論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H335800\n",
      "\n",
      "Course Name: 服務管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H335300\n",
      "\n",
      "['大學國文（一）', '外國語言（一）', '微積分（一）', '經濟學（一）', '工業管理概論', '計算機概論', '商管程式設計', '服務學習（一）', '通識課程', '體育（一）', '統計學（一）', '管理學', '資料結構', '會計學', '離散數學', '體育（三）', '生產與作業管理', '系統分析與設計', '品質管理', '隨機過程', '電子商務概論', '人因工程學', '數值最佳化', '體育（五）', '體育（七）', '工業與資訊管理專題（二）', '供應鏈系統', '人工智慧導論', '服務管理']\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "Course Name: 大學國文（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 外國語言（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 經濟學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H311220\n",
      "\n",
      "Course Name: 資訊管理概論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H341000\n",
      "\n",
      "Course Name: 計算機程式及應用\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H320300\n",
      "\n",
      "Course Name: 通識課程\n",
      "Course Url: \n",
      "\n",
      "Course Name: 體育（二）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 服務學習（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H317920\n",
      "\n",
      "Course Name: 微積分（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=D511221\n",
      "\n",
      "Course Name: 管理數學\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H321800\n",
      "\n",
      "Course Name: 統計學（二）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H321120\n",
      "\n",
      "Course Name: 資料庫管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H320700\n",
      "\n",
      "Course Name: 作業研究\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H336100\n",
      "\n",
      "Course Name: 企業通訊網路\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H321700\n",
      "\n",
      "Course Name: 線性代數\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H321500\n",
      "\n",
      "Course Name: 體育（四）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 行銷管理\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H320400\n",
      "\n",
      "Course Name: 生產作業分析與改善\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H335000\n",
      "\n",
      "Course Name: 模擬導論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H334600\n",
      "\n",
      "Course Name: 資訊自動化開發與應用\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H321900\n",
      "\n",
      "Course Name: 網頁程式開發\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H335900\n",
      "\n",
      "Course Name: 機率論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H337300\n",
      "\n",
      "Course Name: 工業與資訊管理專題（一）\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H335423\n",
      "\n",
      "Course Name: 體育（六）\n",
      "Course Url: \n",
      "\n",
      "Course Name: 統計製程管制\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H343100\n",
      "\n",
      "Course Name: 雲端行動應用\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H344900\n",
      "\n",
      "Course Name: 實驗設計導論\n",
      "Course Url: https://class-qry.acad.ncku.edu.tw/crm/course_map/course.php?dept=H3&cono=H345000\n",
      "\n",
      "Course Name: 體育（八）\n",
      "Course Url: \n",
      "\n",
      "['大學國文（二）', '外國語言（二）', '經濟學（二）', '資訊管理概論', '計算機程式及應用', '通識課程', '體育（二）', '服務學習（二）', '微積分（二）', '管理數學', '統計學（二）', '資料庫管理', '作業研究', '企業通訊網路', '線性代數', '體育（四）', '行銷管理', '生產作業分析與改善', '模擬導論', '資訊自動化開發與應用', '網頁程式開發', '機率論', '工業與資訊管理專題（一）', '體育（六）', '統計製程管制', '雲端行動應用', '實驗設計導論', '體育（八）']\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "error\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "<Response [200]>\n",
      "error\n",
      "<Response [200]>\n",
      "[]\n",
      "<Response [200]>\n",
      "[]\n",
      "<Response [200]>\n",
      "[]\n",
      "<Response [200]>\n",
      "[]\n",
      "JSON 文件已创建\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# 創建一個空列表來存儲所有的 courses_data\n",
    "all_courses_data = []\n",
    "\n",
    "# 遍歷每個 department_url\n",
    "for url in department_urls:\n",
    "    courses_url = fetch_courses_url(url)\n",
    "    courses_data = get_courses_data(courses_url)\n",
    "    # 將每個 courses_data 添加到 all_courses_data 列表中\n",
    "    all_courses_data.append(courses_data)\n",
    "\n",
    "# 將包含所有 courses_data 的列表傳遞給 save_courses_data_to_json 函數\n",
    "save_courses_data_to_json(all_courses_data)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "爬蟲-專題-lEMcpfs4",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}