python 爬蟲程式 -2 加入interface視窗介面

-

加入pythin的interface視窗介面

這裡要使用tkinter函式庫
  1. import tkinter as tk
  2. # button 被按下觸發的事件
  3. def clickon():
  4.     outputtext['text'] = inputtext.get() + '\n' + inputtext.get()    #將文字方塊的文字填入outputtext的text裡面
  5.  
  6. win=tk.Tk()
  7. win.title("My First Tk GUI")                    # window title name
  8.  
  9. label = tk.Label(win, text="Hello World!")      #建立標籤物件
  10. label.grid(row=0, column=0)                     # layout
  11.  
  12. inputtext = tk.Entry(win)                       #建立填入文字方塊
  13. inputtext.grid(row=0, column=1, columnspan=20)
  14.  
  15. button = tk.Button(win)#, text="OK"             #建立 button 
  16. button['text'] = 'ok'
  17. button['command'] = clickon                     #button event事件
  18. button.grid(row=1, column=1)    
  19.      
  20. outputtext = tk.Label(win, text = "output information")           
  21. outputtext.grid(row = 2, column = 1)
  22. win.mainloop()

GUI test
建立的物件的屬性有兩種寫法
#第一種
button = tk.Button(win)#, text="OK"             #建立 button 
button['text'] = 'ok'
button['command'] = clickon                     #button event事件

#第二種
button = tk.Button(win, text = "OK", command = clickon)             #建立 button

一次建立多個物件

用陣列儲存
在物件屬性可以設定
  • text文字：string格式
  • height高度, width寬度：只能輸入int的數字
  • anchor(靠左、靠右、至中) = "n", "ne", "e", "se", "s", "sw", "w", "nw", and also "center".
  • variable值

在layout可以設定
  • row, column
  • sticky(對齊) = "N","W","S","E"


  1. all_headlist = ['職務名稱','公司名稱','學歷', '地區', '應徵人數']
  2. default_check = [1,1,0,0,1]         #預設checkbutton的值
  3.                       
  4. checktext = {}  
  5. checkb={}
  6. var = {}
  7.  
  8. for i in range(0, len(all_headlist)):
  9.  
  10.     var[i] = tk.IntVar(value = default_check[i])    
  11.     checkb[i] = tk.Checkbutton(win, text = all_headlist[i]+':', height = 2, anchor = 'nw', variable = var[i])   
  12.     checkb[i].grid(row = i+4, column = 0, sticky = "W")
  13.     checktext[i] = tk.Label(win, width = 50, anchor = 'sw')     
  14.     checktext[i].grid(row = i+4, column = 1, sticky = "W")

GUI checkbutton

讀檔方式

當讀取單一直行，以下是只顯示每一列的'職務名稱'跟'學歷'
with open('./'+filename + filetyoe,'r') as oldfile:
    reader = csv.DictReader(oldfile)
    for rows in reader:
        print(rows['職務名稱'], rows['學歷'])
    oldfile.close()

完整程式碼

功能說明： 輸入要匯出的檔案名稱，以及搜尋的資料，按下search，等待資料抓取完成，會存入你所設定的名稱 按下output my choose，匯出所選擇的資訊，存入你設定得名稱+_choose 按下load file to choose，讀取你設定的名稱的檔案，選擇完要匯出的資訊後再存入你設定得名稱+_choose 
  1. import tkinter as tk
  2. import tkinter as tk
  3. import csv
  4. import time
  5. import load_104_newpeopleV1_0
  6.  
  7. test = False
  8.  
  9. #    search_url = 
  10. #https://www.104.com.tw/area/freshman/search?keyword=%E6%A9%9F%E5%99%A8%E4%BA%BA&area=6001001000,6001002000&jobcategory=2007000000&industry=&page=1&sortField=APPEAR_DATE&sortMode=DESC
  11. all_headlist = ['職務名稱','公司名稱','學歷', '地區', '應徵人數',
  12.                 '工作說明', '職務類別', '工作待遇', '工作性質', '上班地點', '管理責任', '出差外派', '上班時段', '休假制度', '可上班日', '需求人數', '接受身份', '工作經歷', '學歷要求', '科系要求', '語文條件', '擅長工具', '工作技能', '具備駕照', '其他條件', '公司福利',
  13.                 '產業類別', '產業描述', '員工', '資本額', '聯絡人', '公司地址', '電話', '傳真', '公司網址', '公司簡介', '主要商品／服務項目']
  14. checktext = {}   
  15. filename = '104_output'
  16. filetyoe = '.csv'
  17. checkb={}
  18. newfile_title = []
  19. default_check = [1,1,1,1,1,                                     #5
  20.                  0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,     #21
  21.                  1,1,1,1,1,1,0,0,1,0,1]                         #11
  22.  
  23. # delete " with show information
  24. def deltwocom(text, number):
  25.     
  26.     tmp = list(text)
  27.     tmp[number] = ''
  28.     text = ''.join(tmp)
  29.     return text
  30.  
  31. # load total file and show information
  32. def load_example(filename):
  33.     with open('./'+filename + filetyoe,'r') as csvfile:
  34.  
  35.         title = csvfile.readline().split('","')
  36.         info = csvfile.readline().split('","')
  37.         
  38.         title[0] = deltwocom(title[0], 0)
  39.         title[36] = deltwocom(title[36], len(title[36])-2)
  40.         info[0] = deltwocom(info[0], 0)
  41.         info[36] = deltwocom(info[36], len(info[36])-2)
  42.  
  43.         for i in range(37):
  44.             overhead = 25     #限制最大顯示長度
  45.             if len(info[i]) >= overhead:
  46.                 checktext[i]['text'] =info[i][0:overhead] + '...'
  47.             else:
  48.                 checktext[i]['text'] =info[i] + ''   
  49.         csvfile.close()
  50.         
  51. #output _choose file        
  52. def creatfile(filename):
  53.     with open('./'+filename + filetyoe,'r') as oldfile:
  54.         reader = csv.DictReader(oldfile)
  55.         with open('./'+filename+'_choose' + filetyoe, 'w') as newfile:
  56.             # first line title
  57.             wl = '"' + all_headlist[newfile_title[0]] + '"'
  58.             for i in range(1, len(newfile_title)):
  59.                 wl += ',"' + all_headlist[newfile_title[i]] + '"'
  60.             newfile.writelines(wl + '\n')    
  61.             # data
  62.             for rows in reader:
  63.                 print(rows['職務名稱'], rows['學歷'])
  64.                 wl = '"' + rows[all_headlist[newfile_title[0]]] + '"'
  65.                 for i in range(1, len(newfile_title)):
  66.                     wl += ',"' + rows[all_headlist[newfile_title[i]]] + '"'
  67.                 newfile.writelines(wl + '\n')    
  68.             newfile.close
  69.         oldfile.close()        
  70.  
  71. #(button) search url and output total file
  72. def clickto_search():
  73.     url = inputurl.get()
  74.     outputtext['text'] = '抓取資料中...'
  75.     time.sleep(1)
  76.     res = load_104_newpeopleV1_0.load_104_newpeople_main(url, './' + filename + filetyoe, test = test)
  77.     outputtext['text'] = '完成' + res + '\toutput file name is ' + filename + filetyoe
  78.     load_example(filename)
  79.  
  80. #(button) load file to choose
  81. def load_to_choose():
  82.     filename = input_fname.get()
  83.     outputtext['text'] = '載入 '+ filename + filetyoe +' 資料'
  84.     load_example(filename)
  85.     outputtext['text'] = '載入 '+ filename + filetyoe +' 資料完成'
  86.     
  87. #(button) output my choose to file
  88. def output_choose():
  89.     filename = input_fname.get()
  90.     outputtext['text'] = '存入 '+ filename + filetyoe +'_choose 中...'
  91.     for i in range(len(all_headlist)):
  92.         #print(var[i].get())
  93.         if var[i].get():
  94.             newfile_title.append(i)
  95.     creatfile(filename)
  96.     outputtext['text'] = filename +'_choose' + filetyoe + '儲存完成'
  97.  
  98. win=tk.Tk()
  99. win.title("load_104_newpeople_job")
  100.  
  101. label_fname = tk.Label(win, text="匯出的檔案名稱: ")   #建立標籤物件
  102. label_fname.grid(row=0, column=0)
  103.  
  104. v1 = tk.StringVar(win, value='104_output')            #預設文字方塊輸入值
  105. input_fname = tk.Entry(win, width = 100, textvariable=v1)
  106. input_fname.grid(row=0, column=1, columnspan=101, sticky = "W")
  107.  
  108. labelurl = tk.Label(win, text="輸入 search url : ")   #建立標籤物件
  109. labelurl.grid(row=1, column=0)
  110.  
  111. v2 = tk.StringVar(win, value='https://www.104.com.tw/area/freshman/search?keyword=%E6%A9%9F%E5%99%A8%E4%BA%BA&area=6001001000,6001002000&jobcategory=2007000000&industry=&page=1&sortField=APPEAR_DATE&sortMode=DESC')
  112. inputurl = tk.Entry(win, width = 100, textvariable=v2)
  113. inputurl.grid(row=1, column=1, columnspan=101, sticky = "W")
  114.  
  115. button = tk.Button(win)
  116. button['text'] = 'search'
  117. button['command'] = clickto_search
  118. button.grid(row=2, column=0)
  119.  
  120. buttontest = tk.Button(win)
  121. buttontest['text'] = 'load file to choose'
  122. buttontest['command'] = load_to_choose
  123. buttontest.grid(row=2, column=1)    
  124.  
  125. buttonget = tk.Button(win)
  126. buttonget['text'] = 'output my choose'
  127. buttonget['command'] = output_choose
  128. buttonget.grid(row=2, column=2)    
  129.            
  130. outputtitle = tk.Label(win, text = "工作狀態")           
  131. outputtitle.grid(row = 0, column = 5)
  132.               
  133. outputtext = tk.Label(win, text = "output information")           
  134. outputtext.grid(row = 1, column = 5)
  135.  
  136. var = {}
  137.  
  138. for i in range(0, len(all_headlist)):
  139.     if i >= 26:
  140.         row = i-26+3
  141.         col = 4
  142.     elif i <= 4: 
  143.         row = i+3
  144.         col = 0
  145.     else:
  146.         row = i-5+3
  147.         col = 2
  148.     var[i] = tk.IntVar(value = default_check[i])    
  149.     checkb[i] = tk.Checkbutton(win, text = all_headlist[i]+':', height = 2, anchor = 'nw', variable = var[i])   #
  150.     checkb[i].grid(row = row, column = 0 + col, sticky = "W")
  151.     checktext[i] = tk.Label(win, width = 50, anchor = 'sw')    
  152.     checktext[i].grid(row = row, column = 1+col, sticky = "W")
  153.     
  154. win.mainloop()

GUI

留言

張貼留言

這個網誌中的熱門文章

C# 模擬鍵盤滑鼠控制電腦

-
滑鼠模擬 指定一個螢幕像素的座標位置 int x = 1255; int y = 161; Cursor.Position = new Point(x, y); ClassMouse.LeftClick(); //按下滑鼠左鍵 鍵盤模擬 官方文件 的範例是用小算盤程式，計算111*11= public class demo { [DllImport("USER32.DLL", CharSet = CharSet.Unicode)] public static extern IntPtr FindWindow(string lpClassName, string lpWindowName); // Activate an application window. [DllImport("USER32.DLL")] public static extern bool SetForegroundWindow(IntPtr hWnd); // Send a series of key presses to the Calculator application. public static void Calculator() { // Get a handle to the Calculator application. The window class // and window name were obtained using the Spy++ tool. IntPtr calculatorHandle = FindWindow("ApplicationFrameWindow", "小算盤"); // Verify that Calculator is a running process. if (calculatorHandle == IntPtr.Zero) { MessageBox.Show("Calculator is not running....
閱讀完整內容

android 定時通知(永久長期的) 本篇只講AlarmManager使用

-
本篇使用AlarmManager達到準時執行某程式，跟鬧鐘的方式一樣，我之前用過IntentService、Service、Handler，都不能長期使用。 Servicer簡單缺點整理： IntentService：只要關閉activity背景保存視窗，IntentService背景所執行的程式就被強迫結束，好像可以重開(我沒試過)。 Service、Handler：雖然關閉activity會繼續執行，但他是重新在開啟一次service，這到還好，但當手機螢幕關閉處於待機狀態時，service會停止運作暫停在那邊，等你喚醒再繼續執行，所以用這個加timer做定時通知會整個亂掉，timer會停下來不數了。 AlarmManager主要架構是 跟系統註冊鬧鐘甚麼時間點 → 時間到系統會發送一個鬧鈴 → 你的activity接收那個鬧鈴後執行你的程式 當你註冊好幾個鬧鐘已經晚於現在時間，他會馬上通通都執行完 先建立接收鬧鈴的程式 在Manifest.xml 中加入接收系統鬧鈴 <application> <activity android:name=".MainActivity"> </activity> <!-- 當鬧鈴時間到達時要執行的程式 --> <receiver android:name=".AlarmReceiver"> <intent-filter> <action android:name="activity_app" /> </intent-filter> </receiver> </application> 建立一個class檔，執行接收到鬧鈴後的程式 public class AlarmReceiver extends BroadcastReceiver { @Override public void onReceive(Context context, Intent intent) { ...
閱讀完整內容

python nn 聲音辨識 -1 傅立葉轉換

-
辨識環境聲音判斷出這是甚麼聲音 主要想法是用頻域赫茲分布做判斷 首先先錄三種聲音的聲音檔，我每一種聲音重複錄製九個sample，所以有27個wav檔 讀取wav檔案，作正規劃處理，在做傅立葉轉換 一開始由於自己做的fft_domyself() function跟其他聲音處理軟體做出來的不一樣，數值非常小，之後找到有內建的spectrogram() function，使用也是數值很小，最後才想到要20log()，但由於內建的覺得不適合自由調整，所以還是修改自己的function。 import matplotlib.pyplot as plt from scipy.fftpack import fft from scipy.io import wavfile # get the api import numpy as np from scipy import signal import math import pyaudio import wave import time #buf=[] #讀入單一檔案測試 def init(): fs, data = wavfile.read('0106.wav') # load the data b=[(ele/2**16.) for ele in data] # this is 16-bit track, b is now normalized on [-1,1) c = fft(b) # calculate fourier transform (complex numbers list) d = len(c)/2 # you only need half of the fft list (real signal symmetry) plt.subplot(211) plt.plot(b,'b') plt.title('time line') plt.subplot(212) plt.plot(abs(c[:(d-1)]),'r') plt.title('fft') plt.show() return fs, b #取樣率 dat...
閱讀完整內容

python pyautogui 簡介

-
pyautogui 是 python的一個模組，他能控制鍵盤和滑鼠的操作，能利用它做自動化操作，像是用在軟體測試、重複性動作等。 pyautogui 暫停幾秒鐘 >>>pyautogui.PAUSE = 1.5 fail-safe (預設false) 當滑鼠一道螢幕左上角時，觸發 pyautogui 的failsafeexception 異常 >>>pyautogui.FAILSAFE = True 螢幕上的座標軸 (0,0) →→→→(1920,0)    ↓    ↓    ↓    ↓ (0,1080) 取得螢幕解析度 >>>import pyautogui >>>pyautogui.size() (1920, 1080) >>>width, height = pyautogui.size() 滑鼠部分 moveTo(width, height, duration) example移動到(300, 400)位置 pyautogui.moveTo(300, 400)                 #立即到 pyautogui.moveTo(300, 400, duration = 1.5) #花1.5秒移到 moeRel(width, height, duration) 移到相對座標，以當前滑鼠座標為基準點 pyautogui.moveRel(0, 100, duration=0.25) pyautogui.moveRel(-100, 0, duration=0.25) position() 獲得滑鼠當前的座標位置 >>>pyautogui.position() (300, 400) click(width, height, button) 滑鼠點擊 button = 'left', 'middle', 'right'。 pyautogui.click()       ...
閱讀完整內容

raspberrypi 開機自動執行程式 與 在terminal開啟第二個terminal執行python

-
raspberrypi 開啟另一個terminal執行程式 在terminal輸入： lxterminal -e python3 demo.py 參考自： https://www.raspberrypi.org/forums/viewtopic.php?t=65607 ------------------------------------------------------------------------------------------------------------------------------------------------------- raspberrypi 開機自動執行程式 在terminal中輸入以下指令，開啟檔案： sudo nano /etc/rc.local 以下是加入執行python程式 #!/bin/sh -e # # rc.local # # This script is executed at the end of each multiuser runlevel. # Make sure that the script will "exit 0" on success or any other # value on error. # # In order to enable or disable this script just change the execution # bits. # # By default this script does nothing. # Print the IP address _IP=$(hostname -I) || true if [ "$_IP" ]; then    printf "My IP address is %s\n" "$_IP" fi sudo python /home/pi/demo.py  <==加入在這邊 exit 0 參考自： http://dirtypig8.blogspot.tw/2016/12/python.html#!/tcmbck
閱讀完整內容