長輩視訊-window端

-

這邊主要是接收Arduino傳過來的指令，我用C#做的。
程式執行視窗
用這程式控制下面的網頁
先選擇好com port 在點下start就能夠開始執行了




//#define open_chrome_64bit
//#define dont_open_chrome

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;

using System.IO.Ports; //要使用serial port需要引用它
using System.Threading;
using System.Diagnostics;
using System.Runtime.InteropServices;

namespace WindowsFormsApplication1
{
    public partial class Form1 : Form
    {
        StringComparer stringComparer = StringComparer.OrdinalIgnoreCase;
        SerialPort serialPort;
        bool continuethread = false;
        Thread readThread;
        int seriallifenum = 2;
        int seriallife;
        int serial_state = 0;
        
        public Form1()
        {
            InitializeComponent();

            starbutton.Enabled = false;
            stopbutton.Enabled = false;
            listBox1.Items.Clear();
            string[] myPorts = SerialPort.GetPortNames(); //取得所有port的名字的方法

            comboBox1.DataSource = myPorts;   //直接取得所有port的名字
            if(comboBox1.Items.Count > 1)
            {
                comboBox1.SelectedIndex = 1;
            }
            //serialPort = new SerialPort(comboBox1.Text, 9600, Parity.None, 8, StopBits.One);
            serialPort = new SerialPort();
            Console.WriteLine("The following serial ports were found: {0}", comboBox1.Text);
            mycode mycode = new mycode();

            if (comboBox1.Text != "")
            {
                starbutton.Enabled = true;
            }

            Closing += new CancelEventHandler(Form1_Closing);
        }


        /*  thread modify form  */
        //宣告一個委派，定義參數
        public delegate void btnchang();
        public delegate void mylog(string message);
        public delegate void threaddie();

        /*** 開始執行通訊後，切換按鈕狀態 ***/
        public void changbtn()
        {
            starbutton.Enabled = false;
            stopbutton.Enabled = true;
        }

        /*** timeout close thread. 超時關閉thread ***/
        public void threadstop()
        {
            listboxlog(string.Format("{0} {1} {2}", "com port", serialPort.PortName, "No response"));
            continuethread = false;
            serialPort.Close();
            serial_state = 0;

            Console.WriteLine("com port close");

            starbutton.Enabled = true;
            stopbutton.Enabled = false;
            listboxlog(string.Format("{0} {1} {2}", "com port", serialPort.PortName, "close"));

            error_messagebox();
        }
        /*  thread modify form  */

        /*** this is read message of serial port function. 讀取comport傳來的訊息 ***/
        public void Read()
        {
            btnchang btn = new btnchang(changbtn);
            this.BeginInvoke(btn);
            
            while (continuethread)
            {
                string message = "abc";
                try
                {
                    /********
                     * step:
                     * read serial port
                     * if (pick up phone)
                     * if (hang up phone)
                     * if (volume up)
                     * if (volume down)
                     * ******/
                    message = serialPort.ReadLine();
                    message = message.Remove(message.Length-1, 1);
                    Console.WriteLine(message);

                    //實作委派，指向員執行緒中被呼叫的Method
                    mylog mylog = new mylog(listboxlog);
                    this.BeginInvoke(mylog, new Object[] { string.Format("{0}{1}", "receive : ", message) });

                    StringComparer stringComparer = StringComparer.OrdinalIgnoreCase;
                    if (stringComparer.Equals("open", message) & serial_state == 1)
                    {
                        this.BeginInvoke(mylog, new Object[] { string.Format("{0}{1}", "do : ", message) });
                        mycode.open_hangouts();
                        serialPort.ReadTimeout = 30*60*1000;
                        serial_state = 2;
                    }
                    else if (stringComparer.Equals("pick up", message) & serial_state == 2)
                    {
                        this.BeginInvoke(mylog, new Object[] { string.Format("{0}{1}", "do : ", message) });
                        mycode.pick_up1();
                        mycode.pick_up2();
                    }
                    else if (stringComparer.Equals("hang up", message) & serial_state == 2)
                    {
                        this.BeginInvoke(mylog, new Object[] { string.Format("{0}{1}", "do : ", message) });
                        mycode.findHangoutsWindow();
                        mycode.CloseChatRoom();
                    }
                    else if (stringComparer.Equals("vol up", message) & serial_state == 2)
                    {
                        this.BeginInvoke(mylog, new Object[] { string.Format("{0}{1}", "do : ", message) });
                        mycode.btnVup_Click();
                        mycode.vol_up();
                    }
                    else if (stringComparer.Equals("vol down", message) & serial_state == 2)
                    {
                        this.BeginInvoke(mylog, new Object[] { string.Format("{0}{1}", "do : ", message) });
                        mycode.btnVdown_Click();
                        mycode.vol_down();
                    }
                    else if (stringComparer.Equals("connecting", message) & serial_state == 2)
                    {
                        seriallife = seriallifenum;
                    }
                }
                catch (TimeoutException) {
                    Console.WriteLine("TimeoutException");
                    serialPort.WriteLine("connect");
                    seriallife = seriallife -1;
                    if(seriallife < 1)
                    {
                        threaddie rstop = new threaddie(threadstop);
                        this.BeginInvoke(rstop);
                        continuethread = false;
                    }
                }
                catch (InvalidOperationException)
                {/*執行中通訊(com port)被拔除*/
                    Console.WriteLine("InvalidOperationException");
                    threaddie rstop = new threaddie(threadstop);
                    this.BeginInvoke(rstop);
                    continuethread = false;
                }
                catch (System.IO.IOException)
                {/*執行中通訊(com port)被拔除*/
                    Console.WriteLine("System.IO.IOException");
                    threaddie rstop = new threaddie(threadstop);
                    this.BeginInvoke(rstop);
                    continuethread = false;
                }
            }  
        }
        /*** start 按鈕按下 ***/
        private void startbutton_Click(object sender, EventArgs e)
        {
            listboxlog("startbutton_Click");
            if (comboBox1.Text != "")
            {
                StringComparer stringComparer = StringComparer.OrdinalIgnoreCase;
                serialPort = new SerialPort(comboBox1.Text, 9600, Parity.None, 8, StopBits.One);
                readThread = new Thread(Read);
                continuethread = true;
                seriallife = seriallifenum;
                serialPort.ReadTimeout = 1000;
                //readThread.IsBackground = true;
                try
                {
                    serialPort.Open();
                    if (!readThread.IsAlive)
                    {
                        readThread.Start();
                        listboxlog("readThread Start");
                    }
               
                    Console.WriteLine("com port start");
                    listboxlog(string.Format("{0} {1} {2}", "com port", serialPort.PortName, "start"));
                    serialPort.WriteLine("serial start");
                    serial_state = 1;

                }
                catch (System.IO.IOException)
                {
                    stop_serial_and_thread(false);
                    error_messagebox();
                }
            }
        }

        /*** stop 按鈕按下 ***/
        private void stopbutton_Click(object sender, EventArgs e)
        {
            listboxlog("stopbutton_Click");
            stop_serial_and_thread(true);

        }

        /*** application close 程式被關閉 ***/
        private void Form1_Closing(object sender, System.ComponentModel.CancelEventArgs e)
        {
            if (stopbutton.Enabled)
            {
                stop_serial_and_thread(true);
            }
        }
        /*** 關閉 com port 連線，與 thread ***/
        private void stop_serial_and_thread(bool have_serialport)
        {
            if (have_serialport)
            {
                serialPort.WriteLine("serial quit");
            }
            continuethread = false;
            if (readThread != null && readThread.IsAlive)
            {
                readThread.Join();
                readThread = null;
                if (have_serialport)
                {
                    serialPort.Close();
                }
            }

            Console.WriteLine("com port close");
            serial_state = 0;
            starbutton.Enabled = true;
            stopbutton.Enabled = false;
            listboxlog(string.Format("{0} {1} {2}", "com port", serialPort.PortName, "close"));
        }

        /*** 按下下拉是選單的動作 ***/
        private void comboBox1_Click(object sender, EventArgs e)
        {
            string[] myPorts = SerialPort.GetPortNames(); //取得所有port的名字的方法

            comboBox1.DataSource = myPorts;   //直接取得所有port的名字
            if (comboBox1.Text != "")
            {
                starbutton.Enabled = true;
            }
            if (comboBox1.Text == "")
            {
                starbutton.Enabled = false;
            }
        }

        /*** application log record 程式執行紀錄 ***/
        private void listboxlog(string message)
        {            
            if ((listBox1.Items.Count - 1) >= 50000)
            {
                listBox1.Items.RemoveAt(0);
                //listBox1.SetSelected(5, true);
            }
            string date = DateTime.Now.ToShortDateString();
            string time = DateTime.Now.ToString("HH:mm ss");
            listBox1.Items.Add(string.Format("{0} {1}  {2}", date, time, message));
            listBox1.TopIndex = listBox1.Items.Count - 1;
        }

        /*** 連線錯誤訊息框 ***/
        private void error_messagebox()
        {
            this.Activate();
            MessageBox.Show(comboBox1.Text + " 使用無效，請選擇一種方式修正：\n\n  1.請等待10秒再按下開始(start)\n  2.修改正確的 com port 值\n  3.重新開啟本程式\n  4.重新插入設備.", "視訊控制程式 連線錯誤");
        }
    }


    /************************
     * 
     * mycode class
     * 
     * 1. open hangouts app
     * 2. pick up phone
     * 3. close chat room
     * 4. hang up phone (close videophone room)
     * 5. volume up
     * 6. volume down
     * 7. volume mute
     * 
     * **********************/

    public class mycode
    {
        public static void open_hangouts()
        {
            Process chrome = new Process();
            // FileName 是要執行的檔案
#if !open_chrome_64bit
            string fname = @"C:\Program Files\Google\Chrome\Application\chrome.exe";
#else
            string fname = @"C:\Program Files (x86)\Google\Chrome\Application\chrome.exe";
#endif           
            chrome.StartInfo.FileName = fname;
            chrome.StartInfo.Arguments = "https://hangouts.google.com/?hl=zh-TW";
#if !dont_open_chrome
            chrome.Start();
#endif
        }

        public static void pick_up1()
        {
            /**
             * 按下剛打來的"接聽"按鈕
             * 1.高的-聊天室視窗
             * x    1150    1200    1263
             * y    265     280     295
             * 
             * 2.低的-聊天室視窗
             * x    1148            1262  幾乎同上
             * y    301     316     331
             * 
             * 要低到高
             **/
            int x = 1190;
            int y = 316;
            Cursor.Position = new Point(x, y);
            ClassMouse.LeftClick();
            
            y = 280;
            Cursor.Position = new Point(x, y);
            ClassMouse.LeftClick();

        }
        public static void pick_up2()
        {
            /**
             * 按下"加入對話
             * 
             * x    1016    1152    1272
             * 
             * 1.高的-聊天室視窗
             * y    215     235     255    
             * 
             * 2.低的-聊天室視窗
             * y    250     270     290
             * 
             * 要低到高
             **/
            int x = 1190;
            int y = 270;
            Cursor.Position = new Point(x, y);
            ClassMouse.LeftClick();
            
            y = 235;
            Cursor.Position = new Point(x, y);
            ClassMouse.LeftClick();
        }
        public static void CloseChatRoom()
        {
            /**
             * 按下"X"關閉聊天室
             * 
             * x    1250    1255    1264
             * 
             * 1.高的-聊天室視窗
             * y    156     161     166
             * 
             * 2.低的-聊天室視窗
             * y    190     195     200
             * 
             * 要高到低
            **/
            int x = 1255;
            int y = 161;
            Cursor.Position = new Point(x, y);
            ClassMouse.LeftClick();

            y = 195;
            Cursor.Position = new Point(x, y);
            ClassMouse.LeftClick();
        }

        /* *
         * keyboard ctrl
         * */
        // Get a handle to an application window.
        [DllImport("USER32.DLL", CharSet = CharSet.Unicode)]
        public static extern IntPtr FindWindow(string lpClassName,
            string lpWindowName);

        // Activate an application window.
        [DllImport("USER32.DLL")]
        public static extern bool SetForegroundWindow(IntPtr hWnd);

        // Send a series of key presses to the Calculator application.
        public static void Calculator()
        {
            // Get a handle to the Calculator application. The window class
            // and window name were obtained using the Spy++ tool.
            IntPtr calculatorHandle = FindWindow("ApplicationFrameWindow", "小算盤");
            //Chrome_WidgetWin_1
            //Hangouts 視訊通話

            // Verify that Calculator is a running process.
            if (calculatorHandle == IntPtr.Zero)
            {
                MessageBox.Show("Calculator is not running.");
                return;
            }

            // Make Calculator the foreground application and send it 
            // a set of calculations.
            SetForegroundWindow(calculatorHandle);
            /*
            SendKeys.SendWait("111");
            SendKeys.SendWait("*");
            SendKeys.SendWait("11");
            SendKeys.SendWait("=");*/
        }
        public static void findHangoutsWindow()
        {
            // Get a handle to the application. 
            // The window class and window name were obtained using the Spy++ tool.
            IntPtr HangoutsHandle = FindWindow(null, "Hangouts 視訊通話 - Google Chrome");
            //Chrome_WidgetWin_1
            //Hangouts 視訊通話
            //Hangouts 視訊通話 - Google Chrome
            
            // Verify that Calculator is a running process.
            if (HangoutsHandle == IntPtr.Zero)
            {
                //MessageBox.Show("Calculator is not running.");
                return;
            }

            // Make Calculator the foreground application and send it 
            // a set of calculations.
            SetForegroundWindow(HangoutsHandle);
            Thread.Sleep(1000);
            SendKeys.SendWait("^w");

            while (HangoutsHandle != IntPtr.Zero) {
                Thread.Sleep(1000);
                HangoutsHandle = FindWindow(null, "Hangouts 視訊通話 - Google Chrome");
            }

        }
        public static void ctrl_atl_del()
        {
            SendKeys.SendWait("^+{ESC}");
            //SendKeys.SendWait("^%{DELETE}");
            //SendKeys.Send("%{F4}");
        }

        /**
        * xp 
        * http://www.cnblogs.com/tmywu/archive/2013/03/18/2965585.html
        * http://fecbob.pixnet.net/blog/post/38064589-c%23-%E9%9F%B3%E9%87%8F%E6%8E%A7%E5%88%B6%E5%99%A8
        **/
        //運用WinAPI控制電腦靜音與音量
        private const int APPCOMMAND_VOLUME_MUTE = 0x80000;
        private const int APPCOMMAND_VOLUME_UP = 0x0a0000;
        private const int APPCOMMAND_VOLUME_DOWN = 0x090000;
        private const int WM_APPCOMMAND = 0x319;
        //private static IntPtr Handle;
        public static Process p = Process.GetCurrentProcess();

        [DllImport("user32.dll")]
        public static extern IntPtr SendMessageW(IntPtr hWnd, int Msg, IntPtr wParam, IntPtr lParam);

        public static void btnVup_Click()
        {
            // 聲音變大 
            SendMessageW(p.Handle, WM_APPCOMMAND, p.Handle, (IntPtr)APPCOMMAND_VOLUME_UP);
        }

        public static void btnVdown_Click()
        {
            // 聲音變小 
            SendMessageW(p.Handle, WM_APPCOMMAND, p.Handle, (IntPtr)APPCOMMAND_VOLUME_DOWN);
        }

        public static void btnMute_Click()
        {
            // 靜音 
            SendMessageW(p.Handle, WM_APPCOMMAND, p.Handle, (IntPtr)APPCOMMAND_VOLUME_MUTE);
        }

        /**
         * 
         * 
         * */

        [DllImport("winmm.dll")]
        public static extern int waveOutGetVolume(IntPtr hwo, out uint dwVolume);

        [DllImport("winmm.dll")]
        public static extern int waveOutSetVolume(IntPtr hwo, uint dwVolume);

        public static void vol_up()
        {
            // 設定變數CurrVol用以取得目前音量
            uint CurrVol = 0;
            // 透過waveOutGetVolume取得目前音量給變數CurrVol
            waveOutGetVolume(IntPtr.Zero, out CurrVol);
            // 計算音量大小
            ushort CalcVol = (ushort)(CurrVol & 0x0000ffff);
            // 將音量大小分為10階，並指定給trackWaved控制項
            int vol_value = CalcVol / (ushort.MaxValue / 10);
            Console.WriteLine(CalcVol / (ushort.MaxValue / 10));
            vol_value = vol_value + 1;
            ValueChanged(vol_value);

        }

        public static void vol_down()
        {
            // 設定變數CurrVol用以取得目前音量
            uint CurrVol = 0;
            // 透過waveOutGetVolume取得目前音量給變數CurrVol
            waveOutGetVolume(IntPtr.Zero, out CurrVol);
            // 計算音量大小
            ushort CalcVol = (ushort)(CurrVol & 0x0000ffff);
            // 將音量大小分為10階，並指定給trackWaved控制項
            int vol_value = CalcVol / (ushort.MaxValue / 10);
            Console.WriteLine(CalcVol / (ushort.MaxValue / 10));
            vol_value = vol_value - 1;
            ValueChanged(vol_value);

        }

        // 當控制項trackWave的值改變時，設定音量
        private static void ValueChanged(int value)
        {
            // 由trackWave上的值計算要設定的音量大小
            int NewVolume = ((ushort.MaxValue / 10) * value);
            // 設定相同的數值於左聲道與右聲道
            uint NewVolumeAllChannels = (((uint)NewVolume & 0x0000ffff) | ((uint)NewVolume << 16));
            // 設定音量
            waveOutSetVolume(IntPtr.Zero, NewVolumeAllChannels);
        }
    }
}

留言

張貼留言

這個網誌中的熱門文章

C# 模擬鍵盤滑鼠控制電腦

-
滑鼠模擬 指定一個螢幕像素的座標位置 int x = 1255; int y = 161; Cursor.Position = new Point(x, y); ClassMouse.LeftClick(); //按下滑鼠左鍵 鍵盤模擬 官方文件 的範例是用小算盤程式，計算111*11= public class demo { [DllImport("USER32.DLL", CharSet = CharSet.Unicode)] public static extern IntPtr FindWindow(string lpClassName, string lpWindowName); // Activate an application window. [DllImport("USER32.DLL")] public static extern bool SetForegroundWindow(IntPtr hWnd); // Send a series of key presses to the Calculator application. public static void Calculator() { // Get a handle to the Calculator application. The window class // and window name were obtained using the Spy++ tool. IntPtr calculatorHandle = FindWindow("ApplicationFrameWindow", "小算盤"); // Verify that Calculator is a running process. if (calculatorHandle == IntPtr.Zero) { MessageBox.Show("Calculator is not running....
閱讀完整內容

python pyautogui 簡介

-
pyautogui 是 python的一個模組，他能控制鍵盤和滑鼠的操作，能利用它做自動化操作，像是用在軟體測試、重複性動作等。 pyautogui 暫停幾秒鐘 >>>pyautogui.PAUSE = 1.5 fail-safe (預設false) 當滑鼠一道螢幕左上角時，觸發 pyautogui 的failsafeexception 異常 >>>pyautogui.FAILSAFE = True 螢幕上的座標軸 (0,0) →→→→(1920,0)    ↓    ↓    ↓    ↓ (0,1080) 取得螢幕解析度 >>>import pyautogui >>>pyautogui.size() (1920, 1080) >>>width, height = pyautogui.size() 滑鼠部分 moveTo(width, height, duration) example移動到(300, 400)位置 pyautogui.moveTo(300, 400)                 #立即到 pyautogui.moveTo(300, 400, duration = 1.5) #花1.5秒移到 moeRel(width, height, duration) 移到相對座標，以當前滑鼠座標為基準點 pyautogui.moveRel(0, 100, duration=0.25) pyautogui.moveRel(-100, 0, duration=0.25) position() 獲得滑鼠當前的座標位置 >>>pyautogui.position() (300, 400) click(width, height, button) 滑鼠點擊 button = 'left', 'middle', 'right'。 pyautogui.click()       ...
閱讀完整內容

android 定時通知(永久長期的) 本篇只講AlarmManager使用

-
本篇使用AlarmManager達到準時執行某程式，跟鬧鐘的方式一樣，我之前用過IntentService、Service、Handler，都不能長期使用。 Servicer簡單缺點整理： IntentService：只要關閉activity背景保存視窗，IntentService背景所執行的程式就被強迫結束，好像可以重開(我沒試過)。 Service、Handler：雖然關閉activity會繼續執行，但他是重新在開啟一次service，這到還好，但當手機螢幕關閉處於待機狀態時，service會停止運作暫停在那邊，等你喚醒再繼續執行，所以用這個加timer做定時通知會整個亂掉，timer會停下來不數了。 AlarmManager主要架構是 跟系統註冊鬧鐘甚麼時間點 → 時間到系統會發送一個鬧鈴 → 你的activity接收那個鬧鈴後執行你的程式 當你註冊好幾個鬧鐘已經晚於現在時間，他會馬上通通都執行完 先建立接收鬧鈴的程式 在Manifest.xml 中加入接收系統鬧鈴 <application> <activity android:name=".MainActivity"> </activity> <!-- 當鬧鈴時間到達時要執行的程式 --> <receiver android:name=".AlarmReceiver"> <intent-filter> <action android:name="activity_app" /> </intent-filter> </receiver> </application> 建立一個class檔，執行接收到鬧鈴後的程式 public class AlarmReceiver extends BroadcastReceiver { @Override public void onReceive(Context context, Intent intent) { ...
閱讀完整內容

raspberrypi 開機自動執行程式 與 在terminal開啟第二個terminal執行python

-
raspberrypi 開啟另一個terminal執行程式 在terminal輸入： lxterminal -e python3 demo.py 參考自： https://www.raspberrypi.org/forums/viewtopic.php?t=65607 ------------------------------------------------------------------------------------------------------------------------------------------------------- raspberrypi 開機自動執行程式 在terminal中輸入以下指令，開啟檔案： sudo nano /etc/rc.local 以下是加入執行python程式 #!/bin/sh -e # # rc.local # # This script is executed at the end of each multiuser runlevel. # Make sure that the script will "exit 0" on success or any other # value on error. # # In order to enable or disable this script just change the execution # bits. # # By default this script does nothing. # Print the IP address _IP=$(hostname -I) || true if [ "$_IP" ]; then    printf "My IP address is %s\n" "$_IP" fi sudo python /home/pi/demo.py  <==加入在這邊 exit 0 參考自： http://dirtypig8.blogspot.tw/2016/12/python.html#!/tcmbck
閱讀完整內容

python nn 聲音辨識 -1 傅立葉轉換

-
辨識環境聲音判斷出這是甚麼聲音 主要想法是用頻域赫茲分布做判斷 首先先錄三種聲音的聲音檔，我每一種聲音重複錄製九個sample，所以有27個wav檔 讀取wav檔案，作正規劃處理，在做傅立葉轉換 一開始由於自己做的fft_domyself() function跟其他聲音處理軟體做出來的不一樣，數值非常小，之後找到有內建的spectrogram() function，使用也是數值很小，最後才想到要20log()，但由於內建的覺得不適合自由調整，所以還是修改自己的function。 import matplotlib.pyplot as plt from scipy.fftpack import fft from scipy.io import wavfile # get the api import numpy as np from scipy import signal import math import pyaudio import wave import time #buf=[] #讀入單一檔案測試 def init(): fs, data = wavfile.read('0106.wav') # load the data b=[(ele/2**16.) for ele in data] # this is 16-bit track, b is now normalized on [-1,1) c = fft(b) # calculate fourier transform (complex numbers list) d = len(c)/2 # you only need half of the fft list (real signal symmetry) plt.subplot(211) plt.plot(b,'b') plt.title('time line') plt.subplot(212) plt.plot(abs(c[:(d-1)]),'r') plt.title('fft') plt.show() return fs, b #取樣率 dat...
閱讀完整內容