main.py

#import numpy as np 
from pyo import *
import cv2
import numpy as np
import sys
print("Audio host APIS:")
pa_list_host_apis()
pa_list_devices()
print("Default input device: %i" % pa_get_default_input())
print("Default output device: %i" % pa_get_default_output())
#s=Server(audio="coreaudio")
s = Server(duplex = 0, nchnls = 2, audio="portaudio")
s.setBufferSize(10000)
s.setVerbosity(2)
s.boot()
s.start()
s.amp = 0.4




cap = cv2.VideoCapture(0)
ret, frame = cap.read()

def grabVid(): 
    #print("lmao")
    cap.grab()
    
def readVid():
    ret, frame = cap.retrieve()
    if ~ret: 
        a.freq = random.choice(midiToHz([60, 62, 63, 65, 67, 68, 71, 72]))
    else:
        average_color_row = np.average(frame, axis=0)
        average_color = np.average(average_color_row, axis=0)
        #print(average_color)
        a.freq = int(average_color[0])*10
def randoSine():
    a.freq = random.choice(midiToHz([60, 62, 63, 65, 67, 68, 71, 72]))

# With type=2, the scale use octave.degree notation.
scl = EventScale(root="C", scale="majorBlues", first=4, octaves=2, type=2)


def changeScale():
    #"This function asks for a new scale based on new random values."
    scl.root = random.choice(["C", "D", "F"])
    scl.scale = random.choice(["majorPenta", "minorPenta", "minorHungarian"])
    scl.first = random.randint(3, 5)

    # Show the new scale parameters.
    print("Root = %s, scale = %s, first octave = %d" % (scl.root, scl.scale, scl.first))

maxPixFrac = 0.5
imgprev = cv2.GaussianBlur(cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY), ksize=(5,5), sigmaX=0)
imgWidth = int(cap.get(3))
imgHeight = int(cap.get(4))
def pixChange(): 
    global maxPixFrac
    global imgprev
    #Reading Two Frames 
    ret,img1 = cap.read() 

    #ret,img2 = cap.read() 

    #Blur the Frames
    imgGry1 = cv2.GaussianBlur(cv2.cvtColor(img1, cv2.COLOR_BGR2GRAY), ksize=(5,5), sigmaX=0)
    #imgGry2 = cv2.GaussianBlur(cv2.cvtColor(img2, cv2.COLOR_BGR2GRAY), ksize=(5,5), sigmaX=0)

    #Calculate the difference
    imgDiff = cv2.absdiff(imgGry1,imgprev)

    imgprev = imgGry1
    #Sum all the pixel intensities
    pxValSum = np.sum(imgDiff)
    #print("PixValue Sum"+str(pxValSum))

    #Calculate the percent change with respect to the theoretical maximum change (if all pixels changed from 0 to 255)
    pixFrac = pxValSum/(imgWidth*imgHeight*255)
    #print("Pixel Fraction"+ str(pixFrac))

    #Rescale the fraction to realistic pitches
    pxFreq = rescale(pixFrac,0,1,30,maxPixFrac) #changed to decibel range
    #Generate a group of notes to play
    #pxFreqs = [pxFreq/3,pxFreq/2,pxFreq,pxFreq*3,pxFreq*5,pxFreq*6,pxFreq*5,pxFreq*3,pxFreq,pxFreq/2]
    

    if pxFreq < 6:
        pxFreq = 6 
        maxPixFrac+=0
    else: 
        maxPixFrac-=3
    #print("FreqList:" + str(-pxFreq))
    return -(pxFreq)

def update(): 
    changeScale()
    pixChangeEvent.play()
curNoteIndx = 0
phrygScl = 5+0.1* np.array([0.0, 1., 3., 5., 7., 8., 10., 8., 7., 5., 3., 1.])
def getNote(): 
    global curNoteIndx
    curNoteIndx+=1
    if curNoteIndx > np.size(phrygScl)-1:
        curNoteIndx = 0
    return phrygScl[curNoteIndx]
#The first argument that reaches the end of its sequence triggers the end of the Events’s playback
#pixChangeEvent = Events(freq = EventCall(pixChange), beat = EventSeq([2/3.,1/3.])).play() #This one was for random frequencies
class MyInstrument(EventInstrument):
    def __init__(self, **args):
        EventInstrument.__init__(self, **args)
        self.output = FastSine(freq=self.freq, mul=self.env)

pixChangeEvent = Events(
    instr = MyInstrument,
    degree=EventDrunk(scl, occurrences=24),
    beat=1/2.,
    db=EventCall(pixChange),
    attack=0.05,
    decay=0.15,
    sustain=0.5,
    release=0.005,
    signal = "output",
    outs = 1,
    atend = update
).play()

# Calls the update which calls on pixChangeEvent to obtain a new set of frequencies to play through.
pat = Pattern(function = update, time = 90).play()
#chorus = Chorus(pixChangeEvent.sig().mix(), depth=1, feedback=0.25)
delay = Delay(pixChangeEvent.sig().mix(), delay=0.6, feedback=0.2)
reverb = WGVerb(delay, feedback=0.8, cutoff=200, bal=0.25).out()
#pixChangeEvent.sig().out()
#distort = Disto(pixChangeEvent.sig(), drive = 0.5, slope = 0.5, mul = 0.4, add = 0).out()
s.gui()