LaGUI/la_audio.c

/*
* Tiny la: A light weight game engine.
* Copyright (C) 2023 Wu Yiming
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

#include "miniaudio.h"

#include "la_5.h"

extern LA MAIN;

laPropContainer* LA_PC_SYNTH;

laNodeCategory* LA_NODE_CATEGORY_SYNTHESIZER;
laNodeCategory* LA_NODE_CATEGORY_SYSTEM_SOUND;

laBaseNodeType LA_IDN_FM;
laBaseNodeType LA_IDN_OUTPUT;

laPropContainer* LA_PC_IDN_FM;
laPropContainer* LA_PC_IDN_OUTPUT;

#define _2PI 6.283185307

#define VAL2FREQ(val) \
    16.0f*pow(2,val) // 0-10, 16-16384Hz

#define WRAPPHASE(p) \
    while(p>_2PI){ p-=_2PI; }

#define INITPACKET(arr) \
    if(!arr){ arr=memAcquireSimple(sizeof(real)*LA_SYNTH_PLEN); }

#define INPUTPACKET(ptr,socket) \
    {if(socket->Source && socket->Source->DataType==(LA_PROP_FLOAT|LA_PROP_ARRAY) && socket->Source->ArrLen>=LA_SYNTH_PLEN){ \
        ptr=((real*)socket->Source->Data); }else{ ptr=0; } }


void IDN_FMInit(laSynthNodeFM* n, int NoCreate){
    if(NoCreate){ return; }
    n->InFrequency=laCreateInSocket("FREQ",0); n->Out=laCreateOutSocket(n,"OUT",LA_PROP_FLOAT|LA_PROP_ARRAY);
    strSafeSet(&n->Base.Name,"FM"); n->Frequency=4;
    INITPACKET(n->OutSamples);
}
void IDN_FMDestroy(laSynthNodeFM* n){
    laDestroyInSocket(n->InFrequency); laDestroyOutSocket(n->Out); strSafeDestroy(&n->Base.Name);
}
int IDN_FMVisit(laSynthNodeFM* n, laNodeVisitInfo* vi){
    if(LA_SRC_AND_PARENT(n->InFrequency)){ laBaseNode*bn=n->InFrequency->Source->Parent; LA_VISIT_NODE(bn,vi); }
    LA_ADD_THIS_NODE(n,vi);
    return LA_DAG_FLAG_PERM;
}
int IDN_FMEval(laSynthNodeFM* n){
    real f=n->Frequency, constf=0; real* inputf;
    INPUTPACKET(inputf,n->InFrequency); LA_GET_SRC_AS_VALUE(constf,n->InFrequency); 
    for(int i=0;i<LA_SYNTH_PLEN;i++){
        real useF=inputf?(inputf[i]+f):(f+constf);
        n->Phase+=MAIN.Audio->AudioFrameInterval*VAL2FREQ(useF)*_2PI;
        WRAPPHASE(n->Phase);
        n->OutSamples[i]=sin(n->Phase)*10;
    }
    n->Out->Data=n->OutSamples; n->Out->ArrLen=LA_SYNTH_PLEN;
    return 1;
}
void IDN_FMCopy(laSynthNodeFM* new, laSynthNodeFM* old, int DoRematch){
    if(DoRematch){ LA_IDN_NEW_LINK(InFrequency) return; }
    LA_IDN_OLD_DUPL(Out);
}
void la_FMNode(laUiList *uil, laPropPack *This, laPropPack *Extra, laColumn *UNUSED, int context){
    laColumn* c=laFirstColumn(uil); laSynthNodeFM*n=This->EndInstance;
    LA_BASE_NODE_HEADER(uil,c,This);
    laColumn* cl,*cr; laSplitColumn(uil,c,0.3); cl=laLeftColumn(c,0); cr=laRightColumn(c,0);

    laUiItem* b=laBeginRow(uil,c,0,0);
    laShowNodeSocket(uil,c,This,"in_frequency",0)->Flags|=LA_UI_SOCKET_LABEL_E;
    laShowItem(uil,c,This,"frequency")->Expand=1;
    laEndRow(uil,b);

    b=laBeginRow(uil,cr,0,0);
    laShowSeparator(uil,cr)->Expand=1;
    laShowNodeSocket(uil,cr,This,"out",0)->Flags|=LA_UI_SOCKET_LABEL_W;
    laEndRow(uil,b);
}

void IDN_OutputInit(laSynthNodeOutput* n, int NoCreate){
    if(NoCreate){ return; }
    n->In=laCreateInSocket("IN",0); strSafeSet(&n->Base.Name,"Output");
}
void IDN_OutputDestroy(laSynthNodeOutput* n){
    laDestroyInSocket(n->In); strSafeDestroy(&n->Base.Name);
}
int IDN_OutputVisit(laSynthNodeOutput* n, laNodeVisitInfo* vi){
    if(LA_SRC_AND_PARENT(n->In)){ laBaseNode*bn=n->In->Source->Parent; LA_VISIT_NODE(bn,vi); }
    LA_ADD_THIS_NODE(n,vi);
    return LA_DAG_FLAG_PERM;
}
int IDN_OutputEval(laSynthNodeOutput* n){
    real* input; INPUTPACKET(input,n->In);
    if(input) memcpy(MAIN.Audio->AudioEvalSynth->AudioSamples,input,sizeof(real)*LA_SYNTH_PLEN);
    else memset(MAIN.Audio->AudioEvalSynth->AudioSamples,0,sizeof(real)*LA_SYNTH_PLEN);
    return 1;
}
void IDN_OutputCopy(laSynthNodeOutput* new, laSynthNodeOutput* old, int DoRematch){
    if(DoRematch){ LA_IDN_NEW_LINK(In) return; }
}
void la_OutputNode(laUiList *uil, laPropPack *This, laPropPack *Extra, laColumn *UNUSED, int context){
    laColumn* c=laFirstColumn(uil); laSynthNodeOutput*n=This->EndInstance;
    LA_BASE_NODE_HEADER(uil,c,This);
    laColumn* cl,*cr; laSplitColumn(uil,c,0.3); cl=laLeftColumn(c,0); cr=laRightColumn(c,0);

    laUiItem* b=laBeginRow(uil,c,0,0);
    laShowNodeSocket(uil,c,This,"in",0)->Flags|=LA_UI_SOCKET_LABEL_E;
    laShowLabel(uil,c,"🕪",0,0);
    laEndRow(uil,b);
}

void laRebuildSynthGraphs(){
    if(MAIN.Audio->CurrentSynth){
        pthread_spin_lock(&MAIN.Audio->CurrentSynth->Lock);
        laRebuildPageEval(MAIN.Audio->CurrentSynth->Page);
        pthread_spin_unlock(&MAIN.Audio->CurrentSynth->Lock);
    }
}
int laEvalSynthGraphs(){
    laSynth* ss; int any=0;
    memset(MAIN.Audio->AudioSamples,0,sizeof(real)*LA_SYNTH_PLEN);
    for(ss=MAIN.Audio->Synths.pFirst;ss;ss=ss->Item.pNext){
        pthread_spin_lock(&ss->Lock);
        if(!ss->Playing){ pthread_spin_unlock(&ss->Lock); continue; }
        MAIN.Audio->AudioEvalSynth=ss; MAIN.Audio->AudioEvalTime=0; INITPACKET(ss->AudioSamples);
        laRunPage(ss->Page,1);
        pthread_spin_unlock(&ss->Lock);
        for(int i=0;i<LA_SYNTH_PLEN;i++){
            MAIN.Audio->AudioSamples[i]+=ss->AudioSamples[i];
        }
        any=1;
    }
    return any;
}

void laaudio_DataCallback(ma_device* pDevice, void* pOutput, const void* pInput, ma_uint32 frameCount){
    float* out=pOutput; int any=0;
    for(int i=0;i<frameCount;i++){
        if(MAIN.Audio->NextAudioSample>=LA_SYNTH_PLEN){
            MAIN.Audio->NextAudioSample=0;
            if(laEvalSynthGraphs()){ any=1;
                MAIN.Audio->AudioEvalTotalSamples+=LA_SYNTH_PLEN;
                MAIN.Audio->AudioEvalTime=(real)MAIN.Audio->AudioEvalTotalSamples/MAIN.Audio->AudioSampleRate;
            }
        }
        out[i]=MAIN.Audio->AudioSamples[MAIN.Audio->NextAudioSample]/10;
        MAIN.Audio->NextAudioSample++;
    }
    pthread_spin_lock(&MAIN.Audio->AudioStatusLock);
    MAIN.Audio->AudioAny=any;
    pthread_spin_unlock(&MAIN.Audio->AudioStatusLock);
}

void laInitMiniAudio(){
    int SampleRate=48000;

    ma_context context;
    if (ma_context_init(NULL, 0, NULL, &context) != MA_SUCCESS) {
        printf("Can't init miniaudio context\n");
    }
    ma_device_info* pPlaybackInfos;
    ma_uint32 playbackCount;
    ma_device_info* pCaptureInfos;
    ma_uint32 captureCount;
    if (ma_context_get_devices(&context, &pPlaybackInfos, &playbackCount, &pCaptureInfos, &captureCount) != MA_SUCCESS) {
        printf("Can't get audio devices\n");
    }

    for (ma_uint32 iDevice = 0; iDevice < playbackCount; iDevice += 1) {
        printf("%d - %s\n", iDevice, pPlaybackInfos[iDevice].name);
    }


    ma_device_config config = ma_device_config_init(ma_device_type_playback);
    config.playback.pDeviceID= 0;
    config.playback.format   = ma_format_f32;
    config.playback.channels = 1;
    config.sampleRate        = SampleRate;
    config.dataCallback      = laaudio_DataCallback;
    config.pUserData         = 0;

    if (ma_device_init(NULL, &config, &MAIN.Audio->AudioDevice) != MA_SUCCESS){ return; }

    MAIN.Audio->AudioSampleRate=SampleRate;
    MAIN.Audio->NextAudioSample=LA_SYNTH_PLEN;
    MAIN.Audio->AudioFrameInterval=1.0f/SampleRate;
    INITPACKET(MAIN.Audio->AudioSamples);
    pthread_spin_init(&MAIN.Audio->AudioStatusLock,0);


}
void laDeinitMiniAudio(){
    pthread_spin_destroy(&MAIN.Audio->AudioStatusLock);
    ma_device_stop(&MAIN.Audio->AudioDevice);
    ma_device_uninit(&MAIN.Audio->AudioDevice);
}

// Operations

laSynth* laNewSynth(char* Name){
    laSynth* ss=memAcquireHyper(sizeof(laSynth));
    ss->Page=memAcquire(sizeof(laRackPage));
    ss->Page->RackType=LA_RACK_TYPE_AUDIO;
    strSafeSet(&ss->Name,Name);
    lstAppendItem(&MAIN.Audio->Synths,ss);
    memAssignRef(MAIN.Audio,&MAIN.Audio->CurrentSynth,ss);
    pthread_spin_init(&ss->Lock,0);
    return ss;
}
void laRemoveSynth(laSynth* ss){ if(!ss) return;
    strSafeDestroy(&ss->Name);
    if(MAIN.Audio->CurrentSynth==ss){
        laSynth* nss=ss->Item.pNext?ss->Item.pNext:ss->Item.pPrev;
        memAssignRef(MAIN.Audio,&MAIN.Audio->CurrentSynth,nss);
    }laNotifyInstanceUsers(ss);
    while(ss->Page->Racks.pFirst){ laDestroyRack(ss->Page->Racks.pFirst); } memLeave(ss->Page); ss->Page=0;
    lstRemoveItem(&MAIN.Audio->Synths,ss);
    pthread_spin_destroy(&ss->Lock);
    memLeave(ss);
}

int OPINV_ShedNewSynth(laOperator* a, laEvent* e){
    laNewSynth("New Synth");
    laNotifyInstanceUsers(MAIN.Audio); laRecordAndPush(0,"la.audio","New synth", 0);
    return LA_FINISHED;
}
int OPCHK_IslaSynth(laPropPack *This, laStringSplitor *ss){
    if (This && This->EndInstance && la_EnsureSubTarget(This->LastPs->p,0) == LA_PC_SYNTH) return 1;
    return 0;
}
int OPINV_ShedRemoveSynth(laOperator* a, laEvent* e){
    laSynth* ss=a->This?a->This->EndInstance:0; if(!ss)return LA_CANCELED;
    if(strSame(strGetArgumentString(a->ExtraInstructionsP,"confirm"),"true")){
        laRemoveSynth(ss);
        laNotifyInstanceUsers(MAIN.Audio); laRecordAndPush(0,"la.audio","Remove la project", 0);
        return LA_FINISHED;
    }
    laEnableOperatorPanel(a,a->This,e->x,e->y,200,200,0,0,0,0,0,0,0,0,e);
    return LA_RUNNING;
}
void laui_RemoveSynth(laUiList *uil, laPropPack *This, laPropPack *Extra, laColumn *UNUSED, int context){
    laColumn* c=laFirstColumn(uil);
    laShowItemFull(uil,c,This,"remove_synth",0,"confirm=true;text=Confirm",0,0);
}

int OPINV_laSynthPlay(laOperator* a, laEvent* e){
    laSynth* ss=a->This?a->This->EndInstance:0; if(!ss)return LA_CANCELED;

    char* str=strGetArgumentString(a->ExtraInstructionsP, "mode");
    int play=0; if(str && strSame(str,"PLAY")) play=1;
    if(play){ MAIN.Audio->AudioAny=1; }
    
    pthread_spin_lock(&ss->Lock); ss->Playing=play; pthread_spin_unlock(&ss->Lock);
    
    ma_device_start(&MAIN.Audio->AudioDevice); laNotifyInstanceUsers(ss);
    return LA_FINISHED;
}

void lauidetached_Synthersizers(laPanel* p){
    la_MakeDetachedProp(p, "la.detached_view_switch", "detached");
    la_MakeDetachedProp(p, "la.audio.current_synth", "page");
}
void laui_Synthersizers(laUiList *uil, laPropPack *This, laPropPack *Extra, laColumn *UNUSED, int context){
    laColumn* c=laFirstColumn(uil),*cl, *cr,*crl,*crr;
    laSplitColumn(uil,c,0.4); cl=laLeftColumn(c,1); cr=laRightColumn(c,0);
    laSplitColumn(uil,cr,0.6); crl=laLeftColumn(cr,0); crr=laRightColumn(cr,2);

    laShowItemFull(uil,cl,Extra,"detached",0,0,0,0)->Flags|=LA_UI_FLAGS_HIGHLIGHT|LA_UI_FLAGS_ICON;

#define ADD_PAGE \
    laUiItem* b=laBeginRow(uil,crl,0,0);\
    laShowItemFull(uil,crl,&rb->PP,"",LA_WIDGET_COLLECTION_SELECTOR,0,laui_IdentifierOnly,0)\
        ->Flags|=LA_UI_COLLECTION_SIMPLE_SELECTOR;\
    laUiItem* b3=laOnConditionThat(uil,cr,laPropExpression(&rb->PP,""));{\
        laShowItem(uil,crl,&rb->PP,"name");\
        laShowItem(uil,crl,0,"LA_new_synth")->Flags|=LA_UI_FLAGS_ICON;\
        laShowSeparator(uil,crl);\
        laShowItem(uil,crl,&rb->PP,"remove_synth")->Flags|=LA_UI_FLAGS_ICON;\
        laShowSeparator(uil,crl)->Expand=1;\
    }laElse(uil,b3);{\
        laShowItem(uil,crl,0,"LA_new_synth");\
    }laEndCondition(uil,b3);\
    laEndRow(uil,b);\
    b3=laOnConditionThat(uil,cr,laPropExpression(&rb->PP,""));{\
        laUiItem* b4=laOnConditionThat(uil,crr,laPropExpression(&rb->PP,"playing"));{\
            laShowItemFull(uil,crr,&rb->PP,"play",0,"text=❚❚;",0,0) \
                ->Flags|=LA_UI_FLAGS_EXIT_WHEN_TRIGGERED|LA_TEXT_ALIGN_CENTER; \
        }laElse(uil,b4);{\
            laShowItemFull(uil,crr,&rb->PP,"play",0,"icon=▶;mode=PLAY;",0,0) \
                ->Flags|=LA_UI_FLAGS_ICON|LA_UI_FLAGS_EXIT_WHEN_TRIGGERED; \
        }laEndCondition(uil,b4);\
        laShowItemFull(uil,c,&rb->PP,"page",LA_WIDGET_COLLECTION_SINGLE,0,laui_RackPage,0)->Flags|=LA_UI_FLAGS_NO_DECAL;\
    }laEndCondition(uil,b3);\

    laUiItem* b1=laOnConditionThat(uil,cr,laPropExpression(Extra,"detached"));{
        laUiItem* rb=laShowInvisibleItem(uil,cr,Extra,"page");
        ADD_PAGE
    }laElse(uil,b1);{
        laUiItem* rb=laShowInvisibleItem(uil,cr,0,"la.audio.current_synth");
        ADD_PAGE
    }laEndCondition(uil,b1);

#undef ADD_PAGE
}

void* laget_FirstSynth(void* unused1,void* unused2){
    return MAIN.Audio->Synths.pFirst;
}
void lapost_Synth(laSynth* ss){
    pthread_spin_init(&ss->Lock,0);
}
int laget_Playing(laSynth* ss){
    int play=0;
    pthread_spin_lock(&ss->Lock); play=ss->Playing; pthread_spin_unlock(&ss->Lock);
    return play;
}
void laset_CurrentSynth(laAudio* a,laSynth* s){
    memAssignRef(a,&a->CurrentSynth,s);
}

void la_AudioPreFrame(){
    if(MAIN.GraphNeedsRebuild){ laRebuildSynthGraphs(); }
    
    int anyaudio=0;
    pthread_spin_lock(&MAIN.Audio->AudioStatusLock);
    anyaudio=MAIN.Audio->AudioAny;
    pthread_spin_unlock(&MAIN.Audio->AudioStatusLock);
    if(!anyaudio){ ma_device_stop(&MAIN.Audio->AudioDevice); }
}

void laInitAudio(){
    laPropContainer* pc; laProp* p; laSubProp* sp;

    laInitMiniAudio();

    laRegisterUiTemplate("LA_synthesizers","Synthesizers",laui_Synthersizers,lauidetached_Synthersizers,0,"Audio",0,0,0);

    laCreateOperatorType("LA_new_synth", "New Synthesizer", "Add a synthesizer",0,0,0,OPINV_ShedNewSynth,0,'+',0);
    laCreateOperatorType("LA_remove_synth", "Remove Synthesizer", "Remove a synthesizer",OPCHK_IslaSynth,0,0,OPINV_ShedRemoveSynth,OPMOD_FinishOnData,L'🗴',0)
        ->UiDefine=laui_RemoveSynth;
    laCreateOperatorType("LA_synth_play", "Play Synthesizer", "Play a synthesizer",OPCHK_IslaSynth,0,0,OPINV_laSynthPlay,0,0,0);

    pc = laAddPropertyContainer("la_synth", "LaGUI Synthesizer", "LaGUI synthesizer", 0,0,sizeof(laSynth),lapost_Synth,0,2);{
        LA_PC_SYNTH=pc;
        laAddStringProperty(pc,"name","Name","Name of the synthesizer",0,0,0,0,1,offsetof(laSynth,Name),0,0,0,0,LA_AS_IDENTIFIER);
        laAddSubGroup(pc, "page", "Page", "Rack page","la_rack_page",0,0,0,offsetof(laSynth,Page),0,0,0,0,0,0,0,LA_UDF_SINGLE|LA_HIDE_IN_SAVE);
        p=laAddEnumProperty(pc,"playing","Playing","Synth is playing",0,0,0,0,0,-1,laget_Playing,0,0,0,0,0,0,0,0,LA_READ_ONLY);
        laAddEnumItemAs(p,"IDLE","Idle","Synth is not playing",0,0);
        laAddEnumItemAs(p,"PLAYING","Playing","Synth is playing",1,0);
        laAddOperatorProperty(pc,"remove_synth","Remove Synth", "Remove synth", "LA_remove_synth", L'🗴', 0);
        laAddOperatorProperty(pc,"play","Play Synth", "Play synth", "LA_synth_play", 0, 0);
    }

    pc=laAddPropertyContainer("la_node_synth_fm", "FM OSC Node", "Osilliator node with frequency modulation",0,la_FMNode,sizeof(laSynthNodeFM),lapost_Node,0,1);
    LA_PC_IDN_FM=pc; laPropContainerExtraFunctions(pc,0,0,0,0,laui_DefaultNodeOperationsPropUiDefine);
    laAddSubGroup(pc,"base","Base","Base node","la_base_node",0,0,0,0,0,0,0,0,0,0,0,LA_UDF_LOCAL);
    laAddSubGroup(pc,"in_frequency", "In Frequency","Input frequency","la_in_socket",0,0,0,offsetof(laSynthNodeFM,InFrequency),0,0,0,0,0,0,0,LA_UDF_SINGLE);
    laAddSubGroup(pc,"out", "Out","Output","la_out_socket",0,0,0,offsetof(laSynthNodeFM,Out),0,0,0,0,0,0,0,LA_UDF_SINGLE);
    laAddFloatProperty(pc,"frequency","Frequency","Frequency of the oscilliator",0,0,0,10,0,0.1,0,0,offsetof(laSynthNodeFM,Frequency),0,0,0,0,0,0,0,0,0,0,0);

    pc=laAddPropertyContainer("la_node_synth_output", "Output Node", "Sound output to system",0,la_OutputNode,sizeof(laSynthNodeOutput),lapost_Node,0,1);
    LA_PC_IDN_OUTPUT=pc; laPropContainerExtraFunctions(pc,0,0,0,0,laui_DefaultNodeOperationsPropUiDefine);
    laAddSubGroup(pc,"base","Base","Base node","la_base_node",0,0,0,0,0,0,0,0,0,0,0,LA_UDF_LOCAL);
    laAddSubGroup(pc,"in", "Input","Input sound","la_in_socket",0,0,0,offsetof(laSynthNodeOutput,In),0,0,0,0,0,0,0,LA_UDF_SINGLE);

    LA_IDN_REGISTER("VCO",'f',LA_IDN_FM, LA_PC_IDN_FM, IDN_FM, laSynthNodeFM);
    LA_IDN_REGISTER("Sound Output",U'🕪',LA_IDN_OUTPUT, LA_PC_IDN_OUTPUT, IDN_Output, laSynthNodeOutput);

    LA_NODE_CATEGORY_SYNTHESIZER=laAddNodeCategory("OSC",0,LA_RACK_TYPE_AUDIO);
    LA_NODE_CATEGORY_SYSTEM_SOUND=laAddNodeCategory("System",0,LA_RACK_TYPE_AUDIO);

    laNodeCategoryAddNodeTypes(LA_NODE_CATEGORY_SYNTHESIZER, &LA_IDN_FM,0);
    laNodeCategoryAddNodeTypes(LA_NODE_CATEGORY_SYSTEM_SOUND, &LA_IDN_OUTPUT,0);
}