#include "src/memllib/utils/perf.hpp" #include "src/memllib/interface/MIDIInOut.hpp" #include "src/memllib/audio/AudioAppBase.hpp" #include "src/memllib/audio/AudioDriver.hpp" #include "src/memllib/hardware/memlnaut/MEMLNaut.hpp" #include #include "hardware/structs/bus_ctrl.h" #include "PAFSynthAudioApp.hpp" #include "src/memllib/examples/InterfaceRL.hpp" #include "src/memllib/hardware/memlnaut/display/XYPadView.hpp" #include "src/memllib/hardware/memlnaut/display/MessageView.hpp" #define INTERFACE_TYPE InterfaceRL #define APP_SRAM __not_in_flash("app") bool core1_disable_systick = true; bool core1_separate_stack = true; uint32_t get_rosc_entropy_seed(int bits) { uint32_t seed = 0; for (int i = 0; i < bits; ++i) { // Wait for a bit of time to allow jitter to accumulate busy_wait_us_32(5); // Pull LSB from ROSC rand output seed <<= 1; seed |= (rosc_hw->randombit & 1); } return seed; } // Global objects std::shared_ptr APP_SRAM interface; std::shared_ptr APP_SRAM midi_interf; // Statically allocated, properly aligned storage in AUDIO_MEM for objects alignas(PAFSynthAudioApp<>) char AUDIO_MEM audio_app_mem[sizeof(PAFSynthAudioApp<>)]; std::shared_ptr > __scratch_y("audio") audio_app; // Inter-core communication volatile bool APP_SRAM core_0_ready = false; volatile bool APP_SRAM core_1_ready = false; volatile bool APP_SRAM serial_ready = false; volatile bool APP_SRAM interface_ready = false; // We're only bound to the joystick inputs (x, y, rotate) constexpr size_t kN_InputParams = 3; // Add these macros near other globals #define MEMORY_BARRIER() __sync_synchronize() #define WRITE_VOLATILE(var, val) \ do { \ MEMORY_BARRIER(); \ (var) = (val); \ MEMORY_BARRIER(); \ } while (0) #define READ_VOLATILE(var) ({ MEMORY_BARRIER(); typeof(var) __temp = (var); MEMORY_BARRIER(); __temp; }) // struct repeating_timer APP_SRAM timerDisplay; // inline bool __not_in_flash_func(displayUpdate)(__unused struct repeating_timer *t) { // scr.update(); // return true; // } void setup() { set_sys_clock_khz(AudioDriver::GetSysClockSpeed(), true); bus_ctrl_hw->priority = BUSCTRL_BUS_PRIORITY_DMA_W_BITS | BUSCTRL_BUS_PRIORITY_DMA_R_BITS | BUSCTRL_BUS_PRIORITY_PROC1_BITS; uint32_t seed = get_rosc_entropy_seed(32); srand(seed); Serial.begin(115200); // while (!Serial) {} Serial.println("Serial initialised."); WRITE_VOLATILE(serial_ready, true); // Setup board MEMLNaut::Initialize(); pinMode(33, OUTPUT); { auto temp_interface = std::make_shared(); temp_interface->setup(kN_InputParams, PAFSynthAudioApp<>::kN_Params); MEMORY_BARRIER(); interface = temp_interface; MEMORY_BARRIER(); } // Setup interface with memory barrier protection WRITE_VOLATILE(interface_ready, true); // Bind interface after ensuring it's fully initialized interface->bindInterface(false); Serial.println("Bound interface to MEMLNaut."); midi_interf = std::make_shared(); midi_interf->Setup(0); midi_interf->SetMIDISendChannel(1); Serial.println("MIDI setup complete."); if (midi_interf) { midi_interf->SetNoteCallback([interface](bool noteon, uint8_t note_number, uint8_t vel_value) { if (noteon) { uint8_t midimsg[2] = { note_number, vel_value }; queue_try_add(&audio_app->qMIDINoteOn, &midimsg); }else{ uint8_t midimsg[2] = { note_number, vel_value }; queue_try_add(&audio_app->qMIDINoteOff, &midimsg); } Serial.printf("MIDI Note %d: %d\n", note_number, vel_value); }); Serial.println("MIDI note callback set."); interface->bindMIDI(midi_interf); } WRITE_VOLATILE(core_0_ready, true); while (!READ_VOLATILE(core_1_ready)) { MEMORY_BARRIER(); delay(1); } std::shared_ptr noteTrigView = std::make_shared("Play", TFT_SILVER); // Cache MIDI notes being echoed static bool is_playing_note = false; static uint8_t last_note_number = 0; noteTrigView->SetOnTouchCallback([](float x, float y) { Serial.printf("Note trigger at: %.2f, %.2f\n", x, y); if (audio_app) { // If a note is already playing, stop it if (is_playing_note) { midi_interf->sendNoteOff(last_note_number, 0); is_playing_note = false; } int noteVel = static_cast(powf(y * (1.f/127.f), 0.5f) * 127.f); uint8_t midimsg[2] = {static_cast(x * 127.f), noteVel}; queue_try_add(&audio_app->qMIDINoteOn, &midimsg); midi_interf->sendNoteOn(midimsg[0], midimsg[1]); last_note_number = midimsg[0]; is_playing_note = true; // Set flag to indicate a note is playing } }); noteTrigView->SetOnTouchReleaseCallback([](float x, float y) { Serial.printf("Note release at: %.2f, %.2f\n", x, y); if (audio_app) { uint8_t midimsg[2] = {last_note_number,0}; queue_try_add(&audio_app->qMIDINoteOff, &midimsg); midi_interf->sendNoteOff(last_note_number, 0); is_playing_note = false; // Reset flag when note is released } }); MEMLNaut::Instance()->disp->AddView(noteTrigView); std::shared_ptr helpView = std::make_shared("Help"); helpView->post("PAF synth CARL"); helpView->post("TA: Down: Forget replay memory"); helpView->post("MA: Up: Randomise actor"); helpView->post("MA: Down: Randomise critic"); helpView->post("MB: Up: Positive reward"); helpView->post("MB: Down: Negative reward"); helpView->post("Y: Optimisation rate"); helpView->post("Z: OU noise"); helpView->post("Joystick: Explore"); MEMLNaut::Instance()->disp->AddView(helpView); MEMLNaut::Instance()->addSystemInfoView(); Serial.println("Finished initialising core 0."); } PERF_DECLARE(MLSTATS); void loop() { PERIODIC_RUN_US( PERF_BEGIN(MLSTATS); MEMLNaut::Instance()->loop(); PERF_END(MLSTATS); , 5000) PERIODIC_RUN_US( static size_t blip_counter=0; if (blip_counter++ > 10) { blip_counter = 0; Serial.println("."); // Blink LED digitalWrite(33, HIGH); constexpr float audioHeadroomMul = 1.0 / (1000000 * 48.0 / kSampleRate); Serial.printf("ml: %d, aud: %d, q: %f\n", PERF_GET_MEAN(MLSTATS), AUDIOLOOP_MEAN, AUDIOLOOP_MEAN * audioHeadroomMul); } else { // Un-blink LED digitalWrite(33, LOW); } , 100000) PERIODIC_RUN_US( midi_interf->Poll(); , 10000) } void AUDIO_FUNC(audio_block_callback)(float in[][kBufferSize], float out[][kBufferSize], size_t n_channels, size_t n_frames) { for (size_t i = 0; i < n_frames; ++i) { stereosample_t x{ in[0][i], in[1][i] }, y; // Audio processing if (audio_app) { y = audio_app->Process(x); } out[0][i] = y.L; out[1][i] = y.R; } } void setup1() { while (!READ_VOLATILE(serial_ready)) { MEMORY_BARRIER(); delay(1); } while (!READ_VOLATILE(interface_ready)) { MEMORY_BARRIER(); delay(1); } // Create audio app with memory barrier protection { PAFSynthAudioApp<>* audio_raw = new (audio_app_mem) PAFSynthAudioApp<>(); audio_raw->Setup(AudioDriver::GetSampleRate(), interface); // shared_ptr with custom deleter calling only the destructor (control block still allocates) auto audio_deleter = [](PAFSynthAudioApp<>* p) { if (p) p->~PAFSynthAudioApp<>(); }; std::shared_ptr> temp_audio_app(audio_raw, audio_deleter); MEMORY_BARRIER(); audio_app = temp_audio_app; MEMORY_BARRIER(); } AudioDriver::SetBlockCallback(audio_block_callback); // Start audio driver AudioDriver::Setup(); // AudioDriver::SetBlockCallback(audio_block_callback); WRITE_VOLATILE(core_1_ready, true); while (!READ_VOLATILE(core_0_ready)) { MEMORY_BARRIER(); delay(1); } Serial.println("Finished initialising core 1."); } void loop1() { // Audio app parameter processing loop audio_app->loop(); delay(1); }