A Practical Experiment in Building an AI Agent Swarm

agents:
file-manager:
description: "Dropbox monitoring"
tools:
- DropboxGlob
- Read:
allowed_paths: ["**/*", "/swarm_workspace/**/*"]
- Write:
allowed_paths: ["**/*", "/swarm_workspace/**/*"]
- Edit:
allowed_paths: ["**/*", "/swarm_workspace/**/*"]
- Bash
system_prompt: |
You are responsible for keeping Kr8d's structured
data aligned with the Dropbox file system.

param :min_size,
type: "integer",
desc: "Minimum file size in bytes. Files smaller than this will be excluded.",
required: false

...lots of other code...

def meets_size_requirement?(entry, min_size)
return true if min_size.nil?
return true if entry[".tag"] == "folder"
file_size = entry["size"] || 0
file_size >= min_size
end

...

# Check if Dropbox entry meets path exclusion requirements
def meets_exclusion_requirement?(entry, exclude_paths)
# No exclusions specified, accept all files
return true if exclude_paths.nil? || exclude_paths.empty?

# Get the file path (case-insensitive comparison)
path = (entry["path_display"] || entry["path_lower"] || "").downcase

# Check if path contains any of the excluded strings (case-insensitive)
# Return false if any exclusion matches (file should be excluded)
!exclude_paths.any? { |excluded| path.include?(excluded.downcase) }
end

effective_limit = [ [ limit || 100, 1 ].max, 500 ].min
effective_min_size = min_size&.positive? ? min_size : nil
effective_exclude_paths = exclude_paths&.is_a?(Array) ? exclude_paths : nil

# Ensure organization has Dropbox integration
integration = ensure_integration!

# Get configured folder paths
folder_paths = get_folder_paths(path_type)

if folder_paths.empty?
return info_message("No Dropbox folders configured for this organization. " \
"Configure folders in Settings → Integrations → Dropbox.")
end

# Decode cursor if provided
if cursor.present?
begin
search_state = decode_cursor(cursor)

# Validate cursor matches current search
if search_state[:pattern] != pattern || search_state[:path_type] != path_type
return validation_error("Cursor does not match current search parameters (pattern: #{search_state[:pattern]} vs #{pattern}, path_type: #{search_state[:path_type]} vs #{path_type})")
end
rescue ArgumentError => e
return validation_error(e.message)
end
else
search_state = initialize_search_state(folder_paths, pattern, path_type)
end

# Search across configured folders, resuming from cursor position
results = []
folder_index = search_state[:folder_index]
dropbox_cursor = search_state[:dropbox_cursor]

while folder_index < folder_paths.size && results.size < effective_limit
folder_path = folder_paths[folder_index]
matches, next_cursor, completed = search_folder_paginated(
integration,
folder_path,
pattern,
effective_limit - results.size,
dropbox_cursor,
effective_min_size,
effective_exclude_paths
)

results.concat(matches)

if completed
# Move to next folder
folder_index += 1
dropbox_cursor = nil
else
# More results available in current folder
dropbox_cursor = next_cursor
break
end
end

# Create continuation cursor if more results available
has_more = folder_index < folder_paths.size
next_cursor = has_more ? encode_cursor(folder_index, dropbox_cursor, pattern, path_type) : nil

# Format results
format_results(results, pattern, effective_limit, next_cursor, has_more)
rescue DropboxServiceHelpers::IntegrationMissingError => e
error("Dropbox integration not configured. #{e.message}")
rescue DropboxServiceHelpers::IntegrationDisconnectedError => e
error("Dropbox integration disconnected. #{e.message}")
rescue Dropbox::Client::Error => e
error("Dropbox API error: #{e.message}")
rescue StandardError => e
error("Unexpected error: #{e.class.name} - #{e.message}")
end

validates :agent_name, presence: true
validates :file_path, presence: true, uniqueness: { scope: [ :organization_id, :agent_name ] }
validates :file_type, inclusion: { in: %w[json csv md txt] }

# Normalize file path to ensure consistency
before_validation :normalize_file_path

# Find or create a workspace file for an organization/agent
#
# @param organization [Organization] The organization
# @param agent_name [String] The agent name
# @param file_path [String] Virtual file path (e.g., "/swarm_workspace/masters.json")
# @return [SwarmWorkspace] The workspace record
def self.find_or_initialize_for(organization:, agent_name:, file_path:)
normalized_path = normalize_path(file_path)
file_type = File.extname(normalized_path)[1..] || "txt"

find_or_initialize_by(
organization: organization,
agent_name: agent_name,
file_path: normalized_path
) do |workspace|
workspace.file_type = file_type
workspace.content = ""
end
end

# Get content with line numbers (cat -n format for compatibility with Read tool)
#
# @return [String] Content with line numbers
def content_with_line_numbers
return "" if content.blank?

lines = content.split("\n")
lines.map.with_index(1) do |line, idx|
"#{idx.to_s.rjust(6)}→#{line}"
end.join("\n")
end

# Update content using edit-style operation (find and replace)
#
# @param old_string [String] String to find
# @param new_string [String] String to replace with
# @param replace_all [Boolean] Replace all occurrences (default: false)
# @return [Boolean] Success
def edit_content(old_string:, new_string:, replace_all: false)
return false if content.blank? && old_string.present?

if replace_all
self.content = content.gsub(old_string, new_string)
else
# Single replacement
index = content.index(old_string)
return false unless index

self.content = content[0...index] + new_string + content[(index + old_string.length)..]
end

save
end

private

def normalize_file_path
self.file_path = self.class.normalize_path(file_path) if file_path.present?
end

def self.normalize_path(path)
# Remove leading /swarm_workspace/ if present, then ensure it's there
path = path.to_s.strip
path = path.delete_prefix("/swarm_workspace/")
path = path.delete_prefix("swarm_workspace/")
"/swarm_workspace/#{path}"
end
end

CRITICAL: What is a "final master"?
A final master is a complete stereo mixdown of a finished song. It is NOT:
- Individual track stems or instrument tracks
- Premasters or pre-masters (intermediate versions)
- Test bounces, samples, or project files
- DJ mixes, podcasts, or non-song content

STEP 1: GATHER ALL CANDIDATE FILES
- Use pattern "**/*.wav" with min_size: 10485760 (10MB) and
exclude_paths: ["/Samples/", "/Processed/", "/Stems/"] to
find all WAV files recursively with DropboxGlob
- Use pagination to get all results (DropboxGlob returns 100 at
a time with a cursor)
- Store all results in /swarm_workspace/all_wavs.json as you paginate
- The min_size parameter filters out small sample files automatically
(song masters are at least 2 minutes long)
- The exclude_paths parameter filters out Ableton project sample
directories, processed files, and stem folders (case-insensitive)

STEP 2: FILTER TO FINAL MASTERS ONLY
Read /swarm_workspace/all_wavs.json and apply these EXCLUSION rules in order:

EXCLUDE if filename contains "premaster" or "pre-master" anywhere
Examples to EXCLUDE:
- "Song (premaster 24-bit 44.1).wav" ✗
- "Song [Summed 24bit 44.1 Premaster].wav" ✗
- "Song Pre-Master.wav" ✗

EXCLUDE if filename matches pattern "MASTER [NUMBER]" (these are stems)
Examples to EXCLUDE:
- "Song MASTER 27 FX.wav" ✗ (numbered stem)
- "Song MASTER 35 PADS.wav" ✗ (numbered stem)
- "Song MASTER 2 KICK.wav" ✗ (numbered stem)

EXCLUDE if filename contains instrument/track identifiers after "MASTER"
Common identifiers: KICK, BASS, SNARE, PERC, PADS, FX, DRUMS, SYNTH
Examples to EXCLUDE:
- "Song MASTER KICK.wav" ✗ (kick stem)
- "Song MASTER BASS GROUP.wav" ✗ (bass stem)
- "Song MASTER PERC GROUP.wav" ✗ (percussion stem)
- "Song MASTER SUB PAD.wav" ✗ (pad stem)

INCLUDE if filename is simple and clean:
Examples to INCLUDE:
- "Song Title MASTER.wav" ✓ (complete master)
- "Song Title (Original Mix) MASTER.wav" ✓ (complete master)
- "Song Title [24 Bit Wired Master].wav" ✓ (complete master)
- "Artist – Song Title (Master).wav" ✓ (complete master)

STEP 3: HANDLE DUPLICATES
If multiple versions of the same song exist, keep only the one
with the latest timestamp.

STEP 4: GENERATE FINAL REPORT
Provide:
- Total number of FINAL MASTER files found (after filtering)
- Total number of files excluded as stems/premasters
- Range of file sizes and dates
- Observations about folder organization
- A comprehensive markdown table with columns:
File Name, File Path, File Size, File Date

IMPORTANT REMINDERS:
- Use DropboxGlob to search Dropbox, not the local filesystem Glob tool
- Be CONSERVATIVE: When in doubt about whether a file is a stem, EXCLUDE it
- Store intermediate results in /swarm_workspace/ to avoid losing
context during pagination
- Apply ALL exclusion rules carefully - a file must pass all checks
to be included

[manager] Tool result: Found 100+ file(s) matching '**/*.wav':
📄 /Music Production/2023 Releases/Euphoria MASTER.wav
Size: 45.2 MB, Modified: 2023-08-15T14:23:11Z
📄 /Music Production/2023 Releases/Midnight Drive (Original Mix) MASTER.wav
Size: 52.1 MB, Modified: 2023-09-02T18:45:33Z
...
MORE RESULTS AVAILABLE
To get the next page, call DropboxGlob with this exact cursor:
CURSOR: eyJmb2xkZXJfaW5kZXgiOjAsImRyb3Bib3hfY3Vyc29yIjoiQUFIYjN...
[manager] Using tool: Write
Parameters: path: /swarm_workspace/all_wavs_page1.json, content: [{"name":"Euphoria MASTER.wav",...}]
[manager] Using tool: DropboxGlob
Parameters: pattern: **/*.wav, min_size: 10485760, exclude_paths: [...], cursor: eyJmb2xkZXJfaW5kZXgiOjAsImRyb3Bib3hfY3Vyc29yIjoiQUFIYjN...
[manager] Tool result: Found 100+ file(s) matching '**/*.wav':
...