import airbyte as ab

def main():
    # connectors_list = ab.get_available_connectors()
    # print(f"Available connectors: {connectors_list}")
    
    source_name = 'source-mysql'
    
    mysql_source: ab.Source = ab.get_source(source_name, install_if_missing=True)
    
    # open mysql databse https://docs.rfam.org/en/latest/database.html
    mysql_source.set_config(
        config={
            "host":"mysql-rfam-public.ebi.ac.uk",
            'port': 4497,
            'database': 'Rfam',
            'username': 'rfamro',
            'replication_method': {
                'method': 'STANDARD'
            }
        }
    )
    
    streams = mysql_source.get_available_streams()
    print('Streams')
    print(streams)
    
    destination_name = 'destination-duckdb'

    duckdb_destination: ab.Destination = ab.get_destination(destination_name, install_if_missing=True)
    print(duckdb_destination.docs_url)
    duckdb_destination.set_config(
        config={
            'destination_path': 'db.duckdb'
        }
    )

    result = mysql_source.read(streams=['family','clan'])
    duckdb_destination.write(result)
    print("Load complete")

if __name__ == "__main__":
    main()