diff --git a/src/components/Hero.js b/src/components/Hero.js index e761c07..e5d2ce8 100755 --- a/src/components/Hero.js +++ b/src/components/Hero.js @@ -15,11 +15,13 @@ export default function Hero() {

- As a junior software developer, I am passionate about turning AI - tools and research into practical, scalable software solutions. My - focus is on implementing AI technologies efficiently and - effectively, ensuring they serve real-world applications. My goal - is to make advanced AI accessible and useful in various + As an ML engineer, I specialize in transforming cutting-edge AI + research into robust, production-ready systems. My expertise lies + in optimizing model performance, implementing efficient MLOps + pipelines, and leveraging cloud infrastructure to scale AI + solutions. I'm passionate about bridging the gap between academic + AI advancements and real-world applications, making powerful + machine learning models accessible and impactful across various industries.

+

+ This paper investigates the RWKV model's efficacy in content + moderation through targeted experimentation. We introduce a novel + dataset specifically designed for distillation into smaller models, + enhancing content moderation practices. This comprehensive dataset + encompasses images, videos, sounds, and text data that present + societal challenges. Leveraging advanced Large Language Models (LLMs), + we generated an extensive set of responses -- 558,958 for text and + 83,625 for images -- to train and refine content moderation systems. + Our core experimentation involved fine-tuning the RWKV model, + capitalizing on its CPU-efficient architecture to address large-scale + content moderation tasks. By highlighting the dataset's potential for + knowledge distillation, this study not only demonstrates RWKV's + capability in improving the accuracy and efficiency of content + moderation systems but also paves the way for developing more compact, + resource-efficient models in this domain. +

+ + ), + links: [ + { + name: 'HuggingFace', + link: 'https://huggingface.co/modrwkv', + }, + { + name: 'Paper', + link: 'https://arxiv.org/abs/2409.03939', + }, + ], + }, { category: 'AI', title: 'Fin-RWKV', @@ -10,7 +60,7 @@ const projects = [ imageUrl: 'img/projects/finrwkv.png', subtitle: 'Attention-Free LLM For Scalable Financial Analysis', period: '08 Feb 2024', - tech: 'RWKV, Fine-Tuning, Finance, LLM, Linear Transformers', + tech: 'RWKV, Fine-Tuning, Finance, LLM, Linear Transformers', team: [ { name: 'Umut Hope YILDIRIM', @@ -20,14 +70,23 @@ const projects = [ description: ( <>

- The problem? Transformers Attention are reaching their limits. - Competing on training with GPT-4 or BloombergGPT for finance is just unfeasible for - startups or individuals, since costs are in the magnitude of millions. - Fin-RWKV is a fine-tuned version of RWKV that was fine-tuned on the finance-alpaca dataset - for a few dollars in a few hours. This can be used to answer user prompts along with real-time - data aggregated by MindsDB, like OpenBB, vector DBs, or internal datasets. -

- + The problem? Transformers Attention are reaching their limits. + Competing on training with GPT-4 or BloombergGPT for finance is just + unfeasible for startups or individuals, since costs are in the + magnitude of millions. Fin-RWKV is a fine-tuned version of RWKV that + was fine-tuned on the finance-alpaca dataset for a few dollars in a + few hours. This can be used to answer user prompts along with + real-time data aggregated by MindsDB, like OpenBB, vector DBs, or + internal datasets. +

+ ), links: [ @@ -42,7 +101,7 @@ const projects = [ { name: 'Slides', link: 'https://docs.google.com/presentation/d/1vNQ8Y5wwR0WXlO60fsXjkru5R9I0ZgykTmgag0B3Ato/edit?usp=sharing', - } + }, ], }, { diff --git a/src/pages/index.js b/src/pages/index.js index eb999cd..bcf1f72 100755 --- a/src/pages/index.js +++ b/src/pages/index.js @@ -37,7 +37,7 @@ export default function Home() { return ( + description="ML engineer specializing in deploying and scaling AI models for production environments. Passionate about MLOps, cloud infrastructure, and optimizing model performance.">

Projects

@@ -119,12 +119,9 @@ export default function Home() { of its Computer Science program.

- ☁️ I am passionate about cloud-native technologies and open - source software.
- 🔥 I am a huge fan of Google Cloud Platform and Firebase. -
- At the moment, I am working on a Firebase and Cloudflare - project that I am very excited about. + 🥇 I'm currently working as a Machine Learning Engineer + at Medal.TV's{' '} + Highlight project.

diff --git a/static/img/projects/content-moderation.png b/static/img/projects/content-moderation.png new file mode 100644 index 0000000..fa3c288 Binary files /dev/null and b/static/img/projects/content-moderation.png differ